-- Logs begin at Mon 2022-04-18 19:12:27 UTC, end at Mon 2022-04-18 21:55:47 UTC. -- Apr 18 19:54:57.290856 n-d-836016-3 systemd[1]: Started Devstack devstack@q-svc.service. Apr 18 19:54:59.820192 n-d-836016-3 neutron-server[88033]: INFO neutron.common.config [-] Logging enabled! Apr 18 19:54:59.820808 n-d-836016-3 neutron-server[88033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev112 Apr 18 19:54:59.820936 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 19:54:59.824042 n-d-836016-3 neutron-server[88033]: INFO neutron.common.config [-] Logging enabled! Apr 18 19:54:59.824295 n-d-836016-3 neutron-server[88033]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev112 Apr 18 19:54:59.824600 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88033) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 18 19:54:59.825534 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:54:59.825772 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:54:59.826125 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:54:59.826368 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:54:59.826592 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:54:59.826915 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.827210 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.827504 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.827732 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.828027 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.828314 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.828592 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.828876 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.829171 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.829453 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.829752 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.830036 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.830263 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.831053 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.831538 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.831868 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.832094 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] debug = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.832376 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.832804 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.833224 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.833502 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.833985 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.834153 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.834424 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.834698 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.834980 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.835304 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] host = n-d-836016-3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.835577 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.835861 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.836145 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.836430 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.836705 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.836979 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.837267 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.837559 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.837828 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] log_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.838102 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.838389 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.838676 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.838962 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.839186 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.839405 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.839690 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.839973 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.840244 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.840516 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.840786 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.841059 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.841327 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.841615 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.841903 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.842184 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.842468 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.842738 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.843011 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.843279 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.843545 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.843827 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.844097 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.844365 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.844635 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.844921 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.845188 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.845457 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.845788 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.846075 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.847069 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.847583 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.847856 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.848148 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.848429 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.848707 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.848983 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] use_json = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.849257 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.849548 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.849834 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.850112 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.850436 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.850733 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.851008 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.851294 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.851569 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:54:59.851864 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.852162 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.852464 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.852751 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.853044 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.853325 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.853640 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.853922 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.854213 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.854504 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.854791 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.855069 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.855359 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.855639 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.855936 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.856242 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.856537 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.856828 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.857105 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.857385 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.857684 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.857974 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.858260 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.858555 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.858846 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.859121 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.859402 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.859695 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.859973 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.860244 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.860523 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.860810 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.861087 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.861358 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.861667 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.862039 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.862510 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.862809 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.863093 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.863387 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.863671 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.863945 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.864217 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.864495 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.864767 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.865051 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.865330 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.865633 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.865907 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.866190 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.866464 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.866737 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.867016 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.867295 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.867575 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.867850 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.868122 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.868393 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.868663 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.868932 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.869202 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.869472 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.869773 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.870043 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.870313 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.870584 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.870856 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.871124 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.871409 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.871706 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.871982 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.872259 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.872536 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.872812 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.873093 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.873370 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.873673 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.873952 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.874223 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.874512 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.874791 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.875074 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.875353 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.875629 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.875923 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.876197 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.876476 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.876750 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.877028 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.877311 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.877758 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.878179 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.878477 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.878775 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.879069 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.879361 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.879644 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.879955 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.880235 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:54:59.880454 n-d-836016-3 neutron-server[88033]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:54:59.880694 n-d-836016-3 neutron-server[88033]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88033) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 18 19:55:00.278633 n-d-836016-3 neutron-server[88033]: INFO keyring.backend [-] Loading KWallet Apr 18 19:55:00.287424 n-d-836016-3 neutron-server[88033]: INFO keyring.backend [-] Loading SecretService Apr 18 19:55:00.291052 n-d-836016-3 neutron-server[88033]: INFO keyring.backend [-] Loading Windows Apr 18 19:55:00.292363 n-d-836016-3 neutron-server[88033]: INFO keyring.backend [-] Loading chainer Apr 18 19:55:00.292921 n-d-836016-3 neutron-server[88033]: INFO keyring.backend [-] Loading macOS Apr 18 19:55:00.327888 n-d-836016-3 neutron-server[88033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 19:55:00.328162 n-d-836016-3 neutron-server[88033]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 19:55:00.328448 n-d-836016-3 neutron-server[88033]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 18 19:55:00.328779 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 18 19:55:00.722223 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.722504 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.722777 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.723991 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.724264 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.724647 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.760008 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.760283 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.760550 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.774381 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.774660 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.774923 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.804778 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.805056 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.805323 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.842693 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.843257 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:00.843257 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.080085 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.080366 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.081235 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.081777 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.082554 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.203906 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.204224 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.204506 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.204780 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.205048 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.205358 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.206239 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.206709 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.206975 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.207272 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.207535 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.207803 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.208070 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.208327 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.208595 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.208865 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.209124 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.209397 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.209674 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.209956 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.210306 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.210557 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.210807 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.211089 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.211337 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.211581 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.211963 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.212204 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.212441 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.212677 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.212912 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.213145 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.213531 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 18 19:55:01.216586 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 18 19:55:01.220502 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 18 19:55:01.224961 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Apr 18 19:55:01.226606 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 18 19:55:01.227047 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 18 19:55:01.227385 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 18 19:55:01.227769 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 18 19:55:01.231727 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 18 19:55:01.231981 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 18 19:55:01.232319 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 19:55:01.260392 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 18 19:55:01.260836 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.261133 n-d-836016-3 neutron-server[88033]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88033) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 18 19:55:01.261496 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.262861 n-d-836016-3 neutron-server[88033]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88033) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 18 19:55:01.263144 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 18 19:55:01.263390 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 18 19:55:01.266558 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.266839 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.330286 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 18 19:55:01.331011 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 18 19:55:01.331380 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 18 19:55:01.331929 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 18 19:55:01.363853 n-d-836016-3 neutron-server[88033]: DEBUG oslo_db.sqlalchemy.engines [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88033) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 18 19:55:01.698135 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing driver for type 'gre' Apr 18 19:55:01.698587 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] gre ID ranges: [(1, 1000)] Apr 18 19:55:01.751929 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing driver for type 'local' Apr 18 19:55:01.752905 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing driver for type 'vlan' Apr 18 19:55:01.763969 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] VlanTypeDriver initialization complete Apr 18 19:55:01.764379 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing driver for type 'vxlan' Apr 18 19:55:01.764927 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] vxlan ID ranges: [(1, 1000)] Apr 18 19:55:01.820884 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing extension driver 'port_security' Apr 18 19:55:01.821242 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] PortSecurityExtensionDriver initialization complete Apr 18 19:55:01.821712 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing mechanism driver 'openvswitch' Apr 18 19:55:01.822091 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing mechanism driver 'hyperv' Apr 18 19:55:01.829076 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.plugin [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88033) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:01.829791 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.830260 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.830673 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.831234 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 19:55:01.831698 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnet after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.832073 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnet after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.832452 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.832864 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 19:55:01.833344 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.833761 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.834127 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.834592 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 19:55:01.835028 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > security_group after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.835409 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > security_group after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.835785 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > security_group after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.836192 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 19:55:01.836641 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.837006 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.837384 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.837986 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 19:55:01.838417 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > address_group after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.838819 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > address_group after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.839193 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > address_group after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.839623 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88033) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 18 19:55:01.840097 n-d-836016-3 neutron-server[88033]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] ML2 OVO RPC backend initialized. {{(pid=88033) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 18 19:55:01.840874 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.841236 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.841705 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.842060 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > networks before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.842413 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.842758 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > ports before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.843269 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnet before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.843441 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnets before_response 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.843806 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.844150 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.844489 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.844826 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.845164 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.845634 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.846051 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnet after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.846571 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnet after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.846918 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > subnet after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.847497 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.plugin [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Modular L2 Plugin initialization complete Apr 18 19:55:01.847855 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading services supported by the core plugin {{(pid=88033) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 18 19:55:01.848185 n-d-836016-3 neutron-server[88033]: INFO neutron.plugins.ml2.managers [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Got port-security extension from driver 'port_security' Apr 18 19:55:01.848651 n-d-836016-3 neutron-server[88033]: INFO neutron.extensions.vlantransparent [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Disabled vlantransparent extension. Apr 18 19:55:01.849136 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88033) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 18 19:55:01.849454 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: router Apr 18 19:55:01.890315 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router_interface before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.890743 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router after_create 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.891141 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router before_create 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.891510 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.891882 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.892237 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router after_delete 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.892615 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > floatingip after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.893080 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router after_create 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.893591 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router after_update 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.893986 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router after_update 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.894362 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.894769 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router after_update 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.895205 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_update 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.895597 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: port after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.895942 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: port after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.896317 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: subnet after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.896681 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.897049 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > port precommit_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.897402 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_create 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.897777 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: port before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.898127 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.898559 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router after_update 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.898947 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_delete 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.899315 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_create 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.899717 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router_interface after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.900105 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_update 55549900 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.900497 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > agent after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.900895 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > agent after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.901289 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > network after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.902292 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Tracking information for resource: router configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.902681 n-d-836016-3 neutron-server[88033]: DEBUG neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Tracking information for resource: floatingip configured {{(pid=88033) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 18 19:55:01.908001 n-d-836016-3 neutron-server[88033]: INFO neutron.db.l3_agentschedulers_db [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 18 19:55:01.908625 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: port after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.909054 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: port after_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.909412 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: port after_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.909796 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: port after_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.910734 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router before_create 55550100 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.911122 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_delete 55550100 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.911523 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_create 55550100 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.911905 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > router precommit_update 55550100 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.916610 n-d-836016-3 neutron-server[88033]: DEBUG neutron.services.provider_configuration [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service providers = [] {{(pid=88033) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 18 19:55:01.917012 n-d-836016-3 neutron-server[88033]: DEBUG neutron.db.servicetype_db [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88033) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 18 19:55:01.920074 n-d-836016-3 neutron-server[88033]: DEBUG neutron.services.service_base [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:55:01.920448 n-d-836016-3 neutron-server[88033]: DEBUG neutron.services.service_base [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:55:01.920796 n-d-836016-3 neutron-server[88033]: DEBUG neutron.services.service_base [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:55:01.921747 n-d-836016-3 neutron-server[88033]: DEBUG neutron.services.service_base [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88033) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 18 19:55:01.922123 n-d-836016-3 neutron-server[88033]: INFO neutron.services.service_base [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 18 19:55:01.922507 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.922838 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 18 19:55:01.934885 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.935247 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: auto_allocate Apr 18 19:55:01.942089 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: network precommit_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.942495 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: network precommit_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.943059 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.943404 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: tag Apr 18 19:55:01.950712 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.950989 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: timestamp Apr 18 19:55:01.955147 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.955510 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: network_ip_availability Apr 18 19:55:01.960916 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.961298 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.961716 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:01.962470 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.962792 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: flavors Apr 18 19:55:01.967451 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.967787 n-d-836016-3 neutron-server[88033]: INFO neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading Plugin: revisions Apr 18 19:55:01.972190 n-d-836016-3 neutron-server[88033]: DEBUG neutron.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88033) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 18 19:55:01.972577 n-d-836016-3 neutron-server[88033]: DEBUG oslo_concurrency.lockutils [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.644s {{(pid=88033) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 18 19:55:01.973327 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88033) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 18 19:55:01.973716 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Initializing extension manager. Apr 18 19:55:01.974223 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: __init__.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.974566 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: __pycache__ {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.974903 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.975238 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: address_group.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.976028 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.976604 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: address-group Apr 18 19:55:01.976930 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: address_scope.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.977695 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.978207 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: address-scope Apr 18 19:55:01.978531 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: admin_state_down_before_update.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.979480 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.979992 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: router-admin-state-down-before-update Apr 18 19:55:01.980314 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: agent.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.981135 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.981709 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: agent Apr 18 19:55:01.982050 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: agent_resources_synced.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.982981 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.983506 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: agent-resources-synced Apr 18 19:55:01.983874 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: allowedaddresspairs.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.986132 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.987330 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: allowed-address-pairs Apr 18 19:55:01.987721 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: auto_allocated_topology.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.988896 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.989435 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: auto-allocated-topology Apr 18 19:55:01.989797 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: availability_zone.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.990574 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.991147 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: availability_zone Apr 18 19:55:01.991528 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: availability_zone_filter.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.992575 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.993118 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: availability_zone_filter Apr 18 19:55:01.993472 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: data_plane_status.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.994470 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.995011 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension data-plane-status not supported by any of loaded plugins Apr 18 19:55:01.995371 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: default_subnetpools.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.996401 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.996966 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: default-subnetpools Apr 18 19:55:01.997360 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: dhcpagentscheduler.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:01.998245 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:01.998774 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: dhcp_agent_scheduler Apr 18 19:55:01.999100 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: dns.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.000023 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.000580 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension dns-integration not supported by any of loaded plugins Apr 18 19:55:02.000908 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: dns_domain_ports.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.001875 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.002995 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 18 19:55:02.003486 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: dvr.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.004322 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.004934 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: dvr Apr 18 19:55:02.005282 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: empty_string_filtering.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.006299 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.006912 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: empty-string-filtering Apr 18 19:55:02.007276 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.008249 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.008803 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 18 19:55:02.009150 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.010160 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.010695 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 18 19:55:02.011026 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: external_net.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.011991 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.012527 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: external-net Apr 18 19:55:02.012851 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: extra_dhcp_opt.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.013817 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.014361 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: extra_dhcp_opt Apr 18 19:55:02.014686 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: extraroute.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.015650 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.016186 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: extraroute Apr 18 19:55:02.016514 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: extraroute_atomic.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.017644 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.018340 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: extraroute-atomic Apr 18 19:55:02.018696 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: filter_validation.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.019365 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.019867 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: filter-validation Apr 18 19:55:02.020189 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: fip_pf_description.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.021109 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.021652 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 18 19:55:02.021976 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: fip_port_details.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.022926 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.023493 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: fip-port-details Apr 18 19:55:02.023868 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: flavors.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.025260 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.025860 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: flavors Apr 18 19:55:02.026392 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.028971 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.029916 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 18 19:55:02.030477 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: floatingip_pools.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.031633 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.032517 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: floatingip-pools Apr 18 19:55:02.033085 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: ip_allocation.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.034639 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.035537 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension ip_allocation not supported by any of loaded plugins Apr 18 19:55:02.036090 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.037639 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.038536 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: ip-substring-filtering Apr 18 19:55:02.039104 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l2_adjacency.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.040596 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.041484 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension l2_adjacency not supported by any of loaded plugins Apr 18 19:55:02.042077 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l3.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.043688 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.044405 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: router Apr 18 19:55:02.044738 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l3_conntrack_helper.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.047433 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.047968 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 18 19:55:02.048298 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.049845 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.050530 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: ext-gw-mode Apr 18 19:55:02.050907 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.051878 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.052439 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: l3-ha Apr 18 19:55:02.052804 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l3_flavors.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.053913 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.054545 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: l3-flavors Apr 18 19:55:02.054977 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.056095 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.056733 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: l3-port-ip-change-not-allowed Apr 18 19:55:02.057112 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: l3agentscheduler.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.058317 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.058957 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: l3_agent_scheduler Apr 18 19:55:02.059354 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: logging.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.060985 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.061549 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension logging not supported by any of loaded plugins Apr 18 19:55:02.061903 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: metering.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.062702 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.063347 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: metering Apr 18 19:55:02.063698 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.065581 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.066218 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: metering_source_and_destination_fields Apr 18 19:55:02.066573 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: multiprovidernet.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.067605 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.068167 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: multi-provider Apr 18 19:55:02.068520 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: netmtu.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.069784 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.070330 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: net-mtu Apr 18 19:55:02.070679 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: netmtu_writable.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.071683 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.072228 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: net-mtu-writable Apr 18 19:55:02.072581 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: network_availability_zone.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.073327 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.073927 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: network_availability_zone Apr 18 19:55:02.074273 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: network_ip_availability.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.075461 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.076009 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: network-ip-availability Apr 18 19:55:02.076337 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: network_segment_range.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.077190 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.077790 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension network-segment-range not supported by any of loaded plugins Apr 18 19:55:02.078166 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: pagination.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.079211 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.079572 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: pagination Apr 18 19:55:02.079925 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: port_device_profile.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.081026 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.081612 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: port-device-profile Apr 18 19:55:02.081959 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.082946 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.083480 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: port-mac-address-regenerate Apr 18 19:55:02.083827 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.084802 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.085364 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: port-numa-affinity-policy Apr 18 19:55:02.085755 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: port_resource_request.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.086734 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.087297 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension port-resource-request not supported by any of loaded plugins Apr 18 19:55:02.087635 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: portbindings.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.088633 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.089161 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: binding Apr 18 19:55:02.089546 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: portbindings_extended.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.091552 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.092347 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: binding-extended Apr 18 19:55:02.092673 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: portsecurity.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.094021 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.094876 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: port-security Apr 18 19:55:02.095066 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: project_id.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.096430 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.096823 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: project-id Apr 18 19:55:02.097216 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: providernet.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.099184 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.099906 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: provider Apr 18 19:55:02.100451 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.106116 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.106600 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos not supported by any of loaded plugins Apr 18 19:55:02.107414 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.108909 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.109711 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 18 19:55:02.110222 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.112180 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.113053 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 18 19:55:02.113581 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_default.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.114660 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.115189 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-default not supported by any of loaded plugins Apr 18 19:55:02.115537 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_fip.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.116223 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.116728 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-fip not supported by any of loaded plugins Apr 18 19:55:02.117057 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_gateway_ip.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.118020 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.118552 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 18 19:55:02.118916 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_port_network_policy.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.119991 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.120358 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 18 19:55:02.120679 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_rule_type_details.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.121662 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.122174 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 18 19:55:02.122495 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: qos_rules_alias.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.123558 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.124069 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 18 19:55:02.124389 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: quotasv2.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.125407 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.125769 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: quotas Apr 18 19:55:02.126114 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: quotasv2_detail.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.128416 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.128752 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: quota_details Apr 18 19:55:02.129101 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: rbac.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.130287 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.130906 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: rbac-policies Apr 18 19:55:02.131247 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: rbac_address_group.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.132283 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.132860 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: rbac-address-group Apr 18 19:55:02.133210 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: rbac_address_scope.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.134244 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.134807 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: rbac-address-scope Apr 18 19:55:02.135152 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: rbac_security_groups.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.136143 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.136710 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: rbac-security-groups Apr 18 19:55:02.137051 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: rbac_subnetpool.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.138110 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.138671 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: rbac-subnetpool Apr 18 19:55:02.139020 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: revisionifmatch.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.140008 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.140577 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: revision-if-match Apr 18 19:55:02.140924 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: revisions.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.142072 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.142611 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: standard-attr-revisions Apr 18 19:55:02.143014 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: router_availability_zone.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.143806 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.144329 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: router_availability_zone Apr 18 19:55:02.144673 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: routerservicetype.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.145629 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.146147 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension router-service-type not supported by any of loaded plugins Apr 18 19:55:02.146488 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.147417 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.147934 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: security-groups-normalized-cidr Apr 18 19:55:02.148264 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: security_groups_port_filtering.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.149352 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.149921 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: port-security-groups-filtering Apr 18 19:55:02.150267 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.151244 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.151781 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: security-groups-remote-address-group Apr 18 19:55:02.152121 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: securitygroup.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.163099 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.163670 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: security-group Apr 18 19:55:02.164053 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: segment.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.164915 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.165488 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension segment not supported by any of loaded plugins Apr 18 19:55:02.165859 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.166881 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.167437 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 18 19:55:02.167795 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: servicetype.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.168972 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.169558 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: service-type Apr 18 19:55:02.169917 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: sorting.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.170993 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.171381 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: sorting Apr 18 19:55:02.171744 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: standard_attr_segment.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.172769 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.173313 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 18 19:55:02.173668 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: standardattrdescription.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.174914 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.175429 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: standard-attr-description Apr 18 19:55:02.175759 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: stateful_security_group.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.176697 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.177237 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: stateful-security-group Apr 18 19:55:02.177587 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: stdattrs_common.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.178173 n-d-836016-3 neutron-server[88033]: WARNING neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 18 19:55:02.178496 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.179536 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.180049 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 18 19:55:02.180375 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: subnet_onboard.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.181545 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.182058 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: subnet_onboard Apr 18 19:55:02.182388 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.183347 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.183904 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 18 19:55:02.184265 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: subnet_service_types.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.185232 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.185781 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: subnet-service-types Apr 18 19:55:02.186111 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: subnetallocation.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.187228 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.187744 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: subnet_allocation Apr 18 19:55:02.188073 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.188757 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.189325 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: subnetpool-prefix-ops Apr 18 19:55:02.189754 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.191445 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.191997 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 18 19:55:02.192353 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: tagging.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.193491 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.194310 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: standard-attr-tag Apr 18 19:55:02.194676 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: timestamp.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.195941 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.196505 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loaded extension: standard-attr-timestamp Apr 18 19:55:02.196878 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: trunk.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.198002 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.198560 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension trunk not supported by any of loaded plugins Apr 18 19:55:02.198938 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: trunk_details.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.199873 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.200389 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension trunk-details not supported by any of loaded plugins Apr 18 19:55:02.200758 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: uplink_status_propagation.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.201738 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.202344 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 18 19:55:02.202684 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Loading extension file: vlantransparent.py {{(pid=88033) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 18 19:55:02.203383 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88033) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 18 19:55:02.203916 n-d-836016-3 neutron-server[88033]: INFO neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extension vlan-transparent not supported by any of loaded plugins Apr 18 19:55:02.207217 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:network Apr 18 19:55:02.207946 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:subnet Apr 18 19:55:02.208801 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:55:02.209605 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:port Apr 18 19:55:02.211049 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.211533 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service FLAVORS assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.212162 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.212635 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.212984 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:router Apr 18 19:55:02.214004 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:floatingip Apr 18 19:55:02.215175 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service METERING assigned prefix: /metering {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.217668 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:02.218300 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:02.218910 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88033) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 19:55:02.222564 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 19:55:02.223325 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:security_group Apr 18 19:55:02.224452 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 19:55:02.225788 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service CORE assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.226367 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:55:02.226961 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] subnetpool is already registered Apr 18 19:55:02.228004 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service CORE assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.228579 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:55:02.229168 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] subnetpool is already registered Apr 18 19:55:02.344495 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.344935 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service FLAVORS assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.345610 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.346157 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.346741 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:router Apr 18 19:55:02.347319 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] router is already registered Apr 18 19:55:02.348450 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:floatingip Apr 18 19:55:02.348938 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] floatingip is already registered Apr 18 19:55:02.349694 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service METERING assigned prefix: /metering {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.350593 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of CountableResource for resource:rbac_policy Apr 18 19:55:02.350963 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] rbac_policy is already registered Apr 18 19:55:02.351431 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:security_group Apr 18 19:55:02.351807 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] security_group is already registered Apr 18 19:55:02.352444 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:security_group_rule Apr 18 19:55:02.352799 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] security_group_rule is already registered Apr 18 19:55:02.353532 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service CORE assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.353899 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:55:02.354252 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] subnetpool is already registered Apr 18 19:55:02.354912 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.v2.resource_helper [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Service CORE assigned prefix: {{(pid=88033) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 18 19:55:02.355266 n-d-836016-3 neutron-server[88033]: INFO neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Creating instance of TrackedResource for resource:subnetpool Apr 18 19:55:02.355637 n-d-836016-3 neutron-server[88033]: WARNING neutron.quota.resource_registry [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] subnetpool is already registered Apr 18 19:55:02.356423 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: extensions {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.358089 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: address-groups {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.359779 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: address-scopes {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.361026 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: agents {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.362327 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: auto-allocated-topology {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.363719 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: availability_zones {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.364925 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: dhcp-networks {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.366385 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: dhcp-agents {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.367909 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: routers {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.369747 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: flavors {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.370937 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: service_profiles {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.372145 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: next_providers {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.373798 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: service_profiles {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.375516 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: floatingip-pools {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.376880 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: routers {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.379698 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: floatingips {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.381011 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: l3-routers {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.382602 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: l3-agents {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.384310 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: metering-labels {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.385707 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: metering-label-rules {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.387093 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: network-ip-availabilities {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.388446 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: bindings {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.390201 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: quotas {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.391864 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: quotas {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.393973 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: rbac-policies {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.395332 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: security-groups {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.396527 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: security-group-rules {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.397885 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: service-providers {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.399226 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: subnetpools {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.400541 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: subnetpools {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.402005 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.403788 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.405700 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.407488 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.410700 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.412659 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.414371 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.416315 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.418124 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.420063 n-d-836016-3 neutron-server[88033]: DEBUG neutron.api.extensions [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Extended resource: tags {{(pid=88033) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 18 19:55:02.426489 n-d-836016-3 neutron-server[88033]: WARNING keystonemiddleware.auth_token [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 18 19:55:02.431719 n-d-836016-3 neutron-server[88033]: WARNING keystonemiddleware.auth_token [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 18 19:55:02.440621 n-d-836016-3 neutron-server[88033]: DEBUG oslo_concurrency.lockutils [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Acquired lock "singleton_lock" {{(pid=88033) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 18 19:55:02.441138 n-d-836016-3 neutron-server[88033]: DEBUG oslo_concurrency.lockutils [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Releasing lock "singleton_lock" {{(pid=88033) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 18 19:55:02.441872 n-d-836016-3 neutron-server[88033]: INFO oslo_service.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Starting 2 workers Apr 18 19:55:02.447042 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Started child 88140 {{(pid=88033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:55:02.451524 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Started child 88141 {{(pid=88033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:55:02.451912 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:02.453233 n-d-836016-3 neutron-server[88033]: INFO neutron.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Neutron service started, listening on 0.0.0.0:9696 Apr 18 19:55:02.453399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [-] (88140) wsgi starting up on http://0.0.0.0:9696 Apr 18 19:55:02.453957 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Notify callbacks [] for process, before_spawn {{(pid=88033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:02.456821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:02.457336 n-d-836016-3 neutron-server[88033]: INFO oslo_service.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Starting 1 workers Apr 18 19:55:02.458209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [-] (88141) wsgi starting up on http://0.0.0.0:9696 Apr 18 19:55:02.458785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55904) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:02.462205 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Started child 88143 {{(pid=88033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:55:02.462728 n-d-836016-3 neutron-server[88033]: INFO oslo_service.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Starting 1 workers Apr 18 19:55:02.467734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] calling RpcWorker wait() {{(pid=88143) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 18 19:55:02.467734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] returning from RpcWorker wait() {{(pid=88143) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 18 19:55:02.468653 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Started child 88144 {{(pid=88033) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 18 19:55:02.468749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:02.468831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066249 Apr 18 19:55:02.468911 n-d-836016-3 neutron-server[88033]: DEBUG neutron_lib.callbacks.manager [None req-8f2d4a33-61cb-430a-8869-6653340bf8ec None None] Notify callbacks [] for process, after_spawn {{(pid=88033) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:02.468991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:02.471170 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88033) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 19:55:02.471364 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:55:02.471508 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:55:02.471659 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:55:02.471996 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:55:02.472179 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:55:02.472757 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.473065 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.473374 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.473676 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.474018 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.474652 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.474915 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.475182 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.475475 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.475781 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.475967 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.476137 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.477216 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.477216 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.477216 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.477433 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.477561 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.477861 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.478039 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.478318 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.478618 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.478894 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.479193 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] debug = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.479302 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:02.479770 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.480007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.480297 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.480569 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.480847 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.481155 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.481408 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.481726 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.481976 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.482214 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.482400 n-d-836016-3 neutron-server[88144]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:02.482502 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.482713 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.482966 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.483216 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.483439 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.483707 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.483942 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.484447 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] host = n-d-836016-3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.484687 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.484914 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.485150 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.485378 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.485675 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.485896 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.486166 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.486413 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.486722 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.486970 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.487213 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.487441 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.487658 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.487934 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.488101 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_options = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.488353 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.488620 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.488877 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.489076 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.489247 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.489425 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.489695 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.489856 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.490109 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.490345 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.490562 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.490774 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.491030 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.491285 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.491598 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.491888 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.492156 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.492431 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.492684 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.492946 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.493178 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.493408 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.493678 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.493917 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.494159 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.494374 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.494603 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.494817 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.495035 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.495293 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.495557 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.495808 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.496044 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.496302 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.496530 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.496759 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.496991 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.497281 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.497571 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.497810 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.498057 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.498291 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.498514 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.498745 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.499465 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.499694 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_json = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.499922 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.500139 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.500408 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.500649 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.500899 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.501115 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.501363 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.501696 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.506358 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.506358 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.506358 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.506696 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.507760 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.507760 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.507760 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.507760 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.508050 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.508283 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.508560 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.508905 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.509174 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.510453 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.510453 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.510453 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.510752 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.511571 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.511571 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.511571 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.511803 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.512030 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.512277 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.514000 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.514000 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.514209 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.514425 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.514672 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.514927 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.515179 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.516343 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.516343 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.516343 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.516343 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.516612 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.517562 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.517562 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.517562 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.517562 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.517857 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.518823 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.519237 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.519507 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.519750 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.520004 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.520216 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.520434 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.520669 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.520904 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.521120 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.521356 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.522587 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.522833 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.523057 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.523302 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.523532 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.523772 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.524018 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.524244 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.524501 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.524734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.524947 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.525207 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.525433 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.525691 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.525896 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.526604 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.526604 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.526604 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.526811 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.527001 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.527250 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.527519 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.527824 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.528103 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.528339 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.528581 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.528830 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.529065 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.529309 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.529588 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.529811 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.530094 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.530320 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.530557 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.531578 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.532529 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.534153 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.534153 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.534431 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.534746 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.535007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.535274 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.535521 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.535782 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.536042 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.536366 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.536615 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.536885 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.537135 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.537405 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.538267 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.538520 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.538786 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.539026 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.539306 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.539588 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.539907 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.540222 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.540490 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.541080 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.542678 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.542678 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.542678 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.544015 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.544269 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.545362 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.545690 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.545984 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.546256 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.546527 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.546792 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548073 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548073 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548073 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548073 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548073 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548414 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548587 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.548837 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.549077 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.549847 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.550099 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.550789 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.550789 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.550992 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.551879 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.551879 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.552047 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.552178 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.552509 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.553070 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.553174 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.553356 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.553669 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.554511 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.554511 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.554511 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.554751 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.554911 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.555140 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.557820 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.558233 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.558652 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.559072 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.559484 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.560213 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.560621 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.561032 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.561451 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.561760 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.561988 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.562237 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.562484 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.564121 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.564359 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.564593 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.566008 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.566471 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.566704 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.567079 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.567349 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.567602 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.567871 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.568115 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.568377 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.569248 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.569248 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.569409 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.569575 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.569795 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.570014 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.570252 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.570829 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.571088 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.571324 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.571586 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.571825 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.572165 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.572432 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.572680 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.572947 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.573378 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.573660 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.573877 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.574114 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.574332 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.574546 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.574780 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.575010 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.575225 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.575439 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.575975 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.575975 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.576233 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.576483 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.576730 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.577056 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.577277 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.577494 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.577790 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.577993 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.578200 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.578405 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.578616 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.578842 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.579074 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.579374 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.579841 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.579841 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.580061 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.580299 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.581219 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.581219 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.581219 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.581537 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.581537 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.581769 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584069 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584695 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584695 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584695 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584695 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.584977 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.585163 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.585385 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.585734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.586073 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.586378 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.587148 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.587442 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.587716 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.587928 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.588213 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.588493 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.588746 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.588961 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.589244 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.589606 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.589870 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.590111 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.590350 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.590635 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.590853 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.591065 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.591294 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.591521 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.591729 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.591976 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.592207 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.592426 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.592658 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.592900 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.593111 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.593361 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.594016 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.594016 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.594016 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.594264 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:55:02.594697 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88033) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 18 19:55:02.594868 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 18 19:55:02.595032 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 18 19:55:02.595172 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 18 19:55:02.595344 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 18 19:55:02.595499 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 18 19:55:02.595701 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.595861 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.596152 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.596319 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.596470 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.596636 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.596814 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.596978 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.597286 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.597438 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.597610 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.597764 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.597928 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.598081 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.598237 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.598391 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.598540 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.598697 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.598858 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.599016 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.599163 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.599319 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.599471 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] debug = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.599625 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.599825 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.600068 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.600228 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.600387 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.600542 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.600682 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.600835 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.600989 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.601142 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.601296 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.601449 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.602960 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.602960 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.602960 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.602960 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.603234 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.603234 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] host = n-d-836016-3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.603350 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.603522 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.603616 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.603761 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.603913 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.604064 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.604217 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.604369 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.604523 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.604676 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.604834 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.604989 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.605134 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.605286 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.605439 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_options = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.605605 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.605757 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.605908 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.606097 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.606358 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.606516 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.606681 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.606825 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.606975 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.607114 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.607367 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.607528 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.607687 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.607840 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.607993 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.608144 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.608332 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.608469 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.608612 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.608766 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.608919 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.609071 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.609223 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.609375 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.609561 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.609690 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.609826 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.609984 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.610136 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.610291 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.610443 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.610597 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.610750 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.612734 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.613600 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.613600 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.613600 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.613600 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.613600 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_json = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.613600 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614253 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614253 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614253 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614253 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614582 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614582 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614582 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614870 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 18 19:55:02.614989 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.615108 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.615227 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.615353 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.615513 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.615672 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.615833 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.615992 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.616153 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.616414 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.616588 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.616747 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.616918 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.617077 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.617235 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.617498 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.617900 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.617900 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.618100 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.618186 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.618289 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.618448 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.618623 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.618783 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.618942 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.619099 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.619257 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.619380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:02.619515 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.619646 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.619729 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.619863 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.620021 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.620182 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.620339 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.620496 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.620655 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.620814 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.620972 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.621131 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.621289 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.621447 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.622391 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.622561 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.622808 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.622978 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.623140 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.624649 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.624649 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.625314 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.625314 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.625560 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.625560 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.625790 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.625895 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.626020 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.626180 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.626428 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.627999 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.627999 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.627999 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.627999 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.627999 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.628821 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.628821 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.628821 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.628821 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.629187 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.629187 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.629406 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.629406 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.629659 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.629779 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.629859 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.630026 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.630183 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.630343 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.630502 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.631796 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.631796 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.631796 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.631796 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.631796 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.631796 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.631796 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633818 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633818 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633818 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633818 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.633818 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634409 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634409 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634409 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634409 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634714 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634714 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634860 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.634941 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.635068 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.635238 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.635380 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.635541 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.635699 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636448 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636448 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636448 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636448 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636448 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636789 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636789 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.636928 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.637135 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.637225 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.637371 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.637552 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.637699 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.637839 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.638673 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.638673 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.638673 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.638673 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.638943 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.638943 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.639072 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.639166 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.639466 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.639563 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.639714 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.639813 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.639971 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.640131 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.640291 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.640450 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.640610 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.640762 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.640924 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.641084 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.641241 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.641380 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.641550 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.641696 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.641865 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.642024 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.642168 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.642335 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.642476 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.642962 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.642962 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.642962 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.643589 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.643589 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.643589 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.643589 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.643996 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.643996 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.644851 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.644851 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.644851 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.644851 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.645229 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.645229 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.645229 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.645434 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.645531 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.645698 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.645858 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.646017 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.646175 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.646334 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.646493 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.646652 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.646855 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.647057 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.647389 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.647389 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.647389 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648007 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648259 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648388 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648555 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648723 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.648883 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.649042 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.649200 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.649358 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.649570 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.649960 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.649960 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.650111 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.650188 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.650286 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.650444 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.650603 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.650762 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.650915 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.651074 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.651234 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.651394 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.651552 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.651710 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.651866 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.652025 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.652183 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.652342 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.652498 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.653630 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.653630 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.653972 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.653972 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.654286 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.654286 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.654477 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.654554 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.655491 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.655491 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.655491 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.655491 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.655491 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.655491 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.656195 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.656195 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.656195 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.656789 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.656789 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.656789 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.657083 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.657083 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.657265 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.657265 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.657425 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.657599 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.658642 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.658804 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.658997 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.659166 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.659351 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.659848 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.659848 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.659848 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.660143 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.660143 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.660333 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.660428 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.660572 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.660743 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.660904 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.661063 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.661221 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.661380 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.661584 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662010 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662010 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662010 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662390 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662390 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662558 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662634 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662742 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.662918 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.663257 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.663257 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.663653 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.663653 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.663653 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 18 19:55:02.663867 n-d-836016-3 neutron-server[88033]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88033) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 18 19:55:13.435543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3a4ecc-fab9-47d4-8592-24f67009c45c None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 19:55:13.512654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3a4ecc-fab9-47d4-8592-24f67009c45c None None] No non-hosted networks {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 18 19:55:13.534300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.agentschedulers_db [None req-0a3a4ecc-fab9-47d4-8592-24f67009c45c None None] DHCP Agent not found on host n-d-836016-3 {{(pid=88143) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 18 19:55:13.673596 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1d90-81c4-4e2f-8836-5cb636df454c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474962'] for agent, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:15.839133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-643232cc-b6dd-455c-9fb5-47db7e0aa92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474962'] for agent, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:15.889860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e855a2c4-0afd-46cd-9d48-124b5bfda8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:16.619815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474962'] for agent, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:16.620520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.620858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.621200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.621604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.623775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.624126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.624462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.630222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.630583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.635547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.635925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.637995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:16.638510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-836016-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:16.649901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-836016-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:16.691225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474962'] for agent, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:18.165703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474962'] for agent, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:19.576162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56012) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:20.178895 n-d-836016-3 neutron-server[88141]: WARNING oslo_policy.policy [None req-9c81e524-1c99-4501-b7bb-58c8f76d4142 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:20.179541 n-d-836016-3 neutron-server[88141]: WARNING oslo_policy.policy [None req-9c81e524-1c99-4501-b7bb-58c8f76d4142 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:20.397069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-9c81e524-1c99-4501-b7bb-58c8f76d4142 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 19:55:20.398155 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c81e524-1c99-4501-b7bb-58c8f76d4142 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8210065 Apr 18 19:55:22.095722 n-d-836016-3 neutron-server[88143]: INFO neutron.db.l3_hamode_db [None req-86ee4d0f-e1fa-448c-8fe7-cdd4e5ba6059 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 18 19:55:22.181898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee4d0f-e1fa-448c-8fe7-cdd4e5ba6059 None None] Routers set() bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 19:55:22.182298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ee4d0f-e1fa-448c-8fe7-cdd4e5ba6059 None None] Router IDs set() for agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 18 19:55:22.835495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56026) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:23.208614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:55:23.306255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.policy [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88141) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 19:55:23.352316 n-d-836016-3 neutron-server[88141]: WARNING oslo_policy.policy [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:23.352689 n-d-836016-3 neutron-server[88141]: WARNING oslo_policy.policy [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:23.361104 n-d-836016-3 neutron-server[88141]: INFO neutron.quota [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] Loaded quota_driver: . Apr 18 19:55:23.377209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:23.438223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754168623718', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754168626229', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754168602975', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754168610219', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754168719171', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754168725421', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-624520', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-628850', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1601222', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1536876'] for rbac-policy, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:23.500739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:23.501946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b5de6c1-eeef-4ffc-8e17-d08a39cfbda1 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6654835 Apr 18 19:55:26.150247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56040) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:26.493963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'name': 'private'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:55:26.498631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:26.503757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Usage tracker for resource:network and tenant:558644d7fc364abcab3a80c066f44b40 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:55:26.508660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:55:26.514755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:55:26.524789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Made reservation on behalf of 558644d7fc364abcab3a80c066f44b40 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:55:26.527737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.545373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.559773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:26.563439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Usage tracker for resource:security_group_rule and tenant:558644d7fc364abcab3a80c066f44b40 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:55:26.569293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:55:26.574897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:55:26.671931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.676531 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.701303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 125} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:55:26.726965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754169986901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.727552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Unsubscribe: segment precommit_create {{(pid=88141) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 19:55:26.728054 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Added segment f7eefd5a-81fd-4e28-bfad-41c1c58bf175 of type vlan for network ab134526-a345-4310-a30a-dd6ac60add79 Apr 18 19:55:26.736274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59cb3ecb-ebb7-4762-a3b7-749cf03083f9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:26.787858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.788199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.788539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.788872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.789199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.789543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.789873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.790194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.790515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.790833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.791152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.791469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Tracked resource versions report: Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: pushed versions: Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: { 'AddressGroup': {'1.2'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'ConntrackHelper': {'1.0'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Log': {'1.0'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Network': {'1.1'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Port': {'1.7'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'PortForwarding': {'1.2'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'QosPolicy': {'1.8'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'SecurityGroup': {'1.4'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'SecurityGroupRule': {'1.2'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'SubPort': {'1.0'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Subnet': {'1.1'}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Trunk': {'1.1'}} Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: consumer versions: Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: { DHCP agent@n-d-836016-3: {}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: L3 agent@n-d-836016-3: {}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: Metadata agent@n-d-836016-3: {}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: Metering agent@n-d-836016-3: {}, Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'ConntrackHelper': '1.0', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Log': '1.0', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Network': '1.1', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Port': '1.7', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'PortForwarding': '1.2', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'QosPolicy': '1.8', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'SecurityGroup': '1.4', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'SecurityGroupRule': '1.2', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'SubPort': '1.0', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Subnet': '1.1', Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: 'Trunk': '1.1'}} Apr 18 19:55:26.792866 n-d-836016-3 neutron-server[88141]: {{(pid=88141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:55:26.843781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.885849 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.886895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:26.887526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:26.996157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8448477 Apr 18 19:55:26.996866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea4d2d-3be2-4588-b3cc-0a3d9f8a1dff admin admin] Pushing event updated for resources: {'Network': ['ID=ab134526-a345-4310-a30a-dd6ac60add79,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:27.008955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network ab134526-a345-4310-a30a-dd6ac60add79 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:55:29.735151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56056) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:30.188950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4539348c-8691-4f24-b064-d5f46dfeebe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:30.190425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4539348c-8691-4f24-b064-d5f46dfeebe4 admin admin] 10.222.0.47 "GET /v2.0/networks/ab134526-a345-4310-a30a-dd6ac60add79 HTTP/1.1" status: 200 len: 825 time: 0.4543123 Apr 18 19:55:30.221990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-411d42c4-b93b-47ff-a3d6-a691ca822eb9 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/7c85fd21-fa75-4a93-8783-2877ccbc306f HTTP/1.1" status: 200 len: 734 time: 0.0250418 Apr 18 19:55:30.231248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'subnetpool_id': '7c85fd21-fa75-4a93-8783-2877ccbc306f', 'ip_version': 4, 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:55:30.236430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:30.241537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Usage tracker for resource:subnet and tenant:558644d7fc364abcab3a80c066f44b40 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:55:30.244716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:55:30.250988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:55:30.262773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Made reservation on behalf of 558644d7fc364abcab3a80c066f44b40 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:55:30.265169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:30.554009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:30.639359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e1baf-5271-4c62-bc64-5000d1d9df51,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:30.644400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Checking segment: {'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 19:55:30.644784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Network hostable DHCP agents. Network: ab134526-a345-4310-a30a-dd6ac60add79, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:55:30.665646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Network ab134526-a345-4310-a30a-dd6ac60add79 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:55:30.675850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, ab134526-a345-4310-a30a-dd6ac60add79) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:55:30.680302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:30.680871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:30.685495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22815f86-080d-4aa9-900d-8340df4c183c None None] Network ab134526-a345-4310-a30a-dd6ac60add79 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 19:55:30.708291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a6cb4cf9-31b0-4805-88be-8125b5b8d8fb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4729998 Apr 18 19:55:31.002982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-ab134526-a345-4310-a30a-dd6ac60add79', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'fixed_ips': [{'subnet_id': '623e1baf-5271-4c62-bc64-5000d1d9df51'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 19:55:31.004894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:31.198914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Allocated IP 172.20.0.2 (ab134526-a345-4310-a30a-dd6ac60add79/623e1baf-5271-4c62-bc64-5000d1d9df51/e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:55:31.426817 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:31.439508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Transition to ACTIVE for port object e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:55:31.458981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Transition to ACTIVE for port object e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:55:31.465722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:31.524878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Network ab134526-a345-4310-a30a-dd6ac60add79 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:55:31.531967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:55:31.540213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Pushing event updated for resources: {'Port': ['ID=e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:31.542479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 19:55:31.582952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.583297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.583638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.583971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.584301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.584652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.584950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.585272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.585614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.585934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.586254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.586570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Tracked resource versions report: Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: pushed versions: Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: { 'AddressGroup': {'1.2'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'ConntrackHelper': {'1.0'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Log': {'1.0'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Network': {'1.1'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Port': {'1.7'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'PortForwarding': {'1.2'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'QosPolicy': {'1.8'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'SecurityGroup': {'1.4'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'SecurityGroupRule': {'1.2'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'SubPort': {'1.0'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Subnet': {'1.1'}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Trunk': {'1.1'}} Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: consumer versions: Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: { DHCP agent@n-d-836016-3: {}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: L3 agent@n-d-836016-3: {}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: Metadata agent@n-d-836016-3: {}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: Metering agent@n-d-836016-3: {}, Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'ConntrackHelper': '1.0', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Log': '1.0', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Network': '1.1', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Port': '1.7', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'PortForwarding': '1.2', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'QosPolicy': '1.8', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'SecurityGroup': '1.4', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'SecurityGroupRule': '1.2', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'SubPort': '1.0', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Subnet': '1.1', Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: 'Trunk': '1.1'}} Apr 18 19:55:31.587687 n-d-836016-3 neutron-server[88143]: {{(pid=88143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:55:31.643944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Attempting to bind port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:55:31.644342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Attempting to bind port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:55:31.644754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Attempting to bind port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d on network ab134526-a345-4310-a30a-dd6ac60add79 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 19:55:31.649984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 19:55:31.650376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Checking segment: {'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 19:55:31.650853 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:31.651240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Bound using segment: {'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 19:55:31.651714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Bound port: e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:55:31.652097 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:31.743679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] For port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 19:55:31.747938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] For port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d,segment=NetworkSegment(f7eefd5a-81fd-4e28-bfad-41c1c58bf175),segment_id=f7eefd5a-81fd-4e28-bfad-41c1c58bf175)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 19:55:31.751702 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:31.842342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1f5fd-ad76-4ff8-b6a9-e1a59d1bb98d None None] Pushing event updated for resources: {'Port': ['ID=e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:33.202461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:33.599501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-8457740f-60f2-4e92-9004-48542f0d504e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 19:55:33.600540 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8457740f-60f2-4e92-9004-48542f0d504e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3968058 Apr 18 19:55:35.671332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cbbdda-4ae0-4e77-b4d6-92456e8f6d20 None None] Network ab134526-a345-4310-a30a-dd6ac60add79 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 19:55:35.792084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4b56d30d-0a57-4d60-a67b-65de352c35e7 None None] Provisioning for port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:55:36.096820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56080) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:36.405416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:55:36.478072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:55:36.483020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:55:36.483455 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:36.610120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:36.643838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d,segment=NetworkSegment(f7eefd5a-81fd-4e28-bfad-41c1c58bf175),segment_id=f7eefd5a-81fd-4e28-bfad-41c1c58bf175)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 19:55:36.648077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:36.740391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:36.791164 n-d-836016-3 neutron-server[88140]: WARNING oslo_policy.policy [None req-e8580ec9-c2fd-407a-8c1c-0708ae05a459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:36.791760 n-d-836016-3 neutron-server[88140]: WARNING oslo_policy.policy [None req-e8580ec9-c2fd-407a-8c1c-0708ae05a459 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:37.024038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-e8580ec9-c2fd-407a-8c1c-0708ae05a459 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 19:55:37.025383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e8580ec9-c2fd-407a-8c1c-0708ae05a459 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9256485 Apr 18 19:55:38.369751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:55:38.439420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:55:38.440252 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:39.777222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:40.152375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:55:40.217537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.policy [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 18 19:55:40.263893 n-d-836016-3 neutron-server[88140]: WARNING oslo_policy.policy [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:40.264295 n-d-836016-3 neutron-server[88140]: WARNING oslo_policy.policy [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 18 19:55:40.272666 n-d-836016-3 neutron-server[88140]: INFO neutron.quota [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Loaded quota_driver: . Apr 18 19:55:40.288366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:40.294885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Usage tracker for resource:router and tenant:558644d7fc364abcab3a80c066f44b40 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:55:40.300312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:55:40.307721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:55:40.324968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:40.327079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:40.353885 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:40.476354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:40.498544 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:40.499731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-112a1028-f997-4823-b571-b419ba6ec5c5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7215352 Apr 18 19:55:42.981606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:43.351341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-a2ebda51-1523-42d1-9948-0fb74297f0dc admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 19:55:43.352329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a2ebda51-1523-42d1-9948-0fb74297f0dc admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3698034 Apr 18 19:55:43.400038 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb5f8db7-1b5a-486b-8311-7b19a7bb789d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:45.749121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:45.840045 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-209c1081-ab8b-4875-a543-71a1836e23b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.125311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:55:46.131068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:46.134825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Usage tracker for resource:network and tenant:536d0724a93c40679fc6881c2659b22a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:55:46.138281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:55:46.144159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:55:46.153421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Made reservation on behalf of 536d0724a93c40679fc6881c2659b22a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:55:46.156251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.172966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.187429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:46.192054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Usage tracker for resource:security_group_rule and tenant:536d0724a93c40679fc6881c2659b22a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:55:46.195646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:55:46.201174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:55:46.294509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.298192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.313536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Reserving flat network on physical network physnet1 {{(pid=88140) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 18 19:55:46.350292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1eb687-02b9-466a-8e6c-e6aa3a1a72d2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:46.352865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754169986901', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.353428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Unsubscribe: segment precommit_create {{(pid=88140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 18 19:55:46.353957 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Added segment 07df456e-67b7-46a5-9172-0bf49415592f of type flat for network f02cd76e-a543-437b-8aad-d33e3351d024 Apr 18 19:55:46.409679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.410085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.410478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.410825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.411205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.411538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.411866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.412189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.412505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.412828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.413149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.413466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Tracked resource versions report: Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: pushed versions: Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: { 'AddressGroup': {'1.2'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'ConntrackHelper': {'1.0'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Log': {'1.0'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Network': {'1.1'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Port': {'1.7'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'PortForwarding': {'1.2'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'QosPolicy': {'1.8'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'SecurityGroup': {'1.4'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'SecurityGroupRule': {'1.2'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'SubPort': {'1.0'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Subnet': {'1.1'}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Trunk': {'1.1'}} Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: consumer versions: Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: { DHCP agent@n-d-836016-3: {}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: L3 agent@n-d-836016-3: {}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: Metadata agent@n-d-836016-3: {}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: Metering agent@n-d-836016-3: {}, Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'ConntrackHelper': '1.0', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Log': '1.0', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Network': '1.1', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Port': '1.7', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'PortForwarding': '1.2', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'QosPolicy': '1.8', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'SecurityGroup': '1.4', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'SecurityGroupRule': '1.2', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'SubPort': '1.0', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Subnet': '1.1', Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: 'Trunk': '1.1'}} Apr 18 19:55:46.414686 n-d-836016-3 neutron-server[88140]: {{(pid=88140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:55:46.477544 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.521968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.523252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:46.523850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.595343 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:46.630036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8792925 Apr 18 19:55:46.632529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fec300-ac27-4e59-9ca0-ac56516fba00 admin admin] Pushing event updated for resources: {'Network': ['ID=f02cd76e-a543-437b-8aad-d33e3351d024,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:46.648713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network f02cd76e-a543-437b-8aad-d33e3351d024 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:55:46.694543 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:48.132979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:49.091176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56142) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:49.313744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9044cd-0d30-44bc-9d74-8da538a2c78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:49.315983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3a9044cd-0d30-44bc-9d74-8da538a2c78a admin admin] 10.222.0.47 "GET /v2.0/subnets/623e1baf-5271-4c62-bc64-5000d1d9df51 HTTP/1.1" status: 200 len: 849 time: 0.2238650 Apr 18 19:55:49.475387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-26504afe-a333-49b6-b8c8-d68a423fcae7 admin admin] 10.222.0.47 "GET /v2.0/routers/70b77c95-68bb-4edb-ac12-8b255949a8cb HTTP/1.1" status: 200 len: 704 time: 0.1535819 Apr 18 19:55:49.933126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:50.176942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Allocated IP 172.20.0.1 (ab134526-a345-4310-a30a-dd6ac60add79/623e1baf-5271-4c62-bc64-5000d1d9df51/ecc1b2f7-1a94-44c8-8af6-f8837db41709) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:55:50.335985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:50.353804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Transition to ACTIVE for port object ecc1b2f7-1a94-44c8-8af6-f8837db41709 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:55:50.410682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:50.479938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Network ab134526-a345-4310-a30a-dd6ac60add79 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:55:50.487851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:55:50.495993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 19:55:50.496088 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:50.622133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Pushing event updated for resources: {'Port': ['ID=ecc1b2f7-1a94-44c8-8af6-f8837db41709,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:50.749706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5af3eb2e-4667-4763-bd4f-4a1ebe301b75 None None] Provisioning for port ecc1b2f7-1a94-44c8-8af6-f8837db41709 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:55:50.755949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5af3eb2e-4667-4763-bd4f-4a1ebe301b75 None None] Provisioning complete for port ecc1b2f7-1a94-44c8-8af6-f8837db41709 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:55:50.756320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5af3eb2e-4667-4763-bd4f-4a1ebe301b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:50.823875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:50.825757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5af3eb2e-4667-4763-bd4f-4a1ebe301b75 None None] Port ecc1b2f7-1a94-44c8-8af6-f8837db41709 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 19:55:51.056146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:51.060459 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:51.061244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:51.197293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Pushing event updated for resources: {'Port': ['ID=ecc1b2f7-1a94-44c8-8af6-f8837db41709,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:51.256616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Network ab134526-a345-4310-a30a-dd6ac60add79 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:55:51.257811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:55:51.452353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0581ef16-9efa-4596-807d-35c2e24273e4 None None] Provisioning complete for port ecc1b2f7-1a94-44c8-8af6-f8837db41709 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:55:51.452874 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0581ef16-9efa-4596-807d-35c2e24273e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:51.459457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Router 70b77c95-68bb-4edb-ac12-8b255949a8cb is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 19:55:51.510100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0581ef16-9efa-4596-807d-35c2e24273e4 None None] Port ecc1b2f7-1a94-44c8-8af6-f8837db41709 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 19:55:51.612548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 19:55:51.621707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8e587b02-e18a-4c06-869b-d9e9eeac96fc admin admin] 10.222.0.47 "PUT /v2.0/routers/70b77c95-68bb-4edb-ac12-8b255949a8cb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1410449 Apr 18 19:55:51.625126 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Sync routers for ids ['70b77c95-68bb-4edb-ac12-8b255949a8cb'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 19:55:51.637228 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Routers {'70b77c95-68bb-4edb-ac12-8b255949a8cb'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 19:55:51.638123 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T19:55:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['70b77c95-68bb-4edb-ac12-8b255949a8cb'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:51.840898 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Set router 70b77c95-68bb-4edb-ac12-8b255949a8cb gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 19:55:52.250924 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'name': 'router1', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:55:40Z', 'updated_at': '2022-04-18T19:55:50Z', 'revision_number': 2, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'gw_port_host': None, '_interfaces': [{'id': 'ecc1b2f7-1a94-44c8-8af6-f8837db41709', 'name': '', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'mac_address': 'fa:16:3e:04:cc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:49Z', 'updated_at': '2022-04-18T19:55:50Z', 'revision_number': 2, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'subnets': [{'id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c85fd21-fa75-4a93-8783-2877ccbc306f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:52.257057 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Checking router: 70b77c95-68bb-4edb-ac12-8b255949a8cb for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 19:55:52.257453 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Updating router 70b77c95-68bb-4edb-ac12-8b255949a8cb port ecc1b2f7-1a94-44c8-8af6-f8837db41709 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 19:55:52.314061 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:52.740440 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:52.757611 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Transition to ACTIVE for port object ecc1b2f7-1a94-44c8-8af6-f8837db41709 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:55:52.764971 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:53.014840 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Pushing event updated for resources: {'Port': ['ID=ecc1b2f7-1a94-44c8-8af6-f8837db41709,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:53.019130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Attempting to bind port ecc1b2f7-1a94-44c8-8af6-f8837db41709 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:55:53.019565 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Attempting to bind port ecc1b2f7-1a94-44c8-8af6-f8837db41709 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:55:53.020072 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Attempting to bind port ecc1b2f7-1a94-44c8-8af6-f8837db41709 on network ab134526-a345-4310-a30a-dd6ac60add79 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 19:55:53.027658 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.028035 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.028673 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.028798 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.029193 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.029623 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.029996 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.030359 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.030742 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.031140 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.031500 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.031844 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Tracked resource versions report: Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: pushed versions: Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: { 'AddressGroup': {'1.2'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'ConntrackHelper': {'1.0'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Log': {'1.0'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Network': {'1.1'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Port': {'1.7'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'PortForwarding': {'1.2'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'QosPolicy': {'1.8'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'SecurityGroup': {'1.4'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'SecurityGroupRule': {'1.2'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'SubPort': {'1.0'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Subnet': {'1.1'}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Trunk': {'1.1'}} Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: consumer versions: Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: { DHCP agent@n-d-836016-3: {}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: L3 agent@n-d-836016-3: {}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: Metadata agent@n-d-836016-3: {}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: Metering agent@n-d-836016-3: {}, Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'ConntrackHelper': '1.0', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Log': '1.0', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Network': '1.1', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Port': '1.7', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'PortForwarding': '1.2', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'QosPolicy': '1.8', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'SecurityGroup': '1.4', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'SecurityGroupRule': '1.2', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'SubPort': '1.0', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Subnet': '1.1', Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: 'Trunk': '1.1'}} Apr 18 19:55:53.033171 n-d-836016-3 neutron-server[88144]: {{(pid=88144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 19:55:53.037970 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 19:55:53.038170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Checking segment: {'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 19:55:53.038645 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:53.039063 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Bound using segment: {'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 19:55:53.039584 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Bound port: ecc1b2f7-1a94-44c8-8af6-f8837db41709, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7eefd5a-81fd-4e28-bfad-41c1c58bf175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:55:53.040030 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:53.147594 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] For port ecc1b2f7-1a94-44c8-8af6-f8837db41709, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 19:55:53.152070 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] For port ecc1b2f7-1a94-44c8-8af6-f8837db41709, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ecc1b2f7-1a94-44c8-8af6-f8837db41709,segment=NetworkSegment(f7eefd5a-81fd-4e28-bfad-41c1c58bf175),segment_id=f7eefd5a-81fd-4e28-bfad-41c1c58bf175)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 19:55:53.166156 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:53.257424 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afbd28d-056d-4c2c-93f7-2e43cfb6f434 None None] Pushing event updated for resources: {'Port': ['ID=ecc1b2f7-1a94-44c8-8af6-f8837db41709,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:53.264396 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Routers {'70b77c95-68bb-4edb-ac12-8b255949a8cb'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 19:55:53.265156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T19:55:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['70b77c95-68bb-4edb-ac12-8b255949a8cb'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:53.421189 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] Set router 70b77c95-68bb-4edb-ac12-8b255949a8cb gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 19:55:53.743993 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'name': 'router1', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:55:40Z', 'updated_at': '2022-04-18T19:55:50Z', 'revision_number': 2, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'gw_port_host': None, '_interfaces': [{'id': 'ecc1b2f7-1a94-44c8-8af6-f8837db41709', 'name': '', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'mac_address': 'fa:16:3e:04:cc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:49Z', 'updated_at': '2022-04-18T19:55:53Z', 'revision_number': 4, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'subnets': [{'id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c85fd21-fa75-4a93-8783-2877ccbc306f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:55:53.747790 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eee5ef-beb3-4114-9d38-f1e17e6eda43 None None] The sync data for ids ['70b77c95-68bb-4edb-ac12-8b255949a8cb'] in n-d-836016-3 is: [{'id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'name': 'router1', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:55:40Z', 'updated_at': '2022-04-18T19:55:50Z', 'revision_number': 2, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'gw_port_host': None, '_interfaces': [{'id': 'ecc1b2f7-1a94-44c8-8af6-f8837db41709', 'name': '', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'mac_address': 'fa:16:3e:04:cc:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:49Z', 'updated_at': '2022-04-18T19:55:53Z', 'revision_number': 4, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'subnets': [{'id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c85fd21-fa75-4a93-8783-2877ccbc306f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 19:55:53.957492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56164) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:54.134813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f640c987-c5d4-4e6b-8bb5-d8086e085785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:54.136206 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f640c987-c5d4-4e6b-8bb5-d8086e085785 admin admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 842 time: 0.1777327 Apr 18 19:55:54.148856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'enable_dhcp': False, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.25.5.0/24'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:55:54.155574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:55:54.160517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Usage tracker for resource:subnet and tenant:536d0724a93c40679fc6881c2659b22a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 19:55:54.164049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 19:55:54.171505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:55:54.183231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Made reservation on behalf of 536d0724a93c40679fc6881c2659b22a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:55:54.185720 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:54.453107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ecc1b2f7-1a94-44c8-8af6-f8837db41709 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:55:54.545276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ecc1b2f7-1a94-44c8-8af6-f8837db41709 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:55:54.550973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ecc1b2f7-1a94-44c8-8af6-f8837db41709 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:55:54.551442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:54.625995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 19:55:54.626600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:54.679486 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:54.709543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=daf0b843-c24b-4f63-a0d0-9d744dad8e10,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:54.716543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ecc1b2f7-1a94-44c8-8af6-f8837db41709, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ecc1b2f7-1a94-44c8-8af6-f8837db41709,segment=NetworkSegment(f7eefd5a-81fd-4e28-bfad-41c1c58bf175),segment_id=f7eefd5a-81fd-4e28-bfad-41c1c58bf175)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 19:55:54.721433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 19:55:54.721788 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:54.722205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Network hostable DHCP agents. Network: f02cd76e-a543-437b-8aad-d33e3351d024, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:55:54.742288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:55:54.752555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, f02cd76e-a543-437b-8aad-d33e3351d024) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:55:54.757842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:54.758379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:54.765562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd869a-d465-4852-9428-4c6955b26f99 None None] Network f02cd76e-a543-437b-8aad-d33e3351d024 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 19:55:54.788885 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9269ae5a-b837-4bc9-a715-ed8fe6d52c93 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6459761 Apr 18 19:55:54.901758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ecc1b2f7-1a94-44c8-8af6-f8837db41709,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:55.032476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ee838-140e-4220-9a08-dfe4ec1db589 None None] Network f02cd76e-a543-437b-8aad-d33e3351d024 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 19:55:56.389771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ecc1b2f7-1a94-44c8-8af6-f8837db41709 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:55:56.463837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ecc1b2f7-1a94-44c8-8af6-f8837db41709 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:55:56.464202 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:57.230632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:55:57.437596 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1683cce3-9e88-428b-be32-185a18676ebb admin admin] 10.222.0.47 "GET /v2.0/routers/70b77c95-68bb-4edb-ac12-8b255949a8cb HTTP/1.1" status: 200 len: 710 time: 0.2057438 Apr 18 19:55:57.569262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963b50f9-20e0-49a2-8d6c-6240e74f538e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:55:57.569844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-963b50f9-20e0-49a2-8d6c-6240e74f538e admin admin] Synchronizing usage tracker for tenant:536d0724a93c40679fc6881c2659b22a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:55:57.587772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-963b50f9-20e0-49a2-8d6c-6240e74f538e admin admin] Unset dirty status for tenant:536d0724a93c40679fc6881c2659b22a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:55:57.589076 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-963b50f9-20e0-49a2-8d6c-6240e74f538e admin admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 886 time: 0.1458397 Apr 18 19:55:57.597984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:55:58.107976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:58.449839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:58.505052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:58.654629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Allocated IP 172.25.5.125 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/d125527c-2906-4668-9d2b-7ad0f1e1cc05) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:55:58.813424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:58.843996 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:58.905047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:55:58.912256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:55:58.916206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 19:55:58.974743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Pushing event updated for resources: {'Port': ['ID=d125527c-2906-4668-9d2b-7ad0f1e1cc05,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:55:59.350888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:59.689065 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:59.692446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:55:59.874281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Router 70b77c95-68bb-4edb-ac12-8b255949a8cb has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 19:56:00.049649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 19:56:00.057539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:00.058787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-393e37d7-57a5-4413-99c4-8b7a2791a6eb admin admin] 10.222.0.47 "PUT /v2.0/routers/70b77c95-68bb-4edb-ac12-8b255949a8cb HTTP/1.1" status: 200 len: 890 time: 2.4641736 Apr 18 19:56:00.059936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Sync routers for ids ['70b77c95-68bb-4edb-ac12-8b255949a8cb'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 19:56:00.070605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Routers {'70b77c95-68bb-4edb-ac12-8b255949a8cb'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 19:56:00.071294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T19:55:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['70b77c95-68bb-4edb-ac12-8b255949a8cb'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:56:00.296164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Set router 70b77c95-68bb-4edb-ac12-8b255949a8cb gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 19:56:00.649307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'name': 'router1', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd125527c-2906-4668-9d2b-7ad0f1e1cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:55:40Z', 'updated_at': '2022-04-18T19:55:59Z', 'revision_number': 4, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'gw_port': {'id': 'd125527c-2906-4668-9d2b-7ad0f1e1cc05', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:58Z', 'updated_at': '2022-04-18T19:55:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ecc1b2f7-1a94-44c8-8af6-f8837db41709', 'name': '', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'mac_address': 'fa:16:3e:04:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:49Z', 'updated_at': '2022-04-18T19:55:54Z', 'revision_number': 5, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'subnets': [{'id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c85fd21-fa75-4a93-8783-2877ccbc306f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:56:00.654401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Checking router: 70b77c95-68bb-4edb-ac12-8b255949a8cb for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 19:56:00.654749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Updating router 70b77c95-68bb-4edb-ac12-8b255949a8cb port d125527c-2906-4668-9d2b-7ad0f1e1cc05 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 19:56:00.708913 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:01.059083 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:01.071729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Transition to ACTIVE for port object d125527c-2906-4668-9d2b-7ad0f1e1cc05 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:56:01.078732 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:01.159957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Attempting to bind port d125527c-2906-4668-9d2b-7ad0f1e1cc05 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:56:01.160330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Attempting to bind port d125527c-2906-4668-9d2b-7ad0f1e1cc05 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:56:01.160697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Attempting to bind port d125527c-2906-4668-9d2b-7ad0f1e1cc05 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 19:56:01.162672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8985d-fe4c-43fc-aaba-d9b8455cefdb None None] Pushing event updated for resources: {'Port': ['ID=d125527c-2906-4668-9d2b-7ad0f1e1cc05,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:56:01.168270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 19:56:01.168650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 19:56:01.169058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:01.169444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 19:56:01.169933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Bound port: d125527c-2906-4668-9d2b-7ad0f1e1cc05, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:56:01.170332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:01.248282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] For port d125527c-2906-4668-9d2b-7ad0f1e1cc05, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 19:56:01.251163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] For port d125527c-2906-4668-9d2b-7ad0f1e1cc05, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d125527c-2906-4668-9d2b-7ad0f1e1cc05,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 19:56:01.256941 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:01.338015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8985d-fe4c-43fc-aaba-d9b8455cefdb None None] Pushing event updated for resources: {'Port': ['ID=d125527c-2906-4668-9d2b-7ad0f1e1cc05,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:56:01.342237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Routers {'70b77c95-68bb-4edb-ac12-8b255949a8cb'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 19:56:01.343022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T19:55:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['70b77c95-68bb-4edb-ac12-8b255949a8cb'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:56:01.547832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] Set router 70b77c95-68bb-4edb-ac12-8b255949a8cb gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 19:56:01.929820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'name': 'router1', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd125527c-2906-4668-9d2b-7ad0f1e1cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:55:40Z', 'updated_at': '2022-04-18T19:55:59Z', 'revision_number': 4, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'gw_port': {'id': 'd125527c-2906-4668-9d2b-7ad0f1e1cc05', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:58Z', 'updated_at': '2022-04-18T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ecc1b2f7-1a94-44c8-8af6-f8837db41709', 'name': '', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'mac_address': 'fa:16:3e:04:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:49Z', 'updated_at': '2022-04-18T19:55:54Z', 'revision_number': 5, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'subnets': [{'id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c85fd21-fa75-4a93-8783-2877ccbc306f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 19:56:01.933672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de5ff51-2059-40ff-ae15-b64a60ae1b82 None None] The sync data for ids ['70b77c95-68bb-4edb-ac12-8b255949a8cb'] in n-d-836016-3 is: [{'id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'name': 'router1', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': 'd125527c-2906-4668-9d2b-7ad0f1e1cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T19:55:40Z', 'updated_at': '2022-04-18T19:55:59Z', 'revision_number': 4, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'gw_port': {'id': 'd125527c-2906-4668-9d2b-7ad0f1e1cc05', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:4e:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:58Z', 'updated_at': '2022-04-18T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ecc1b2f7-1a94-44c8-8af6-f8837db41709', 'name': '', 'network_id': 'ab134526-a345-4310-a30a-dd6ac60add79', 'tenant_id': '558644d7fc364abcab3a80c066f44b40', 'mac_address': 'fa:16:3e:04:cc:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b77c95-68bb-4edb-ac12-8b255949a8cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T19:55:49Z', 'updated_at': '2022-04-18T19:55:54Z', 'revision_number': 5, 'project_id': '558644d7fc364abcab3a80c066f44b40', 'subnets': [{'id': '623e1baf-5271-4c62-bc64-5000d1d9df51', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7c85fd21-fa75-4a93-8783-2877ccbc306f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 19:56:02.430048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d125527c-2906-4668-9d2b-7ad0f1e1cc05 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:56:02.518756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d125527c-2906-4668-9d2b-7ad0f1e1cc05 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:56:02.524283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d125527c-2906-4668-9d2b-7ad0f1e1cc05 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:56:02.524896 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:02.532329 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:56:02.609721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56188) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:56:02.667897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:02.686903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d125527c-2906-4668-9d2b-7ad0f1e1cc05, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d125527c-2906-4668-9d2b-7ad0f1e1cc05,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 19:56:02.691804 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:02.762382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-61ffa5a9-9864-43cb-b47c-e45acaa56cd6 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1513534 Apr 18 19:56:02.777461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d125527c-2906-4668-9d2b-7ad0f1e1cc05,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:56:04.397403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d125527c-2906-4668-9d2b-7ad0f1e1cc05 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:56:04.483827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d125527c-2906-4668-9d2b-7ad0f1e1cc05 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:56:04.484229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:13.423428 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7cde788c-1beb-41ac-b719-05eff0df9f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:15.845504 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca10a1d6-d9cc-4f86-bdb2-440a2db0e553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:16.598968 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:16.661288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:18.139723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:39.531132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:56:43.406372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e85d9ef4-e53c-43da-8517-9cf3d24059dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:45.841040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-29544468-fb29-4943-9ed1-ef26a81b6354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:46.604185 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:46.663997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:56:48.147485 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:13.412489 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-edd47a2a-777e-414d-b5ea-6e6a6b296e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:15.861066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cc468278-2757-42a9-bbb2-fab742fd1ed5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:16.529677 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:57:16.608247 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:16.679568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:18.149284 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:43.407196 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bb33a7e-da64-4719-9080-3b419b104c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:45.847308 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4335e64f-12a5-409e-8035-07b1f61bf140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:46.614322 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:46.669156 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:48.153396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:57:53.531575 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:58:12.945186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56790) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:13.010947 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-22bd726e-2524-43b2-b2d0-bd91751e8096 admin admin] GET failed (client error): The resource could not be found. Apr 18 19:58:13.012226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22bd726e-2524-43b2-b2d0-bd91751e8096 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0660884 Apr 18 19:58:13.151841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9643c1-1fc0-4116-a9ec-3e36e9012ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:13.153304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0b9643c1-1fc0-4116-a9ec-3e36e9012ae4 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1367633 Apr 18 19:58:13.411019 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aabb719c-3cd9-40b2-abd7-8522ac8ef0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:15.288246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56800) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:15.394472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440ae352-1458-4bc4-9e06-2c2ec18a23ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:15.395711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-440ae352-1458-4bc4-9e06-2c2ec18a23ac admin admin] 10.222.0.47 "GET /v2.0/subnets/623e1baf-5271-4c62-bc64-5000d1d9df51 HTTP/1.1" status: 200 len: 849 time: 0.1065047 Apr 18 19:58:15.404787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:58:15.519413 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:15.790310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754169811312'] for subnet, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:15.841298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-15cdad93-2c24-48c6-aea1-972c56b4ca96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:15.846258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:15.846847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:15.857634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] 10.222.0.47 "PUT /v2.0/subnets/623e1baf-5271-4c62-bc64-5000d1d9df51 HTTP/1.1" status: 200 len: 868 time: 0.4479637 Apr 18 19:58:15.857907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dbe695-9f25-447b-ae50-f4a658e0ad5d None None] Network ab134526-a345-4310-a30a-dd6ac60add79 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 19:58:15.883453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Pushing event updated for resources: {'Subnet': ['ID=623e1baf-5271-4c62-bc64-5000d1d9df51,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:58:15.893558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.893820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.894355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.894884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.895474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.896231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.896539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.897074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.897641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.898173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.898705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:15.899505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a40b28-cc74-4956-8e7c-340aa3373063 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:58:16.370699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-138e4500-b8b8-4a71-9f87-4f2944c31237 None None] Provisioning complete for port ecc1b2f7-1a94-44c8-8af6-f8837db41709 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:58:16.371170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-138e4500-b8b8-4a71-9f87-4f2944c31237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:16.511528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-138e4500-b8b8-4a71-9f87-4f2944c31237 None None] Provisioning complete for port e9063889-81ab-4a4e-9f1a-f0c8f5bafe1d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:58:16.511900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-138e4500-b8b8-4a71-9f87-4f2944c31237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:16.649926 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:16.679361 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:18.152889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:18.162714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56810) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:18.340635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e6dcd-0d8b-4c96-8d86-55362b954800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:18.341020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e6dcd-0d8b-4c96-8d86-55362b954800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:18.342572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1a4e6dcd-0d8b-4c96-8d86-55362b954800 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1789031 Apr 18 19:58:20.515082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56820) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:20.692326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8adc9f-ed65-432b-8dd0-25be395703ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:20.692728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8adc9f-ed65-432b-8dd0-25be395703ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:20.694528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3d8adc9f-ed65-432b-8dd0-25be395703ae admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1782417 Apr 18 19:58:22.931894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:23.122383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8b1744-05a8-4578-b998-3f7bf9046789 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:23.132182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5d8b1744-05a8-4578-b998-3f7bf9046789 admin admin] 10.222.0.47 "GET /v2.0/networks/ab134526-a345-4310-a30a-dd6ac60add79 HTTP/1.1" status: 200 len: 869 time: 0.1908245 Apr 18 19:58:25.297243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56840) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:25.462759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0be512-968e-46c2-99f3-3cbad4693749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:25.464008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2e0be512-968e-46c2-99f3-3cbad4693749 admin admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 886 time: 0.1657915 Apr 18 19:58:27.644338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:27.753302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da55f0ff-ab99-4a76-abb2-92c1b4f51ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:27.753799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da55f0ff-ab99-4a76-abb2-92c1b4f51ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:27.754523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-da55f0ff-ab99-4a76-abb2-92c1b4f51ec9 admin admin] Synchronizing usage tracker for tenant:536d0724a93c40679fc6881c2659b22a on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:58:27.771783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-da55f0ff-ab99-4a76-abb2-92c1b4f51ec9 admin admin] Unset dirty status for tenant:536d0724a93c40679fc6881c2659b22a on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:58:27.773248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da55f0ff-ab99-4a76-abb2-92c1b4f51ec9 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279190 Apr 18 19:58:29.954968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56860) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:30.068698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99880197-af1c-46ae-8972-da4e3ee0b94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:30.069171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99880197-af1c-46ae-8972-da4e3ee0b94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:30.070984 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-99880197-af1c-46ae-8972-da4e3ee0b94c admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1150737 Apr 18 19:58:30.529936 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:58:32.239573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:32.345724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5bdec2-581e-48e9-ade4-cfcadc1b5a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:32.347105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-df5bdec2-581e-48e9-ade4-cfcadc1b5a53 admin admin] 10.222.0.47 "GET /v2.0/subnets/623e1baf-5271-4c62-bc64-5000d1d9df51 HTTP/1.1" status: 200 len: 868 time: 0.1065998 Apr 18 19:58:34.539912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56880) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:34.646597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04103861-3f09-4673-82f7-2c86832e6dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:34.647941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-04103861-3f09-4673-82f7-2c86832e6dd7 admin admin] 10.222.0.47 "GET /v2.0/subnets/daf0b843-c24b-4f63-a0d0-9d744dad8e10 HTTP/1.1" status: 200 len: 816 time: 0.1070848 Apr 18 19:58:43.427051 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-36119534-508d-4275-8bcc-f198a5a19914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:45.844351 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-16778f12-b355-42b7-9476-3a706b47545a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:46.622820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:46.675531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:48.156415 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:54.178343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:54.226223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-1669b07e-496c-4b56-a0f7-b2d9da103ab6 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 19:58:54.227217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1669b07e-496c-4b56-a0f7-b2d9da103ab6 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479541 Apr 18 19:58:56.596342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56936) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:56.664441 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-361a9e1a-98a5-4550-9b00-a8ef112aa80d admin admin] GET failed (client error): The resource could not be found. Apr 18 19:58:56.665757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-361a9e1a-98a5-4550-9b00-a8ef112aa80d admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0684500 Apr 18 19:58:56.800568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df732a9-c04d-434d-8102-3e15e9277f32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:56.802110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1df732a9-c04d-434d-8102-3e15e9277f32 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1324725 Apr 18 19:58:59.125165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:58:59.172925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:58:59.178463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:58:59.189453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:58:59.202774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Made reservation on behalf of 536d0724a93c40679fc6881c2659b22a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:58:59.205186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:59.300711 n-d-836016-3 neutron-server[88140]: WARNING neutron.services.revisions.revision_plugin [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Could not find related network for resource to bump revision. Apr 18 19:58:59.313830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 106} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 19:58:59.324438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:59.324841 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Added segment 4faa239b-9a55-4b88-a521-b90044407c27 of type vlan for network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 Apr 18 19:58:59.350757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:59.380025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:59.380947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:58:59.381535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:58:59.479053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] Pushing event updated for resources: {'Network': ['ID=3c1fac4a-a5ad-4540-99f4-09a515ab5945,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:58:59.486093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6d9b743d-b84c-45ff-b599-4bd4add032a1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3598044 Apr 18 19:58:59.489251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 19:59:01.725391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56956) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 19:59:01.792224 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-31093d2d-d0b5-46e9-b8bd-f43de7e10a94 admin admin] GET failed (client error): The resource could not be found. Apr 18 19:59:01.792722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-31093d2d-d0b5-46e9-b8bd-f43de7e10a94 admin admin] Synchronizing usage tracker for tenant:536d0724a93c40679fc6881c2659b22a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 19:59:01.807457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-31093d2d-d0b5-46e9-b8bd-f43de7e10a94 admin admin] Unset dirty status for tenant:536d0724a93c40679fc6881c2659b22a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 19:59:01.808612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-31093d2d-d0b5-46e9-b8bd-f43de7e10a94 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0822747 Apr 18 19:59:01.916620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf39ffc-619a-4f7f-bf9a-0359e987e124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:59:01.918022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1bf39ffc-619a-4f7f-bf9a-0359e987e124 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1046884 Apr 18 19:59:01.927890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 19:59:01.932362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 19:59:01.942608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 19:59:01.952915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Made reservation on behalf of 536d0724a93c40679fc6881c2659b22a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 19:59:01.955219 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:02.176093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:02.250776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05901ccc-d6ab-4446-b8cf-f70ae1b32649,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:59:02.254863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 19:59:02.255209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Network hostable DHCP agents. Network: 3c1fac4a-a5ad-4540-99f4-09a515ab5945, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 19:59:02.275723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 19:59:02.285360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 3c1fac4a-a5ad-4540-99f4-09a515ab5945) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:59:02.289669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 19:59:02.290272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:02.296974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7520be8a-043c-44fb-9e08-348f31c61a78 None None] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 19:59:02.318203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-30c09368-5f48-4bdb-a185-0c46b25196d3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3936510 Apr 18 19:59:02.537486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'tenant_id': '536d0724a93c40679fc6881c2659b22a', 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 19:59:02.538543 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:02.703299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Allocated IP 192.168.233.2 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/049f6f80-5703-4bbb-90a2-8b1228eb3e25) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 19:59:02.924949 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:02.939283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Transition to ACTIVE for port object 049f6f80-5703-4bbb-90a2-8b1228eb3e25 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:59:02.960600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Transition to ACTIVE for port object 049f6f80-5703-4bbb-90a2-8b1228eb3e25 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 19:59:02.966812 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:03.042206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 19:59:03.046001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 19:59:03.047609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Pushing event updated for resources: {'Port': ['ID=049f6f80-5703-4bbb-90a2-8b1228eb3e25,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:59:03.051835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 19:59:03.058330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.058733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.059085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.059423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.059754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.060083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.060412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.060976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.061262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.061864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.062340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.062674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 19:59:03.157228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Attempting to bind port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 19:59:03.157767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Attempting to bind port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 19:59:03.158136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Attempting to bind port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 19:59:03.163859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 19, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 19:59:03.164237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 19:59:03.164639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:03.165033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 19:59:03.165552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Bound port: 049f6f80-5703-4bbb-90a2-8b1228eb3e25, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 19:59:03.166137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:03.261761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] For port 049f6f80-5703-4bbb-90a2-8b1228eb3e25, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 19:59:03.265995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] For port 049f6f80-5703-4bbb-90a2-8b1228eb3e25, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=049f6f80-5703-4bbb-90a2-8b1228eb3e25,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 19:59:03.271695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:03.349062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e1705-5704-4697-a5f1-61ecf70372b5 None None] Pushing event updated for resources: {'Port': ['ID=049f6f80-5703-4bbb-90a2-8b1228eb3e25,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:59:04.226051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d97718b-0db9-4311-a748-de876c78fe40 None None] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 19:59:04.331370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-865f593d-183c-4e36-a80f-40c502ad6218 None None] Provisioning for port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:59:04.530716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 049f6f80-5703-4bbb-90a2-8b1228eb3e25 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:59:04.611877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 19:59:04.619577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:59:04.620190 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:04.784331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:04.794496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c3456290-984f-4c8d-9034-1dc4c2a31bcf None None] Provisioning complete for port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:59:04.794854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c3456290-984f-4c8d-9034-1dc4c2a31bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:04.871084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 049f6f80-5703-4bbb-90a2-8b1228eb3e25, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=049f6f80-5703-4bbb-90a2-8b1228eb3e25,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 19:59:04.877671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:05.002159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=049f6f80-5703-4bbb-90a2-8b1228eb3e25,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 19:59:06.486004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 049f6f80-5703-4bbb-90a2-8b1228eb3e25 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 19:59:06.556589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 049f6f80-5703-4bbb-90a2-8b1228eb3e25 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 19:59:06.557004 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:07.528593 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:59:13.409855 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb25b7e8-35e3-4795-b5ba-7470f8043a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:15.847566 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fedfc382-baa7-4c36-bd06-837f0caaaf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:16.628490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:16.680206 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:18.163016 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:43.414577 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a63c5d3-bb9f-43d6-9492-5ebb05842893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:44.527166 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 19:59:45.849772 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ee347cdf-611a-45c7-8de1-e67b9f631f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:46.634109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:46.681264 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 19:59:48.162216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:13.412118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5595d5e-975b-4f9f-b325-0eddd35c6473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:15.854486 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd702e94-8e03-4218-b40e-dc297ca59b45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:16.637468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:16.684570 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:18.166695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:21.526069 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:00:36.272609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57002) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:00:36.278480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-b3b56ca8-6384-4284-959a-ebfa2b4ccbd4 tempest-verify_tempest_config-596062499 tempest-verify_tempest_config-596062499-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:00:36.279774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b3b56ca8-6384-4284-959a-ebfa2b4ccbd4 tempest-verify_tempest_config-596062499 tempest-verify_tempest_config-596062499-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059135 Apr 18 20:00:36.597624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57020) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:00:36.714635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:36.728957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:00:36.734528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Usage tracker for resource:security_group_rule and tenant:e7dfa97d67de4f3ea4cecb887090fcc7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:00:36.737738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:00:36.743905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:00:36.839697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:36.843901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:36.889545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56dce460-bf06-445f-821d-947879116d30,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:00:36.894614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Synchronizing usage tracker for tenant:536d0724a93c40679fc6881c2659b22a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:00:36.901451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.901825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.902196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.902507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.902845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.903175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.903506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.903832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.904206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.904537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.904862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.905189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:00:36.922607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] Unset dirty status for tenant:536d0724a93c40679fc6881c2659b22a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:00:36.923858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1ff7a3d2-6439-41f5-ae10-4880805e7759 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7dfa97d67de4f3ea4cecb887090fcc7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3252549 Apr 18 20:00:36.926939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57026) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:00:36.987434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a75a8dda-4eac-4b4a-bfc4-725cf83a6fdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:37.012543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a75a8dda-4eac-4b4a-bfc4-725cf83a6fdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:37.105865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a75a8dda-4eac-4b4a-bfc4-725cf83a6fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:37.121144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a8dda-4eac-4b4a-bfc4-725cf83a6fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dce460-bf06-445f-821d-947879116d30,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:00:37.130185 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a75a8dda-4eac-4b4a-bfc4-725cf83a6fdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:37.131869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a75a8dda-4eac-4b4a-bfc4-725cf83a6fdd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56dce460-bf06-445f-821d-947879116d30 HTTP/1.1" status: 204 len: 168 time: 0.2038903 Apr 18 20:00:43.409448 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-011e0ddb-8207-487c-9cd7-05cbe11fbb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:45.856830 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5aa91f1-5517-4261-b9c5-42180065f7af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:46.641757 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:46.689727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:48.167923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:00:58.525195 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:01:13.400634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9cb17d19-9f5a-40c1-bead-ab29f595e678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:15.860965 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d7409e7-097e-46d1-9ffc-c235bcdffa70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:16.644093 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:16.689789 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:18.171085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:35.523875 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:01:43.406732 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-83e229e9-f6af-4da2-9dde-cda5970026b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:45.863600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c8b99ac9-1494-4103-830e-fefbcdcd7d51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:46.644820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:46.693358 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:01:48.175234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:12.523382 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:02:13.399369 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d9cb9b83-0e2f-4501-9e5c-6386aff9d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:15.864650 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-788c0483-5f90-4c37-b455-8dd66ca703dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:16.638044 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:16.693869 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:18.189650 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:43.416535 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-63824c2b-1428-483a-af0c-160d067e972f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:45.866278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d88e4893-076e-44e9-804f-ccb2537a669d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:46.640548 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:46.697635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:48.179224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:02:49.522071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:03:13.399883 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3eff7e90-1bba-4b07-aeaa-9ad4273d6c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:15.869292 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb250903-106a-4c53-a831-7d4182a924a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:16.643108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:16.701283 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:18.183295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:26.520719 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 5 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:03:43.403143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ab3fdf1-92ce-42da-8213-d1a6e7d31f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:45.871617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-62ecc556-e3bb-442f-b174-ff86db177fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:46.645568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:46.702793 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:48.186368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:48.231518 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474962'] for agent, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:03:48.805352 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-474962'] for agent, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:03.519566 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:04:13.404355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca39f695-3c86-4f30-99b4-2cf91dc58803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:15.874627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-325735d2-0713-4dad-99e8-cfe57521e40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:16.647691 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:16.706310 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:18.189778 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:18.216427 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:18.783846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:36.922791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57092) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:04:37.042675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4482182f-3d66-4768-b5f7-000be09be24d admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1187782 Apr 18 20:04:39.219072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:04:39.273340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9a4bf668-1e0e-4d6a-ad22-ee1873b74578 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0532191 Apr 18 20:04:40.519660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:04:43.416419 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-10ca63d0-de4e-4fc0-9cba-68cdeeb7c335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:45.876524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1df50e9e-59fc-45fe-98e3-d157feecf309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:46.652954 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:46.709899 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:48.191770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:48.232499 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:04:48.800908 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:13.409398 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-62844960-a931-4d58-802d-5bd91e572f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:15.878719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-67b3a32a-a4ee-4d5e-8e7c-fc2590b34e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:16.655656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:16.711802 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:17.518834 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:05:18.201811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:18.236198 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:18.812694 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:43.411922 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ad716cd4-d609-43e1-a318-4245e8ce2171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:45.881797 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd985e8d-64e3-4ff8-8bcb-85c1a8a51a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:46.657774 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:46.716427 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:48.203948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:48.248992 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:48.806589 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:05:54.518052 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:06:13.427119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec50e1ce-d612-4ee8-bb20-b4054fc09952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:15.898558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26fc4d15-459c-4b4c-8899-95aaeb2fade8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:16.676865 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:16.728937 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:17.247785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:17.991863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cbf596bc-9149-4748-bcce-dfb3ebb17f40 tempest-AutoAllocateNetworkTest-567906016 tempest-AutoAllocateNetworkTest-567906016-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aaed1b3679c847168d09e47e0f161975&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7420695 Apr 18 20:06:17.994655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57336) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:18.214320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:18.243191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4b2264-ca64-4e22-a09b-5f062b44ffdb tempest-AutoAllocateNetworkTest-567906016 tempest-AutoAllocateNetworkTest-567906016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:18.244720 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3d4b2264-ca64-4e22-a09b-5f062b44ffdb tempest-AutoAllocateNetworkTest-567906016 tempest-AutoAllocateNetworkTest-567906016-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2488906 Apr 18 20:06:18.249666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57350) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:18.279787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:18.334919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4b32ea1b-9e2b-4a2c-b460-a498dea4a072 tempest-AutoAllocateNetworkTest-567906016 tempest-AutoAllocateNetworkTest-567906016-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841031 Apr 18 20:06:18.337641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57354) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:18.369384 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d3a61919-6a3e-4b4e-bf94-a7e835ff4b96 tempest-AutoAllocateNetworkTest-567906016 tempest-AutoAllocateNetworkTest-567906016-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aaed1b3679c847168d09e47e0f161975 HTTP/1.1" status: 200 len: 208 time: 0.0287025 Apr 18 20:06:18.799508 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:19.167657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57394) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:19.646525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:19.668941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:19.675784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Usage tracker for resource:security_group_rule and tenant:aaed1b3679c847168d09e47e0f161975 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:19.681067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:19.691466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:19.814372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:19.820488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:19.911759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aaed1b3679c847168d09e47e0f161975&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7396865 Apr 18 20:06:19.912059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0c8055-4a88-4efe-8318-9b7c861c7d4c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:19.912619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:19.925482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.926348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.927029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.927874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.928598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.929423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.930168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.930833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.931553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.932572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.933395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.934256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac82f3f-d4b0-47fe-8a1a-d534ec4b3978 admin admin] Tracked resource versions report: Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: pushed versions: Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: { 'AddressGroup': {'1.2'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'ConntrackHelper': {'1.0'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Log': {'1.0'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Network': {'1.1'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Port': {'1.7'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'PortForwarding': {'1.2'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'QosPolicy': {'1.8'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'SecurityGroup': {'1.4'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'SubPort': {'1.0'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Subnet': {'1.1'}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Trunk': {'1.1'}} Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: consumer versions: Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: { DHCP agent@n-d-836016-3: {}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: HyperV agent@n-h1-836016-3: {}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: HyperV agent@n-h2-836016-3: {}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: L3 agent@n-d-836016-3: {}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: Metadata agent@n-d-836016-3: {}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: Metering agent@n-d-836016-3: {}, Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'ConntrackHelper': '1.0', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Log': '1.0', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Network': '1.1', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Port': '1.7', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'PortForwarding': '1.2', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'QosPolicy': '1.8', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'SecurityGroup': '1.4', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'SecurityGroupRule': '1.2', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'SubPort': '1.0', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Subnet': '1.1', Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: 'Trunk': '1.1'}} Apr 18 20:06:19.936447 n-d-836016-3 neutron-server[88141]: {{(pid=88141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:06:19.982706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:20.012568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:20.078274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:20.094517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0c8055-4a88-4efe-8318-9b7c861c7d4c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:20.103098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.103443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.103960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.104477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.105808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.106304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.106783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.107263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.107736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.108194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.108658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.109132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Tracked resource versions report: Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: pushed versions: Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: { 'AddressGroup': {'1.2'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'ConntrackHelper': {'1.0'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Log': {'1.0'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Network': {'1.1'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Port': {'1.7'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'PortForwarding': {'1.2'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'QosPolicy': {'1.8'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'SecurityGroup': {'1.4'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'SubPort': {'1.0'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Subnet': {'1.1'}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Trunk': {'1.1'}} Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: consumer versions: Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: { DHCP agent@n-d-836016-3: {}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: HyperV agent@n-h1-836016-3: {}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: HyperV agent@n-h2-836016-3: {}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: L3 agent@n-d-836016-3: {}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: Metadata agent@n-d-836016-3: {}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: Metering agent@n-d-836016-3: {}, Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'ConntrackHelper': '1.0', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Log': '1.0', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Network': '1.1', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Port': '1.7', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'PortForwarding': '1.2', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'QosPolicy': '1.8', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'SecurityGroup': '1.4', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'SecurityGroupRule': '1.2', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'SubPort': '1.0', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Subnet': '1.1', Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: 'Trunk': '1.1'}} Apr 18 20:06:20.110452 n-d-836016-3 neutron-server[88140]: {{(pid=88140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:06:20.128506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:20.132648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1a4e27b6-f807-4b42-84da-0c3a2a6300ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd0c8055-4a88-4efe-8318-9b7c861c7d4c HTTP/1.1" status: 204 len: 168 time: 0.2192752 Apr 18 20:06:23.305262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:23.309261 n-d-836016-3 neutron-server[88140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:06:23.339100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-abcb5516-e920-4b81-a7fb-453e5449827d tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321963 Apr 18 20:06:23.646832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-ae700e91-a52b-4b28-b0a7-3f106bc43274 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:23.648690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-ae700e91-a52b-4b28-b0a7-3f106bc43274 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986333 Apr 18 20:06:23.670006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-dc8a8549-059e-4c0f-b8e8-5d5a1b2e7087 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/quotas/6d4a1f9c8c8341808cc3e0c1e05a1ad7 HTTP/1.1" status: 200 len: 375 time: 0.0127544 Apr 18 20:06:23.724533 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-9e83615a-afc2-4940-8cca-54174293674c tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475502 Apr 18 20:06:24.013015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:24.377687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:24.398471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:24.406736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Usage tracker for resource:security_group_rule and tenant:11ed42983b084222ad5c642679f7a9e3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:24.411127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:24.418782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:24.471756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57628) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:24.551416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:24.560872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:24.673314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11ed42983b084222ad5c642679f7a9e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6592917 Apr 18 20:06:24.675999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:24.690496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83803d4-db08-43a9-bf3d-9ad0489311e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d18b8e-3991-4556-a7a9-d3d4d6e190a5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:24.764348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57656) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:24.788965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21a88beb-c31d-450d-9f03-467f3cd19039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:24.819611 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21a88beb-c31d-450d-9f03-467f3cd19039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:24.858548 n-d-836016-3 neutron-server[88141]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 18 20:06:24.910187 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37719a38-8b30-4b02-bfe1-5a7c5e6ac9ab req-510ab29e-52cf-4d5c-81c8-4c30644c430c tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 210 time: 0.4368718 Apr 18 20:06:24.953743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:24.975439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:24.980523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Usage tracker for resource:security_group_rule and tenant:0843b0447c724136bee40da0e268f08b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:24.984743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21a88beb-c31d-450d-9f03-467f3cd19039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:24.991040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:25.006969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:25.024820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a88beb-c31d-450d-9f03-467f3cd19039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d18b8e-3991-4556-a7a9-d3d4d6e190a5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:25.039087 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21a88beb-c31d-450d-9f03-467f3cd19039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.040214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-21a88beb-c31d-450d-9f03-467f3cd19039 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22d18b8e-3991-4556-a7a9-d3d4d6e190a5 HTTP/1.1" status: 204 len: 168 time: 0.3622277 Apr 18 20:06:25.180996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.187840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.276013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17fd21b-fff7-4e91-aff8-a7ca83e0f107,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:25.287328 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-54ed666a-fcfa-4adc-ae27-77e68dc637cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0843b0447c724136bee40da0e268f08b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5214691 Apr 18 20:06:25.291629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57694) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:25.446029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348b25e9-4040-47a1-bb5a-09ec4b9b0fb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.500414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348b25e9-4040-47a1-bb5a-09ec4b9b0fb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.631476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348b25e9-4040-47a1-bb5a-09ec4b9b0fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.635586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57716) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:25.659655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348b25e9-4040-47a1-bb5a-09ec4b9b0fb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.662089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-348b25e9-4040-47a1-bb5a-09ec4b9b0fb5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e17fd21b-fff7-4e91-aff8-a7ca83e0f107 HTTP/1.1" status: 204 len: 168 time: 0.3679471 Apr 18 20:06:25.663095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348b25e9-4040-47a1-bb5a-09ec4b9b0fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17fd21b-fff7-4e91-aff8-a7ca83e0f107,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:25.714910 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.745839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:25.751222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Usage tracker for resource:security_group_rule and tenant:a47022b5d8a7492a84938e0ed105e660 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:25.758997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:25.770515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:25.935576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.942846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:25.985757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95632582-4f9b-4fc6-af2e-3436ab4607c0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:26.021928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0c8089c8-f066-40e1-95d5-7055aca5a6b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a47022b5d8a7492a84938e0ed105e660&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3837402 Apr 18 20:06:26.024601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:26.066472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:26.133499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73d4773e-4d4b-422b-a8bc-3901f79f792a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:26.209467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73d4773e-4d4b-422b-a8bc-3901f79f792a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:26.348084 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73d4773e-4d4b-422b-a8bc-3901f79f792a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:26.404416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4773e-4d4b-422b-a8bc-3901f79f792a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95632582-4f9b-4fc6-af2e-3436ab4607c0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:26.423720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73d4773e-4d4b-422b-a8bc-3901f79f792a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:26.425939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-73d4773e-4d4b-422b-a8bc-3901f79f792a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/95632582-4f9b-4fc6-af2e-3436ab4607c0 HTTP/1.1" status: 204 len: 168 time: 0.3998697 Apr 18 20:06:26.468416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17360aea-27d3-462c-9bee-a5db1ad89a14 req-7ffee6f2-0473-4de0-88c3-5e71c3419d44 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 210 time: 0.1061203 Apr 18 20:06:26.738193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:26.782451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:26.790148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Usage tracker for resource:security_group_rule and tenant:26a9cfa3c7ca4912830b2a0a1940d526 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:26.796327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:26.806515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:26.852158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-fbfb895a-7368-4cd9-a4cb-76877c103018 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ec0a635db8324f05bf4df53f5097c875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821636 Apr 18 20:06:26.921191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.61', 55591) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:26.969199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:27.019376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-f88c27b4-b6fb-4da7-8017-5a761b3adba6 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0958018 Apr 18 20:06:27.043570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.135070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.162611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:27.178737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.203381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Usage tracker for resource:security_group_rule and tenant:93c16fb8f85c41349c6b6e53d9fa2b23 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:27.220943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:27.249306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:27.257760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26a9cfa3c7ca4912830b2a0a1940d526&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1890743 Apr 18 20:06:27.267014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57804) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:27.413691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791834b2-cd2d-4538-96c1-584fa1aad2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0933b951-23b0-411a-9b4d-816cb673a4d3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:27.483392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b0c08fc-25c3-4a5a-a627-3df15857365b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.540248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-e85944ec-f1af-4b86-9def-8ca645bb5de9 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:27.550709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-e85944ec-f1af-4b86-9def-8ca645bb5de9 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6958675 Apr 18 20:06:27.561420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-08b91efb-756c-4085-99ff-e615e4665030 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:27.563683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b0c08fc-25c3-4a5a-a627-3df15857365b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.563890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-08b91efb-756c-4085-99ff-e615e4665030 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4183931 Apr 18 20:06:27.577890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-4260fa52-0388-47af-b14a-4022d1cccfc9 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/quotas/ec0a635db8324f05bf4df53f5097c875 HTTP/1.1" status: 200 len: 375 time: 0.0126951 Apr 18 20:06:27.600268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.616155 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.697025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93c16fb8f85c41349c6b6e53d9fa2b23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7211232 Apr 18 20:06:27.704692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57834) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:27.713363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-be296c2e-2057-410f-aa2e-7fc7a8259435 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ec0a635db8324f05bf4df53f5097c875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1161826 Apr 18 20:06:27.719842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d99d668-77c1-4895-9a9d-1846aec5bcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad16f73-01c9-46ee-9fce-314ddeb7897d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:27.731775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Request body: {'port': {'device_id': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '6d4a1f9c8c8341808cc3e0c1e05a1ad7'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:27.763079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b0c08fc-25c3-4a5a-a627-3df15857365b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.799120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c08fc-25c3-4a5a-a627-3df15857365b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0933b951-23b0-411a-9b4d-816cb673a4d3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:27.834976 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b0c08fc-25c3-4a5a-a627-3df15857365b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.836490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4b0c08fc-25c3-4a5a-a627-3df15857365b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0933b951-23b0-411a-9b4d-816cb673a4d3 HTTP/1.1" status: 204 len: 168 time: 0.5635669 Apr 18 20:06:27.840744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-357e0c46-8495-4009-9eeb-9de55fff4485 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.878621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-357e0c46-8495-4009-9eeb-9de55fff4485 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:27.971471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-357e0c46-8495-4009-9eeb-9de55fff4485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:28.076247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357e0c46-8495-4009-9eeb-9de55fff4485 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad16f73-01c9-46ee-9fce-314ddeb7897d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:28.095951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-357e0c46-8495-4009-9eeb-9de55fff4485 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:28.097116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-357e0c46-8495-4009-9eeb-9de55fff4485 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cad16f73-01c9-46ee-9fce-314ddeb7897d HTTP/1.1" status: 204 len: 168 time: 0.3914750 Apr 18 20:06:28.108220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:28.128983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Usage tracker for resource:port and tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:28.141633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:28.165122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:28.348877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66a61352-98c7-4184-bf1a-7f89148a3d59 req-650e8139-e603-433b-aa8b-dfc6f37f0a71 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 210 time: 0.0929205 Apr 18 20:06:28.370268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Made reservation on behalf of 6d4a1f9c8c8341808cc3e0c1e05a1ad7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:06:28.383198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:28.406074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:28.442463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22b44d5a-6e00-47cc-a6a7-fe77a7e762c9 req-50bfe13b-4e9f-4866-882a-d193abfc69cc tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 210 time: 0.2482951 Apr 18 20:06:28.459422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:28.468139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Usage tracker for resource:security_group_rule and tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:28.480940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:28.508404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:28.648401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57896) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:28.687275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:28.718698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:28.730908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Usage tracker for resource:security_group_rule and tenant:ec286dcdb70a4b8384c6c64b92d02f6c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:28.746990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:28.774501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:28.775383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:28.780882 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:29.040964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:29.052119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:29.103504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d427a2f2-0575-4537-9d69-738ebef48451,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:29.232873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b602db-a444-4375-8cd0-c91e9bb96eea,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:29.238615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-42487de4-7bab-4149-bbf1-0c5c51cefa2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec286dcdb70a4b8384c6c64b92d02f6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5885820 Apr 18 20:06:29.242747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57932) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:29.247554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Allocated IP 192.168.233.35 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/562ac658-0725-432b-b9d4-7b9db5eb08fa) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:06:29.484218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40f8925d-b4dd-4e7e-a913-44e669c4f195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:29.644821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40f8925d-b4dd-4e7e-a913-44e669c4f195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:29.771914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05609e03-2cae-4062-a1a6-34d87a9e157a req-59b8be4a-ba88-4f1b-8ffd-2a6d40681310 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 210 time: 0.2491243 Apr 18 20:06:29.905279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40f8925d-b4dd-4e7e-a913-44e669c4f195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:30.036874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f8925d-b4dd-4e7e-a913-44e669c4f195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b602db-a444-4375-8cd0-c91e9bb96eea,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:30.087297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40f8925d-b4dd-4e7e-a913-44e669c4f195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:30.106031 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-40f8925d-b4dd-4e7e-a913-44e669c4f195 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58b602db-a444-4375-8cd0-c91e9bb96eea HTTP/1.1" status: 204 len: 168 time: 0.8443601 Apr 18 20:06:30.392812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:30.492147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Transition to ACTIVE for port object 562ac658-0725-432b-b9d4-7b9db5eb08fa will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:06:30.840469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4abaa540-8dc6-41e2-8d55-8fcd99020741 req-3a905902-8b1e-4aca-952c-a6fedb935476 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 210 time: 0.2396095 Apr 18 20:06:30.842726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:31.106502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:06:31.164250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:06:31.176439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:06:31.209104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:31.209104 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:31.384411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfd48d9d-30b3-4fbe-863d-c39020030054 req-a2c66f48-5d99-4f63-82be-9e384dfdd3d2 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 210 time: 0.2096584 Apr 18 20:06:31.524203 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:06:31.550535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Pushing event updated for resources: {'Port': ['ID=562ac658-0725-432b-b9d4-7b9db5eb08fa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:31.584287 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-a5981f2b-8f56-4497-99b7-8bc247cc0e7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8669605 Apr 18 20:06:31.598184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3814668e-616a-4b7a-8a97-b680a848b299 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:06:31.602090 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3814668e-616a-4b7a-8a97-b680a848b299 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058012 Apr 18 20:06:31.756286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-428f17b8-a002-48ef-817c-fbd2f2110bcb None None] Provisioning for port 562ac658-0725-432b-b9d4-7b9db5eb08fa completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:06:31.793397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-428f17b8-a002-48ef-817c-fbd2f2110bcb None None] Provisioning complete for port 562ac658-0725-432b-b9d4-7b9db5eb08fa triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:06:31.796336 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-428f17b8-a002-48ef-817c-fbd2f2110bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:31.851331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-276253f6-a4f7-4f19-adb5-61c279458329 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ec0a635db8324f05bf4df53f5097c875&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0970485 Apr 18 20:06:32.157403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-428f17b8-a002-48ef-817c-fbd2f2110bcb None None] Port 562ac658-0725-432b-b9d4-7b9db5eb08fa cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:06:32.441907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-824f65f6-b324-4af1-90fd-88146a31ff47 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:32.446258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-824f65f6-b324-4af1-90fd-88146a31ff47 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5795529 Apr 18 20:06:32.524487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1a2a-9d58-42d3-96a2-846392b18c63 req-d46c35b2-9abb-422c-9c53-584a374cfa7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:32.543528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-332b1a2a-9d58-42d3-96a2-846392b18c63 req-d46c35b2-9abb-422c-9c53-584a374cfa7b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 935 time: 0.2225609 Apr 18 20:06:32.657632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-332b1a2a-9d58-42d3-96a2-846392b18c63 req-363d8989-30b6-436e-ac44-9925b47e66ac tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084836 Apr 18 20:06:32.683184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.61', 55596) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:32.718651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Request body: {'port': {'device_id': '63d52c69-269d-4850-8991-baf435039d8c', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'ec0a635db8324f05bf4df53f5097c875'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:33.029047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-901afa33-0d1a-4527-a8c9-e76a7140ab5c req-8092ad8f-870f-4ca5-a9e7-8f3b296f56ca tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 210 time: 0.2184165 Apr 18 20:06:33.076450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Request body: {'port': {'device_id': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'device_owner': 'compute:tempest-test_az-193643285', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:33.333248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:33.344357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Usage tracker for resource:port and tenant:ec0a635db8324f05bf4df53f5097c875 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:33.351790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:33.372767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:33.389959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Made reservation on behalf of ec0a635db8324f05bf4df53f5097c875 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:06:33.396269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:33.431068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:33.434284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:33.484758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:33.496163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Usage tracker for resource:security_group_rule and tenant:ec0a635db8324f05bf4df53f5097c875 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:33.506677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:33.521572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:33.734790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:33.741703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:34.036337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Allocated IP 192.168.233.74 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/1820b5f8-11c2-41db-83c2-154073e15fd7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:06:34.177755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:34.387297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700d60a-57f4-429f-8f04-075f1abec7e0 req-526112ac-8ba9-4438-945e-79882b25d645 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:34.391747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8700d60a-57f4-429f-8f04-075f1abec7e0 req-526112ac-8ba9-4438-945e-79882b25d645 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 935 time: 0.3287172 Apr 18 20:06:34.492095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8700d60a-57f4-429f-8f04-075f1abec7e0 req-ddf66a43-51d9-499b-b808-7cf2f9088e35 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931759 Apr 18 20:06:34.735215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77f51c7d-7d17-4119-9a19-6b338c2797b0 req-aa9cf56d-eee0-421b-aa38-8c731d46e709 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 210 time: 0.1465576 Apr 18 20:06:34.765555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:34.803204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Transition to ACTIVE for port object 1820b5f8-11c2-41db-83c2-154073e15fd7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:06:34.881471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:35.052009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:06:35.055702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:06:35.070299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:06:35.091918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:35.093013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:35.237466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5236778 Apr 18 20:06:35.259916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Request body: {'port': {'device_id': '63d52c69-269d-4850-8991-baf435039d8c', 'device_owner': 'compute:tempest-test_az-193643285', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:35.306484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4f840-a638-442c-adf1-14574fe44cec tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Pushing event updated for resources: {'Port': ['ID=1820b5f8-11c2-41db-83c2-154073e15fd7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:35.459449 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:35.641498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c888afb6-002a-4908-aade-c6bff1e63b1d None None] Provisioning for port 1820b5f8-11c2-41db-83c2-154073e15fd7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:06:35.660305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c888afb6-002a-4908-aade-c6bff1e63b1d None None] Provisioning complete for port 1820b5f8-11c2-41db-83c2-154073e15fd7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:06:35.660789 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c888afb6-002a-4908-aade-c6bff1e63b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:35.662672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562ac658-0725-432b-b9d4-7b9db5eb08fa {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:06:35.701190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:35.782082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Transition to ACTIVE for port object 562ac658-0725-432b-b9d4-7b9db5eb08fa will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:06:35.794247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:35.877288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c888afb6-002a-4908-aade-c6bff1e63b1d None None] Port 1820b5f8-11c2-41db-83c2-154073e15fd7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:06:36.244419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Attempting to bind port 562ac658-0725-432b-b9d4-7b9db5eb08fa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:06:36.244831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Attempting to bind port 562ac658-0725-432b-b9d4-7b9db5eb08fa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:06:36.245186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Attempting to bind port 562ac658-0725-432b-b9d4-7b9db5eb08fa on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:06:36.267560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Pushing event updated for resources: {'Port': ['ID=562ac658-0725-432b-b9d4-7b9db5eb08fa,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:36.296038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Port 562ac658-0725-432b-b9d4-7b9db5eb08fa on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:06:36.296038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Attempting to bind port 562ac658-0725-432b-b9d4-7b9db5eb08fa on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:06:36.296676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:06:36.296879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:06:36.300359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:06:36.300359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Bound port: 562ac658-0725-432b-b9d4-7b9db5eb08fa, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:06:36.300359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:36.399336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858169d1-c86b-4491-8309-dbf9f35863c5 req-718c003a-f634-4aed-a6f4-9749840423c7 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:36.402098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-858169d1-c86b-4491-8309-dbf9f35863c5 req-718c003a-f634-4aed-a6f4-9749840423c7 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Synchronizing usage tracker for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:36.510899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58128) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:36.511232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58130) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:36.545052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-858169d1-c86b-4491-8309-dbf9f35863c5 req-718c003a-f634-4aed-a6f4-9749840423c7 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Unset dirty status for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:36.553466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-858169d1-c86b-4491-8309-dbf9f35863c5 req-718c003a-f634-4aed-a6f4-9749840423c7 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 968 time: 0.8034389 Apr 18 20:06:36.833475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] For port 562ac658-0725-432b-b9d4-7b9db5eb08fa, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:06:36.853282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] For port 562ac658-0725-432b-b9d4-7b9db5eb08fa, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=562ac658-0725-432b-b9d4-7b9db5eb08fa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:06:36.877222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:37.009229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-858169d1-c86b-4491-8309-dbf9f35863c5 req-23feb18e-c1c1-4180-9a1e-eec21e4d92d6 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Synchronizing usage tracker for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:37.024332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1820b5f8-11c2-41db-83c2-154073e15fd7 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:06:37.057036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:37.065019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-858169d1-c86b-4491-8309-dbf9f35863c5 req-23feb18e-c1c1-4180-9a1e-eec21e4d92d6 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Unset dirty status for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:37.077153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-858169d1-c86b-4491-8309-dbf9f35863c5 req-23feb18e-c1c1-4180-9a1e-eec21e4d92d6 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5205019 Apr 18 20:06:37.123843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Transition to ACTIVE for port object 1820b5f8-11c2-41db-83c2-154073e15fd7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:06:37.141660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:37.195869 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:37.236784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:37.266861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02607e-2d7b-4e2e-a02a-d00feea0d956 req-41bae30a-90b6-43aa-a2e8-fa0a06ee2e8b tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:37.267335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02607e-2d7b-4e2e-a02a-d00feea0d956 req-41bae30a-90b6-43aa-a2e8-fa0a06ee2e8b tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:37.267811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02607e-2d7b-4e2e-a02a-d00feea0d956 req-41bae30a-90b6-43aa-a2e8-fa0a06ee2e8b tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:37.287347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf02607e-2d7b-4e2e-a02a-d00feea0d956 req-41bae30a-90b6-43aa-a2e8-fa0a06ee2e8b tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.8306487 Apr 18 20:06:37.294342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:37.302131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:37.306371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:37.309151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] 10.222.0.61 "PUT /v2.0/ports/562ac658-0725-432b-b9d4-7b9db5eb08fa HTTP/1.1" status: 200 len: 1116 time: 4.5961254 Apr 18 20:06:37.310963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'tag': '562ac658-0725-432b-b9d4-7b9db5eb08fa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:06:37.632333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:37.649873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Usage tracker for resource:security_group_rule and tenant:39e0859e3f064fdeb070a596d49d5fae is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:37.919708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Usage tracker for resource:security_group_rule and tenant:b2a7bcdc9b1b4fc091c5e16adbda2a70 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:37.935489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:37.952833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:38.014778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:38.076155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:38.138920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eba0f57-fbe1-43e8-af17-ba5fea2e2228 service neutron] Pushing event updated for resources: {'Port': ['ID=562ac658-0725-432b-b9d4-7b9db5eb08fa,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:38.142016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Pushing event updated for resources: {'Port': ['ID=1820b5f8-11c2-41db-83c2-154073e15fd7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:38.156759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Attempting to bind port 1820b5f8-11c2-41db-83c2-154073e15fd7 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:06:38.157875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-053eadf0-09a9-465f-8008-dda062b4f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:38.158576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Attempting to bind port 1820b5f8-11c2-41db-83c2-154073e15fd7 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:06:38.159478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Attempting to bind port 1820b5f8-11c2-41db-83c2-154073e15fd7 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:06:38.160664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-053eadf0-09a9-465f-8008-dda062b4f912 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 1119 time: 0.6643729 Apr 18 20:06:38.162704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff0414-8922-4741-80f9-3c24ed5c8ab0 req-c2036e6a-6a64-404f-9125-93105bdacd50 tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:38.178811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f9ff0414-8922-4741-80f9-3c24ed5c8ab0 req-c2036e6a-6a64-404f-9125-93105bdacd50 tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 886 time: 0.5310757 Apr 18 20:06:38.184063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Port 1820b5f8-11c2-41db-83c2-154073e15fd7 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:06:38.184994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Attempting to bind port 1820b5f8-11c2-41db-83c2-154073e15fd7 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:06:38.213071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:06:38.215096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:06:38.216257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:06:38.217348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Bound port: 1820b5f8-11c2-41db-83c2-154073e15fd7, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:06:38.218452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:38.300784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b81f19-6986-44da-83fe-34436d04f1d5 req-062996fd-1065-4881-9677-703346a0d4ea tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:38.302814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b9b81f19-6986-44da-83fe-34436d04f1d5 req-062996fd-1065-4881-9677-703346a0d4ea tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Synchronizing usage tracker for tenant:ec0a635db8324f05bf4df53f5097c875 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:38.375144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-b0cf0dc2-26a0-439f-9fc9-c8aff2db6e2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=562ac658-0725-432b-b9d4-7b9db5eb08fa HTTP/1.1" status: 200 len: 217 time: 0.1714051 Apr 18 20:06:38.490399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-f7e18052-e039-4839-a35d-6c4bb8d6e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:38.492336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-f7e18052-e039-4839-a35d-6c4bb8d6e2c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0929949 Apr 18 20:06:38.611361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] For port 1820b5f8-11c2-41db-83c2-154073e15fd7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:06:38.622617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] For port 1820b5f8-11c2-41db-83c2-154073e15fd7, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1820b5f8-11c2-41db-83c2-154073e15fd7,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:06:38.636294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:38.835085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1198177476', 'description': 'tempest-description-434371128'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:38.835563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:38.836608 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:38.839310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] 10.222.0.61 "PUT /v2.0/ports/1820b5f8-11c2-41db-83c2-154073e15fd7 HTTP/1.1" status: 200 len: 1116 time: 3.5890679 Apr 18 20:06:38.840068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63d52c69-269d-4850-8991-baf435039d8c', 'tag': '1820b5f8-11c2-41db-83c2-154073e15fd7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:06:38.880822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:38.908549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:38.928614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:38.930973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Usage tracker for resource:security_group and tenant:927200381d4a45ba8d01e6822954e614 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:38.938242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:39.004881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-8e80a78d-2525-4cf6-b4f2-e28f5a161848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:39.007272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-8e80a78d-2525-4cf6-b4f2-e28f5a161848 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5038533 Apr 18 20:06:39.009057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:39.045573 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2a7bcdc9b1b4fc091c5e16adbda2a70&name=default HTTP/1.1" status: 200 len: 2975 time: 2.5249839 Apr 18 20:06:39.049286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58180) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:39.060792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:39.077399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:39.211154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b7389-102e-4c95-9198-cca89504f502 service neutron] Pushing event updated for resources: {'Port': ['ID=1820b5f8-11c2-41db-83c2-154073e15fd7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:39.310289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-1d47a562-8cc0-422d-903f-d1bb9a0357c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:39.313375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-1d47a562-8cc0-422d-903f-d1bb9a0357c7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec0a635db8324f05bf4df53f5097c875&device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 1119 time: 0.3619239 Apr 18 20:06:39.496082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-4c983c83-4823-4435-9bf4-88baeae4fed0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1820b5f8-11c2-41db-83c2-154073e15fd7 HTTP/1.1" status: 200 len: 217 time: 0.1639831 Apr 18 20:06:39.550132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b9b81f19-6986-44da-83fe-34436d04f1d5 req-062996fd-1065-4881-9677-703346a0d4ea tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Unset dirty status for tenant:ec0a635db8324f05bf4df53f5097c875 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:39.562293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9b81f19-6986-44da-83fe-34436d04f1d5 req-062996fd-1065-4881-9677-703346a0d4ea tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 968 time: 1.8845084 Apr 18 20:06:39.610503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc320e2-1de0-4152-9631-34c9eac342aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fd76e3-05db-4a28-99c8-893ddc99155b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:39.620103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:39.692508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:39.693131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39e0859e3f064fdeb070a596d49d5fae&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1582305 Apr 18 20:06:39.719024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:39.797135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-6d036820-9dda-416f-b7d7-619a5930d9c6 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464955 Apr 18 20:06:39.797547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b9b81f19-6986-44da-83fe-34436d04f1d5 req-2185feae-8c9d-4465-a765-59cf21e604b8 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Synchronizing usage tracker for tenant:ec0a635db8324f05bf4df53f5097c875 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:39.815696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea70908b-832b-41a2-8912-0056a44983bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67ebddca-9eea-4f8a-9202-305a02780197,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:39.825381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:39.834159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Usage tracker for resource:security_group_rule and tenant:927200381d4a45ba8d01e6822954e614 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:39.847788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:39.864239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:39.872061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7138c5e-e82d-4126-8a0c-9d77dc4730cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:39.919329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b9b81f19-6986-44da-83fe-34436d04f1d5 req-2185feae-8c9d-4465-a765-59cf21e604b8 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Unset dirty status for tenant:ec0a635db8324f05bf4df53f5097c875 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:39.936893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9b81f19-6986-44da-83fe-34436d04f1d5 req-2185feae-8c9d-4465-a765-59cf21e604b8 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648319 Apr 18 20:06:40.043642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-406ea61e-7832-4a7a-8090-950efbabe6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.137504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7138c5e-e82d-4126-8a0c-9d77dc4730cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.160512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-406ea61e-7832-4a7a-8090-950efbabe6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.246593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-406ea61e-7832-4a7a-8090-950efbabe6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.277826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ea61e-7832-4a7a-8090-950efbabe6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67ebddca-9eea-4f8a-9202-305a02780197,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:40.285324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-406ea61e-7832-4a7a-8090-950efbabe6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.290567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-406ea61e-7832-4a7a-8090-950efbabe6ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67ebddca-9eea-4f8a-9202-305a02780197 HTTP/1.1" status: 204 len: 168 time: 0.5860651 Apr 18 20:06:40.338910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.353236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.397282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:40.407289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Usage tracker for resource:security_group_rule and tenant:927200381d4a45ba8d01e6822954e614 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:40.414547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7138c5e-e82d-4126-8a0c-9d77dc4730cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.422462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:40.590341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-23e67442-088d-44e7-b898-16434e6575cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:40.592925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-23e67442-088d-44e7-b898-16434e6575cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1460016 Apr 18 20:06:40.618218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:40.624120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a2027bc-26ee-4c13-bbc8-4fd7149cb727 req-c46200a3-24d6-4641-b271-7c4b8dd278ae service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036161 Apr 18 20:06:40.633782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1bfa0-7cfa-4d15-8045-86e17b183c0d req-b9c9f086-ca2f-40a3-923e-2622b82bdaf5 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:40.638252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bedf03-ddfc-4231-8a56-1b358bf01357,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:40.645218 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91a1bfa0-7cfa-4d15-8045-86e17b183c0d req-b9c9f086-ca2f-40a3-923e-2622b82bdaf5 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 968 time: 0.2815607 Apr 18 20:06:40.663271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7138c5e-e82d-4126-8a0c-9d77dc4730cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fd76e3-05db-4a28-99c8-893ddc99155b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:40.691328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7138c5e-e82d-4126-8a0c-9d77dc4730cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.693889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b7138c5e-e82d-4126-8a0c-9d77dc4730cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8fd76e3-05db-4a28-99c8-893ddc99155b HTTP/1.1" status: 204 len: 168 time: 1.6354015 Apr 18 20:06:40.735869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91a1bfa0-7cfa-4d15-8045-86e17b183c0d req-865ebcb9-8647-43f1-bb29-96cc5c0d3822 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894632 Apr 18 20:06:40.784714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.792283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.853318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=714059ed-b003-48bb-806c-db426931c1cc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:40.883749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:40.887710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46e4dd1e-bd06-4597-80a5-9defd798517e req-70f91188-0f64-42b2-b262-51836425988a tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0587130 Apr 18 20:06:41.023711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58208) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:41.036050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3272c-047c-4408-a13a-198a6ddb79b4 req-a95c2fd6-b2f2-4db6-9110-304ee4717a7a tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:41.036514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3272c-047c-4408-a13a-198a6ddb79b4 req-a95c2fd6-b2f2-4db6-9110-304ee4717a7a tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:41.036974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3272c-047c-4408-a13a-198a6ddb79b4 req-a95c2fd6-b2f2-4db6-9110-304ee4717a7a tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:41.051688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2db3272c-047c-4408-a13a-198a6ddb79b4 req-a95c2fd6-b2f2-4db6-9110-304ee4717a7a tempest-NetworksTest-479065057 tempest-NetworksTest-479065057-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2206 time: 0.2560685 Apr 18 20:06:41.056761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.057759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b19fa30b-da9b-4163-a91d-1470bd46e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:41.059515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-b19fa30b-da9b-4163-a91d-1470bd46e625 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320220 Apr 18 20:06:41.074490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:41.078792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Usage tracker for resource:security_group_rule and tenant:7089ac8fcf2e43fd845e33f3c39e10b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:41.082305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:41.090186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:41.204030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.211108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.297347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7089ac8fcf2e43fd845e33f3c39e10b7&name=default HTTP/1.1" status: 200 len: 2976 time: 0.2724316 Apr 18 20:06:41.299300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bb191d-873c-4f1e-a6f4-d0d355296c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b68fdd47-30bf-4c97-962e-ec883339f1cb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:41.299772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58216) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:41.371571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-931a368f-afd8-4e54-adc7-9d83be7ea380 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823317 Apr 18 20:06:41.393338 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9435f88e-8cfe-498d-a334-a0d8d5776a07'] response: {'name': 'network-changed', 'server_uuid': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'tag': '562ac658-0725-432b-b9d4-7b9db5eb08fa', 'status': 'completed', 'code': 200} Apr 18 20:06:41.423540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1171914961', 'description': 'tempest-description-751292423'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:41.435377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62afc78f-49b3-4eff-be21-e57987a2d14c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.494090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:41.504961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Usage tracker for resource:security_group and tenant:927200381d4a45ba8d01e6822954e614 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:41.509333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:41.517917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:41.546826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.551115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:41.572838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211dd4-a03c-477b-881f-88fbffd49769 req-c1447076-5304-4042-9b4f-4c44b6b940dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:41.574804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28211dd4-a03c-477b-881f-88fbffd49769 req-c1447076-5304-4042-9b4f-4c44b6b940dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 1119 time: 0.1605828 Apr 18 20:06:41.579210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:41.597389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62afc78f-49b3-4eff-be21-e57987a2d14c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.604377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Usage tracker for resource:security_group_rule and tenant:927200381d4a45ba8d01e6822954e614 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:41.609497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:41.619157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.633829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:41.671777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:41.699598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Usage tracker for resource:security_group_rule and tenant:8d276b78587c4da99ba05ebc61e1681d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:41.734990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:41.766256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211dd4-a03c-477b-881f-88fbffd49769 req-5320113f-64e6-4796-a58e-6b04c186139f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:41.767805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28211dd4-a03c-477b-881f-88fbffd49769 req-5320113f-64e6-4796-a58e-6b04c186139f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1840241 Apr 18 20:06:41.768474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58230) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:41.783753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:41.830553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5374e-d474-4aac-b358-86fbd79f3d1f req-181aef61-9983-4357-aed8-8b675b27ec23 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489150 Apr 18 20:06:41.875316 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62afc78f-49b3-4eff-be21-e57987a2d14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.882214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28211dd4-a03c-477b-881f-88fbffd49769 req-67d079ca-a920-492f-8256-ef09d02495fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=562ac658-0725-432b-b9d4-7b9db5eb08fa HTTP/1.1" status: 200 len: 217 time: 0.0949724 Apr 18 20:06:41.970086 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:41.970650 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3597e1eb-35dc-4abf-83ee-99c16186d6a9'] response: {'name': 'network-changed', 'server_uuid': '63d52c69-269d-4850-8991-baf435039d8c', 'tag': '1820b5f8-11c2-41db-83c2-154073e15fd7', 'status': 'completed', 'code': 200} Apr 18 20:06:41.982077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.028124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afc78f-49b3-4eff-be21-e57987a2d14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b68fdd47-30bf-4c97-962e-ec883339f1cb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:42.030681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211dd4-a03c-477b-881f-88fbffd49769 req-c94b20e7-dcec-4b0c-a147-081d94e57fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:42.032394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28211dd4-a03c-477b-881f-88fbffd49769 req-c94b20e7-dcec-4b0c-a147-081d94e57fff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1399741 Apr 18 20:06:42.059842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62afc78f-49b3-4eff-be21-e57987a2d14c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.063722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-62afc78f-49b3-4eff-be21-e57987a2d14c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b68fdd47-30bf-4c97-962e-ec883339f1cb HTTP/1.1" status: 204 len: 168 time: 0.7627842 Apr 18 20:06:42.090316 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.106832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.136157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78921182-a4e6-4867-9a4f-1d08ec4f71f2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:42.150372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.152230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01f4c7cb-c5f3-4a9f-96c9-2e6db085d7f6 req-7aa3c085-25bd-4b3d-82e0-d848ce55eef0 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7410889 Apr 18 20:06:42.152766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58246) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:42.188151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28211dd4-a03c-477b-881f-88fbffd49769 req-e548f076-6178-47e6-a521-1a74376ca981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:42.189738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28211dd4-a03c-477b-881f-88fbffd49769 req-e548f076-6178-47e6-a521-1a74376ca981 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1328244 Apr 18 20:06:42.308117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d276b78587c4da99ba05ebc61e1681d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7508383 Apr 18 20:06:42.309154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64e46d-e2b3-483c-b4d9-a84fc7899582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a058a00d-8db9-4141-a24c-007de3ee3e18,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:42.312626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58254) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:42.365741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-02a39f40-86ab-4454-9bb4-340656455f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:42.367210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-02a39f40-86ab-4454-9bb4-340656455f08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec0a635db8324f05bf4df53f5097c875&device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 1119 time: 0.3957827 Apr 18 20:06:42.371472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.379986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db8efc-1c54-44d0-b061-b1f48a59efb1 req-5aab7754-a284-4330-9255-1f96c812d79b tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:42.381479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0db8efc-1c54-44d0-b061-b1f48a59efb1 req-5aab7754-a284-4330-9255-1f96c812d79b tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 968 time: 0.2177181 Apr 18 20:06:42.390417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.488515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:42.492490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:42.501126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Usage tracker for resource:security_group_rule and tenant:899d61090eae40dc9308f622039c15f7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:42.504939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:42.511908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Usage tracker for resource:security_group_rule and tenant:dc61e8e6fa4640adb36bddc20909aff1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:42.519465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:42.521390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:42.534346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:42.566609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0db8efc-1c54-44d0-b061-b1f48a59efb1 req-0165dcc7-b06b-4719-9f77-9e4a7da58929 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749592 Apr 18 20:06:42.575135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58bbb1fd-749a-43ef-a495-7dd576b624af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.595171 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28211dd4-a03c-477b-881f-88fbffd49769 req-81c1b809-c017-40ee-9df7-8e8f2e72a1d0 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970132 Apr 18 20:06:42.644420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58bbb1fd-749a-43ef-a495-7dd576b624af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.711982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:42.747170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d83fc0-0dbf-4147-a298-0bf6f9189f3c req-12d382b1-2ab8-40fd-86ce-b3d5e2ab68b3 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:42.750285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7d83fc0-0dbf-4147-a298-0bf6f9189f3c req-12d382b1-2ab8-40fd-86ce-b3d5e2ab68b3 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 968 time: 0.4343929 Apr 18 20:06:42.783878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.801315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-d00ef16e-e7a0-4acb-b603-6d4c3e1a1793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:42.803892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-d00ef16e-e7a0-4acb-b603-6d4c3e1a1793 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.4137034 Apr 18 20:06:42.821898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:42.887684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28211dd4-a03c-477b-881f-88fbffd49769 req-09bfe16a-93d6-4220-8d14-00091c1ed33b service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816117 Apr 18 20:06:42.910951 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7d83fc0-0dbf-4147-a298-0bf6f9189f3c req-c2af9212-34a6-48a4-afb4-7b1b9590aee2 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448934 Apr 18 20:06:42.934959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Usage tracker for resource:security_group_rule and tenant:902c32b24b204233bc3edb679741d10f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:42.940957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-5bd4624b-ba22-4e30-afad-027594313d59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1820b5f8-11c2-41db-83c2-154073e15fd7 HTTP/1.1" status: 200 len: 217 time: 0.1279013 Apr 18 20:06:42.942372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:42.987482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.995883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:42.997707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:42.999410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.021769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.041971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1438913952', 'description': 'tempest-description-1633059571'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:43.047183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58bbb1fd-749a-43ef-a495-7dd576b624af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.061962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:43.082670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc61e8e6fa4640adb36bddc20909aff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9235475 Apr 18 20:06:43.082934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Usage tracker for resource:security_group and tenant:f808f7d719994e6fabe5ea1703b40d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:43.083089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=899d61090eae40dc9308f622039c15f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3066492 Apr 18 20:06:43.083089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58272) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:43.087734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:43.092792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58276) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:43.094437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256d19e-4264-44bb-a704-59fcb36326c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d039532-aad1-4b2e-9ef5-9ed2692547f1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:43.108429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-3cc0ce31-52d8-46d8-8ab8-81a0252dfb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:43.110698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-3cc0ce31-52d8-46d8-8ab8-81a0252dfb71 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1557462 Apr 18 20:06:43.111040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58bbb1fd-749a-43ef-a495-7dd576b624af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.114938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-58bbb1fd-749a-43ef-a495-7dd576b624af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a058a00d-8db9-4141-a24c-007de3ee3e18 HTTP/1.1" status: 204 len: 168 time: 0.8005545 Apr 18 20:06:43.116346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:43.149778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ce7676-cd2c-49f8-961a-2332c87b3f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ff6084-22ba-475f-9794-0324d492ace6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:43.177975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbb1fd-749a-43ef-a495-7dd576b624af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a058a00d-8db9-4141-a24c-007de3ee3e18,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:43.179811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d9867a3-b521-4f16-b5fa-7deea3121d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.219994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d9867a3-b521-4f16-b5fa-7deea3121d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.241468 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.268346 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.316400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:43.332091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Usage tracker for resource:security_group_rule and tenant:f808f7d719994e6fabe5ea1703b40d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:43.347075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d9867a3-b521-4f16-b5fa-7deea3121d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.358979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:43.367070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9867a3-b521-4f16-b5fa-7deea3121d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d039532-aad1-4b2e-9ef5-9ed2692547f1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:43.378389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:43.378535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d9867a3-b521-4f16-b5fa-7deea3121d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.379293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7d9867a3-b521-4f16-b5fa-7deea3121d62 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d039532-aad1-4b2e-9ef5-9ed2692547f1 HTTP/1.1" status: 204 len: 168 time: 0.2953405 Apr 18 20:06:43.393998 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be3b4ae1-ec8d-463e-b673-8ad4eaab8573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.410651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.427298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-e8b66d0e-de24-42b2-92d5-607857bde8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:43.428994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-e8b66d0e-de24-42b2-92d5-607857bde8cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2913773 Apr 18 20:06:43.437903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.475493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9a13558-5e59-4da6-81c7-431a5cb2bbdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.529978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be3b4ae1-ec8d-463e-b673-8ad4eaab8573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.596848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd82afc1-9445-4630-a2bd-55b7d5aa9a7c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:43.668691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f000254-511d-4c4c-9bdc-f2e212d88335 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=902c32b24b204233bc3edb679741d10f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9475942 Apr 18 20:06:43.673019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58288) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:43.795357 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-af5c0640-a300-4d03-a791-1f82d807da83 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495927 Apr 18 20:06:43.877505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8853a9e9-46e5-4afb-b01f-8b2efe9a1244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.898820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be3b4ae1-ec8d-463e-b673-8ad4eaab8573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.965154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8853a9e9-46e5-4afb-b01f-8b2efe9a1244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:43.970375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3b4ae1-ec8d-463e-b673-8ad4eaab8573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ff6084-22ba-475f-9794-0324d492ace6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:44.108775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58302) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:44.136254 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be3b4ae1-ec8d-463e-b673-8ad4eaab8573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.141651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be3b4ae1-ec8d-463e-b673-8ad4eaab8573 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71ff6084-22ba-475f-9794-0324d492ace6 HTTP/1.1" status: 204 len: 168 time: 1.0435486 Apr 18 20:06:44.142036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.142898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5a80c0-1344-4fb3-b078-4bd06e0208fe req-befe0008-46de-4bf2-a74a-1f3e03132613 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:44.145419 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e5a80c0-1344-4fb3-b078-4bd06e0208fe req-befe0008-46de-4bf2-a74a-1f3e03132613 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 968 time: 0.3280485 Apr 18 20:06:44.148294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8853a9e9-46e5-4afb-b01f-8b2efe9a1244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.159460 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.161601 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.165983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:44.174327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Usage tracker for resource:security_group_rule and tenant:f808f7d719994e6fabe5ea1703b40d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:44.179501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:44.185496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853a9e9-46e5-4afb-b01f-8b2efe9a1244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd82afc1-9445-4630-a2bd-55b7d5aa9a7c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:44.192274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:44.208663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:44.222124 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8853a9e9-46e5-4afb-b01f-8b2efe9a1244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.223584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8853a9e9-46e5-4afb-b01f-8b2efe9a1244 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd82afc1-9445-4630-a2bd-55b7d5aa9a7c HTTP/1.1" status: 204 len: 168 time: 0.5488482 Apr 18 20:06:44.224737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Usage tracker for resource:security_group_rule and tenant:84208218b215437b8b65185bee92afb0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:44.230119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:44.245789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:44.271105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e5a80c0-1344-4fb3-b078-4bd06e0208fe req-db0154c4-6865-4c47-b9f0-d87883030627 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951252 Apr 18 20:06:44.373008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6a3ac8f-4611-4a74-a7a7-1083e77a7175 req-0bef4e1b-7464-4d50-a672-ab0e1c648b20 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5642421 Apr 18 20:06:44.401183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.402835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd089561-eef8-4ec8-9046-731b255f7fab,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:44.406346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.411398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.419906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.491271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dd0bd2-5463-4a86-8836-56fdd254e3d1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:44.498828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.501038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8406bde2-87f8-413a-ba16-e740853c5bf7 req-ab990b66-d78a-424f-a24e-bf7dca587497 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4647229 Apr 18 20:06:44.541040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1862769523', 'description': 'tempest-description-438286810'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:44.546778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:44.550726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Usage tracker for resource:security_group and tenant:f808f7d719994e6fabe5ea1703b40d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:44.554360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:44.561494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:44.577099 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.589565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=84208218b215437b8b65185bee92afb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4764676 Apr 18 20:06:44.589778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaccd0a-1a02-47a6-ab4f-57ee079591f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c390094-2103-4ad2-b2b4-3985b6585941,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:44.594607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58314) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:44.607577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:44.612274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Usage tracker for resource:security_group_rule and tenant:f808f7d719994e6fabe5ea1703b40d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:44.616200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:44.624247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:44.702771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86aa621-5fea-4ffb-8b36-2b6e1039a68d req-4a3dce58-1fc2-4fa9-998d-e30af20b615f tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:44.704310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c86aa621-5fea-4ffb-8b36-2b6e1039a68d req-4a3dce58-1fc2-4fa9-998d-e30af20b615f tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 968 time: 0.2130277 Apr 18 20:06:44.709238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc86c-2473-4214-950f-470fe397c4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.723680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.731771 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.767871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc86c-2473-4214-950f-470fe397c4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.774760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe6e428-65a1-4ef5-a10f-9de64d182e3e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:44.780276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.785341 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9c7a27c-d4f0-4214-9b41-6e2f30da6eaf req-4b9f17ac-0b51-4cad-99da-eb0037dc4731 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2483022 Apr 18 20:06:44.795091 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c86aa621-5fea-4ffb-8b36-2b6e1039a68d req-3a84a979-54a1-4b75-9f81-8deee03f18d8 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837567 Apr 18 20:06:44.857182 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc86c-2473-4214-950f-470fe397c4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.877881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc86c-2473-4214-950f-470fe397c4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c390094-2103-4ad2-b2b4-3985b6585941,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:44.886345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ecc86c-2473-4214-950f-470fe397c4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:44.888512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b0ecc86c-2473-4214-950f-470fe397c4c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c390094-2103-4ad2-b2b4-3985b6585941 HTTP/1.1" status: 204 len: 168 time: 0.2926462 Apr 18 20:06:44.925910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1820b5f8-11c2-41db-83c2-154073e15fd7 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:06:44.987226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58332) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:45.019621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.052314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:45.057097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Usage tracker for resource:security_group_rule and tenant:8fb4946d513e400eb4381fa3e1ac5b45 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:45.061131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:45.080717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:45.091844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-70e95904-53d7-43fb-ae82-0ec9438d12fa tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Synchronizing usage tracker for tenant:f808f7d719994e6fabe5ea1703b40d34 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:45.135524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1820b5f8-11c2-41db-83c2-154073e15fd7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1820b5f8-11c2-41db-83c2-154073e15fd7,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:45.136081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-70e95904-53d7-43fb-ae82-0ec9438d12fa tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Unset dirty status for tenant:f808f7d719994e6fabe5ea1703b40d34 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:45.141586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-70e95904-53d7-43fb-ae82-0ec9438d12fa tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 23011 time: 0.3178606 Apr 18 20:06:45.176368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1820b5f8-11c2-41db-83c2-154073e15fd7', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '1820b5f8-11c2-41db-83c2-154073e15fd7', 'mac_address': 'fa:16:3e:0e:c4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:tempest-test_az-193643285', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:06:45.245594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-753fac59-5acf-47fd-9251-e994c880f5f5 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4a1eb687-02b9-466a-8e6c-e6aa3a1a72d2 HTTP/1.1" status: 200 len: 2977 time: 0.0960534 Apr 18 20:06:45.264713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.268471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.277215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.299889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1820b5f8-11c2-41db-83c2-154073e15fd7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:06:45.334925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1820b5f8-11c2-41db-83c2-154073e15fd7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1820b5f8-11c2-41db-83c2-154073e15fd7,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:45.342091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-f424493f-7c8b-4fe3-b330-3fb1b02cefce tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4a1eb687-02b9-466a-8e6c-e6aa3a1a72d2 HTTP/1.1" status: 200 len: 2977 time: 0.0897441 Apr 18 20:06:45.345657 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.347371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 562ac658-0725-432b-b9d4-7b9db5eb08fa details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:06:45.353499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fb4946d513e400eb4381fa3e1ac5b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3651514 Apr 18 20:06:45.354650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58348) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:45.357226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec6be-9daf-4bb3-bba0-012d6ccd8f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10514587-24ae-4d5a-bf28-dbe65611588e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:45.424137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-39aea69c-c68e-4087-956a-6648a9763004 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/59cb3ecb-ebb7-4762-a3b7-749cf03083f9 HTTP/1.1" status: 200 len: 2973 time: 0.0745852 Apr 18 20:06:45.505252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 562ac658-0725-432b-b9d4-7b9db5eb08fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=562ac658-0725-432b-b9d4-7b9db5eb08fa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:45.509125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-2466b357-1823-4776-bf96-8aa392e78820 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/59cb3ecb-ebb7-4762-a3b7-749cf03083f9 HTTP/1.1" status: 200 len: 2973 time: 0.0777540 Apr 18 20:06:45.511729 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a3962ff-9a40-499d-b54c-570ee5e23994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.547879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '562ac658-0725-432b-b9d4-7b9db5eb08fa', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '562ac658-0725-432b-b9d4-7b9db5eb08fa', 'mac_address': 'fa:16:3e:5f:d5:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:tempest-test_az-193643285', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:06:45.570537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-45220e62-10dd-4366-9507-2f0ad1cfa65a tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c4c83a76-99eb-4b8d-b951-ce573d7ae0b8 HTTP/1.1" status: 200 len: 2977 time: 0.0550630 Apr 18 20:06:45.603059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1820b5f8-11c2-41db-83c2-154073e15fd7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:45.609815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a3962ff-9a40-499d-b54c-570ee5e23994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.615299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.615907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.616476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.617176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.617728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.618843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.619662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.620402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.621241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.621799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.622319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.622849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Tracked resource versions report: Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: pushed versions: Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: { 'AddressGroup': {'1.2'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'ConntrackHelper': {'1.0'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Log': {'1.0'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Network': {'1.1'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Port': {'1.7'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'PortForwarding': {'1.2'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'QosPolicy': {'1.8'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'SecurityGroup': {'1.4'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'SubPort': {'1.0'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Subnet': {'1.1'}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Trunk': {'1.1'}} Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: consumer versions: Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: { DHCP agent@n-d-836016-3: {}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: HyperV agent@n-h1-836016-3: {}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: HyperV agent@n-h2-836016-3: {}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: L3 agent@n-d-836016-3: {}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: Metadata agent@n-d-836016-3: {}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: Metering agent@n-d-836016-3: {}, Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'ConntrackHelper': '1.0', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Log': '1.0', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Network': '1.1', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Port': '1.7', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'PortForwarding': '1.2', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'QosPolicy': '1.8', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'SecurityGroup': '1.4', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'SecurityGroupRule': '1.2', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'SubPort': '1.0', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Subnet': '1.1', Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: 'Trunk': '1.1'}} Apr 18 20:06:45.624909 n-d-836016-3 neutron-server[88143]: {{(pid=88143) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:06:45.649175 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.671123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562ac658-0725-432b-b9d4-7b9db5eb08fa {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:06:45.676984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391bb550-e4b9-4b20-b395-0e7aa768454b req-47e8fe8d-75b7-47a3-a466-ba509b483658 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:45.685399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-391bb550-e4b9-4b20-b395-0e7aa768454b req-47e8fe8d-75b7-47a3-a466-ba509b483658 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 969 time: 0.1746922 Apr 18 20:06:45.689892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 562ac658-0725-432b-b9d4-7b9db5eb08fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=562ac658-0725-432b-b9d4-7b9db5eb08fa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:45.695911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-37f480d8-78c4-4608-8981-1c1491db6210 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c4c83a76-99eb-4b8d-b951-ce573d7ae0b8 HTTP/1.1" status: 200 len: 2977 time: 0.1177652 Apr 18 20:06:45.705259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.718299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a3962ff-9a40-499d-b54c-570ee5e23994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.767526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3962ff-9a40-499d-b54c-570ee5e23994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10514587-24ae-4d5a-bf28-dbe65611588e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:45.785937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a3962ff-9a40-499d-b54c-570ee5e23994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.790776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3a3962ff-9a40-499d-b54c-570ee5e23994 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10514587-24ae-4d5a-bf28-dbe65611588e HTTP/1.1" status: 204 len: 168 time: 0.4349442 Apr 18 20:06:45.796993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-391bb550-e4b9-4b20-b395-0e7aa768454b req-95fd7ebd-3611-45c8-8634-a69cd0733fa3 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978758 Apr 18 20:06:45.838563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=562ac658-0725-432b-b9d4-7b9db5eb08fa,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:45.891823 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-33b1639b-d856-4c90-a34a-85e931edf6ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:45.911573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-e20ad9c2-e512-4b54-9270-2832878feeaf tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c7bedf03-ddfc-4231-8a56-1b358bf01357 HTTP/1.1" status: 200 len: 2977 time: 0.2083919 Apr 18 20:06:45.981931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-35a6775a-412e-4c14-b8b0-12e20413ee19 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c7bedf03-ddfc-4231-8a56-1b358bf01357 HTTP/1.1" status: 200 len: 2977 time: 0.0640547 Apr 18 20:06:46.034479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-b4ccfa31-8bde-443f-b268-9ae7e6917161 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/cd089561-eef8-4ec8-9046-731b255f7fab HTTP/1.1" status: 200 len: 2981 time: 0.0504043 Apr 18 20:06:46.043021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02c212-7973-434d-bedc-f86663d6873b req-947180ba-f06e-473e-b92d-712506e1805b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:46.044648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a02c212-7973-434d-bedc-f86663d6873b req-947180ba-f06e-473e-b92d-712506e1805b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 969 time: 0.1055133 Apr 18 20:06:46.070973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['562ac658-0725-432b-b9d4-7b9db5eb08fa'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:06:46.091028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-fc2cce02-c66b-4e75-849d-63c09bdbfcbd tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/cd089561-eef8-4ec8-9046-731b255f7fab HTTP/1.1" status: 200 len: 2981 time: 0.0505412 Apr 18 20:06:46.105285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a02c212-7973-434d-bedc-f86663d6873b req-d973a2b4-8d7d-4f11-aa3d-1427e9d5c0f7 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537817 Apr 18 20:06:46.134180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1820b5f8-11c2-41db-83c2-154073e15fd7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:06:46.167950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-13bd7506-cb6f-42b4-b1b0-32674d34b6cc tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/d427a2f2-0575-4537-9d69-738ebef48451 HTTP/1.1" status: 200 len: 2977 time: 0.0701628 Apr 18 20:06:46.225240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa8041fd-b625-4711-96d8-20cf1fda5df3 req-bb02bb0f-9c7f-4db2-a82b-1acc4d65c0ac tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/d427a2f2-0575-4537-9d69-738ebef48451 HTTP/1.1" status: 200 len: 2977 time: 0.0503087 Apr 18 20:06:46.360084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-65659b72-5564-4ab9-9e06-ac444a3cbf4a req-989f2a73-a810-454b-84fe-c0e47e937f35 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Synchronizing usage tracker for tenant:927200381d4a45ba8d01e6822954e614 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:46.388954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-65659b72-5564-4ab9-9e06-ac444a3cbf4a req-989f2a73-a810-454b-84fe-c0e47e937f35 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Unset dirty status for tenant:927200381d4a45ba8d01e6822954e614 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:46.407054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65659b72-5564-4ab9-9e06-ac444a3cbf4a req-989f2a73-a810-454b-84fe-c0e47e937f35 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=927200381d4a45ba8d01e6822954e614 HTTP/1.1" status: 200 len: 6096 time: 0.1558175 Apr 18 20:06:46.478610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65659b72-5564-4ab9-9e06-ac444a3cbf4a req-58c7cec8-875b-4a19-9eda-f451104c5907 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "GET /v2.0/security-groups/c7bedf03-ddfc-4231-8a56-1b358bf01357 HTTP/1.1" status: 200 len: 2977 time: 0.0702696 Apr 18 20:06:46.547718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65659b72-5564-4ab9-9e06-ac444a3cbf4a req-9953b23b-4d0d-423a-8184-65419f2429b1 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "GET /v2.0/security-groups/c7bedf03-ddfc-4231-8a56-1b358bf01357 HTTP/1.1" status: 200 len: 2977 time: 0.0671916 Apr 18 20:06:46.614512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3c0c201-6cd0-4898-baf6-ac7ab401a2d4 req-74346df1-b587-446d-8805-e22597b564fc tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/3fe6e428-65a1-4ef5-a10f-9de64d182e3e HTTP/1.1" status: 200 len: 1777 time: 0.0461159 Apr 18 20:06:46.674360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58402) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:46.684404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:46.685118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3c0c201-6cd0-4898-baf6-ac7ab401a2d4 req-5cf1c388-0d4a-40c5-b31f-9670b4f433b1 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:46.718267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3c0c201-6cd0-4898-baf6-ac7ab401a2d4 req-5cf1c388-0d4a-40c5-b31f-9670b4f433b1 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:46.724877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:46.768497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3c0c201-6cd0-4898-baf6-ac7ab401a2d4 req-5cf1c388-0d4a-40c5-b31f-9670b4f433b1 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:46.789353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf1c388-0d4a-40c5-b31f-9670b4f433b1 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe6e428-65a1-4ef5-a10f-9de64d182e3e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:46.799002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3c0c201-6cd0-4898-baf6-ac7ab401a2d4 req-5cf1c388-0d4a-40c5-b31f-9670b4f433b1 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:46.800454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3c0c201-6cd0-4898-baf6-ac7ab401a2d4 req-5cf1c388-0d4a-40c5-b31f-9670b4f433b1 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/3fe6e428-65a1-4ef5-a10f-9de64d182e3e HTTP/1.1" status: 204 len: 173 time: 0.1790006 Apr 18 20:06:46.870736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-372745194-network', 'tenant_id': '79603fa50e854b38b735c9c95414694d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:46.877821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:46.882255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba0a22c5-e078-4b4a-92cc-e40f9e5b828d req-a58f2d0e-978d-402a-a116-4a5b9522c0d4 tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "GET /v2.0/security-groups/a4dd0bd2-5463-4a86-8836-56fdd254e3d1 HTTP/1.1" status: 200 len: 1778 time: 0.0642941 Apr 18 20:06:46.892651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Usage tracker for resource:network and tenant:79603fa50e854b38b735c9c95414694d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:46.907223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:46.930024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:46.994573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Made reservation on behalf of 79603fa50e854b38b735c9c95414694d for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:06:47.002432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.018242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.046052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9a495-741f-4408-9931-71fe0502c460 req-c72f68d5-f93d-42b4-a0ec-c11d9d0f4ca0 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:47.047715 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ad9a495-741f-4408-9931-71fe0502c460 req-c72f68d5-f93d-42b4-a0ec-c11d9d0f4ca0 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 969 time: 0.1004927 Apr 18 20:06:47.049153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:47.056238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Usage tracker for resource:security_group_rule and tenant:79603fa50e854b38b735c9c95414694d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:47.059509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba0a22c5-e078-4b4a-92cc-e40f9e5b828d req-494e32ac-966d-4b38-8a10-4e959eab46ee tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.061308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:47.075248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:47.101775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba0a22c5-e078-4b4a-92cc-e40f9e5b828d req-494e32ac-966d-4b38-8a10-4e959eab46ee tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.102138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ad9a495-741f-4408-9931-71fe0502c460 req-4bc2c0bf-39c8-43c9-93c9-5fdfcaaf9b43 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482745 Apr 18 20:06:47.198110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba0a22c5-e078-4b4a-92cc-e40f9e5b828d req-494e32ac-966d-4b38-8a10-4e959eab46ee tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.236764 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e32ac-966d-4b38-8a10-4e959eab46ee tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dd0bd2-5463-4a86-8836-56fdd254e3d1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:47.261328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.265869 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba0a22c5-e078-4b4a-92cc-e40f9e5b828d req-494e32ac-966d-4b38-8a10-4e959eab46ee tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.267316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba0a22c5-e078-4b4a-92cc-e40f9e5b828d req-494e32ac-966d-4b38-8a10-4e959eab46ee tempest-SecurityGroupsTestAdminJSON-2024093244 tempest-SecurityGroupsTestAdminJSON-2024093244-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/a4dd0bd2-5463-4a86-8836-56fdd254e3d1 HTTP/1.1" status: 204 len: 173 time: 0.3760986 Apr 18 20:06:47.270050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.320096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:06:47.339469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:47.353473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.353969 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Added segment 68d925d1-070e-4775-a067-467c45fc7f5b of type vlan for network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb Apr 18 20:06:47.384041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-631d7122-2348-4eab-a6c7-4a8131c3a505 req-7dee072e-677f-4476-b2a5-6a807508645b tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "GET /v2.0/security-groups/78921182-a4e6-4867-9a4f-1d08ec4f71f2 HTTP/1.1" status: 200 len: 1777 time: 0.0787518 Apr 18 20:06:47.386986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a22d392-5ba1-414f-a57f-dea67d816a76 req-3f83e5a2-bcff-41ff-9fcf-89138f284c48 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:47.395063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a22d392-5ba1-414f-a57f-dea67d816a76 req-3f83e5a2-bcff-41ff-9fcf-89138f284c48 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 969 time: 0.1181829 Apr 18 20:06:47.442215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.442507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a22d392-5ba1-414f-a57f-dea67d816a76 req-e95eb31c-9ae5-4d58-8bbf-25ce0d1f098d tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464082 Apr 18 20:06:47.491739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-631d7122-2348-4eab-a6c7-4a8131c3a505 req-fbd77d6c-a5a3-49a1-b6d1-a749257c6527 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.508880 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.510650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:47.510650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.562353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-631d7122-2348-4eab-a6c7-4a8131c3a505 req-fbd77d6c-a5a3-49a1-b6d1-a749257c6527 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.639416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9639187 Apr 18 20:06:47.642341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:47.649098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Request body: {'subnet': {'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-372745194-subnet', 'tenant_id': '79603fa50e854b38b735c9c95414694d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:47.655928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:47.659955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ea916-4978-45d6-8390-f62a1e92d31f admin admin] Pushing event updated for resources: {'Network': ['ID=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:47.661391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Usage tracker for resource:subnet and tenant:79603fa50e854b38b735c9c95414694d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:47.665969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:47.671794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:06:47.684645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-631d7122-2348-4eab-a6c7-4a8131c3a505 req-fbd77d6c-a5a3-49a1-b6d1-a749257c6527 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.688794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:47.705330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd77d6c-a5a3-49a1-b6d1-a749257c6527 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78921182-a4e6-4867-9a4f-1d08ec4f71f2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:47.715924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Made reservation on behalf of 79603fa50e854b38b735c9c95414694d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:06:47.723106 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-631d7122-2348-4eab-a6c7-4a8131c3a505 req-fbd77d6c-a5a3-49a1-b6d1-a749257c6527 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.724821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-631d7122-2348-4eab-a6c7-4a8131c3a505 req-fbd77d6c-a5a3-49a1-b6d1-a749257c6527 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "DELETE /v2.0/security-groups/78921182-a4e6-4867-9a4f-1d08ec4f71f2 HTTP/1.1" status: 204 len: 173 time: 0.3303418 Apr 18 20:06:47.733702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:47.848924 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15f5d2f8-cd81-4d50-8ca5-fb954bc104df req-bf78226b-8d91-45ca-a52d-8fb83fdd5c3d tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "GET /v2.0/security-groups/714059ed-b003-48bb-806c-db426931c1cc HTTP/1.1" status: 200 len: 1775 time: 0.1042588 Apr 18 20:06:47.969358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-15f5d2f8-cd81-4d50-8ca5-fb954bc104df req-caa0d2d5-d988-44a5-97f0-50fc1a86c143 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.011429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-15f5d2f8-cd81-4d50-8ca5-fb954bc104df req-caa0d2d5-d988-44a5-97f0-50fc1a86c143 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.154396 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.181216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-15f5d2f8-cd81-4d50-8ca5-fb954bc104df req-caa0d2d5-d988-44a5-97f0-50fc1a86c143 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.215529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0d2d5-d988-44a5-97f0-50fc1a86c143 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=714059ed-b003-48bb-806c-db426931c1cc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:48.228457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-15f5d2f8-cd81-4d50-8ca5-fb954bc104df req-caa0d2d5-d988-44a5-97f0-50fc1a86c143 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.230417 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15f5d2f8-cd81-4d50-8ca5-fb954bc104df req-caa0d2d5-d988-44a5-97f0-50fc1a86c143 tempest-SecurityGroupsTestAdminJSON-923351569 tempest-SecurityGroupsTestAdminJSON-923351569-project] 10.222.0.47 "DELETE /v2.0/security-groups/714059ed-b003-48bb-806c-db426931c1cc HTTP/1.1" status: 204 len: 173 time: 0.3742192 Apr 18 20:06:48.243523 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.306564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.331235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=072b428c-ede7-4c4b-baed-9c8e0dc34d91,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:48.346593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:06:48.346961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Network hostable DHCP agents. Network: c5cfd437-2a87-4944-9e8e-83e0bb3a15fb, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:06:48.386761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:06:48.401904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff53e01-29e2-48ce-a50b-02846bb26da2 req-a0a5f1ee-2657-4d36-b361-1cacda517384 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:48.403406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ff53e01-29e2-48ce-a50b-02846bb26da2 req-a0a5f1ee-2657-4d36-b361-1cacda517384 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 969 time: 0.1265349 Apr 18 20:06:48.409194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c5cfd437-2a87-4944-9e8e-83e0bb3a15fb) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:06:48.414086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:48.414781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.422438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c0351a-96c2-46b1-a287-74a8756b6363 None None] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:06:48.474320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e479477-9ca9-40ce-8448-626d0dd24170 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8308887 Apr 18 20:06:48.503376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ff53e01-29e2-48ce-a50b-02846bb26da2 req-a8c5ddba-d806-43ad-8259-9ce84893ea97 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803115 Apr 18 20:06:48.685784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f0cacd-2466-4540-a1b1-d9bdca6dc9c9 req-6ba2266a-609d-40fc-90c0-8deb5279ee7d tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:48.686361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45642e04-51a2-46f8-84a9-00e6664273f2 None None] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:06:48.692981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93f0cacd-2466-4540-a1b1-d9bdca6dc9c9 req-6ba2266a-609d-40fc-90c0-8deb5279ee7d tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 969 time: 0.1052511 Apr 18 20:06:48.719719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:48.752220 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93f0cacd-2466-4540-a1b1-d9bdca6dc9c9 req-451511d6-73b4-4030-bb48-e99a5841b4b2 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581870 Apr 18 20:06:48.831996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:48.919173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1820b5f8-11c2-41db-83c2-154073e15fd7 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:06:48.957363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58504) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:49.003400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 1820b5f8-11c2-41db-83c2-154073e15fd7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:06:49.008897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1820b5f8-11c2-41db-83c2-154073e15fd7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:06:49.009399 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.080125 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.099864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:49.104595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Usage tracker for resource:security_group_rule and tenant:8fc060ec1e0f4659b8901a1cdb65e5c5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:49.108657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:49.117798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:49.164530 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.202425 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d52c69-269d-4850-8991-baf435039d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820b5f8-11c2-41db-83c2-154073e15fd7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:06:49.255955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.263013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.280744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1820b5f8-11c2-41db-83c2-154073e15fd7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1820b5f8-11c2-41db-83c2-154073e15fd7,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:49.287253 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.288056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 562ac658-0725-432b-b9d4-7b9db5eb08fa up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:06:49.336248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b63a43-cc06-40ac-9732-9c1cc59700cc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:49.344149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4a0138dd-13db-4f0c-a7b9-49fd3d699945 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fc060ec1e0f4659b8901a1cdb65e5c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6213360 Apr 18 20:06:49.346859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:49.388693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d72ec321-8b0f-4644-9fb2-6d24f7b948ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=927200381d4a45ba8d01e6822954e614&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4301276 Apr 18 20:06:49.392752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58522) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:49.438333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1820b5f8-11c2-41db-83c2-154073e15fd7,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:49.439220 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11f3a9f4-b394-48a4-ba96-f7f365a6d9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.468606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 562ac658-0725-432b-b9d4-7b9db5eb08fa completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:06:49.474298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 562ac658-0725-432b-b9d4-7b9db5eb08fa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:06:49.474678 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.491440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11f3a9f4-b394-48a4-ba96-f7f365a6d9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.525277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e07869d4-4730-4257-8d9c-eb95f0e8cf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.581653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e07869d4-4730-4257-8d9c-eb95f0e8cf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.593786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11f3a9f4-b394-48a4-ba96-f7f365a6d9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.625936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3a9f4-b394-48a4-ba96-f7f365a6d9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b63a43-cc06-40ac-9732-9c1cc59700cc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:49.628450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11f3a9f4-b394-48a4-ba96-f7f365a6d9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.643890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-11f3a9f4-b394-48a4-ba96-f7f365a6d9d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87b63a43-cc06-40ac-9732-9c1cc59700cc HTTP/1.1" status: 204 len: 168 time: 0.2896554 Apr 18 20:06:49.661442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e07869d4-4730-4257-8d9c-eb95f0e8cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.693457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07869d4-4730-4257-8d9c-eb95f0e8cf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bedf03-ddfc-4231-8a56-1b358bf01357,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:49.695682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e07869d4-4730-4257-8d9c-eb95f0e8cf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.700048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e07869d4-4730-4257-8d9c-eb95f0e8cf8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7bedf03-ddfc-4231-8a56-1b358bf01357 HTTP/1.1" status: 204 len: 168 time: 0.3031600 Apr 18 20:06:49.757636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.798666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 562ac658-0725-432b-b9d4-7b9db5eb08fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=562ac658-0725-432b-b9d4-7b9db5eb08fa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:49.803916 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:49.841784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1985e8d-4b7b-44db-87f2-54cd11c59627 req-9572b47d-7c3f-44ff-b16c-4c2c20d7d5b6 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:49.843382 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1985e8d-4b7b-44db-87f2-54cd11c59627 req-9572b47d-7c3f-44ff-b16c-4c2c20d7d5b6 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 970 time: 0.1404922 Apr 18 20:06:49.877001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=562ac658-0725-432b-b9d4-7b9db5eb08fa,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:49.898302 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1985e8d-4b7b-44db-87f2-54cd11c59627 req-d5fcfbc0-d361-4761-b75d-e1a9a5e5e25c tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483551 Apr 18 20:06:50.239752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58562) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:50.257788 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.273041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:50.277172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Usage tracker for resource:security_group_rule and tenant:58d671c9f9d34698bbe10485c5aec0b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:50.280501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:50.288480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:50.407370 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.425476 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.454467 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76ea920b-2f56-49e1-90a4-387fd15842da'] response: {'server_uuid': '63d52c69-269d-4850-8991-baf435039d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1820b5f8-11c2-41db-83c2-154073e15fd7', 'code': 200} Apr 18 20:06:50.514650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4dd6b2-3bab-4f6b-80df-b0a643a7e6b3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:50.519836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6b1a931f-c285-4036-ab14-7070aae4d23e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58d671c9f9d34698bbe10485c5aec0b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790728 Apr 18 20:06:50.522796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:50.549042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58576) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:50.560848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1169129981-network', 'tenant_id': '2781f7b7164d4731b8ef239ee670f5ea'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:50.568042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:50.575431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Usage tracker for resource:network and tenant:2781f7b7164d4731b8ef239ee670f5ea is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:50.579804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:50.590410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:50.614390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Made reservation on behalf of 2781f7b7164d4731b8ef239ee670f5ea for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:06:50.616858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.631101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.649228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:50.656367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:50.660037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93eb59e-e18a-4ea4-b815-0baf92ef8a8e req-ee57108b-b9d1-4d1f-a8a4-07eae6b8ed3f tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:50.661883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d93eb59e-e18a-4ea4-b815-0baf92ef8a8e req-ee57108b-b9d1-4d1f-a8a4-07eae6b8ed3f tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 970 time: 0.1870956 Apr 18 20:06:50.664637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Usage tracker for resource:security_group_rule and tenant:2781f7b7164d4731b8ef239ee670f5ea is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:50.668839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:50.676685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:50.693131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33dcec8b-06a2-489b-9f98-4ca38a42dcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.718291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-02b66881-06b4-4d91-9e60-5b8a6fb4624c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:50.719815 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-02b66881-06b4-4d91-9e60-5b8a6fb4624c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 1121 time: 0.1846850 Apr 18 20:06:50.741101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d93eb59e-e18a-4ea4-b815-0baf92ef8a8e req-307e92db-8678-4452-b94b-d22e5180bed0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685277 Apr 18 20:06:50.771052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.782440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33dcec8b-06a2-489b-9f98-4ca38a42dcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.797331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ac692b34-b4a2-47d6-843f-e93c214fc784 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f808f7d719994e6fabe5ea1703b40d34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1385696 Apr 18 20:06:50.800509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58588) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:50.815895 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.823155 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.832451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:50.845793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Usage tracker for resource:security_group_rule and tenant:8a668dbef0cc407eb9498610b396cec5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:50.863542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:50.870165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:06:50.880157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cce4de9-f29d-4cc4-b090-7040e3bb3d7a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:50.880565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:50.900303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.901477 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Added segment 4ebfabcf-2e6e-41b2-b72a-52c82fff8547 of type vlan for network 3ba62f2f-d25e-480a-b300-3a4e90866741 Apr 18 20:06:50.939506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.961899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9343-f13c-452c-ab61-084e06c9c1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.982842 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.984036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:50.984638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:50.988507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33dcec8b-06a2-489b-9f98-4ca38a42dcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.025195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcec8b-06a2-489b-9f98-4ca38a42dcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4dd6b2-3bab-4f6b-80df-b0a643a7e6b3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:51.030289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9343-f13c-452c-ab61-084e06c9c1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.106968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33dcec8b-06a2-489b-9f98-4ca38a42dcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.108115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-33dcec8b-06a2-489b-9f98-4ca38a42dcd1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a4dd6b2-3bab-4f6b-80df-b0a643a7e6b3 HTTP/1.1" status: 204 len: 168 time: 0.5846093 Apr 18 20:06:51.130791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.136059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.186573 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6331260 Apr 18 20:06:51.186573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58602) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:51.195655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Request body: {'subnet': {'network_id': '3ba62f2f-d25e-480a-b300-3a4e90866741', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1169129981-subnet', 'tenant_id': '2781f7b7164d4731b8ef239ee670f5ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:51.199873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6603dc-404a-4d12-81f3-121fc93d2f44 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba62f2f-d25e-480a-b300-3a4e90866741,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:51.203750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:51.207972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Usage tracker for resource:subnet and tenant:2781f7b7164d4731b8ef239ee670f5ea is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:51.211241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:51.211945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3ba62f2f-d25e-480a-b300-3a4e90866741 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:06:51.218840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:51.235630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Made reservation on behalf of 2781f7b7164d4731b8ef239ee670f5ea for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:06:51.237991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.278551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Synchronizing usage tracker for tenant:8a668dbef0cc407eb9498610b396cec5 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:51.285256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9343-f13c-452c-ab61-084e06c9c1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.302494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=370d560b-6926-418a-b4cd-1ceff3b8ef94,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:51.343511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc9343-f13c-452c-ab61-084e06c9c1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd089561-eef8-4ec8-9046-731b255f7fab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:51.348403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2bc9343-f13c-452c-ab61-084e06c9c1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.352600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2bc9343-f13c-452c-ab61-084e06c9c1b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd089561-eef8-4ec8-9046-731b255f7fab HTTP/1.1" status: 204 len: 168 time: 0.5494297 Apr 18 20:06:51.356363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] Unset dirty status for tenant:8a668dbef0cc407eb9498610b396cec5 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:51.357690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-336eac24-b21a-40a5-bdb9-48b1bddef791 req-c448d9b7-a4a8-4bc7-9c01-028a0a6c15b6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6225305 Apr 18 20:06:51.385053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7520de-21c2-4eb8-9301-b08b60334a89 req-1fd0bd0e-6e34-4047-89ce-453eb754dea0 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:51.395437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd7520de-21c2-4eb8-9301-b08b60334a89 req-1fd0bd0e-6e34-4047-89ce-453eb754dea0 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 970 time: 0.2519016 Apr 18 20:06:51.469699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd7520de-21c2-4eb8-9301-b08b60334a89 req-060bde56-6b3f-4e81-9560-a68f07a219ee tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646708 Apr 18 20:06:51.602082 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.683360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90434eee-61a0-4242-8cc0-94baa28545a2,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:51.692226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Checking segment: {'id': '4ebfabcf-2e6e-41b2-b72a-52c82fff8547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '3ba62f2f-d25e-480a-b300-3a4e90866741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:06:51.692579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Network hostable DHCP agents. Network: 3ba62f2f-d25e-480a-b300-3a4e90866741, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:06:51.714311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Network 3ba62f2f-d25e-480a-b300-3a4e90866741 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:06:51.731402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 3ba62f2f-d25e-480a-b300-3a4e90866741) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:06:51.736412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:51.737108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:51.746094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bf5d7b-2c6a-4fce-8151-555c77d1efc3 None None] Network 3ba62f2f-d25e-480a-b300-3a4e90866741 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:06:51.776033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-247a09b0-1f64-4eb7-aac5-648611459c92 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5879135 Apr 18 20:06:51.972208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ef3a0-094e-49f4-bf61-bd36215feb41 req-6371c80c-92d5-4311-9ff7-08a1599032f2 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:51.973910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2d9ef3a0-094e-49f4-bf61-bd36215feb41 req-6371c80c-92d5-4311-9ff7-08a1599032f2 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 970 time: 0.0982013 Apr 18 20:06:51.985326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a5437-80df-4bff-9a7f-59adbdd50f5c None None] Network 3ba62f2f-d25e-480a-b300-3a4e90866741 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:06:52.034862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2d9ef3a0-094e-49f4-bf61-bd36215feb41 req-5672f154-eac6-4473-acc4-b0756acb6205 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522282 Apr 18 20:06:52.124309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58650) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:52.456219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562ac658-0725-432b-b9d4-7b9db5eb08fa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:06:52.491662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:52.523213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:52.529911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:3c50ce7a4e3741eaa80cb6f3dd18210e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:52.530644 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0812ed26-1f7e-471a-8307-803f7910aa16'] response: {'server_uuid': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562ac658-0725-432b-b9d4-7b9db5eb08fa', 'code': 200} Apr 18 20:06:52.544548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:52.551185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:52.727466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:52.733868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:52.842960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4105a4-208e-46e7-ac95-7fc19c2231a5 req-e401761b-b4c8-46a4-99ed-987f29347a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:52.844424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f4105a4-208e-46e7-ac95-7fc19c2231a5 req-e401761b-b4c8-46a4-99ed-987f29347a15 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 1121 time: 0.2279642 Apr 18 20:06:52.866225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3c50ce7a4e3741eaa80cb6f3dd18210e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7408130 Apr 18 20:06:52.871668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:52.893488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddd1a0-5d78-41c5-b66d-237385000ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703c03ce-98fa-4b4d-a861-bf62ee36a757,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:52.907448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619132a-df8b-4701-a2a2-c6de911d76ba req-d425b9f3-f65f-452f-bd8b-9a5f790a5776 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:52.914473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c619132a-df8b-4701-a2a2-c6de911d76ba req-d425b9f3-f65f-452f-bd8b-9a5f790a5776 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 970 time: 0.2336612 Apr 18 20:06:53.000592 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f4105a4-208e-46e7-ac95-7fc19c2231a5 req-5e209e3c-00b7-432f-a084-6f51f75576f3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441808 Apr 18 20:06:53.026760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-06c06b3f-a8ca-42a2-8503-0035c2bf1521 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:53.027905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-06c06b3f-a8ca-42a2-8503-0035c2bf1521 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:53.028544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c619132a-df8b-4701-a2a2-c6de911d76ba req-7e2db592-6087-4ba0-9760-a8fe9f162680 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131227 Apr 18 20:06:53.051599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-06c06b3f-a8ca-42a2-8503-0035c2bf1521 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:53.052744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-06c06b3f-a8ca-42a2-8503-0035c2bf1521 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.2685554 Apr 18 20:06:53.058030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8433f884-992f-4250-ab08-3c919bc31f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:53.091444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-c8531719-861f-4f4f-ab8c-617aeab8227f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/quotas/79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 375 time: 0.0282378 Apr 18 20:06:53.109560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8433f884-992f-4250-ab08-3c919bc31f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:53.180030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8433f884-992f-4250-ab08-3c919bc31f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:53.187756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-20ac40e3-4df7-4377-9d65-8b5a4f4e2d11 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907815 Apr 18 20:06:53.211487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8433f884-992f-4250-ab08-3c919bc31f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703c03ce-98fa-4b4d-a861-bf62ee36a757,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:53.216006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8433f884-992f-4250-ab08-3c919bc31f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:53.217478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8433f884-992f-4250-ab08-3c919bc31f79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/703c03ce-98fa-4b4d-a861-bf62ee36a757 HTTP/1.1" status: 204 len: 168 time: 0.3420372 Apr 18 20:06:53.658456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bbd10e-ce81-4970-abc5-d764b0dcda36 req-89e2c9e8-97e4-4946-ad95-dd89c1e4bb37 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:53.660567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3bbd10e-ce81-4970-abc5-d764b0dcda36 req-89e2c9e8-97e4-4946-ad95-dd89c1e4bb37 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 970 time: 0.0914841 Apr 18 20:06:53.726374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3bbd10e-ce81-4970-abc5-d764b0dcda36 req-fa887ee2-0089-4071-ba4c-bc5e25521ce4 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569782 Apr 18 20:06:53.742264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-0d39e62b-8c17-4e4a-b182-b8083487de99 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:06:53.743353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-0d39e62b-8c17-4e4a-b182-b8083487de99 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2504876 Apr 18 20:06:53.896456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-69d1b941-d4df-4c1f-9aff-f34514b8d77f service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467550 Apr 18 20:06:53.915823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:53.945458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:53.964602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:53.969808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Usage tracker for resource:security_group_rule and tenant:3b4c3b6a58014ff4aba3d4154cb64ddf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:53.974109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:53.981977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:54.076114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-21f78ffb-17e2-4559-b025-1b7cfaae9afb service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728330 Apr 18 20:06:54.128590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:54.143986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:54.188436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc310e1b-afe1-453f-9ab9-af5c79316f3e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:54.216023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4dbf33bb-4241-46b4-9548-77f196354e33 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b4c3b6a58014ff4aba3d4154cb64ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2918968 Apr 18 20:06:54.217120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58752) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:54.392401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b46a3673-cf3d-40d6-bbec-54d8e9a762a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:54.515000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b46a3673-cf3d-40d6-bbec-54d8e9a762a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:54.555371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c0ef6f0-a921-4e4f-8678-f98187bcd07e req-21e2d754-fe0f-4ca9-9b5b-0a0d157c05f4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 210 time: 0.1098361 Apr 18 20:06:54.666089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91dab1-8fa9-44ac-ba74-ad57bdfde226 req-a01cbb03-3733-48d3-a4b2-2c5ee00fcd5b tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:54.667884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c91dab1-8fa9-44ac-ba74-ad57bdfde226 req-a01cbb03-3733-48d3-a4b2-2c5ee00fcd5b tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 970 time: 0.0966194 Apr 18 20:06:54.695285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b46a3673-cf3d-40d6-bbec-54d8e9a762a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:54.737395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46a3673-cf3d-40d6-bbec-54d8e9a762a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc310e1b-afe1-453f-9ab9-af5c79316f3e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:54.749568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c91dab1-8fa9-44ac-ba74-ad57bdfde226 req-fc0404d4-fead-44ef-a075-1c87bab01474 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749977 Apr 18 20:06:54.770796 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b46a3673-cf3d-40d6-bbec-54d8e9a762a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:54.771947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b46a3673-cf3d-40d6-bbec-54d8e9a762a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc310e1b-afe1-453f-9ab9-af5c79316f3e HTTP/1.1" status: 204 len: 168 time: 0.5521693 Apr 18 20:06:54.993652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eb41f-0976-495e-ae72-8d965024db5c req-4e2f527b-c7ce-4cea-b60a-a300afd0575d tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:54.995447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a18eb41f-0976-495e-ae72-8d965024db5c req-4e2f527b-c7ce-4cea-b60a-a300afd0575d tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 970 time: 0.1292605 Apr 18 20:06:55.024283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-92138993-ebb3-4a82-98b2-8743ae3c39a2 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:55.026520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-92138993-ebb3-4a82-98b2-8743ae3c39a2 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 1121 time: 0.1356573 Apr 18 20:06:55.051018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:55.074299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:55.080305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Usage tracker for resource:security_group_rule and tenant:b4c518345d8248e3981fb9ebef6b6a59 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:55.083858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:55.096742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a18eb41f-0976-495e-ae72-8d965024db5c req-d7c06c0f-6a19-4bb5-8c15-3ea33b07a4ac tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934083 Apr 18 20:06:55.097082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:55.246207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:55.251259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:55.290319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b0d9112d-442b-47ff-91f9-8b8e71d2d6ce req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575152 Apr 18 20:06:55.313188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b123951-8bf9-439c-9f91-5b5181bec540 tempest-AggregatesAdminTestJSON-2083707826 tempest-AggregatesAdminTestJSON-2083707826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47065f59-48cf-4e48-bb27-22fa4769bf91,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:55.793039 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-00da0c2d-9b44-4b71-99bb-1bcbeb278f88 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=23497e4523ad4a4ca52068413c0c06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429091 Apr 18 20:06:55.906503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-301ce307-d1fb-4a7f-bba2-2180d17e5942 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1710756 Apr 18 20:06:55.907068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.55', 56623) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:56.152319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-dda69587-0ace-47a5-b906-6af97c68c8be tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:56.155654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-dda69587-0ace-47a5-b906-6af97c68c8be tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3546104 Apr 18 20:06:56.178395 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-30d04ad8-4b78-42fc-af88-2f3a98b950d5 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/quotas/23497e4523ad4a4ca52068413c0c06d6 HTTP/1.1" status: 200 len: 375 time: 0.0188563 Apr 18 20:06:56.216480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-63f545f4-31d7-4d1e-a74c-1162d4a712e3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:56.231429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-63f545f4-31d7-4d1e-a74c-1162d4a712e3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.3127749 Apr 18 20:06:56.248296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-cb9619c0-be36-4140-8a50-9594bd057b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:56.249910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-cb9619c0-be36-4140-8a50-9594bd057b52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ec0a635db8324f05bf4df53f5097c875&device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 1121 time: 0.2003245 Apr 18 20:06:56.280472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-952a200a-f602-4951-b857-b65579f96080 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=23497e4523ad4a4ca52068413c0c06d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939298 Apr 18 20:06:56.331405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Request body: {'port': {'device_id': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'admin_state_up': True, 'tenant_id': '79603fa50e854b38b735c9c95414694d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:06:56.561043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-f0dafc57-b513-468e-b1a4-3a6ef0b80075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:56.563015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-f0dafc57-b513-468e-b1a4-3a6ef0b80075 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2885163 Apr 18 20:06:56.695070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-c839d567-d723-4347-bc57-78ec9c63a4e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=1820b5f8-11c2-41db-83c2-154073e15fd7 HTTP/1.1" status: 200 len: 217 time: 0.1184547 Apr 18 20:06:56.706704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:06:56.794529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Usage tracker for resource:port and tenant:79603fa50e854b38b735c9c95414694d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:06:56.810895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:06:56.849119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3211324-1c5c-4825-91b9-1fe1ecf1bfcb req-18e0032c-9662-415a-8aa2-5de32e393df6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 210 time: 0.1237340 Apr 18 20:06:56.857837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-7f337444-396d-47be-89ea-ea851096189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:56.862064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-7f337444-396d-47be-89ea-ea851096189e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1581051 Apr 18 20:06:56.863583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:06:56.938672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Made reservation on behalf of 79603fa50e854b38b735c9c95414694d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:06:56.942538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:57.201836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Allocated IP 172.20.0.10 (c5cfd437-2a87-4944-9e8e-83e0bb3a15fb/072b428c-ede7-4c4b-baed-9c8e0dc34d91/58d8746a-0853-468f-899f-50248e15ea90) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:06:57.370134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a9387e-6a8f-471d-8a82-878957b76572 req-80c73e90-2be4-40bd-a52b-f8c5a62af0b2 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:57.371801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3a9387e-6a8f-471d-8a82-878957b76572 req-80c73e90-2be4-40bd-a52b-f8c5a62af0b2 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 970 time: 0.2548194 Apr 18 20:06:57.431129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-65ae96d4-df1d-4370-a001-5217c7ea73b8 tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:57.434128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-65ae96d4-df1d-4370-a001-5217c7ea73b8 tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 1121 time: 0.1433563 Apr 18 20:06:57.439142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3a9387e-6a8f-471d-8a82-878957b76572 req-6d5705a2-3c5b-4af3-b100-5d4b668538cb tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525093 Apr 18 20:06:57.484834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-ad2c088f-5c5f-4a5f-a46c-8264cfc56236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:57.486822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-ad2c088f-5c5f-4a5f-a46c-8264cfc56236 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6081223 Apr 18 20:06:57.520193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Deleting port 562ac658-0725-432b-b9d4-7b9db5eb08fa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:06:57.520710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:57.619248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.61', 55606) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:06:57.643521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b933a6-2228-45f3-aa30-21314ca2730d req-ff63d7e4-8611-495b-8271-24b06f890013 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:57.645027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86b933a6-2228-45f3-aa30-21314ca2730d req-ff63d7e4-8611-495b-8271-24b06f890013 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 970 time: 0.6766193 Apr 18 20:06:57.693094 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:57.718588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b088dccc-ce4e-4350-9576-236fbd27d94d req-98de0df6-d90f-417f-b2ed-a7cd5b92d7d4 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.1056755 Apr 18 20:06:57.752369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86b933a6-2228-45f3-aa30-21314ca2730d req-e5bfc832-b23b-4d98-92a3-864224bd67bb tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999053 Apr 18 20:06:57.755604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-e34b1fd8-15d6-4cb2-a9ad-f403d1401a3c service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540278 Apr 18 20:06:57.886291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-d0dbb3a2-1a9e-4a60-b3b0-733a5a094943 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:57.887933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-d0dbb3a2-1a9e-4a60-b3b0-733a5a094943 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.61 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 970 time: 0.2676299 Apr 18 20:06:57.924732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:57.963817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] For port 562ac658-0725-432b-b9d4-7b9db5eb08fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=562ac658-0725-432b-b9d4-7b9db5eb08fa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:57.966816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:58.009459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:06:58.015488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:06:58.021456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:06:58.028258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:58.029136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:58.049155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37826a05-6901-4a5b-8e4d-b1fa0d30281c req-bd006d4d-5b31-4e45-8b7f-14830d6e5535 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791421 Apr 18 20:06:58.081337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:58.115326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-f46693fa-2251-4db1-ba3b-122e47dad133 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7877605 Apr 18 20:06:58.137402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Calling delete_port for 562ac658-0725-432b-b9d4-7b9db5eb08fa owned by compute:tempest-test_az-193643285 {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:06:58.182254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Deleting port 1820b5f8-11c2-41db-83c2-154073e15fd7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:06:58.182655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:58.492988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2302c-cf1e-4036-85cf-c26eafa70dc6 req-eeb694a2-e7ea-4bdc-89f5-25c09a4a4cf4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:58.496017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2ac2302c-cf1e-4036-85cf-c26eafa70dc6 req-eeb694a2-e7ea-4bdc-89f5-25c09a4a4cf4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:06:58.548398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2ac2302c-cf1e-4036-85cf-c26eafa70dc6 req-eeb694a2-e7ea-4bdc-89f5-25c09a4a4cf4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:06:58.567362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ac2302c-cf1e-4036-85cf-c26eafa70dc6 req-eeb694a2-e7ea-4bdc-89f5-25c09a4a4cf4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 932 time: 0.1921067 Apr 18 20:06:58.646884 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ac2302c-cf1e-4036-85cf-c26eafa70dc6 req-9323f437-e02e-4e63-8bc5-124e7c421193 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774848 Apr 18 20:06:58.724938 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:58.746398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['562ac658-0725-432b-b9d4-7b9db5eb08fa'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:06:58.833233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Pushing event deleted for resources: {'Port': ['ID=562ac658-0725-432b-b9d4-7b9db5eb08fa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:58.914573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] For port 1820b5f8-11c2-41db-83c2-154073e15fd7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1820b5f8-11c2-41db-83c2-154073e15fd7,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:06:58.914573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:59.093850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6c738e2-cc7e-49c7-8a58-e0b65297f943 req-b0692b8e-d5db-417d-b29b-e91319e2bee3 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0701530 Apr 18 20:06:59.114614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Calling delete_port for 1820b5f8-11c2-41db-83c2-154073e15fd7 owned by compute:tempest-test_az-193643285 {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:06:59.190823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] No DVR routers for this DVR port 562ac658-0725-432b-b9d4-7b9db5eb08fa on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:06:59.203007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:59.207247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'name': 'network-vif-deleted', 'tag': '562ac658-0725-432b-b9d4-7b9db5eb08fa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:06:59.268050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee9315-31a9-449e-86b4-ba7e7c5d8725 req-e7088bd8-0ba5-4835-a56a-41cc739a7f2a tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:06:59.270138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1ee9315-31a9-449e-86b4-ba7e7c5d8725 req-e7088bd8-0ba5-4835-a56a-41cc739a7f2a tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 970 time: 0.4733632 Apr 18 20:06:59.288043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4abfe0d1-c2ad-4d55-8343-c587ee554612 req-6cf2f401-351a-4726-9098-5354b10e3cec tempest-DeleteServersAdminTestJSON-267590673 tempest-DeleteServersAdminTestJSON-267590673-project-admin] 10.222.0.61 "DELETE /v2.0/ports/562ac658-0725-432b-b9d4-7b9db5eb08fa HTTP/1.1" status: 204 len: 173 time: 1.8478379 Apr 18 20:06:59.299494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1b6d75a-3453-4690-a5b8-7f7699b20ae6 req-0eb0f951-60ef-4aa4-9e6e-9e14291e8141 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=1b6eac90-c97f-4116-abd8-63c15db4da43 HTTP/1.1" status: 200 len: 210 time: 0.0568213 Apr 18 20:06:59.402119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1ee9315-31a9-449e-86b4-ba7e7c5d8725 req-ae0bc706-ed1c-41c9-bf15-348ac79b9812 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164985 Apr 18 20:06:59.449661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:59.548942 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ba24e93-e0c3-4602-856a-5bea106f0d6a'] response: {'server_uuid': '1b6eac90-c97f-4116-abd8-63c15db4da43', 'name': 'network-vif-deleted', 'tag': '562ac658-0725-432b-b9d4-7b9db5eb08fa', 'status': 'completed', 'code': 200} Apr 18 20:06:59.553895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Pushing event deleted for resources: {'Port': ['ID=1820b5f8-11c2-41db-83c2-154073e15fd7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:06:59.730634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] No DVR routers for this DVR port 1820b5f8-11c2-41db-83c2-154073e15fd7 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:06:59.734466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:06:59.772996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f9b4ba4-9118-46a9-93f8-4bdd8594486e req-74104e7c-f9e3-4d96-b35a-f59f683b37b1 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.61 "DELETE /v2.0/ports/1820b5f8-11c2-41db-83c2-154073e15fd7 HTTP/1.1" status: 204 len: 173 time: 1.8704464 Apr 18 20:06:59.996677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebce4676-d2ab-44c0-a10e-de6f75bdb401 req-ea1894c3-5a81-4dff-9112-5365ce9f087c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:00.006173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebce4676-d2ab-44c0-a10e-de6f75bdb401 req-ea1894c3-5a81-4dff-9112-5365ce9f087c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 932 time: 0.1366355 Apr 18 20:07:00.085464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebce4676-d2ab-44c0-a10e-de6f75bdb401 req-477180ce-5914-4804-9e84-c5f833432f37 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740743 Apr 18 20:07:00.318333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2043a53-64d3-4a82-a33d-146509c541bf req-b0c2d875-295e-41ea-85e6-115033557e9b tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0501640 Apr 18 20:07:00.872935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-750bd1a3-5938-4865-ba02-f1453dd55718 req-ca3af23c-0492-44ce-a2cf-935be93bcc72 tempest-AggregatesAdminTestJSON-1498164094 tempest-AggregatesAdminTestJSON-1498164094-project] 10.222.0.47 "GET /v2.0/ports?device_id=63d52c69-269d-4850-8991-baf435039d8c HTTP/1.1" status: 200 len: 210 time: 0.1072927 Apr 18 20:07:00.957178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1820b5f8-11c2-41db-83c2-154073e15fd7 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:07:00.983354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58984) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:01.032403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 1820b5f8-11c2-41db-83c2-154073e15fd7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:07:01.032970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1820b5f8-11c2-41db-83c2-154073e15fd7 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:07:01.033920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 562ac658-0725-432b-b9d4-7b9db5eb08fa no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:07:01.045609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-14b1ed26-e502-4414-8c07-36008d1f41ad tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285366 Apr 18 20:07:01.107625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 562ac658-0725-432b-b9d4-7b9db5eb08fa {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:07:01.108191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 562ac658-0725-432b-b9d4-7b9db5eb08fa not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:07:01.210732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.235908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:01.243561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Usage tracker for resource:security_group_rule and tenant:4de6bb97d9334fc9afe4daca09d5fa7a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:01.248994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:01.261075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:01.312086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-e35ece38-7128-4f10-b736-ac2008dd651b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:01.313724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-e35ece38-7128-4f10-b736-ac2008dd651b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2586567 Apr 18 20:07:01.330917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-791a3130-c334-4c37-acb9-e6f725ff55c9 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/quotas/6d4a1f9c8c8341808cc3e0c1e05a1ad7 HTTP/1.1" status: 200 len: 375 time: 0.0109556 Apr 18 20:07:01.387054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-63984dd3-e9e8-4825-8642-9960b39d983e tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479143 Apr 18 20:07:01.449603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:01.462537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5dfb0c-9292-458f-b0e5-fd95fa4010bf req-4af89fb3-1af8-44a0-bd14-57a8cfc5af17 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:01.465181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd5dfb0c-9292-458f-b0e5-fd95fa4010bf req-4af89fb3-1af8-44a0-bd14-57a8cfc5af17 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 932 time: 0.1955767 Apr 18 20:07:01.558990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63d52c69-269d-4850-8991-baf435039d8c', 'name': 'network-vif-deleted', 'tag': '1820b5f8-11c2-41db-83c2-154073e15fd7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:01.591245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.596590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bd5dfb0c-9292-458f-b0e5-fd95fa4010bf req-84cde1d9-46b2-40bb-9cbc-dd4ec5c31ad3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:07:01.600967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.624509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.646173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:01.650822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Usage tracker for resource:security_group_rule and tenant:91d493da156e4e5aa5f327f7aef64497 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:01.655652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:01.662111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:01.691554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff993865-384f-428e-a6d7-57dedb68ab44,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:01.722942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6c315a3-bccf-4a0e-ab92-e5312937a903 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4de6bb97d9334fc9afe4daca09d5fa7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7370074 Apr 18 20:07:01.726083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59012) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:01.752051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f3a4eee-2f8c-4840-8171-55f7fb79bb57 req-a3fe3a96-360d-4add-bee2-333a8196a217 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0621104 Apr 18 20:07:01.778463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bd5dfb0c-9292-458f-b0e5-fd95fa4010bf req-84cde1d9-46b2-40bb-9cbc-dd4ec5c31ad3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:07:01.793959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd5dfb0c-9292-458f-b0e5-fd95fa4010bf req-84cde1d9-46b2-40bb-9cbc-dd4ec5c31ad3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118916 Apr 18 20:07:01.854064 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac82d45-a335-4f70-acd3-b2192ddf1cf1'] response: {'server_uuid': '63d52c69-269d-4850-8991-baf435039d8c', 'name': 'network-vif-deleted', 'tag': '1820b5f8-11c2-41db-83c2-154073e15fd7', 'status': 'completed', 'code': 200} Apr 18 20:07:01.857953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.865942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.926434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6001f33a-9b49-4a1f-9970-aacbeebe6f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.926767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff65d835-f538-4dc2-8b0c-de7197cc2661,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:01.935206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-508260cb-6f9a-42bb-83d3-36cd574b533c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=91d493da156e4e5aa5f327f7aef64497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4844811 Apr 18 20:07:01.936460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:01.947329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-aaec88f0-906a-4371-b371-a4d1c21902de req-933c1f79-9506-40dc-b791-e7720ed2a675 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Synchronizing usage tracker for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:07:01.979189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6001f33a-9b49-4a1f-9970-aacbeebe6f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:01.992606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-aaec88f0-906a-4371-b371-a4d1c21902de req-933c1f79-9506-40dc-b791-e7720ed2a675 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Unset dirty status for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:07:01.997001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aaec88f0-906a-4371-b371-a4d1c21902de req-933c1f79-9506-40dc-b791-e7720ed2a675 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 210 time: 0.1146436 Apr 18 20:07:02.033178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a00f6c-144f-42c0-bb71-8a37f320e89b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.077064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a00f6c-144f-42c0-bb71-8a37f320e89b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.097997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6001f33a-9b49-4a1f-9970-aacbeebe6f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.135374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001f33a-9b49-4a1f-9970-aacbeebe6f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff993865-384f-428e-a6d7-57dedb68ab44,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:02.144042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6001f33a-9b49-4a1f-9970-aacbeebe6f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.148616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6001f33a-9b49-4a1f-9970-aacbeebe6f71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff993865-384f-428e-a6d7-57dedb68ab44 HTTP/1.1" status: 204 len: 168 time: 0.4197125 Apr 18 20:07:02.190249 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a00f6c-144f-42c0-bb71-8a37f320e89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.213459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a00f6c-144f-42c0-bb71-8a37f320e89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff65d835-f538-4dc2-8b0c-de7197cc2661,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:02.218729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a00f6c-144f-42c0-bb71-8a37f320e89b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.222783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e7a00f6c-144f-42c0-bb71-8a37f320e89b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff65d835-f538-4dc2-8b0c-de7197cc2661 HTTP/1.1" status: 204 len: 168 time: 0.2852201 Apr 18 20:07:02.583551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:02.613794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.642018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:02.648085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Usage tracker for resource:security_group_rule and tenant:8d8326fc43ec4c3cb43c48f19b1f41e2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:02.653296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:02.664042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:02.790737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.801926 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.832905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59054) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:02.857543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:02.879158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:02.884627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:f5bf2fbe9f82483387512a079bc8da8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:02.889492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:02.898795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:02.921125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d8326fc43ec4c3cb43c48f19b1f41e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361828 Apr 18 20:07:02.923862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d3375-8891-46bc-bc74-c33a19c7db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2f9d91-f903-47ca-8db0-8ea5c0742543,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:02.927479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59062) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:03.064164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b09d685d-b396-4a31-8f1d-45a37666995d req-a13c5799-12b6-432a-8e8b-52d58707cb89 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.1068010 Apr 18 20:07:03.110256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.122454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.135300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84389c61-a699-4c94-9408-6c62b7acb50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.186776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5bf2fbe9f82483387512a079bc8da8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526640 Apr 18 20:07:03.192511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:03.198691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f65a6a-9e68-44b7-a130-cfeb3d822fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0acb9a-d00b-4573-996b-1810fa288563,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:03.245293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84389c61-a699-4c94-9408-6c62b7acb50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.295708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-427d66df-436c-4dda-9a9a-c047d1b3f580 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:07:03.299433 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-427d66df-436c-4dda-9a9a-c047d1b3f580 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0343993 Apr 18 20:07:03.302575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-1d13c75d-2edf-4475-8b2f-3fdf84b141ec tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686250 Apr 18 20:07:03.505886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e355500-f173-4a46-a124-1c6b019b6585 req-3a51676c-ef0b-4c08-a3e6-d6bb940a8398 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 210 time: 0.1446834 Apr 18 20:07:03.655815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-735dac60-dc9d-4ca7-8457-ffab65f406b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.703057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-735dac60-dc9d-4ca7-8457-ffab65f406b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.740904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84389c61-a699-4c94-9408-6c62b7acb50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.774512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-b73cf3cf-7830-4ca9-98dc-0c10c8fd1ed0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:03.776921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-b73cf3cf-7830-4ca9-98dc-0c10c8fd1ed0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4579515 Apr 18 20:07:03.796929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Request body: {'port': {'device_id': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '6d4a1f9c8c8341808cc3e0c1e05a1ad7'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:03.808999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Request body: {'port': {'device_id': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:03.838400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84389c61-a699-4c94-9408-6c62b7acb50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2f9d91-f903-47ca-8db0-8ea5c0742543,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:03.877703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84389c61-a699-4c94-9408-6c62b7acb50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:03.878927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-84389c61-a699-4c94-9408-6c62b7acb50b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ab2f9d91-f903-47ca-8db0-8ea5c0742543 HTTP/1.1" status: 204 len: 168 time: 0.9500985 Apr 18 20:07:03.920557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a23605-f770-4e1d-8821-19ed999b3718 req-2faac821-a65b-4229-9876-686a2ceb1e6a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:03.928374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a23605-f770-4e1d-8821-19ed999b3718 req-2faac821-a65b-4229-9876-686a2ceb1e6a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 932 time: 0.4504294 Apr 18 20:07:04.007611 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-735dac60-dc9d-4ca7-8457-ffab65f406b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:04.045952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735dac60-dc9d-4ca7-8457-ffab65f406b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0acb9a-d00b-4573-996b-1810fa288563,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:04.060179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:04.061345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:04.073758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:04.093399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Made reservation on behalf of 6d4a1f9c8c8341808cc3e0c1e05a1ad7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:04.098525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:04.121602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a23605-f770-4e1d-8821-19ed999b3718 req-d25662e1-622c-4781-a020-3a038ca28e26 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921868 Apr 18 20:07:04.160760 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-735dac60-dc9d-4ca7-8457-ffab65f406b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:04.171906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-735dac60-dc9d-4ca7-8457-ffab65f406b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d0acb9a-d00b-4573-996b-1810fa288563 HTTP/1.1" status: 204 len: 168 time: 0.9739234 Apr 18 20:07:04.325861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.55', 56628) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:04.449647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Allocated IP 192.168.233.132 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/54dd97d2-edb3-401e-9706-35ba1438095e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:04.470422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-3ed08923-ed72-4c55-bb93-7b3d2b1ca0d5 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=23497e4523ad4a4ca52068413c0c06d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430285 Apr 18 20:07:04.626976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b6ec5c1-153d-4dfd-a0bf-23240c82e3cb req-5da07f2f-a5c9-44ea-8f48-925415a1e17d tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.2366738 Apr 18 20:07:04.918073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-039febda-9439-4657-a820-cac4f85e04a4 req-fb130e6d-e6b8-4fc4-b580-dd50c9eb3c97 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 210 time: 0.0890126 Apr 18 20:07:04.923375 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:04.942374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Transition to ACTIVE for port object 54dd97d2-edb3-401e-9706-35ba1438095e will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:04.999142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-737ee220-8bc5-412d-ba9f-fc7eb5391fe1 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:05.001006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-737ee220-8bc5-412d-ba9f-fc7eb5391fe1 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4756005 Apr 18 20:07:05.018964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:05.093528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Request body: {'port': {'device_id': 'e680f66f-1876-4562-873b-143224f6d1b5', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '23497e4523ad4a4ca52068413c0c06d6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:05.123103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:05.127728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:05.152976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:05.160536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:05.162226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:05.205769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Pushing event updated for resources: {'Port': ['ID=54dd97d2-edb3-401e-9706-35ba1438095e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:05.224156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-51d9dc9d-639f-4af4-ae8c-ce7d5994cbcf tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4361153 Apr 18 20:07:05.244114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Request body: {'port': {'device_id': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'device_owner': 'compute:tempest-test_az-193643285', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:05.406918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-daa5594f-0bc8-4adc-8567-a339c34b97a9 None None] Provisioning for port 54dd97d2-edb3-401e-9706-35ba1438095e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:05.414501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-daa5594f-0bc8-4adc-8567-a339c34b97a9 None None] Provisioning complete for port 54dd97d2-edb3-401e-9706-35ba1438095e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:05.415435 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-daa5594f-0bc8-4adc-8567-a339c34b97a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:05.454278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:05.489141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-daa5594f-0bc8-4adc-8567-a339c34b97a9 None None] Port 54dd97d2-edb3-401e-9706-35ba1438095e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:07:05.495241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d8746a-0853-468f-899f-50248e15ea90 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:05.514836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:05.604272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81a4465-9eed-42e7-8b7c-317f577e57a4 req-688ebeec-b61a-427a-acba-d7852a1dba10 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:05.611245 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e81a4465-9eed-42e7-8b7c-317f577e57a4 req-688ebeec-b61a-427a-acba-d7852a1dba10 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 932 time: 0.2059143 Apr 18 20:07:05.620194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:05.625803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Transition to ACTIVE for port object 58d8746a-0853-468f-899f-50248e15ea90 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:05.628205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Usage tracker for resource:port and tenant:23497e4523ad4a4ca52068413c0c06d6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:05.632440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:05.636192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:05.695772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:05.740593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e81a4465-9eed-42e7-8b7c-317f577e57a4 req-1bd39318-c41f-491c-a797-8e5dc1bf4787 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283941 Apr 18 20:07:05.987507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0cb27d72-38f2-46c9-bc03-ce57136073df req-ae7b88a2-36cf-437d-bbe7-f3cc3a12bb3a tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.1242826 Apr 18 20:07:05.988100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Made reservation on behalf of 23497e4523ad4a4ca52068413c0c06d6 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:05.991983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.015369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:06.048057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.091668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:06.097402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:06.097862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:06.098232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:06.101139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Usage tracker for resource:security_group_rule and tenant:23497e4523ad4a4ca52068413c0c06d6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:06.105637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:06.120876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:07:06.121198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:06.123927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:06.132849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:06.133185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:06.133590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:06.134040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Bound port: 58d8746a-0853-468f-899f-50248e15ea90, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:06.134379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.269105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54dd97d2-edb3-401e-9706-35ba1438095e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:06.288382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.364315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:06.368641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:06.383219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Transition to ACTIVE for port object 54dd97d2-edb3-401e-9706-35ba1438095e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:06.383628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.458961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:06.459576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.460978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] 10.222.0.55 "PUT /v2.0/ports/58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 1092 time: 2.9848287 Apr 18 20:07:06.463899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'tag': '58d8746a-0853-468f-899f-50248e15ea90'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:06.466982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.511545 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.731139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:06.797380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Pushing event updated for resources: {'Port': ['ID=54dd97d2-edb3-401e-9706-35ba1438095e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:06.847821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f77cb5-25ff-49c5-8369-25b158bc6fa0 req-f37b157f-dd08-46d7-bccc-7a274c41418a tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:06.848578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d5f77cb5-25ff-49c5-8369-25b158bc6fa0 req-f37b157f-dd08-46d7-bccc-7a274c41418a tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Synchronizing usage tracker for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:07:06.902572 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6ccfe0-510b-467c-b312-4c1df90385ab'] response: {'name': 'network-changed', 'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'tag': '58d8746a-0853-468f-899f-50248e15ea90', 'status': 'completed', 'code': 200} Apr 18 20:07:06.922346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e4e309-fce4-440e-96b2-4767c0300a47 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:06.961796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Attempting to bind port 54dd97d2-edb3-401e-9706-35ba1438095e on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:06.962340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Attempting to bind port 54dd97d2-edb3-401e-9706-35ba1438095e by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:06.962893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Attempting to bind port 54dd97d2-edb3-401e-9706-35ba1438095e on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:06.970429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Port 54dd97d2-edb3-401e-9706-35ba1438095e on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:07:06.971026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Attempting to bind port 54dd97d2-edb3-401e-9706-35ba1438095e on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:06.976272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d5f77cb5-25ff-49c5-8369-25b158bc6fa0 req-f37b157f-dd08-46d7-bccc-7a274c41418a tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Unset dirty status for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:07:06.981102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39f5a9c-15e6-484f-8a13-207f9ab7f65c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:06.984940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5f77cb5-25ff-49c5-8369-25b158bc6fa0 req-f37b157f-dd08-46d7-bccc-7a274c41418a tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 969 time: 0.6286509 Apr 18 20:07:07.010210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:07.010972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:07.011514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:07.012276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Bound port: 54dd97d2-edb3-401e-9706-35ba1438095e, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:07.012779 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:07.016692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Allocated IP 192.168.233.78 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/ecf52c72-a79c-4080-86b5-3f4061c2cbff) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:07.086811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-1041dcb9-b64f-4f8d-be26-7b8d80dc8bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:07.088662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-1041dcb9-b64f-4f8d-be26-7b8d80dc8bf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1095 time: 0.5713985 Apr 18 20:07:07.172657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5f77cb5-25ff-49c5-8369-25b158bc6fa0 req-e026ca44-0b47-478b-b697-31f4f63bda06 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864445 Apr 18 20:07:07.182662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-2f8d20e1-fedf-4f2d-ae2b-104e4d7870bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.0843096 Apr 18 20:07:07.207739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] For port 54dd97d2-edb3-401e-9706-35ba1438095e, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:07.212660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] For port 54dd97d2-edb3-401e-9706-35ba1438095e, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=54dd97d2-edb3-401e-9706-35ba1438095e,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:07.222773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:07.303321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:07.304391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:07.306537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] 10.222.0.61 "PUT /v2.0/ports/54dd97d2-edb3-401e-9706-35ba1438095e HTTP/1.1" status: 200 len: 1117 time: 2.0701544 Apr 18 20:07:07.307679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'tag': '54dd97d2-edb3-401e-9706-35ba1438095e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:07.345684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1cdc9-4cbf-41d3-ae0c-4103b79a4545 service neutron] Pushing event updated for resources: {'Port': ['ID=54dd97d2-edb3-401e-9706-35ba1438095e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:07.376083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-36f8ae5d-682b-4ef6-80e0-1c6b6e2fb003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:07.377827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-36f8ae5d-682b-4ef6-80e0-1c6b6e2fb003 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.1877756 Apr 18 20:07:07.497483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-036c4fb0-acc8-4e33-b502-6cc2510fa9be service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760827 Apr 18 20:07:07.504255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4464c850-206d-4175-9114-8f70311454b0 req-96530310-d5f6-47e7-ad3b-1ad7c3a357a3 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 210 time: 0.0513828 Apr 18 20:07:07.557811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-57537401-031a-40fc-b0f1-19a58da34fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:07.558999 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-57537401-031a-40fc-b0f1-19a58da34fa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 1120 time: 0.1984572 Apr 18 20:07:07.575865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f83cf6-1feb-4f61-a648-282ec1b10345 req-9d0bb250-2002-4a60-98ae-bcd103ca3402 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:07.583215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7f83cf6-1feb-4f61-a648-282ec1b10345 req-9d0bb250-2002-4a60-98ae-bcd103ca3402 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.5401776 Apr 18 20:07:07.669375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-ce250b40-a8d6-4bde-bb32-3ed5c24c92e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=54dd97d2-edb3-401e-9706-35ba1438095e HTTP/1.1" status: 200 len: 217 time: 0.0881541 Apr 18 20:07:07.754700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7f83cf6-1feb-4f61-a648-282ec1b10345 req-94ad00c0-b272-4d0b-9321-57c03c6d8ac8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705320 Apr 18 20:07:07.762311 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b8208f-22a6-4c47-a07e-a699a31f40fa'] response: {'name': 'network-changed', 'server_uuid': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'tag': '54dd97d2-edb3-401e-9706-35ba1438095e', 'status': 'completed', 'code': 200} Apr 18 20:07:07.764055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-a191adbc-dde7-43e2-8acf-48a3c9b8224a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:07.765676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-a191adbc-dde7-43e2-8acf-48a3c9b8224a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0953019 Apr 18 20:07:07.849259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:07.851038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59296) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:07.867520 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-179ab86c-58f0-42ac-8499-41f3d563cfaf service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759228 Apr 18 20:07:07.874197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Transition to ACTIVE for port object ecf52c72-a79c-4080-86b5-3f4061c2cbff will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:07.912545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f606825-1451-4943-9af4-a4fbe073818b req-ac8258d7-cd33-475e-8b3e-9a28894282ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:07.914275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-ac8258d7-cd33-475e-8b3e-9a28894282ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1392741 Apr 18 20:07:08.016235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1134c60f-764e-47ef-bc5f-767acca159f3 req-de487084-9caf-4f8f-b657-e4471e753857 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410501 Apr 18 20:07:08.028007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:08.183693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-775bed13-8d59-4ca4-8623-f862ef9323b8 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566211 Apr 18 20:07:08.257768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:08.262364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:08.270024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:08.277228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:08.278144 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:08.283954 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:08.286177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Pushing event updated for resources: {'Port': ['ID=ecf52c72-a79c-4080-86b5-3f4061c2cbff,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:08.354041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-c9a7d124-6e15-483d-88a0-3b469324ecf0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2851913 Apr 18 20:07:08.362908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-503264ac-77fd-4a5d-a490-7377bc0c5ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:08.366989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-503264ac-77fd-4a5d-a490-7377bc0c5ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1095 time: 0.1994720 Apr 18 20:07:08.391154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:08.393933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Request body: {'port': {'device_id': 'e680f66f-1876-4562-873b-143224f6d1b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:08.399023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Usage tracker for resource:security_group_rule and tenant:f2888d8defe1427897ee78dddbaaeb1d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:08.404792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:08.425082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:08.464793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f606825-1451-4943-9af4-a4fbe073818b req-c5eb8286-5522-46b8-b70d-c1b9df9d10c0 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717490 Apr 18 20:07:08.505142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf835f00-5001-4e08-877f-ad191bb06cd9 None None] Provisioning for port ecf52c72-a79c-4080-86b5-3f4061c2cbff completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:08.515607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf835f00-5001-4e08-877f-ad191bb06cd9 None None] Provisioning complete for port ecf52c72-a79c-4080-86b5-3f4061c2cbff triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:08.516216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf835f00-5001-4e08-877f-ad191bb06cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:08.525141 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:07:08.607611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf835f00-5001-4e08-877f-ad191bb06cd9 None None] Port ecf52c72-a79c-4080-86b5-3f4061c2cbff cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:07:08.621147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:08.633878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:08.706665 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:08.711289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2888d8defe1427897ee78dddbaaeb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8599794 Apr 18 20:07:08.719982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:08.735857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363710ce-7639-4507-aa96-0ec0b2c0a3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e77f6-6cce-4f71-88b8-cee744710afa,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:08.740721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-d975b070-4bb9-4930-b18c-e5ec8c4d7f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:08.742641 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-d975b070-4bb9-4930-b18c-e5ec8c4d7f39 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 1120 time: 0.2096679 Apr 18 20:07:08.858375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41875706-bef8-4887-8f55-c7350d5be83a req-a073f782-7098-4677-9ede-be4ff3b58758 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:08.865402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41875706-bef8-4887-8f55-c7350d5be83a req-a073f782-7098-4677-9ede-be4ff3b58758 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 969 time: 0.3900528 Apr 18 20:07:08.889698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59356) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:08.897733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-2ae94904-099b-4f2a-bad4-2c8e9013b522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:08.898771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-2ae94904-099b-4f2a-bad4-2c8e9013b522 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.4246657 Apr 18 20:07:08.974195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-ba4bc9a2-9c90-4b9e-a124-a63cf6939aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:08.975647 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-ba4bc9a2-9c90-4b9e-a124-a63cf6939aa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2262449 Apr 18 20:07:09.059159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-ce6f22e8-3670-4aa1-85d5-30307c680a52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=54dd97d2-edb3-401e-9706-35ba1438095e HTTP/1.1" status: 200 len: 217 time: 0.0749791 Apr 18 20:07:09.070959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-b2447c55-6417-4930-a34b-c1122e07113f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.1613762 Apr 18 20:07:09.117865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2363c-af14-4aeb-aadf-78eff4910e33 req-2ff5a1ef-b257-4462-a613-2186e7744c99 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:09.125478 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfb2363c-af14-4aeb-aadf-78eff4910e33 req-2ff5a1ef-b257-4462-a613-2186e7744c99 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 935 time: 0.2364004 Apr 18 20:07:09.127352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.174771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:09.175755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b472-a5b6-482e-a231-8c14bc08f62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.187613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Usage tracker for resource:security_group_rule and tenant:af415ae1d95a41d8b7ddc5be142ce37d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:09.196386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:09.202943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41875706-bef8-4887-8f55-c7350d5be83a req-3dfdffe5-77d0-43d0-a249-0acde12a75da tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3365986 Apr 18 20:07:09.218224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfb2363c-af14-4aeb-aadf-78eff4910e33 req-30e30150-600d-40de-afd5-0c5816265f16 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917015 Apr 18 20:07:09.219256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:09.259854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b472-a5b6-482e-a231-8c14bc08f62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.278537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-31503dc7-7118-4b78-a5c5-0b4f630eb61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:09.279962 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-31503dc7-7118-4b78-a5c5-0b4f630eb61d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2028840 Apr 18 20:07:09.285051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-bc7ca4a9-a443-4b1b-9bf5-42bbe6217625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:09.287311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-bc7ca4a9-a443-4b1b-9bf5-42bbe6217625 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.1694703 Apr 18 20:07:09.408947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-6b339765-4edc-4094-8279-1d7ec61b3606 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1083975 Apr 18 20:07:09.546941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.567663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b472-a5b6-482e-a231-8c14bc08f62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.569721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-67779052-fd43-4a83-b844-e705f8f0b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:09.571292 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-67779052-fd43-4a83-b844-e705f8f0b2df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2831366 Apr 18 20:07:09.576196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.600055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb4b472-a5b6-482e-a231-8c14bc08f62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e77f6-6cce-4f71-88b8-cee744710afa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:09.628419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cb4b472-a5b6-482e-a231-8c14bc08f62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.629550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6cb4b472-a5b6-482e-a231-8c14bc08f62b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/881e77f6-6cce-4f71-88b8-cee744710afa HTTP/1.1" status: 204 len: 168 time: 0.9084725 Apr 18 20:07:09.640196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-ace40c72-470c-4ed4-8249-9853f0596a93 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124381 Apr 18 20:07:09.781103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e69eb86-1ec1-4910-83d6-46ffd7ac8b4d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:09.785360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2f904470-3d78-45a0-8c9b-85fdfaa211f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af415ae1d95a41d8b7ddc5be142ce37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8947568 Apr 18 20:07:09.792064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59388) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:09.811048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf52c72-a79c-4080-86b5-3f4061c2cbff {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:09.822885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041a706-77d4-4a18-a045-5952a6b214eb req-3fabd4ba-e854-4149-90cf-35b950a622b8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:09.823347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.830394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e041a706-77d4-4a18-a045-5952a6b214eb req-3fabd4ba-e854-4149-90cf-35b950a622b8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.4071801 Apr 18 20:07:09.851440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Transition to ACTIVE for port object ecf52c72-a79c-4080-86b5-3f4061c2cbff will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:09.865380 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:09.925758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c97f658-e77f-4195-957b-544bd1c85df9 req-b3bd3a67-eacc-4963-bd0c-efb6431a74ac service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784028 Apr 18 20:07:09.934500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-7df38861-efb2-4111-9e73-2f61c25845fb service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418477 Apr 18 20:07:09.941554 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e041a706-77d4-4a18-a045-5952a6b214eb req-e4eb1eb7-8eb1-44a7-bf08-0398f6adfcf9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101449 Apr 18 20:07:10.113627 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5847940a-96de-4864-a587-9ffa82b2af81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.195905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5847940a-96de-4864-a587-9ffa82b2af81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.218214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e4554ba-3d3a-4852-a500-9132aa8a1a4c req-de154b27-572c-48a3-af26-4bcd8dd3d24f service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636778 Apr 18 20:07:10.220453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:10.244518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Attempting to bind port ecf52c72-a79c-4080-86b5-3f4061c2cbff on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:10.244854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Attempting to bind port ecf52c72-a79c-4080-86b5-3f4061c2cbff by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:10.245182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Attempting to bind port ecf52c72-a79c-4080-86b5-3f4061c2cbff on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:10.284254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Port ecf52c72-a79c-4080-86b5-3f4061c2cbff on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:07:10.285330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Attempting to bind port ecf52c72-a79c-4080-86b5-3f4061c2cbff on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:10.293718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf52c72-a79c-4080-86b5-3f4061c2cbff,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:10.314434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:10.315348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:10.316386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:10.316964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Bound port: ecf52c72-a79c-4080-86b5-3f4061c2cbff, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:10.317435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.327856 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5847940a-96de-4864-a587-9ffa82b2af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.341066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.362935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847940a-96de-4864-a587-9ffa82b2af81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e69eb86-1ec1-4910-83d6-46ffd7ac8b4d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:10.381844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5847940a-96de-4864-a587-9ffa82b2af81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.390874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5847940a-96de-4864-a587-9ffa82b2af81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e69eb86-1ec1-4910-83d6-46ffd7ac8b4d HTTP/1.1" status: 204 len: 168 time: 0.5977170 Apr 18 20:07:10.421892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:10.434146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Usage tracker for resource:security_group_rule and tenant:20ee899dab0442fc8eb6969e2b605004 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:10.442476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:10.458814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:10.573923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] For port ecf52c72-a79c-4080-86b5-3f4061c2cbff, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:10.597124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] For port ecf52c72-a79c-4080-86b5-3f4061c2cbff, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ecf52c72-a79c-4080-86b5-3f4061c2cbff,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:10.598073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d710d3e-a46e-4182-90b5-d8336906918a req-a2214d21-d788-4afc-9adc-c797f867eb0b tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:10.601557 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d710d3e-a46e-4182-90b5-d8336906918a req-a2214d21-d788-4afc-9adc-c797f867eb0b tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 947 time: 0.1089971 Apr 18 20:07:10.611121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.688103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d710d3e-a46e-4182-90b5-d8336906918a req-ae5406c4-a252-48b8-b98d-e9fd019ec4fb tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770617 Apr 18 20:07:10.815584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:10.816652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.818058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] 10.222.0.55 "PUT /v2.0/ports/ecf52c72-a79c-4080-86b5-3f4061c2cbff HTTP/1.1" status: 200 len: 1095 time: 2.4498899 Apr 18 20:07:10.819324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0fc55a-c839-414a-8161-daf6d4a69323 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf52c72-a79c-4080-86b5-3f4061c2cbff,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:10.823917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e680f66f-1876-4562-873b-143224f6d1b5', 'tag': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:10.898945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59428) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:10.950483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac321dc-bb27-442d-92b6-366ec87c68ef req-1a595564-201a-4652-8258-6e53b1ba65b6 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:10.957103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dac321dc-bb27-442d-92b6-366ec87c68ef req-1a595564-201a-4652-8258-6e53b1ba65b6 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 969 time: 0.4761977 Apr 18 20:07:10.970661 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114f0ffd-fe32-41d2-bcd2-d6ca068273b8'] response: {'name': 'network-changed', 'server_uuid': 'e680f66f-1876-4562-873b-143224f6d1b5', 'tag': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff', 'status': 'completed', 'code': 200} Apr 18 20:07:10.989053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:10.989197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59436) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:11.002693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 54dd97d2-edb3-401e-9706-35ba1438095e details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:07:11.010845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.129270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b2b02c-c743-4832-a893-a320cb949063,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:11.173751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dbcfa5ce-7364-4122-9e7a-c8175bb88c7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20ee899dab0442fc8eb6969e2b605004&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9123194 Apr 18 20:07:11.177314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59442) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:11.240833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dac321dc-bb27-442d-92b6-366ec87c68ef req-d0b0527f-a72f-41af-a367-d71e3a3a3b12 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587507 Apr 18 20:07:11.255242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e871fd-379e-4499-8adb-a29224a59bdc req-da9133a3-28a0-40b5-b0d8-359d5af3bfdd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:11.257102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61e871fd-379e-4499-8adb-a29224a59bdc req-da9133a3-28a0-40b5-b0d8-359d5af3bfdd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.1418381 Apr 18 20:07:11.349397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61e871fd-379e-4499-8adb-a29224a59bdc req-7a2115a0-44ca-4fbb-8c5c-43dc1f954877 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853503 Apr 18 20:07:11.355689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-2c2e3169-446c-451b-a79d-33568d6ce4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:11.358614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-2c2e3169-446c-451b-a79d-33568d6ce4ae service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23497e4523ad4a4ca52068413c0c06d6&device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.4638624 Apr 18 20:07:11.389068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 54dd97d2-edb3-401e-9706-35ba1438095e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=54dd97d2-edb3-401e-9706-35ba1438095e,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:11.406007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '54dd97d2-edb3-401e-9706-35ba1438095e', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '54dd97d2-edb3-401e-9706-35ba1438095e', 'mac_address': 'fa:16:3e:e0:0d:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:tempest-test_az-193643285', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:07:11.499022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.508481 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.525641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-5acd8d87-2656-49b7-a402-553fd469b47f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ecf52c72-a79c-4080-86b5-3f4061c2cbff HTTP/1.1" status: 200 len: 217 time: 0.1570191 Apr 18 20:07:11.530574 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13781a19-897e-408e-a018-b5d183c2a6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.547028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54dd97d2-edb3-401e-9706-35ba1438095e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:11.567876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:11.575868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Usage tracker for resource:security_group_rule and tenant:a892885e6a924b0da2d4da00c159e806 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:11.580854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:11.584830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 54dd97d2-edb3-401e-9706-35ba1438095e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=54dd97d2-edb3-401e-9706-35ba1438095e,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:11.591764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.596096 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.613532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:11.671229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:11.704115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Usage tracker for resource:security_group_rule and tenant:fb74e277ccf142c8b3757c3ea46f484d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:11.711553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:11.724992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:11.765400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59452) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:11.772501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 58d8746a-0853-468f-899f-50248e15ea90 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:07:11.786367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=54dd97d2-edb3-401e-9706-35ba1438095e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:11.878554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['54dd97d2-edb3-401e-9706-35ba1438095e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:07:11.946035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13781a19-897e-408e-a018-b5d183c2a6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.948854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.965423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:11.990794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:12.027526 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a892885e6a924b0da2d4da00c159e806&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1274295 Apr 18 20:07:12.033530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59462) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:12.054239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-2b0cd75f-2bff-44b0-8ff4-10ae031de0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:12.058549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-2b0cd75f-2bff-44b0-8ff4-10ae031de0fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.5195739 Apr 18 20:07:12.105446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.121137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.128148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c186b0e-b8d1-4e72-8fd7-e73a97fc7d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a777257-0104-4c80-8360-1b92ac699786,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:12.185770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22695e78-9179-4f60-8fa0-b681d8433146,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:12.189638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.229137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:12.236303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Usage tracker for resource:security_group_rule and tenant:ed3cb64e224148228afe820a36f422ae is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:12.241123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:12.245202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b5afb6-5a9e-43b9-a8d7-56d23bdeec80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.252121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:12.266382 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0d3b91ff-112d-471e-8ae4-f57890b2bb6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb74e277ccf142c8b3757c3ea46f484d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2757411 Apr 18 20:07:12.271190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59466) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:12.320638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b5afb6-5a9e-43b9-a8d7-56d23bdeec80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.349951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:12.431848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3773655-6600-4079-8920-b2178d765441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.461001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '58d8746a-0853-468f-899f-50248e15ea90', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'port_id': '58d8746a-0853-468f-899f-50248e15ea90', 'mac_address': 'fa:16:3e:5f:27:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072b428c-ede7-4c4b-baed-9c8e0dc34d91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:07:12.486983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3773655-6600-4079-8920-b2178d765441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.498236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.533850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.554157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b5afb6-5a9e-43b9-a8d7-56d23bdeec80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.610120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1871e3a0-50cc-41c1-ab7b-306939150083 req-f0576288-c77c-46e0-b87d-a6f81a2a94c5 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:12.611420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1871e3a0-50cc-41c1-ab7b-306939150083 req-f0576288-c77c-46e0-b87d-a6f81a2a94c5 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Synchronizing usage tracker for tenant:23497e4523ad4a4ca52068413c0c06d6 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:07:12.612592 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.658291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5afb6-5a9e-43b9-a8d7-56d23bdeec80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a777257-0104-4c80-8360-1b92ac699786,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:12.675848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b5afb6-5a9e-43b9-a8d7-56d23bdeec80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.680889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-94b5afb6-5a9e-43b9-a8d7-56d23bdeec80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1a777257-0104-4c80-8360-1b92ac699786 HTTP/1.1" status: 204 len: 168 time: 0.6395969 Apr 18 20:07:12.685662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d8746a-0853-468f-899f-50248e15ea90 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:12.723385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3773655-6600-4079-8920-b2178d765441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.726366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3773655-6600-4079-8920-b2178d765441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.732094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f3773655-6600-4079-8920-b2178d765441 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22695e78-9179-4f60-8fa0-b681d8433146 HTTP/1.1" status: 204 len: 168 time: 0.4543154 Apr 18 20:07:12.736032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:12.748648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3773655-6600-4079-8920-b2178d765441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22695e78-9179-4f60-8fa0-b681d8433146,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:12.749623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.778153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01b4ce-dc7b-4988-a3a1-5c51d0abd983 req-a91fc4d9-ca44-4018-b013-d758786373fb tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:12.786265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f01b4ce-dc7b-4988-a3a1-5c51d0abd983 req-a91fc4d9-ca44-4018-b013-d758786373fb tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 970 time: 0.1750128 Apr 18 20:07:12.789937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da40d78-2d14-4434-a97e-2ee0b080c156,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:12.798910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1528f20b-cc11-45c2-8077-6b0cf2ac2e05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed3cb64e224148228afe820a36f422ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8043759 Apr 18 20:07:12.817086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:12.826284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-a1201bec-38a4-4bca-a519-4b623718d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:12.829780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-a1201bec-38a4-4bca-a519-4b623718d17f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7351446 Apr 18 20:07:12.832086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1871e3a0-50cc-41c1-ab7b-306939150083 req-f0576288-c77c-46e0-b87d-a6f81a2a94c5 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Unset dirty status for tenant:23497e4523ad4a4ca52068413c0c06d6 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:07:12.834193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1871e3a0-50cc-41c1-ab7b-306939150083 req-f0576288-c77c-46e0-b87d-a6f81a2a94c5 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 947 time: 0.9530053 Apr 18 20:07:12.841738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13781a19-897e-408e-a018-b5d183c2a6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:12.876235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f01b4ce-dc7b-4988-a3a1-5c51d0abd983 req-12a1d53d-e2c6-416a-b077-e331ecb098ea tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887315 Apr 18 20:07:12.990692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:13.000989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59486) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:13.001873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f73da14a-3b4e-4c09-b52a-99b27db9ce89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec0a635db8324f05bf4df53f5097c875&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2194908 Apr 18 20:07:13.002563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13781a19-897e-408e-a018-b5d183c2a6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b2b02c-c743-4832-a893-a320cb949063,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:13.021720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13781a19-897e-408e-a018-b5d183c2a6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.022892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-13781a19-897e-408e-a018-b5d183c2a6a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58b2b02c-c743-4832-a893-a320cb949063 HTTP/1.1" status: 204 len: 168 time: 1.8414354 Apr 18 20:07:13.121991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1871e3a0-50cc-41c1-ab7b-306939150083 req-c21f6aa0-df82-4289-b81e-a794b68e07b4 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Synchronizing usage tracker for tenant:23497e4523ad4a4ca52068413c0c06d6 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:07:13.190932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-836cf15a-05f1-4296-8198-5e50ed6e63b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.201646 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-73d2b25c-f8e4-4b83-a348-b1138e9e3ec5 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219745 Apr 18 20:07:13.206670 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac9be-7261-4138-8726-a2e9cb9a6ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.238542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['58d8746a-0853-468f-899f-50248e15ea90'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:07:13.292753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac9be-7261-4138-8726-a2e9cb9a6ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.305094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1871e3a0-50cc-41c1-ab7b-306939150083 req-c21f6aa0-df82-4289-b81e-a794b68e07b4 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Unset dirty status for tenant:23497e4523ad4a4ca52068413c0c06d6 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:07:13.309301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1871e3a0-50cc-41c1-ab7b-306939150083 req-c21f6aa0-df82-4289-b81e-a794b68e07b4 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052172 Apr 18 20:07:13.357132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-836cf15a-05f1-4296-8198-5e50ed6e63b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.521007 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-802014d0-ac29-4bcb-bf47-b48a888570c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.584677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bf231-bb95-4793-b23a-de752a2773db req-ae645f63-c3f4-46ce-a61b-ef6301a16d03 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:13.595788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:13.602448 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-831bf231-bb95-4793-b23a-de752a2773db req-ae645f63-c3f4-46ce-a61b-ef6301a16d03 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 0.3973439 Apr 18 20:07:13.664710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac9be-7261-4138-8726-a2e9cb9a6ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.671801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.712752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ac9be-7261-4138-8726-a2e9cb9a6ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c83a76-99eb-4b8d-b951-ce573d7ae0b8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:13.737279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-831bf231-bb95-4793-b23a-de752a2773db req-d24a0959-296c-4b93-9540-9bca44855991 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321425 Apr 18 20:07:13.742797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:13.757049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f0ac9be-7261-4138-8726-a2e9cb9a6ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.765427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f0ac9be-7261-4138-8726-a2e9cb9a6ae1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4c83a76-99eb-4b8d-b951-ce573d7ae0b8 HTTP/1.1" status: 204 len: 168 time: 0.7627494 Apr 18 20:07:13.780159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Usage tracker for resource:security_group_rule and tenant:a24761d93bfd41ea8712c5e5b396bf36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:13.785179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:13.790364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f32ea567-4b32-4e0b-9f11-0ad32099c43d req-3bb060b6-0183-4980-a992-1a82402e712a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5664849 Apr 18 20:07:13.800509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:13.822611 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-836cf15a-05f1-4296-8198-5e50ed6e63b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.862182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836cf15a-05f1-4296-8198-5e50ed6e63b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da40d78-2d14-4434-a97e-2ee0b080c156,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:13.918263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-836cf15a-05f1-4296-8198-5e50ed6e63b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:13.922369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-836cf15a-05f1-4296-8198-5e50ed6e63b4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1da40d78-2d14-4434-a97e-2ee0b080c156 HTTP/1.1" status: 204 len: 168 time: 1.0857313 Apr 18 20:07:13.999921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62331be8-185a-4d61-b421-0a9502e50e41 req-6fd239a7-182b-45d4-b066-94a0c86409ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:14.001662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62331be8-185a-4d61-b421-0a9502e50e41 req-6fd239a7-182b-45d4-b066-94a0c86409ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23497e4523ad4a4ca52068413c0c06d6&device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 1098 time: 0.1393900 Apr 18 20:07:14.018853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59510) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:14.085746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.099353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.141271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:14.161863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Usage tracker for resource:security_group_rule and tenant:7e92b3d6b9c34953940a637a1eb74c10 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:14.164890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.168488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:14.181247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:14.359359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.367985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.462805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e92b3d6b9c34953940a637a1eb74c10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4376192 Apr 18 20:07:14.462805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59522) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:14.462805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f78a4e5-9e18-46c8-bd78-642523985875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04aa1f7-7978-4eb7-8479-406f5b605816,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:14.465236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59524) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:14.596168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fff6b2d2-454b-437c-ae58-82eae4cb25a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4c518345d8248e3981fb9ebef6b6a59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322541 Apr 18 20:07:14.596910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59530) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:14.616072 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91944647-2171-4d7c-bf90-5b22290c5dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.623391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62331be8-185a-4d61-b421-0a9502e50e41 req-9da3de96-0f37-4ecf-a981-69da8b8036e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:14.626664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62331be8-185a-4d61-b421-0a9502e50e41 req-9da3de96-0f37-4ecf-a981-69da8b8036e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.6028008 Apr 18 20:07:14.823621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62331be8-185a-4d61-b421-0a9502e50e41 req-4891c100-45a5-4ac0-8db1-20354cff685a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=ecf52c72-a79c-4080-86b5-3f4061c2cbff HTTP/1.1" status: 200 len: 217 time: 0.1500351 Apr 18 20:07:14.856580 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91944647-2171-4d7c-bf90-5b22290c5dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.898642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a24761d93bfd41ea8712c5e5b396bf36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3005342 Apr 18 20:07:14.900687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13ba24d1-e582-42fe-a3f2-8ca0178da869 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:14.904328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59546) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:14.910125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409918eb-0b92-464f-b92d-928081d025a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e6e76b-f050-48d5-b8a7-0635e0b7bda7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:14.980985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62331be8-185a-4d61-b421-0a9502e50e41 req-ca8ec2de-b8a3-4aac-a3e3-7433c03470be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:14.983982 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62331be8-185a-4d61-b421-0a9502e50e41 req-ca8ec2de-b8a3-4aac-a3e3-7433c03470be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1473272 Apr 18 20:07:15.001251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 54dd97d2-edb3-401e-9706-35ba1438095e up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:15.107334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82589b63-0a2a-43e4-ac7b-56004456408c req-5788ae1a-71e3-4c3f-9904-ef3cc8f2bca3 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:15.121104 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82589b63-0a2a-43e4-ac7b-56004456408c req-5788ae1a-71e3-4c3f-9904-ef3cc8f2bca3 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 970 time: 0.8717797 Apr 18 20:07:15.181146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13ba24d1-e582-42fe-a3f2-8ca0178da869 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.212130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82589b63-0a2a-43e4-ac7b-56004456408c req-7be44751-3bee-41d2-803b-1ff88ac41178 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896959 Apr 18 20:07:15.229177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62331be8-185a-4d61-b421-0a9502e50e41 req-6759dd91-b430-4966-a407-b7c94e977900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:15.231604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62331be8-185a-4d61-b421-0a9502e50e41 req-6759dd91-b430-4966-a407-b7c94e977900 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2361648 Apr 18 20:07:15.242481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 54dd97d2-edb3-401e-9706-35ba1438095e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:15.249222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 54dd97d2-edb3-401e-9706-35ba1438095e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:15.249632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.374803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcff2a1-8cbe-41e3-8bac-a943dd7a7c44 req-8c3bd90c-7a7a-4196-8c67-03205d229b7e tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:15.388349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afcff2a1-8cbe-41e3-8bac-a943dd7a7c44 req-8c3bd90c-7a7a-4196-8c67-03205d229b7e tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 947 time: 0.6777987 Apr 18 20:07:15.446771 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39c26ec0-0e66-4df5-afd6-c2518127ac60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.471263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91944647-2171-4d7c-bf90-5b22290c5dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.526807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afcff2a1-8cbe-41e3-8bac-a943dd7a7c44 req-65e1cf29-86ea-46d1-8fdd-8b4019faee3d tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371467 Apr 18 20:07:15.532422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91944647-2171-4d7c-bf90-5b22290c5dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04aa1f7-7978-4eb7-8479-406f5b605816,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:15.546076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13ba24d1-e582-42fe-a3f2-8ca0178da869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.636617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62331be8-185a-4d61-b421-0a9502e50e41 req-0ba63b2d-8f9a-4e59-b2f8-50fbd2480342 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962681 Apr 18 20:07:15.660210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.660493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba24d1-e582-42fe-a3f2-8ca0178da869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47065f59-48cf-4e48-bb27-22fa4769bf91,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:15.684021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91944647-2171-4d7c-bf90-5b22290c5dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.685158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91944647-2171-4d7c-bf90-5b22290c5dbd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e04aa1f7-7978-4eb7-8479-406f5b605816 HTTP/1.1" status: 204 len: 168 time: 1.2182815 Apr 18 20:07:15.687493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39c26ec0-0e66-4df5-afd6-c2518127ac60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.711120 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13ba24d1-e582-42fe-a3f2-8ca0178da869 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.715394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13ba24d1-e582-42fe-a3f2-8ca0178da869 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47065f59-48cf-4e48-bb27-22fa4769bf91 HTTP/1.1" status: 204 len: 168 time: 1.1150208 Apr 18 20:07:15.738576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dd97d2-edb3-401e-9706-35ba1438095e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:15.757972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 54dd97d2-edb3-401e-9706-35ba1438095e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=54dd97d2-edb3-401e-9706-35ba1438095e,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:15.770283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 58d8746a-0853-468f-899f-50248e15ea90 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:15.787740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39c26ec0-0e66-4df5-afd6-c2518127ac60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.855355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c26ec0-0e66-4df5-afd6-c2518127ac60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e6e76b-f050-48d5-b8a7-0635e0b7bda7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:15.902518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39c26ec0-0e66-4df5-afd6-c2518127ac60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.908508 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07af72aa-fdbb-4a99-8fee-719b810e8edc'] response: {'server_uuid': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54dd97d2-edb3-401e-9706-35ba1438095e', 'code': 200} Apr 18 20:07:15.910265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-39c26ec0-0e66-4df5-afd6-c2518127ac60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96e6e76b-f050-48d5-b8a7-0635e0b7bda7 HTTP/1.1" status: 204 len: 168 time: 1.0001526 Apr 18 20:07:15.923663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:15.983673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa32503-b410-4796-9345-9603f6ffa6da req-8c4884e8-742a-429d-a70c-42ae158a7709 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:15.985210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fa32503-b410-4796-9345-9603f6ffa6da req-8c4884e8-742a-429d-a70c-42ae158a7709 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 0.3477523 Apr 18 20:07:16.047933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fa32503-b410-4796-9345-9603f6ffa6da req-93bd7835-e9e2-4d3d-a4af-0759cfb4ab90 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501957 Apr 18 20:07:16.079235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62331be8-185a-4d61-b421-0a9502e50e41 req-aef32f94-d8ad-4af0-82ad-39a283ec5389 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235381 Apr 18 20:07:16.131995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=54dd97d2-edb3-401e-9706-35ba1438095e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:16.171815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd9bcea9-e7f3-4a67-aad5-c4a1af144ca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:16.182916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d75091-e2b0-4774-b860-72dfb101db48 req-a42af3b6-321d-4018-941f-30d638158034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:16.184437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88d75091-e2b0-4774-b860-72dfb101db48 req-a42af3b6-321d-4018-941f-30d638158034 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 1122 time: 0.2006068 Apr 18 20:07:16.222689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 58d8746a-0853-468f-899f-50248e15ea90 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:16.235299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 58d8746a-0853-468f-899f-50248e15ea90 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:16.236174 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:16.266533 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88d75091-e2b0-4774-b860-72dfb101db48 req-65e4da28-3502-4b82-a085-d2611d6bedef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721436 Apr 18 20:07:16.469729 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:16.545366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:16.554044 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:16.620806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72899-6407-4fe9-b015-9cfad3d06477 req-707693ca-2027-451b-9b78-c2e0bfd2f85b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:16.622869 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26d72899-6407-4fe9-b015-9cfad3d06477 req-707693ca-2027-451b-9b78-c2e0bfd2f85b tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 971 time: 0.1469412 Apr 18 20:07:16.692605 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:16.711203 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26d72899-6407-4fe9-b015-9cfad3d06477 req-8139b6a9-4b83-4d9d-8037-cc5965a550dd tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751243 Apr 18 20:07:16.726249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:16.746466 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:16.920792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df28e6-8e18-4d1c-b554-d8374b4a6775 req-8ccb74f5-ea81-416f-8f71-062bb255aca0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:16.922569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13df28e6-8e18-4d1c-b554-d8374b4a6775 req-8ccb74f5-ea81-416f-8f71-062bb255aca0 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 947 time: 0.1323187 Apr 18 20:07:17.011251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13df28e6-8e18-4d1c-b554-d8374b4a6775 req-32c1901f-12cd-4e4e-902d-610af8a8ee15 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761280 Apr 18 20:07:17.422463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180da1d-fc85-4854-b187-9b73aa0dbbb6 req-5ed3c42c-0aa8-481f-9b09-82890199e669 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:17.425121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7180da1d-fc85-4854-b187-9b73aa0dbbb6 req-5ed3c42c-0aa8-481f-9b09-82890199e669 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 946 time: 0.1783996 Apr 18 20:07:17.549167 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7180da1d-fc85-4854-b187-9b73aa0dbbb6 req-9db82925-1290-44f7-bc47-c6710f30ada0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071544 Apr 18 20:07:17.772126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ecf52c72-a79c-4080-86b5-3f4061c2cbff details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:07:17.999059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d8746a-0853-468f-899f-50248e15ea90'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:18.085498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612c152-c56c-4d2a-8f88-44dd3440cb0b req-104c5f20-93ce-49a0-a952-285504a46241 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:18.100384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d612c152-c56c-4d2a-8f88-44dd3440cb0b req-104c5f20-93ce-49a0-a952-285504a46241 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 971 time: 0.1758840 Apr 18 20:07:18.133409 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eb76ace-263c-4b20-86af-9d426bc96fbb'] response: {'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d8746a-0853-468f-899f-50248e15ea90', 'code': 200} Apr 18 20:07:18.166756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ecf52c72-a79c-4080-86b5-3f4061c2cbff, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ecf52c72-a79c-4080-86b5-3f4061c2cbff,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:18.190569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d612c152-c56c-4d2a-8f88-44dd3440cb0b req-6017a755-ef55-4ce6-b3a8-c4723b078e4e tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851736 Apr 18 20:07:18.278990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff', 'mac_address': 'fa:16:3e:6b:93:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:07:18.436817 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:18.450343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00e0d7-5940-4c4f-a14b-823ecebb5017 req-acddb3b7-2a30-4322-9f4e-8e95d1998a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:18.453634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a00e0d7-5940-4c4f-a14b-823ecebb5017 req-acddb3b7-2a30-4322-9f4e-8e95d1998a41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1097 time: 0.2179370 Apr 18 20:07:18.461072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf52c72-a79c-4080-86b5-3f4061c2cbff {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:18.479729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ecf52c72-a79c-4080-86b5-3f4061c2cbff, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ecf52c72-a79c-4080-86b5-3f4061c2cbff,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:18.481219 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:18.489771 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:18.584094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=ecf52c72-a79c-4080-86b5-3f4061c2cbff,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:18.597853 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:18.608573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a00e0d7-5940-4c4f-a14b-823ecebb5017 req-56f419ce-b901-4bcc-935f-829926612d0d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485982 Apr 18 20:07:18.663757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72292383-3321-4b0e-acbe-ca70399df2e9 req-5a87a3e1-d098-4d05-bf4a-69c471116e27 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:18.669057 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72292383-3321-4b0e-acbe-ca70399df2e9 req-5a87a3e1-d098-4d05-bf4a-69c471116e27 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 948 time: 0.3009491 Apr 18 20:07:18.760502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72292383-3321-4b0e-acbe-ca70399df2e9 req-6c52d0cf-12b0-4ede-9dcf-42d4ac87dcae tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854564 Apr 18 20:07:18.836136 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:18.851526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['ecf52c72-a79c-4080-86b5-3f4061c2cbff'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:07:19.007690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a34a98-2ecc-4192-9bda-436b4db47479 req-15190d71-6ddb-4500-99c0-0e8bc25a43c6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:19.009251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1a34a98-2ecc-4192-9bda-436b4db47479 req-15190d71-6ddb-4500-99c0-0e8bc25a43c6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 946 time: 0.1451130 Apr 18 20:07:19.116190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1a34a98-2ecc-4192-9bda-436b4db47479 req-c67a68a8-9131-4d16-9e4c-377b29fda544 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967867 Apr 18 20:07:19.190624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dcc35d-8e6d-43a8-a6db-eca3d814014d req-dec3909a-6b93-4d74-8029-11ee492c2427 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:19.193359 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98dcc35d-8e6d-43a8-a6db-eca3d814014d req-dec3909a-6b93-4d74-8029-11ee492c2427 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 971 time: 0.1709578 Apr 18 20:07:19.284496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98dcc35d-8e6d-43a8-a6db-eca3d814014d req-67680c86-8d87-43ab-b716-437663066673 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829241 Apr 18 20:07:20.120122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4dd02-4e75-4883-9684-19b822ac9b4d req-c06843b1-a69c-4b36-9b74-754e09653816 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:20.122769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21f4dd02-4e75-4883-9684-19b822ac9b4d req-c06843b1-a69c-4b36-9b74-754e09653816 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 948 time: 0.1054606 Apr 18 20:07:20.222181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21f4dd02-4e75-4883-9684-19b822ac9b4d req-7016c2c5-52d6-4a39-96dc-6f9797949165 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887756 Apr 18 20:07:20.252637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59714) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:20.273451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:20.544161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-network', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:20.555103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-network', 'tenant_id': '846e3d2b90f442248c2392c44bed9351'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:20.564005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:20.568294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:20.568436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c753f6-b56c-495c-b448-298c33d15f2c req-d0474a40-6307-4f3d-9e4b-5dd39e840758 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:20.571029 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01c753f6-b56c-495c-b448-298c33d15f2c req-d0474a40-6307-4f3d-9e4b-5dd39e840758 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 971 time: 0.1343343 Apr 18 20:07:20.579418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Usage tracker for resource:network and tenant:846e3d2b90f442248c2392c44bed9351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:20.584998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Usage tracker for resource:network and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:20.592369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:20.599360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:20.614538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:20.620319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:20.646870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01c753f6-b56c-495c-b448-298c33d15f2c req-4626af9d-eba5-4a7c-ad23-bd1122b5e6df tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666597 Apr 18 20:07:20.664458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Made reservation on behalf of ac7dfb2e208e47809e8ff3094252c3a5 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:20.667765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:20.683102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:20.692492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Made reservation on behalf of 846e3d2b90f442248c2392c44bed9351 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:20.695691 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:20.723835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:20.740082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:20.753057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24116db5-e46c-4f34-a96b-a5c70f6469ce req-4ddd7e78-e7da-436e-960f-67e4dc8a8fb7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:20.761181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24116db5-e46c-4f34-a96b-a5c70f6469ce req-4ddd7e78-e7da-436e-960f-67e4dc8a8fb7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 946 time: 0.2954874 Apr 18 20:07:20.766688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:20.771050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Usage tracker for resource:security_group_rule and tenant:846e3d2b90f442248c2392c44bed9351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:20.774217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:20.781119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:20.824437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Usage tracker for resource:security_group_rule and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:20.834656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:20.882964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:20.954532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24116db5-e46c-4f34-a96b-a5c70f6469ce req-bb5764f5-0894-4a7c-a2f9-28fc29d72c73 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920285 Apr 18 20:07:21.163583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.182522 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.290998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfb19c3-353b-4075-b382-80716e9a5eec,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:21.309650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:07:21.331429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.331895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.332424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.333069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.333614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.334292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.334824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.335431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.335959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.336504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.336999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.337688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:21.351237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.359577 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.360081 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Added segment e9be1f55-ca95-4974-8570-08387cd14e1b of type vlan for network e6b5219e-ad36-437f-95b1-6c43115b35f6 Apr 18 20:07:21.361667 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.405975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:07:21.453192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.453789 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Added segment 563fbf83-0c1b-4914-83fc-edca47fed959 of type vlan for network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 Apr 18 20:07:21.504643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba07a14c-b6e0-4aba-bc58-bb45ea1be7bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:21.513344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.556830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.578263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-25d55ab1-77fc-4100-8158-867f7270c321 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:21.580827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-25d55ab1-77fc-4100-8158-867f7270c321 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 971 time: 0.1525569 Apr 18 20:07:21.691069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Deleting port 54dd97d2-edb3-401e-9706-35ba1438095e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:07:21.692338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.696604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.698314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:21.699111 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.791246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.792865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:21.793672 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:21.794992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ecf52c72-a79c-4080-86b5-3f4061c2cbff up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:21.955597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] Pushing event updated for resources: {'Network': ['ID=e6b5219e-ad36-437f-95b1-6c43115b35f6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:21.968880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:07:22.046376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port ecf52c72-a79c-4080-86b5-3f4061c2cbff completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:22.075010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7ea9971d-bcca-45f2-a274-df446c005714 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8204620 Apr 18 20:07:22.085827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:22.087694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8125358 Apr 18 20:07:22.111102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800eafdf-92ef-4887-9b99-d96a5bbe9ced req-47157ab0-1271-4c4f-b292-cdb62ac6eec2 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:22.112954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-800eafdf-92ef-4887-9b99-d96a5bbe9ced req-47157ab0-1271-4c4f-b292-cdb62ac6eec2 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 948 time: 0.5279300 Apr 18 20:07:22.127733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:22.153887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port ecf52c72-a79c-4080-86b5-3f4061c2cbff triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:22.167489 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.232919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59802) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:22.234111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Request body: {'subnet': {'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-subnet', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:22.240817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Request body: {'subnet': {'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-subnet', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:22.262454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59808) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:22.270592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:22.276316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:22.289164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Usage tracker for resource:subnet and tenant:846e3d2b90f442248c2392c44bed9351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:22.294946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb1d949-84e8-437a-8cbd-e28787e1d47d admin admin] Pushing event updated for resources: {'Network': ['ID=3254c60b-73cd-4cf2-8938-d74f3c2cf324,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:22.299659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Usage tracker for resource:subnet and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:22.302918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:22.314011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:22.329714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] For port 54dd97d2-edb3-401e-9706-35ba1438095e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=54dd97d2-edb3-401e-9706-35ba1438095e,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:22.330094 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.331739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:22.332135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:07:22.336274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:22.342729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-800eafdf-92ef-4887-9b99-d96a5bbe9ced req-fa78b9d9-bc69-48b6-9ad4-479e1f9b27ed tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162120 Apr 18 20:07:22.363085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Made reservation on behalf of 846e3d2b90f442248c2392c44bed9351 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:22.366349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.367025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02cad8-377e-47b0-9672-b4ad5cba39dc req-35499ebb-4d49-407f-856d-217ed7617874 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:22.379352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c02cad8-377e-47b0-9672-b4ad5cba39dc req-35499ebb-4d49-407f-856d-217ed7617874 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 971 time: 0.2073200 Apr 18 20:07:22.387884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Made reservation on behalf of ac7dfb2e208e47809e8ff3094252c3a5 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:22.391416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.643748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Calling delete_port for 54dd97d2-edb3-401e-9706-35ba1438095e owned by compute:tempest-test_az-193643285 {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:07:22.660804 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.671390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.701974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:22.712364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Usage tracker for resource:security_group_rule and tenant:2d83f6096bbc4972832950867a47547d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:22.712539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c02cad8-377e-47b0-9672-b4ad5cba39dc req-5dbcdc6a-bc92-459b-83e8-95ead590c597 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/security-groups?id=d427a2f2-0575-4537-9d69-738ebef48451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3321433 Apr 18 20:07:22.722809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.723076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:22.727011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680f66f-1876-4562-873b-143224f6d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:22.738117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:22.742634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Usage tracker for resource:security_group_rule and tenant:8f767cf50d0645c7958c8176ba70c89f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:22.748782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:22.753675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ecf52c72-a79c-4080-86b5-3f4061c2cbff, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ecf52c72-a79c-4080-86b5-3f4061c2cbff,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:22.754550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:22.764090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:22.873892 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c8c5a3c-9d08-4d14-89b0-14c9536f24ed'] response: {'server_uuid': 'e680f66f-1876-4562-873b-143224f6d1b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff', 'code': 200} Apr 18 20:07:22.932269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:22.938304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=ecf52c72-a79c-4080-86b5-3f4061c2cbff,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:22.984394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.003128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['54dd97d2-edb3-401e-9706-35ba1438095e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:07:23.074059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.125961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61052451-0d3d-4e2a-a730-4adfecc610b9 req-6fe50c98-d621-48a4-807e-7832c2ee3095 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:23.134632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61052451-0d3d-4e2a-a730-4adfecc610b9 req-6fe50c98-d621-48a4-807e-7832c2ee3095 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 946 time: 0.5572584 Apr 18 20:07:23.193159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Pushing event deleted for resources: {'Port': ['ID=54dd97d2-edb3-401e-9706-35ba1438095e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:23.279431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61052451-0d3d-4e2a-a730-4adfecc610b9 req-06cd0493-c962-428e-a861-8452b28ec8cd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428871 Apr 18 20:07:23.300346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.312877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cde605-089e-400e-9116-af73cfb41179 req-81cd93e4-2331-47e5-bafb-9750fc29e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:23.326883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42cde605-089e-400e-9116-af73cfb41179 req-81cd93e4-2331-47e5-bafb-9750fc29e833 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 1100 time: 0.3502715 Apr 18 20:07:23.329228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.361190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.361472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.361940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.362349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.362757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.363162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.363569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.363989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.364389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.364792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.365608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.365608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:23.407654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] No DVR routers for this DVR port 54dd97d2-edb3-401e-9706-35ba1438095e on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:07:23.422915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.439085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'name': 'network-vif-deleted', 'tag': '54dd97d2-edb3-401e-9706-35ba1438095e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:23.457502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f767cf50d0645c7958c8176ba70c89f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2234890 Apr 18 20:07:23.459466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59854) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:23.460804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37293c91-a232-4e9f-b3f9-8c4eefcc2bbc req-745225c8-a498-4847-8499-6e391f2d63e0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.61 "DELETE /v2.0/ports/54dd97d2-edb3-401e-9706-35ba1438095e HTTP/1.1" status: 204 len: 173 time: 1.8713176 Apr 18 20:07:23.519378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703537a7-9e6b-4d77-8081-0b5a3684cf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1281d00-606b-4d6b-ac27-64e4965004b1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:23.579560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42cde605-089e-400e-9116-af73cfb41179 req-863e3bb5-9bd7-4ff9-a990-097a39aedb6e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518356 Apr 18 20:07:23.583233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9a76dd7-1fce-4d67-ad81-8cddb7ab10c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.664247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c462da1-3f21-4891-8bed-22b6d7bc1616,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:23.684255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.689618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.722937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9a76dd7-1fce-4d67-ad81-8cddb7ab10c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.762069 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.839841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454de76-63a3-48ca-85d7-0959811ba794 req-c448a724-edd4-4add-a064-ad420c49ee00 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:23.842341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5454de76-63a3-48ca-85d7-0959811ba794 req-c448a724-edd4-4add-a064-ad420c49ee00 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 949 time: 0.2290802 Apr 18 20:07:23.872547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Checking segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:23.873109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Network hostable DHCP agents. Network: 3254c60b-73cd-4cf2-8938-d74f3c2cf324, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:07:23.885809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9a76dd7-1fce-4d67-ad81-8cddb7ab10c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.943050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a76dd7-1fce-4d67-ad81-8cddb7ab10c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1281d00-606b-4d6b-ac27-64e4965004b1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:23.950213 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5454de76-63a3-48ca-85d7-0959811ba794 req-47086b83-acfa-4179-b760-6e5a17f7fa80 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010756 Apr 18 20:07:23.952005 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9a76dd7-1fce-4d67-ad81-8cddb7ab10c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:23.956757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c9a76dd7-1fce-4d67-ad81-8cddb7ab10c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1281d00-606b-4d6b-ac27-64e4965004b1 HTTP/1.1" status: 204 len: 168 time: 0.4915090 Apr 18 20:07:24.002142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d83f6096bbc4972832950867a47547d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7358937 Apr 18 20:07:24.008274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:24.010603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Checking segment: {'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:24.010801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Network hostable DHCP agents. Network: e6b5219e-ad36-437f-95b1-6c43115b35f6, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:07:24.016289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617f49f4-83bb-40a2-bcb4-8e329a705751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b8a87-a604-4859-919a-c8fc120e3d48,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:24.030305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdae6a4-e833-4b38-8cdf-af0b6cadbb17,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:24.058581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:07:24.074120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:07:24.091312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc0c24-9b0b-49f5-8f17-4dfd3c6ecc2e req-2426589f-276c-4fc3-b8e1-a2c4e066818e tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:24.098522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45fc0c24-9b0b-49f5-8f17-4dfd3c6ecc2e req-2426589f-276c-4fc3-b8e1-a2c4e066818e tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1097 time: 0.3381379 Apr 18 20:07:24.118389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 3254c60b-73cd-4cf2-8938-d74f3c2cf324) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:24.123050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e6b5219e-ad36-437f-95b1-6c43115b35f6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:24.133040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:24.133750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.136641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002797c-272d-498d-a5b4-e682ad5bcff0 None None] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:24.175383 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-339216ec-3927-4c78-8285-ca5ceee3759d'] response: {'server_uuid': '67991a69-a551-48f9-a92e-5c9aadf624ce', 'name': 'network-vif-deleted', 'tag': '54dd97d2-edb3-401e-9706-35ba1438095e', 'status': 'completed', 'code': 200} Apr 18 20:07:24.206883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45fc0c24-9b0b-49f5-8f17-4dfd3c6ecc2e req-cd74a8dd-2026-4288-a24f-f7ed18559057 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044242 Apr 18 20:07:24.218633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:24.221348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.261874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecb31f8-495d-473f-b1d9-11c2690c8025 None None] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:24.262460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8153c63e-37f7-4a84-9290-ef54acd0bb0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.299312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-243c9f39-85e5-4b24-978a-b0ae0b207eac admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0684907 Apr 18 20:07:24.308124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1621e02b-1b85-458e-8a04-a0b869e4b94f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.2158844 Apr 18 20:07:24.310455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59872) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:24.311991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:24.332139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:24.332711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:24.354321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:24.363759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:24.372581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Usage tracker for resource:router and tenant:846e3d2b90f442248c2392c44bed9351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:24.402522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:24.437335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:24.453338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Usage tracker for resource:router and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:24.482663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8153c63e-37f7-4a84-9290-ef54acd0bb0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.498655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.502326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.561501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:24.569844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8153c63e-37f7-4a84-9290-ef54acd0bb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.575219 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.576884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:24.593890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153c63e-37f7-4a84-9290-ef54acd0bb0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b8a87-a604-4859-919a-c8fc120e3d48,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:24.625337 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8153c63e-37f7-4a84-9290-ef54acd0bb0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.628723 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8153c63e-37f7-4a84-9290-ef54acd0bb0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b38b8a87-a604-4859-919a-c8fc120e3d48 HTTP/1.1" status: 204 len: 168 time: 0.6173327 Apr 18 20:07:24.635526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.640000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.682256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:24.835082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4676cfb4-0fc2-450d-a8f2-0a99a468d005 req-9e270f3f-a586-4a2f-9849-5792520ce3c0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Synchronizing usage tracker for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:07:24.838573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59886) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:25.048455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 54dd97d2-edb3-401e-9706-35ba1438095e no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:07:25.242835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 54dd97d2-edb3-401e-9706-35ba1438095e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:07:25.243929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 54dd97d2-edb3-401e-9706-35ba1438095e not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:07:25.342781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:25.391892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4676cfb4-0fc2-450d-a8f2-0a99a468d005 req-9e270f3f-a586-4a2f-9849-5792520ce3c0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] Unset dirty status for tenant:6d4a1f9c8c8341808cc3e0c1e05a1ad7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:07:25.404094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4676cfb4-0fc2-450d-a8f2-0a99a468d005 req-9e270f3f-a586-4a2f-9849-5792520ce3c0 tempest-DeleteServersAdminTestJSON-1154419195 tempest-DeleteServersAdminTestJSON-1154419195-project] 10.222.0.47 "GET /v2.0/ports?device_id=67991a69-a551-48f9-a92e-5c9aadf624ce HTTP/1.1" status: 200 len: 210 time: 0.7759180 Apr 18 20:07:25.427432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e6b5219e-ad36-437f-95b1-6c43115b35f6', 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'fixed_ips': [{'subnet_id': 'fcdae6a4-e833-4b38-8cdf-af0b6cadbb17'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:07:25.428979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:25.442519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:25.467573 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:25.515945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e588e60f-03b3-4231-b87e-af2a89c36870 req-d59a566a-8505-4d16-bc8e-34e6b9a365c2 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:25.518888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:07:25.520541 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:25.530794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e588e60f-03b3-4231-b87e-af2a89c36870 req-d59a566a-8505-4d16-bc8e-34e6b9a365c2 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1097 time: 0.4470007 Apr 18 20:07:25.692159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:25.721947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:25.736267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Usage tracker for resource:security_group_rule and tenant:67a2bd1b5f0e4c18acf48c3daa02442c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:25.746113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:25.755097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:25.777594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e588e60f-03b3-4231-b87e-af2a89c36870 req-f09ec475-6c87-433e-8374-ad990e78e232 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459712 Apr 18 20:07:25.806055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:25.818324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:25.819288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Allocated IP 172.20.0.2 (e6b5219e-ad36-437f-95b1-6c43115b35f6/fcdae6a4-e833-4b38-8cdf-af0b6cadbb17/d801b994-4a11-44c7-ad00-218c6a4ad7b3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:25.829392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Allocated IP 172.20.0.2 (3254c60b-73cd-4cf2-8938-d74f3c2cf324/9c462da1-3f21-4891-8bed-22b6d7bc1616/ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:25.964946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6a7aacd1ebdf43c9bda79a38d66e10e2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:25.991546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:26.029952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:26.263014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.276568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.283699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Transition to ACTIVE for port object d801b994-4a11-44c7-ad00-218c6a4ad7b3 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:26.297374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Transition to ACTIVE for port object ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:26.311432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd235b0-4695-45df-bf8f-3d01db400af3 req-2e28dd4d-e739-4cd1-a9d8-643bb4f2c906 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:26.322130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Transition to ACTIVE for port object d801b994-4a11-44c7-ad00-218c6a4ad7b3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:26.323921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3bd235b0-4695-45df-bf8f-3d01db400af3 req-2e28dd4d-e739-4cd1-a9d8-643bb4f2c906 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 949 time: 0.5824618 Apr 18 20:07:26.330631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Transition to ACTIVE for port object ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:26.339741 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.402662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:26.409457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:26.411813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.435396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:26.448201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:26.453876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:26.459678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:26.535831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3bd235b0-4695-45df-bf8f-3d01db400af3 req-6fe00b2d-1f00-48e6-94a3-b2a911db6268 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082553 Apr 18 20:07:26.584297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.602060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.634228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.638221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.669448 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.751816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Pushing event updated for resources: {'Port': ['ID=d801b994-4a11-44c7-ad00-218c6a4ad7b3,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:26.841908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Attempting to bind port d801b994-4a11-44c7-ad00-218c6a4ad7b3 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:26.842340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Attempting to bind port d801b994-4a11-44c7-ad00-218c6a4ad7b3 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:26.842663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Attempting to bind port d801b994-4a11-44c7-ad00-218c6a4ad7b3 on network e6b5219e-ad36-437f-95b1-6c43115b35f6 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:26.857974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:26.858503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Checking segment: {'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:26.858798 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.859890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Bound using segment: {'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:26.860321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Bound port: d801b994-4a11-44c7-ad00-218c6a4ad7b3, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:26.860732 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.879266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Attempting to bind port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:26.879708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Attempting to bind port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:26.880002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Attempting to bind port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:26.897551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Pushing event updated for resources: {'Port': ['ID=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:26.901877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:26.902369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Checking segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:26.902659 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.903255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Bound using segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:26.903746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Bound port: ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:26.904144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:26.960245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.024325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67a2bd1b5f0e4c18acf48c3daa02442c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1781027 Apr 18 20:07:27.032926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59926) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:27.036882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89fe8c8-fc48-44b0-9e7c-aec610483e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e3b23a-aeeb-467b-9cdf-22f9c3fcb4cf,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:27.049350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a7aacd1ebdf43c9bda79a38d66e10e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3377650 Apr 18 20:07:27.050123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5849ace0-a5e3-4a77-9dd6-a25f50b523e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dabc087-57c4-44ad-857f-2487567b5dc1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:27.053484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59932) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:27.168453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.221601 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af204e15-9e63-4ad2-a69d-38ff5cfb0237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.269777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af204e15-9e63-4ad2-a69d-38ff5cfb0237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.285146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Allocated IP 172.25.5.16 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/dd89a129-d46c-4abd-ac90-7c305830f3be) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:27.293104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] For port d801b994-4a11-44c7-ad00-218c6a4ad7b3, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:27.308772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] For port d801b994-4a11-44c7-ad00-218c6a4ad7b3, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d801b994-4a11-44c7-ad00-218c6a4ad7b3,segment=NetworkSegment(e9be1f55-ca95-4974-8570-08387cd14e1b),segment_id=e9be1f55-ca95-4974-8570-08387cd14e1b)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:27.335855 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.513866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af204e15-9e63-4ad2-a69d-38ff5cfb0237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.532594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af204e15-9e63-4ad2-a69d-38ff5cfb0237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dabc087-57c4-44ad-857f-2487567b5dc1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:27.555683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.560483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.583112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af204e15-9e63-4ad2-a69d-38ff5cfb0237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.598960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-af204e15-9e63-4ad2-a69d-38ff5cfb0237 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4dabc087-57c4-44ad-857f-2487567b5dc1 HTTP/1.1" status: 204 len: 168 time: 0.5332015 Apr 18 20:07:27.649642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.716851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c86b-759e-43f3-ad66-d485aa8afe70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.752482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] For port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:27.761276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] For port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:27.772812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c86b-759e-43f3-ad66-d485aa8afe70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.789617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:27.825477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2315851-72e8-4a56-b0ee-147d76414c77 None None] Pushing event updated for resources: {'Port': ['ID=d801b994-4a11-44c7-ad00-218c6a4ad7b3,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:27.842644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:27.846130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:27.850738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:28.027059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Pushing event updated for resources: {'Port': ['ID=dd89a129-d46c-4abd-ac90-7c305830f3be,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:28.027345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c86b-759e-43f3-ad66-d485aa8afe70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:28.162161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f3c86b-759e-43f3-ad66-d485aa8afe70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e3b23a-aeeb-467b-9cdf-22f9c3fcb4cf,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:28.570473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3f3c86b-759e-43f3-ad66-d485aa8afe70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:28.581225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e3f3c86b-759e-43f3-ad66-d485aa8afe70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0e3b23a-aeeb-467b-9cdf-22f9c3fcb4cf HTTP/1.1" status: 204 len: 168 time: 1.5420766 Apr 18 20:07:28.583930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588bf4d3-5474-4b92-bf51-beb05f2ef771 None None] Pushing event updated for resources: {'Port': ['ID=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:28.646102 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.25.5.16-000bf09e-6e10-4e83-ad79-c6de8d6d43f6 {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:07:28.646626 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:07:28.868052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:29.124596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d801b994-4a11-44c7-ad00-218c6a4ad7b3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:29.147965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:29.402242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d801b994-4a11-44c7-ad00-218c6a4ad7b3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:29.423873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:29.669874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:29.841154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0914b0-4719-456e-8d9b-0fc6dbdfb6c1 req-0b314d48-fa8d-4ebd-a02f-c930bc8742fd tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:29.850310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7c0914b0-4719-456e-8d9b-0fc6dbdfb6c1 req-0b314d48-fa8d-4ebd-a02f-c930bc8742fd tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 949 time: 0.4896593 Apr 18 20:07:29.996412 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7c0914b0-4719-456e-8d9b-0fc6dbdfb6c1 req-d1d8db31-7f12-4794-878d-b95af7ae1656 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446943 Apr 18 20:07:30.030888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Allocated IP 172.25.5.204 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f89a05b4-859f-4b93-aa05-0e9ed8ffbe33) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:30.497838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:30.543323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60020) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:30.595957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:30.602099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:30.631989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74327b8d-92d6-468a-adbe-a366e9e8ab8f None None] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:30.742735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a70e47-8864-48b1-9ac1-bb37f6aa9ec1 None None] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:30.841980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:30.852021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:30.864903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:30.912198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336956e-631e-4475-83cb-42fae1edbd75 req-ca5985f5-a161-472f-83f8-146cab2cd8b2 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:30.916333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4336956e-631e-4475-83cb-42fae1edbd75 req-ca5985f5-a161-472f-83f8-146cab2cd8b2 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.55 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 949 time: 0.6890996 Apr 18 20:07:30.983647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Pushing event updated for resources: {'Port': ['ID=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:31.232324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dd64c10e-cb8e-4ef3-b528-62c9740cfe00 None None] Provisioning for port d801b994-4a11-44c7-ad00-218c6a4ad7b3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:31.278134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dd64c10e-cb8e-4ef3-b528-62c9740cfe00 None None] Provisioning complete for port d801b994-4a11-44c7-ad00-218c6a4ad7b3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:31.278717 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dd64c10e-cb8e-4ef3-b528-62c9740cfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:31.437143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Deleting port ecf52c72-a79c-4080-86b5-3f4061c2cbff {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:07:31.438001 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:31.772530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:31.906115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60050) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:31.923152 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dd64c10e-cb8e-4ef3-b528-62c9740cfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:31.998167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Router c3d00e80-4201-488c-a765-55b621ee5150 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:07:32.035190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dd64c10e-cb8e-4ef3-b528-62c9740cfe00 None None] For port d801b994-4a11-44c7-ad00-218c6a4ad7b3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d801b994-4a11-44c7-ad00-218c6a4ad7b3,segment=NetworkSegment(e9be1f55-ca95-4974-8570-08387cd14e1b),segment_id=e9be1f55-ca95-4974-8570-08387cd14e1b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:32.047423 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dd64c10e-cb8e-4ef3-b528-62c9740cfe00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.079394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] For port ecf52c72-a79c-4080-86b5-3f4061c2cbff, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ecf52c72-a79c-4080-86b5-3f4061c2cbff,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:32.079838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.310284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64c10e-cb8e-4ef3-b528-62c9740cfe00 None None] Pushing event updated for resources: {'Port': ['ID=d801b994-4a11-44c7-ad00-218c6a4ad7b3,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:32.333706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2ab5304e-d0bb-4190-9a83-e9939b52c0cd None None] Provisioning for port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:32.346773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2ab5304e-d0bb-4190-9a83-e9939b52c0cd None None] Provisioning complete for port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:32.347036 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.347768 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ab5304e-d0bb-4190-9a83-e9939b52c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.479478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:32.536417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ab5304e-d0bb-4190-9a83-e9939b52c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.608974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2ab5304e-d0bb-4190-9a83-e9939b52c0cd None None] For port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:32.620741 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ab5304e-d0bb-4190-9a83-e9939b52c0cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.638085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-523701178-network', 'tenant_id': 'fc5f549dedc648d998641dc03c881d13'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:32.645962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:32.653176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Usage tracker for resource:network and tenant:fc5f549dedc648d998641dc03c881d13 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:32.658731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:32.671396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:32.709025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Made reservation on behalf of fc5f549dedc648d998641dc03c881d13 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:32.713194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.720400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:07:32.744461 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Sync routers for ids ['c3d00e80-4201-488c-a765-55b621ee5150'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:07:32.753628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbb8f3d-294c-4851-b248-cacfc0547b6a req-8c7e029a-7c5a-4d72-9201-d507d259934f tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:32.767509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecbb8f3d-294c-4851-b248-cacfc0547b6a req-8c7e029a-7c5a-4d72-9201-d507d259934f tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/ports?device_id=e680f66f-1876-4562-873b-143224f6d1b5 HTTP/1.1" status: 200 len: 949 time: 1.3446727 Apr 18 20:07:32.783758 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Routers {'c3d00e80-4201-488c-a765-55b621ee5150'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:32.788107 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3d00e80-4201-488c-a765-55b621ee5150'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:32.795691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5304e-d0bb-4190-9a83-e9939b52c0cd None None] Pushing event updated for resources: {'Port': ['ID=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:32.803905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.830584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e9e73c8-349d-4e7f-88c2-133013e038cf None None] Provisioning complete for port d801b994-4a11-44c7-ad00-218c6a4ad7b3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:32.831173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e9e73c8-349d-4e7f-88c2-133013e038cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:32.882121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:32.903525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Usage tracker for resource:security_group_rule and tenant:fc5f549dedc648d998641dc03c881d13 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:32.920026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:32.955827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d801b994-4a11-44c7-ad00-218c6a4ad7b3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:32.958723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Calling delete_port for ecf52c72-a79c-4080-86b5-3f4061c2cbff owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:07:33.128384 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Set router c3d00e80-4201-488c-a765-55b621ee5150 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:33.362770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d801b994-4a11-44c7-ad00-218c6a4ad7b3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:33.363155 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:33.563256 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:28Z', 'revision_number': 3, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:33.568774 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Checking router: c3d00e80-4201-488c-a765-55b621ee5150 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:07:33.569751 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Updating router c3d00e80-4201-488c-a765-55b621ee5150 port dd89a129-d46c-4abd-ac90-7c305830f3be binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:07:33.590098 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:33.631921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:33.670797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:33.708611 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:33.777211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:33.852554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ecf52c72-a79c-4080-86b5-3f4061c2cbff no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:07:33.863393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecbb8f3d-294c-4851-b248-cacfc0547b6a req-ddb92ff2-bfa8-4b55-b3c8-6564e50030e7 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.47 "GET /v2.0/security-groups?id=c39f5a9c-15e6-484f-8a13-207f9ab7f65c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0942996 Apr 18 20:07:33.910191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: ecf52c72-a79c-4080-86b5-3f4061c2cbff {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:07:33.910797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ecf52c72-a79c-4080-86b5-3f4061c2cbff not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:07:33.960130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-673272a5-0e96-46e4-9c9d-e8a431a4edf5 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:07:33.962309 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-673272a5-0e96-46e4-9c9d-e8a431a4edf5 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.2453592 Apr 18 20:07:33.965815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Usage tracker for resource:security_group_rule and tenant:01f8f14339ea411cb71394cb29e954b1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:33.971578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] No DVR routers for this DVR port ecf52c72-a79c-4080-86b5-3f4061c2cbff on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:07:34.036274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:34.038188 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3ff1ec8a-32b7-47e8-9b51-ae972c45ae6f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 9.7238822 Apr 18 20:07:34.040159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Pushing event deleted for resources: {'Port': ['ID=ecf52c72-a79c-4080-86b5-3f4061c2cbff,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:34.047393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:34.048900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:34.055815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:34.060246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e7bf9d5-6ddd-4168-814b-65f4b20a2dfe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d4a1f9c8c8341808cc3e0c1e05a1ad7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2840538 Apr 18 20:07:34.064233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:34.067157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60084) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:34.068075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4336956e-631e-4475-83cb-42fae1edbd75 req-7a628c45-821d-4bb7-a066-ede64759b294 tempest-ServerDiagnosticsNegativeTest-434038403 tempest-ServerDiagnosticsNegativeTest-434038403-project] 10.222.0.55 "DELETE /v2.0/ports/ecf52c72-a79c-4080-86b5-3f4061c2cbff HTTP/1.1" status: 204 len: 173 time: 3.1457226 Apr 18 20:07:34.114292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e680f66f-1876-4562-873b-143224f6d1b5', 'name': 'network-vif-deleted', 'tag': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:34.313165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:34.341503 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fca4e65-2944-499b-9c55-50a60c73ea20'] response: {'server_uuid': 'e680f66f-1876-4562-873b-143224f6d1b5', 'name': 'network-vif-deleted', 'tag': 'ecf52c72-a79c-4080-86b5-3f4061c2cbff', 'status': 'completed', 'code': 200} Apr 18 20:07:34.733240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5dcde9a-c043-471c-b0cf-32bcea90ac30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:34.812638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5dcde9a-c043-471c-b0cf-32bcea90ac30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:34.833178 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:34.898242 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Transition to ACTIVE for port object dd89a129-d46c-4abd-ac90-7c305830f3be will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:34.898543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:34.929866 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.031424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5dcde9a-c043-471c-b0cf-32bcea90ac30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.046032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Request body: {'binding': {'host': 'n-h2-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:35.046987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Unknown quota resources ['binding']. {{(pid=88140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:07:35.130276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:35.131783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.209313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcde9a-c043-471c-b0cf-32bcea90ac30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d427a2f2-0575-4537-9d69-738ebef48451,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:35.215138 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Pushing event updated for resources: {'Port': ['ID=dd89a129-d46c-4abd-ac90-7c305830f3be,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:35.239065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.251632 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Attempting to bind port dd89a129-d46c-4abd-ac90-7c305830f3be on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:35.252355 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Attempting to bind port dd89a129-d46c-4abd-ac90-7c305830f3be by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:35.255028 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Attempting to bind port dd89a129-d46c-4abd-ac90-7c305830f3be on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:35.274201 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.275293 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.275871 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.276642 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.278003 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.278003 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.278321 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.278904 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.280704 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.281469 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.282036 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.282620 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Tracked resource versions report: Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: pushed versions: Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: { 'AddressGroup': {'1.2'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'ConntrackHelper': {'1.0'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Log': {'1.0'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Network': {'1.1'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Port': {'1.7'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'PortForwarding': {'1.2'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'QosPolicy': {'1.8'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'SecurityGroup': {'1.4'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'SecurityGroupRule': {'1.2'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'SubPort': {'1.0'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Subnet': {'1.1'}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Trunk': {'1.1'}} Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: consumer versions: Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: { DHCP agent@n-d-836016-3: {}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: HyperV agent@n-h1-836016-3: {}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: HyperV agent@n-h2-836016-3: {}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: L3 agent@n-d-836016-3: {}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: Metadata agent@n-d-836016-3: {}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: Metering agent@n-d-836016-3: {}, Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: Open vSwitch agent@n-d-836016-3: { 'AddressGroup': '1.2', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'ConntrackHelper': '1.0', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Log': '1.0', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Network': '1.1', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Port': '1.7', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'PortForwarding': '1.2', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'QosPolicy': '1.8', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'SecurityGroup': '1.4', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'SecurityGroupRule': '1.2', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'SubPort': '1.0', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Subnet': '1.1', Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: 'Trunk': '1.1'}} Apr 18 20:07:35.285760 n-d-836016-3 neutron-server[88144]: {{(pid=88144) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 18 20:07:35.310486 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:35.311076 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:35.311812 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.313167 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:35.314319 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Bound port: dd89a129-d46c-4abd-ac90-7c305830f3be, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:35.315275 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.323958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.324737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.362154 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.450144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:35.487676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:07:35.492056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Router 95c96cae-80da-4139-b86a-88921a0e1819 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:07:35.544163 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] For port dd89a129-d46c-4abd-ac90-7c305830f3be, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:35.554571 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] For port dd89a129-d46c-4abd-ac90-7c305830f3be, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dd89a129-d46c-4abd-ac90-7c305830f3be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:35.563526 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.653127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5dcde9a-c043-471c-b0cf-32bcea90ac30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.657736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a5dcde9a-c043-471c-b0cf-32bcea90ac30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d427a2f2-0575-4537-9d69-738ebef48451 HTTP/1.1" status: 204 len: 168 time: 1.5744381 Apr 18 20:07:35.720527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:35.720861 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Added segment 6a0d0feb-564a-41c1-964d-c5c5d5464006 of type vlan for network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 Apr 18 20:07:35.731877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01f8f14339ea411cb71394cb29e954b1&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8180950 Apr 18 20:07:35.735049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60112) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:35.735346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280a5776-1bf3-4b33-a1be-7e8ad1ada2fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5c00dc-9243-4e5a-8a7f-bb679c994f1d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:35.819936 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Routers {'c3d00e80-4201-488c-a765-55b621ee5150'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:35.820249 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3d00e80-4201-488c-a765-55b621ee5150'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:35.911463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on host n-h2-836016-3 for vnic_type normal with profile None {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:35.911851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:35.912303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:35.953195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:07:35.953716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:35.971056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:35.971511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:35.971999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:35.972638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Bound port: 58d8746a-0853-468f-899f-50248e15ea90, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:36.061548 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed66e9-66df-4706-9559-f62357f406b0 None None] Pushing event updated for resources: {'Port': ['ID=dd89a129-d46c-4abd-ac90-7c305830f3be,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:36.067265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.158649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:07:36.159001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:36.170894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Sync routers for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:07:36.194973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-265d4f20-3ccc-4854-bc4e-edda2b0a42ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.195309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.196252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-8a31b22b-ba47-49e4-bdb4-50b1d1ce5cce service neutron] 10.222.0.47 "POST /v2.0/ports/58d8746a-0853-468f-899f-50248e15ea90/bindings HTTP/1.1" status: 201 len: 389 time: 1.7039025 Apr 18 20:07:36.210341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.227046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:36.244942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:36.257148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.258809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:36.260554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.359565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.368030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60116) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:36.369065 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c1d6a254-8e34-4ff4-91b8-c2b09fbd612d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 12.0553491 Apr 18 20:07:36.377889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-265d4f20-3ccc-4854-bc4e-edda2b0a42ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:36.498820 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] Set router c3d00e80-4201-488c-a765-55b621ee5150 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:36.756413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 6.2088103 Apr 18 20:07:36.823972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60126) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:36.906243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60130) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:36.943549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Request body: {'subnet': {'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-523701178-subnet', 'tenant_id': 'fc5f549dedc648d998641dc03c881d13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:37.148809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fd8a3-f75c-4e07-a14d-01fcb6e9375a admin admin] Pushing event updated for resources: {'Network': ['ID=6bb0cae6-2372-455c-b0c2-b49e6408fd37,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:37.186423 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:28Z', 'revision_number': 3, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:37.192108 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee161625-9ff2-445e-8d82-d8fa804c52af None None] The sync data for ids ['c3d00e80-4201-488c-a765-55b621ee5150'] in n-d-836016-3 is: [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:28Z', 'revision_number': 3, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:07:37.210204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:07:37.219414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60138) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:37.234860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:37.310172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Usage tracker for resource:subnet and tenant:fc5f549dedc648d998641dc03c881d13 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:37.321054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:37.340585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:37.395225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Made reservation on behalf of fc5f549dedc648d998641dc03c881d13 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:37.399475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:37.639899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:37.698918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-265d4f20-3ccc-4854-bc4e-edda2b0a42ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:37.711230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:37.744235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-265d4f20-3ccc-4854-bc4e-edda2b0a42ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:37.745441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-265d4f20-3ccc-4854-bc4e-edda2b0a42ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb5c00dc-9243-4e5a-8a7f-bb679c994f1d HTTP/1.1" status: 204 len: 168 time: 2.0073893 Apr 18 20:07:37.751516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Usage tracker for resource:security_group_rule and tenant:b4af2cc9fd114cd2b4e107a32faac1e2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:37.768665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:37.778725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:37.782957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d4f20-3ccc-4854-bc4e-edda2b0a42ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5c00dc-9243-4e5a-8a7f-bb679c994f1d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:38.076044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:38.081080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:38.333940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e978c-13c3-494e-8a50-038c328b349f req-bbc0ba66-1489-477d-bbd2-635f4c3de9bb tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:38.335182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58e978c-13c3-494e-8a50-038c328b349f req-bbc0ba66-1489-477d-bbd2-635f4c3de9bb tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 946 time: 1.3161077 Apr 18 20:07:38.425717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Allocated IP 172.20.0.1 (e6b5219e-ad36-437f-95b1-6c43115b35f6/fcdae6a4-e833-4b38-8cdf-af0b6cadbb17/ef7aa20b-e8f8-4537-8696-8104a99f76d8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:38.576268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:38.682086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:38.735977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:31Z', 'revision_number': 3, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:38.743695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Checking router: 95c96cae-80da-4139-b86a-88921a0e1819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:07:38.744052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Updating router 95c96cae-80da-4139-b86a-88921a0e1819 port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:07:38.769234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-b9d13bb7-f5f3-4109-ba97-ae4c33679cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:38.773870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-b9d13bb7-f5f3-4109-ba97-ae4c33679cb3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1097 time: 1.8105645 Apr 18 20:07:38.816963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e4c812b-a8b9-4d45-aa9f-68b66294f823 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=23497e4523ad4a4ca52068413c0c06d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8672433 Apr 18 20:07:38.821418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:38.823772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Transition to ACTIVE for port object ef7aa20b-e8f8-4537-8696-8104a99f76d8 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:38.864618 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:38.953896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:38.967452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:38.968030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Network hostable DHCP agents. Network: 6bb0cae6-2372-455c-b0c2-b49e6408fd37, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:07:38.976974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:38.993201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=921d894b-aadb-4af8-a6f7-2fc211820e99,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:39.019215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.032960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:39.041485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Usage tracker for resource:security_group_rule and tenant:d2b7cc9db41a4ce3be092ee150c21637 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:39.044614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dd89a129-d46c-4abd-ac90-7c305830f3be up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:39.047283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:39.049572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58e978c-13c3-494e-8a50-038c328b349f req-9e2b6595-6476-422d-8322-ac1b36775e0f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6830695 Apr 18 20:07:39.059875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:39.232393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.326035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.326617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.334856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7041e3ec-5b28-4e2d-8a20-d9223d42a69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.388059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:39.407040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:39.416786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Usage tracker for resource:security_group_rule and tenant:e8f55b5421de4c8b85bf1b0574adf3fb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:39.422702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:39.428810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:39.432739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7aa20b-e8f8-4537-8696-8104a99f76d8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:39.435081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:39.435293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.439281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7041e3ec-5b28-4e2d-8a20-d9223d42a69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.453181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:39.474100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:07:39.535430 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4af2cc9fd114cd2b4e107a32faac1e2&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2938225 Apr 18 20:07:39.548881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5355e-8609-45b6-b114-72627ad1be9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7a7cad-1ee7-4c64-945d-af612aa414c7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:39.550258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port dd89a129-d46c-4abd-ac90-7c305830f3be completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:39.564658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60174) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:39.575666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port dd89a129-d46c-4abd-ac90-7c305830f3be triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:39.582346 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.631033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-6cbf2267-460b-4641-a44e-8ebb856aa026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:39.633403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-6cbf2267-460b-4641-a44e-8ebb856aa026 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.8052149 Apr 18 20:07:39.634454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6bb0cae6-2372-455c-b0c2-b49e6408fd37) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:39.739304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1243a80-5970-4e44-823f-10011d980442 None None] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:39.747146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:39.748010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.810621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-970e6461-84eb-4b62-ab4d-b36fe241b168 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.1573637 Apr 18 20:07:39.893174 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.914636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.983469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:39.988408 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aadc69b8-76b5-4220-b73f-d0d89cdaf1cb admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.1286845 Apr 18 20:07:39.998432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a065df6c-d3a8-4192-a57c-b165f3a80657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.027002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-b31bbd60-1da6-4899-8d4c-922e77d9a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:40.028494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-b31bbd60-1da6-4899-8d4c-922e77d9a08d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.1928179 Apr 18 20:07:40.129210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2b7cc9db41a4ce3be092ee150c21637&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5060763 Apr 18 20:07:40.138038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e83fbb0-ef78-436f-a59c-e80deed7fce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d606dd59-372c-418f-bc7d-145885b64951,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:40.140478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60182) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:40.188141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port dd89a129-d46c-4abd-ac90-7c305830f3be, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dd89a129-d46c-4abd-ac90-7c305830f3be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:40.192448 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:07:40.210569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cb87bd81-f19d-46ae-9a92-ac354e0557c5 None None] Provisioning for port ef7aa20b-e8f8-4537-8696-8104a99f76d8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:40.244719 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a065df6c-d3a8-4192-a57c-b165f3a80657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.268183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cb87bd81-f19d-46ae-9a92-ac354e0557c5 None None] Provisioning complete for port ef7aa20b-e8f8-4537-8696-8104a99f76d8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:40.270510 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cb87bd81-f19d-46ae-9a92-ac354e0557c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.282936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.424309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.520362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7e8b0a16-7f11-4c78-a24c-6033880ff02b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4745243 Apr 18 20:07:40.553026 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a065df6c-d3a8-4192-a57c-b165f3a80657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.582541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.584542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7041e3ec-5b28-4e2d-8a20-d9223d42a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.590439 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.640727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7041e3ec-5b28-4e2d-8a20-d9223d42a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39f5a9c-15e6-484f-8a13-207f9ab7f65c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:40.643329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.644301 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.720851 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.736965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Transition to ACTIVE for port object f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:40.768488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.813853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:40.822646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065df6c-d3a8-4192-a57c-b165f3a80657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7a7cad-1ee7-4c64-945d-af612aa414c7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:40.845251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8f55b5421de4c8b85bf1b0574adf3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8800347 Apr 18 20:07:40.862961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Pushing event updated for resources: {'Port': ['ID=ef7aa20b-e8f8-4537-8696-8104a99f76d8,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:40.872842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:40.997852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cb87bd81-f19d-46ae-9a92-ac354e0557c5 None None] Port ef7aa20b-e8f8-4537-8696-8104a99f76d8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:07:41.035212 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.153433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-3262eb99-1bcf-412d-a17e-8d9bbc852e18 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5396161 Apr 18 20:07:41.175286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Attempting to bind port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:41.175955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Attempting to bind port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:41.176746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Attempting to bind port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:41.185861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a065df6c-d3a8-4192-a57c-b165f3a80657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.187789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a065df6c-d3a8-4192-a57c-b165f3a80657 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b7a7cad-1ee7-4c64-945d-af612aa414c7 HTTP/1.1" status: 204 len: 168 time: 1.6209922 Apr 18 20:07:41.199971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:41.200514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:41.201279 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.202706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:41.204083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Bound port: f89a05b4-859f-4b93-aa05-0e9ed8ffbe33, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:41.204952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.430401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=dd89a129-d46c-4abd-ac90-7c305830f3be,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:41.444584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da1206a2-ee81-40dd-8fdb-726c40e625d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.498140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da1206a2-ee81-40dd-8fdb-726c40e625d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.510419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7041e3ec-5b28-4e2d-8a20-d9223d42a69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.512932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7041e3ec-5b28-4e2d-8a20-d9223d42a69d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c39f5a9c-15e6-484f-8a13-207f9ab7f65c HTTP/1.1" status: 204 len: 168 time: 2.6366131 Apr 18 20:07:41.593222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da1206a2-ee81-40dd-8fdb-726c40e625d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.600408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb98d92-6b20-4d3a-8bba-364a9597dee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c7ad14-29de-4f01-97cc-7e73c7b5217f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:41.632512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-d2ef3e30-5a55-4f6e-9657-3e0f358896f6 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430389 Apr 18 20:07:41.633256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1206a2-ee81-40dd-8fdb-726c40e625d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d606dd59-372c-418f-bc7d-145885b64951,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:41.643528 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da1206a2-ee81-40dd-8fdb-726c40e625d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.644620 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da1206a2-ee81-40dd-8fdb-726c40e625d0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d606dd59-372c-418f-bc7d-145885b64951 HTTP/1.1" status: 204 len: 168 time: 1.4801109 Apr 18 20:07:41.661167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a08f2-5175-43e4-b862-d5ce64245ab1 req-9980e110-377d-4df0-9dbd-2d30e14e8fd7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:41.668143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f99a08f2-5175-43e4-b862-d5ce64245ab1 req-9980e110-377d-4df0-9dbd-2d30e14e8fd7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 946 time: 0.8682649 Apr 18 20:07:41.690276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:41.702484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-236977262-network', 'tenant_id': '703b8c3b45d44f598254096fb8353fa3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:41.709790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:41.718854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Usage tracker for resource:network and tenant:703b8c3b45d44f598254096fb8353fa3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:41.729169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:41.732508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adb04020-505c-4f7f-8073-8e6b962c211e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.745536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:41.776489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] For port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:41.807221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] For port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:41.847708 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f99a08f2-5175-43e4-b862-d5ce64245ab1 req-743eecaa-8918-434b-be9b-32a71db7ce10 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781464 Apr 18 20:07:41.851251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Made reservation on behalf of 703b8c3b45d44f598254096fb8353fa3 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:41.862497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.866434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:41.891522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160555d-6fca-42e2-89fe-635007c37c08 None None] Pushing event updated for resources: {'Port': ['ID=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:41.903003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:41.953808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:41.966284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adb04020-505c-4f7f-8073-8e6b962c211e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.039869 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.102061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:42.125102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Usage tracker for resource:security_group_rule and tenant:703b8c3b45d44f598254096fb8353fa3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:42.134958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:42.162560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160555d-6fca-42e2-89fe-635007c37c08 None None] Pushing event updated for resources: {'Port': ['ID=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:42.171524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:42.182776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:42.183882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:42.362570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad0c535-8e67-414c-884d-4cb16f8b7421 None None] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:42.433250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.436944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-a0fb7d86-1e2c-4d45-94ce-23df03240076 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:42.439006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-a0fb7d86-1e2c-4d45-94ce-23df03240076 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1097 time: 0.5896111 Apr 18 20:07:42.442876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.451989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Allocated IP 172.20.0.1 (3254c60b-73cd-4cf2-8938-d74f3c2cf324/9c462da1-3f21-4891-8bed-22b6d7bc1616/9bc8d6f8-b604-49f5-adeb-387b0b40cc01) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:42.471725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836016-3'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:42.523285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:07:42.537352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.537901 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Added segment 9461f294-40fd-4d86-81dd-123b5c2606a5 of type vlan for network 76731cee-fc01-487e-850a-861b452cc715 Apr 18 20:07:42.575455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adb04020-505c-4f7f-8073-8e6b962c211e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.575766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.582382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60230) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:42.629250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.630423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:42.631124 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.701861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47438052-5677-473f-b2bd-2c00cbcd81e3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:42.752380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb04020-505c-4f7f-8073-8e6b962c211e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c7ad14-29de-4f01-97cc-7e73c7b5217f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:42.778437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.804074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Router c3d00e80-4201-488c-a765-55b621ee5150 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:07:42.845705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:42.851838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adb04020-505c-4f7f-8073-8e6b962c211e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:42.853691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-adb04020-505c-4f7f-8073-8e6b962c211e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9c7ad14-29de-4f01-97cc-7e73c7b5217f HTTP/1.1" status: 204 len: 168 time: 1.9646373 Apr 18 20:07:42.964594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Usage tracker for resource:security_group_rule and tenant:062d16660893488f91123be96ecd3a73 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:42.985064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:43.021356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dd89a129-d46c-4abd-ac90-7c305830f3be up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:43.038251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] Pushing event updated for resources: {'Network': ['ID=76731cee-fc01-487e-850a-861b452cc715,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:43.076259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1ca68871-88c9-4746-bfee-52e6a5f1826c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3799486 Apr 18 20:07:43.076523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:43.080214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60244) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:43.094635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Request body: {'subnet': {'network_id': '76731cee-fc01-487e-850a-861b452cc715', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-236977262-subnet', 'tenant_id': '703b8c3b45d44f598254096fb8353fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:43.109834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.120460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:43.134514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Usage tracker for resource:subnet and tenant:703b8c3b45d44f598254096fb8353fa3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:43.149762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:43.156025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 76731cee-fc01-487e-850a-861b452cc715 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:07:43.163353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.237440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-605e1127-dc98-409e-8716-dfb69fc0e9d3 None None] Provisioning complete for port ef7aa20b-e8f8-4537-8696-8104a99f76d8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:43.238273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-605e1127-dc98-409e-8716-dfb69fc0e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.272810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:43.329412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Made reservation on behalf of 703b8c3b45d44f598254096fb8353fa3 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:43.342205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port dd89a129-d46c-4abd-ac90-7c305830f3be triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:43.343521 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.343993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.346476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.354713 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.368878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Transition to ACTIVE for port object 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:43.551642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=062d16660893488f91123be96ecd3a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9405913 Apr 18 20:07:43.552359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:43.570028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:43.626126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f389-bd5b-40b1-a229-84833411666a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=086984ca-f409-4013-a798-c6e6e04e0ab1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:43.738946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:07:43.757612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Sync routers for ids ['c3d00e80-4201-488c-a765-55b621ee5150'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:07:43.770302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:43.777231 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Routers {'c3d00e80-4201-488c-a765-55b621ee5150'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:43.777980 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3d00e80-4201-488c-a765-55b621ee5150'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:43.793830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.848582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2987242d-b056-420b-b9f1-b058fd992097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.865935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.881821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2cd28db9-fc17-4c9b-ac7b-64af1de9ddcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.912835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-594650e4-7cbf-450d-8408-af5eedb774e1 admin admin] 10.222.0.47 "PUT /v2.0/routers/c3d00e80-4201-488c-a765-55b621ee5150/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8526850 Apr 18 20:07:43.917444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:43.943917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:43.952244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:43.957603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:43.958073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.964729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2987242d-b056-420b-b9f1-b058fd992097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:43.973764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Usage tracker for resource:security_group_rule and tenant:d93622eaa2d74d7291a4c81e602ef95e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:43.978230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Pushing event updated for resources: {'Port': ['ID=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:43.981716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:44.002301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:44.035656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba0174b-e6ed-4274-b811-ee344b821bc1 req-ad40e6ad-4281-47de-a96b-9c1812c40852 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:44.037222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba0174b-e6ed-4274-b811-ee344b821bc1 req-ad40e6ad-4281-47de-a96b-9c1812c40852 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 946 time: 0.5560546 Apr 18 20:07:44.137409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:44.217063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:44.307671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-605e1127-dc98-409e-8716-dfb69fc0e9d3 None None] Port ef7aa20b-e8f8-4537-8696-8104a99f76d8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:07:44.321115 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Set router c3d00e80-4201-488c-a765-55b621ee5150 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:44.334559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba0174b-e6ed-4274-b811-ee344b821bc1 req-593755e4-81fc-460d-8e26-175d8f543202 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737772 Apr 18 20:07:44.379421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.388536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d8746a-0853-468f-899f-50248e15ea90'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:44.416093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.427576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.433793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2987242d-b056-420b-b9f1-b058fd992097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.449089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.457531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-af9d0273-25d9-44af-9918-f4e389f56ec0 None None] Provisioning for port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:44.466453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-af9d0273-25d9-44af-9918-f4e389f56ec0 None None] Provisioning complete for port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:44.467073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-af9d0273-25d9-44af-9918-f4e389f56ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.479701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987242d-b056-420b-b9f1-b058fd992097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=086984ca-f409-4013-a798-c6e6e04e0ab1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:44.525549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0291a202-54c9-47a2-bb0c-67a7479fbb1f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:44.544947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-50ed72d5-e6f9-457c-8b19-2f5e8056cdbc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d93622eaa2d74d7291a4c81e602ef95e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7679734 Apr 18 20:07:44.546258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60280) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:44.548108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2987242d-b056-420b-b9f1-b058fd992097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.552416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2987242d-b056-420b-b9f1-b058fd992097 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/086984ca-f409-4013-a798-c6e6e04e0ab1 HTTP/1.1" status: 204 len: 168 time: 0.9833558 Apr 18 20:07:44.577558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:31Z', 'revision_number': 3, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:44.584704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ec16cf-288b-4021-806e-8b47048f92a1 None None] The sync data for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 is: [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:31Z', 'revision_number': 3, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:07:44.587323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-af9d0273-25d9-44af-9918-f4e389f56ec0 None None] Port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:07:44.684964 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6c1f676-1a6d-4c21-9e78-6995e67ecff3'] response: {'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d8746a-0853-468f-899f-50248e15ea90', 'code': 200} Apr 18 20:07:44.710521 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.738785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d18ded7-bcaa-41b0-954d-b2c485bd6cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.780507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d18ded7-bcaa-41b0-954d-b2c485bd6cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:44.811997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on host n-h1-836016-3 for vnic_type normal with profile {"migrating_to": "n-h2-836016-3"} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:44.812595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:44.813093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:44.827148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:07:44.827728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Attempting to bind port 58d8746a-0853-468f-899f-50248e15ea90 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:44.896677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:44.902265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:44.902982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:44.903472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:44.904084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Bound port: 58d8746a-0853-468f-899f-50248e15ea90, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:44.904609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.089390 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-febab157-b169-47ff-8613-898c5826de16 req-4797af57-0606-49c4-9bb8-41e70aa3e933 tempest-FloatingIPDetailsNegativeTestJSON-724019130 tempest-FloatingIPDetailsNegativeTestJSON-724019130-project] show failed (client error): The resource could not be found. Apr 18 20:07:45.090991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-febab157-b169-47ff-8613-898c5826de16 req-4797af57-0606-49c4-9bb8-41e70aa3e933 tempest-FloatingIPDetailsNegativeTestJSON-724019130 tempest-FloatingIPDetailsNegativeTestJSON-724019130-project] 10.222.0.47 "GET /v2.0/floatingips/dfe6ecab-ccb5-45dd-ae77-15524f86079b HTTP/1.1" status: 404 len: 350 time: 0.1722522 Apr 18 20:07:45.122705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:45.237559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:45.249461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:45.253223 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ef7aa20b-e8f8-4537-8696-8104a99f76d8', 'name': '', 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'mac_address': 'fa:16:3e:b0:59:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'fcdae6a4-e833-4b38-8cdf-af0b6cadbb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:36Z', 'updated_at': '2022-04-18T20:07:40Z', 'revision_number': 2, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'subnets': [{'id': 'fcdae6a4-e833-4b38-8cdf-af0b6cadbb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:45.265839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.266548 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Checking router: c3d00e80-4201-488c-a765-55b621ee5150 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:07:45.268095 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Updating router c3d00e80-4201-488c-a765-55b621ee5150 port ef7aa20b-e8f8-4537-8696-8104a99f76d8 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:07:45.408006 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.488045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d18ded7-bcaa-41b0-954d-b2c485bd6cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.526728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.596322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18ded7-bcaa-41b0-954d-b2c485bd6cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0291a202-54c9-47a2-bb0c-67a7479fbb1f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:45.626003 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:07:45.656508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d18ded7-bcaa-41b0-954d-b2c485bd6cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.659985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d18ded7-bcaa-41b0-954d-b2c485bd6cfb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0291a202-54c9-47a2-bb0c-67a7479fbb1f HTTP/1.1" status: 204 len: 168 time: 1.1072309 Apr 18 20:07:45.856880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.864389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:45.865428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.869387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] 10.222.0.61 "PUT /v2.0/ports/58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 1122 time: 3.4155157 Apr 18 20:07:45.873692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c5933-a7d9-46bc-86b6-16c9e7eb0e7b service neutron] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:45.895528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ce3ce9-9211-4c9f-80ae-08ce50a78398,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:45.909836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Checking segment: {'id': '9461f294-40fd-4d86-81dd-123b5c2606a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '76731cee-fc01-487e-850a-861b452cc715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:45.910993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Network hostable DHCP agents. Network: 76731cee-fc01-487e-850a-861b452cc715, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:07:45.932857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['58d8746a-0853-468f-899f-50248e15ea90'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:07:45.935211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.938394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:45.968955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Network 76731cee-fc01-487e-850a-861b452cc715 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:07:45.995862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 76731cee-fc01-487e-850a-861b452cc715) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:46.004334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:46.004947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:46.026366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f21feb72-01ff-41a5-9d06-79ce1838300c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:46.028246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e772e36a-d708-41bc-b4db-b6793ed4988f None None] Network 76731cee-fc01-487e-850a-861b452cc715 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:46.070147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fbbcb4a9-5572-4015-b021-1854b6a6cca3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.9731905 Apr 18 20:07:46.107170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Pushing event updated for resources: {'Port': ['ID=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:46.454876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27e627b-a64b-4c45-b7a3-641b198bb297 None None] Network 76731cee-fc01-487e-850a-861b452cc715 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:46.640144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea750a5c-a19b-4dbe-ba02-7b64ed627519 req-f276e125-3af4-4922-ac93-5bcd63ddbf0a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:46.642195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea750a5c-a19b-4dbe-ba02-7b64ed627519 req-f276e125-3af4-4922-ac93-5bcd63ddbf0a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 1.0429752 Apr 18 20:07:46.652134 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:46.686175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'tag': '58d8746a-0853-468f-899f-50248e15ea90'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:46.702732 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Transition to ACTIVE for port object ef7aa20b-e8f8-4537-8696-8104a99f76d8 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:46.713285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:46.730490 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:46.739367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:46.819295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:46.824340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:46.877719 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a97642a-652d-48d0-93a9-83c4dfc77b4e'] response: {'name': 'network-changed', 'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'tag': '58d8746a-0853-468f-899f-50248e15ea90', 'status': 'completed', 'code': 200} Apr 18 20:07:47.044536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:47.227536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:47.240843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:47.245161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:47.265546 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5852e-3887-4d34-a993-9d4bba8df778 None None] Pushing event updated for resources: {'Port': ['ID=ef7aa20b-e8f8-4537-8696-8104a99f76d8,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:47.363701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea750a5c-a19b-4dbe-ba02-7b64ed627519 req-5ed85406-470a-40fb-9572-9aa472d8af02 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486475 Apr 18 20:07:47.414567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Router 95c96cae-80da-4139-b86a-88921a0e1819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:07:47.445205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-540e9305-9edd-496e-b028-44938466bcf5 None None] Provisioning complete for port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:47.459967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-540e9305-9edd-496e-b028-44938466bcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:47.520566 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Attempting to bind port ef7aa20b-e8f8-4537-8696-8104a99f76d8 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:47.522352 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Attempting to bind port ef7aa20b-e8f8-4537-8696-8104a99f76d8 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:47.522724 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Attempting to bind port ef7aa20b-e8f8-4537-8696-8104a99f76d8 on network e6b5219e-ad36-437f-95b1-6c43115b35f6 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:47.529960 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:47.530343 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Checking segment: {'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:47.530751 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:47.531150 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Bound using segment: {'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:47.531736 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Bound port: ef7aa20b-e8f8-4537-8696-8104a99f76d8, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9be1f55-ca95-4974-8570-08387cd14e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:47.532248 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:47.634029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-bbf82b33-6a44-40d7-acac-568d40a2f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:47.635554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-bbf82b33-6a44-40d7-acac-568d40a2f689 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1125 time: 0.5348132 Apr 18 20:07:47.650878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-540e9305-9edd-496e-b028-44938466bcf5 None None] Port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:07:47.703325 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] For port ef7aa20b-e8f8-4537-8696-8104a99f76d8, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:47.715991 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] For port ef7aa20b-e8f8-4537-8696-8104a99f76d8, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ef7aa20b-e8f8-4537-8696-8104a99f76d8,segment=NetworkSegment(e9be1f55-ca95-4974-8570-08387cd14e1b),segment_id=e9be1f55-ca95-4974-8570-08387cd14e1b)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:47.726785 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:47.848021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:47.885776 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Routers {'c3d00e80-4201-488c-a765-55b621ee5150'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:47.886491 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3d00e80-4201-488c-a765-55b621ee5150'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:47.911455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:47.920879 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:48.232495 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5852e-3887-4d34-a993-9d4bba8df778 None None] Pushing event updated for resources: {'Port': ['ID=ef7aa20b-e8f8-4537-8696-8104a99f76d8,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:48.270142 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] Set router c3d00e80-4201-488c-a765-55b621ee5150 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:48.291299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:48.329369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.340543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.341030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.341602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.342053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.342522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.342966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.343394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.343822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.344324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.344752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.345305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:07:48.349489 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:48.352823 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:48.440108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:07:48.449749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f2f9113f-396f-4e33-9981-37be46de755a admin admin] 10.222.0.47 "PUT /v2.0/routers/95c96cae-80da-4139-b86a-88921a0e1819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0785515 Apr 18 20:07:48.459063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:48.465071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Sync routers for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:07:48.482779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:48.485255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:48.616440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-bc4f1900-40d5-4083-a890-0fd6d2d314dd tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:48.620389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-bc4f1900-40d5-4083-a890-0fd6d2d314dd tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:07:48.669597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-b63b25d9-7979-4815-bf14-761940ab9273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:48.671417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-b63b25d9-7979-4815-bf14-761940ab9273 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.9610751 Apr 18 20:07:48.678296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-bc4f1900-40d5-4083-a890-0fd6d2d314dd tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:07:48.682793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-bc4f1900-40d5-4083-a890-0fd6d2d314dd tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 0.4632795 Apr 18 20:07:48.712594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-c3377a7b-d845-4986-a6ef-4dbbb198134b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/quotas/fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 375 time: 0.0228686 Apr 18 20:07:48.780320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-27a7e156-e91e-4a0b-ad16-1fd1579415e9 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657706 Apr 18 20:07:48.820128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-26ce532f-1542-4f6f-bcff-66cfc6933ad9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.1366665 Apr 18 20:07:48.934642 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ef7aa20b-e8f8-4537-8696-8104a99f76d8', 'name': '', 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'mac_address': 'fa:16:3e:b0:59:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'fcdae6a4-e833-4b38-8cdf-af0b6cadbb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:36Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'subnets': [{'id': 'fcdae6a4-e833-4b38-8cdf-af0b6cadbb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:48.940927 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a278c82-0033-48a6-9f9a-53e9aed90a08 None None] The sync data for ids ['c3d00e80-4201-488c-a765-55b621ee5150'] in n-d-836016-3 is: [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ef7aa20b-e8f8-4537-8696-8104a99f76d8', 'name': '', 'network_id': 'e6b5219e-ad36-437f-95b1-6c43115b35f6', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'mac_address': 'fa:16:3e:b0:59:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_interface', 'standard_attr_id': 314, 'fixed_ips': [{'subnet_id': 'fcdae6a4-e833-4b38-8cdf-af0b6cadbb17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:36Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'subnets': [{'id': 'fcdae6a4-e833-4b38-8cdf-af0b6cadbb17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:07:48.988791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:49.006765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-535a80ae-d553-4e90-8dff-0e34e577e65f service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252939 Apr 18 20:07:49.165615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-976e021b-1ca4-48cf-86b0-363fb18f4923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:49.167688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-976e021b-1ca4-48cf-86b0-363fb18f4923 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.3358386 Apr 18 20:07:49.439393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-0d0ffb56-6319-4c07-a80d-72be16538db7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1699774 Apr 18 20:07:49.449972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:49.492324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 58d8746a-0853-468f-899f-50248e15ea90 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:07:49.499199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-a907b2d8-ecad-4ece-94a4-ed286e302bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704273 Apr 18 20:07:49.939788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3b80c-c219-44e7-a014-9b14b0cf7ca5 req-00ab33f5-106f-48c4-bf39-9416c6d69c8e tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:49.941375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69f3b80c-c219-44e7-a014-9b14b0cf7ca5 req-00ab33f5-106f-48c4-bf39-9416c6d69c8e tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.5077107 Apr 18 20:07:49.974509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:50.062037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 58d8746a-0853-468f-899f-50248e15ea90 has no active binding in host n-h2-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:07:50.081826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69f3b80c-c219-44e7-a014-9b14b0cf7ca5 req-63cd8e70-db14-4015-8dc6-d4b7982ae683 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193902 Apr 18 20:07:50.096547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-a00bb567-499a-484c-95a0-736462286313 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431015 Apr 18 20:07:50.140794 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:50.276199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:50.276888 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:50.367500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2a55e2-aeae-4bcf-b68c-13b43302c569 req-07cb965b-ba19-4636-8692-d0a2f0eed386 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496021 Apr 18 20:07:50.438285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Deleting port ef7aa20b-e8f8-4537-8696-8104a99f76d8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:07:50.438640 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:50.560223 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45ffc7b7-ca64-4541-99a3-86f98cbcc460 req-4262d51e-22c2-4af2-9760-2ad4b186bd03 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 210 time: 0.1916463 Apr 18 20:07:50.726946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 2, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:50.734377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Checking router: 95c96cae-80da-4139-b86a-88921a0e1819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:07:50.734735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Updating router 95c96cae-80da-4139-b86a-88921a0e1819 port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:07:50.834430 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:50.875399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] For port ef7aa20b-e8f8-4537-8696-8104a99f76d8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ef7aa20b-e8f8-4537-8696-8104a99f76d8,segment=NetworkSegment(e9be1f55-ca95-4974-8570-08387cd14e1b),segment_id=e9be1f55-ca95-4974-8570-08387cd14e1b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:50.875766 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:50.962561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ef7aa20b-e8f8-4537-8696-8104a99f76d8 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:51.219731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Calling delete_port for ef7aa20b-e8f8-4537-8696-8104a99f76d8 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:07:51.486543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9dab-577a-46f2-a627-21e6a73e8149 req-8fb58bc7-d63a-4bcf-89b0-1117fcbb7a6f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:51.491442 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-864f9dab-577a-46f2-a627-21e6a73e8149 req-8fb58bc7-d63a-4bcf-89b0-1117fcbb7a6f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.1304128 Apr 18 20:07:51.565904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ef7aa20b-e8f8-4537-8696-8104a99f76d8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:51.586352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ef7aa20b-e8f8-4537-8696-8104a99f76d8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:51.587863 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:51.617768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-864f9dab-577a-46f2-a627-21e6a73e8149 req-1cfbf41b-5343-41c6-ada5-10bf4e8b990a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189432 Apr 18 20:07:51.880204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ffa9b0e4-bf78-4550-8fdc-e9ef40d9eaf9 req-5f1298a1-8381-4291-b710-06e232ee9233 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 210 time: 0.1132033 Apr 18 20:07:51.898074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:51.933361 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:52.031767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Transition to ACTIVE for port object 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:52.032332 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:52.182643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:52.225474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef7aa20b-e8f8-4537-8696-8104a99f76d8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:52.318658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:52.476751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e9efd-a273-4b5a-9eb2-7a23ae29d068 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:52.562143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-cf00580d-f8af-48a5-b618-7d4b79e8f279 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:52.564080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-cf00580d-f8af-48a5-b618-7d4b79e8f279 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 0.4790430 Apr 18 20:07:52.583729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Request body: {'port': {'device_id': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'admin_state_up': True, 'tenant_id': 'fc5f549dedc648d998641dc03c881d13'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:52.614601 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:52.817794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Attempting to bind port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:52.818379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Attempting to bind port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:52.818906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Attempting to bind port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:52.833224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:52.833949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Checking segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:52.834509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:52.835053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Bound using segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:52.835677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Bound port: 9bc8d6f8-b604-49f5-adeb-387b0b40cc01, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:52.836233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.035819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:53.043079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.049795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] For port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:53.067900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] For port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:53.068163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Usage tracker for resource:port and tenant:fc5f549dedc648d998641dc03c881d13 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:53.090594 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.100850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:53.109149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Usage tracker for resource:security_group_rule and tenant:d619e43d406649f397022f0aec12b69a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:53.115409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:53.127918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:53.208441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:53.238334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-network', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:53.250779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e9efd-a273-4b5a-9eb2-7a23ae29d068 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:53.272326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:53.277247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:53.277932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:53.285232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Usage tracker for resource:network and tenant:63e2cecfcb7d4b9a872266515027c96e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:53.292148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:53.311076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:53.358472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bdbba-4f17-4764-b388-fda1e20f6ed8 req-7ecaa0a7-7029-4008-8912-7b86d5990bf9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:53.360319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c13bdbba-4f17-4764-b388-fda1e20f6ed8 req-7ecaa0a7-7029-4008-8912-7b86d5990bf9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.4257946 Apr 18 20:07:53.364606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.367246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:53.384548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:53.398153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Router c3d00e80-4201-488c-a765-55b621ee5150 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:07:53.401181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.467654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Made reservation on behalf of 63e2cecfcb7d4b9a872266515027c96e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:53.472590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.482167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61ff3c8-3ce6-4fb0-bd85-107923cae8b9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:53.490763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Made reservation on behalf of fc5f549dedc648d998641dc03c881d13 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:53.502573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.563727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c13bdbba-4f17-4764-b388-fda1e20f6ed8 req-edff74f4-477a-4c27-a03a-e4de8a0560d5 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960642 Apr 18 20:07:53.624633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-20e408a0-efb3-434f-a003-7f41b5f56764 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d619e43d406649f397022f0aec12b69a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3048346 Apr 18 20:07:53.627682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60480) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:53.764678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:53.810788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:53.815524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Usage tracker for resource:security_group_rule and tenant:63e2cecfcb7d4b9a872266515027c96e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:53.827701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:53.855145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:53.908573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:53.967886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db366a97-f4e4-497e-ac27-ae08b02758e6 req-a42f7d83-61a3-4524-b1c5-049ce4d34fde tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 210 time: 0.2088127 Apr 18 20:07:54.100162 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a51-612d-41c2-9e24-e1e87024001f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.159051 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a51-612d-41c2-9e24-e1e87024001f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.195435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Allocated IP 172.20.0.12 (6bb0cae6-2372-455c-b0c2-b49e6408fd37/921d894b-aadb-4af8-a6f7-2fc211820e99/efb29d87-05e0-4066-84d4-6982df74282b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:07:54.285089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:07:54.307512 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888635c-2000-4f49-b806-70298836a113 None None] Sync routers for ids ['c3d00e80-4201-488c-a765-55b621ee5150'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:07:54.326239 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] Routers {'c3d00e80-4201-488c-a765-55b621ee5150'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:54.327183 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3d00e80-4201-488c-a765-55b621ee5150'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:54.411671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a51-612d-41c2-9e24-e1e87024001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.484968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb6a51-612d-41c2-9e24-e1e87024001f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61ff3c8-3ce6-4fb0-bd85-107923cae8b9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:54.500418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17eb6a51-612d-41c2-9e24-e1e87024001f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.504805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-17eb6a51-612d-41c2-9e24-e1e87024001f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b61ff3c8-3ce6-4fb0-bd85-107923cae8b9 HTTP/1.1" status: 204 len: 168 time: 0.8744547 Apr 18 20:07:54.660026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:53Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:54.672078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb048fad-2a26-4455-ae75-dbfd2411c1d7 None None] The sync data for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 is: [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:53Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:07:54.688543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.745410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.823066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.927434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:54.965430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70926c0c-2755-445a-acf1-b784c23bf72e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:54.999130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] Set router c3d00e80-4201-488c-a765-55b621ee5150 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:55.045342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-788539be-b9b3-43fb-ac34-b49fd4a0b1e5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3349111 Apr 18 20:07:55.054273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:55.268135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:07:55.276906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:55.276906 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.349977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:07:55.373165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:55.377473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:07:55.386178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:55.387415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.409055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:55.433477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:07:55.446703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-10173f41-81bf-4094-9008-3d27b2f24271 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8699923 Apr 18 20:07:55.448095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.448930 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Added segment 01664fde-0ccf-4965-bc65-f42be40b9f46 of type vlan for network 0e564a0b-2b90-4007-b794-7409121ff067 Apr 18 20:07:55.465298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Request body: {'port': {'device_id': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:55.503901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60532) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:55.521021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.568981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.584417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61af9b20-8d7d-45c7-beee-11233db2adde tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:55.586600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61af9b20-8d7d-45c7-beee-11233db2adde tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4983611 Apr 18 20:07:55.593124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.594507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:55.595310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.617544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aee0b3-4409-48e2-bf17-91441ff4ce8c req-83c0f8c0-ccad-452b-b151-46b2b50648f7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:55.619787 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44aee0b3-4409-48e2-bf17-91441ff4ce8c req-83c0f8c0-ccad-452b-b151-46b2b50648f7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.4677329 Apr 18 20:07:55.688510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:55.702720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.773037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:55.811271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cd86197a-b9d0-40a2-9248-d33b26d55891 admin admin] 10.222.0.47 "PUT /v2.0/routers/c3d00e80-4201-488c-a765-55b621ee5150/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6802585 Apr 18 20:07:55.813099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-4ae6cf0f-9ff8-4edb-8f5c-5003763f4d49 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/quotas/159f273d2b3d468498eede75254dd129 HTTP/1.1" status: 200 len: 375 time: 0.2116165 Apr 18 20:07:55.819263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] Pushing event updated for resources: {'Network': ['ID=0e564a0b-2b90-4007-b794-7409121ff067,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:55.824345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60538) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:55.855594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44aee0b3-4409-48e2-bf17-91441ff4ce8c req-18d49bc3-b5ef-4548-940f-6829ec406422 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127290 Apr 18 20:07:55.904224 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:51Z', 'revision_number': 5, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:55.914383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888635c-2000-4f49-b806-70298836a113 None None] Checking router: c3d00e80-4201-488c-a765-55b621ee5150 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:07:55.938907 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] Routers {'c3d00e80-4201-488c-a765-55b621ee5150'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:07:55.940736 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3d00e80-4201-488c-a765-55b621ee5150'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:55.947599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:55.964397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 0e564a0b-2b90-4007-b794-7409121ff067 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:07:55.971339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60544) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:56.001721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:56.019654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:56.062103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:56.075993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Usage tracker for resource:security_group_rule and tenant:4941ac7ba8514ccab8bbec9a1736dc27 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:56.086095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:56.089791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:56.101914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:56.105383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Usage tracker for resource:security_group_rule and tenant:6011375be8404e7a99d2bd55efa99548 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:56.159038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1952516b-5045-46a9-be65-a9e4a4c3a0bc service neutron] 10.222.0.55 "GET /v2.0/ports/58d8746a-0853-468f-899f-50248e15ea90/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 384 time: 2.1547995 Apr 18 20:07:56.173486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:56.195117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:56.202113 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bc0f0f3d-853b-40d7-b9ba-4356b450e125 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.9923368 Apr 18 20:07:56.219458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60548) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:56.264160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Request body: {'subnet': {'network_id': '0e564a0b-2b90-4007-b794-7409121ff067', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-subnet', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:56.297742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:56.325630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Usage tracker for resource:subnet and tenant:63e2cecfcb7d4b9a872266515027c96e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:56.329739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:56.340040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:56.382197 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] Set router c3d00e80-4201-488c-a765-55b621ee5150 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:07:56.402314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-c38396c5-a656-431d-b3dd-6ed61b41c93b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5612454 Apr 18 20:07:56.441224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-59315687-881d-4b97-8bb3-62f92683af69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:56.442785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-59315687-881d-4b97-8bb3-62f92683af69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1125 time: 2.4379165 Apr 18 20:07:56.522129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Made reservation on behalf of 63e2cecfcb7d4b9a872266515027c96e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:07:56.527922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:56.707162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:56.918480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:07:57.117756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:07:57.118891 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:57.140806 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6888635c-2000-4f49-b806-70298836a113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:51Z', 'revision_number': 5, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:07:57.148896 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6888635c-2000-4f49-b806-70298836a113 None None] The sync data for ids ['c3d00e80-4201-488c-a765-55b621ee5150'] in n-d-836016-3 is: [{'id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-448293653-router', 'tenant_id': '846e3d2b90f442248c2392c44bed9351', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16'}], 'enable_snat': True}, 'gw_port_id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:51Z', 'revision_number': 5, 'project_id': '846e3d2b90f442248c2392c44bed9351', 'gw_port': {'id': 'dd89a129-d46c-4abd-ac90-7c305830f3be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d00e80-4201-488c-a765-55b621ee5150', 'device_owner': 'network:router_gateway', 'standard_attr_id': 299, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:27Z', 'updated_at': '2022-04-18T20:07:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:07:57.309954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-efefd60e-cb6d-4e71-8462-a2f278432bb4 req-3967f611-dee3-46f9-8f12-bcd4a4a697e9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 210 time: 0.2201838 Apr 18 20:07:57.460251 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:57.494910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:57.505008 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:57.582073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:57.621368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-49ad6492-1739-41b7-a6b8-f082fd0fcc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:57.629421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-49ad6492-1739-41b7-a6b8-f082fd0fcc31 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.7144055 Apr 18 20:07:57.655500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34446704-a5bb-4c10-8c1b-08e5cb374ec4 req-c7537c33-adb3-4ab7-955d-128d957af57f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:57.668055 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34446704-a5bb-4c10-8c1b-08e5cb374ec4 req-c7537c33-adb3-4ab7-955d-128d957af57f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 932 time: 0.5711119 Apr 18 20:07:57.710975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb29d87-05e0-4066-84d4-6982df74282b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:57.722576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4941ac7ba8514ccab8bbec9a1736dc27&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2121775 Apr 18 20:07:57.742724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:57.756781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:57.772819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6011375be8404e7a99d2bd55efa99548&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8000000 Apr 18 20:07:57.773868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103e2a16-e1f8-4806-8154-f7a4cb362026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae37e691-9651-47af-b4b4-f6ec092858d4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:57.807218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60572) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:57.954276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 58d8746a-0853-468f-899f-50248e15ea90 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:07:57.966888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Transition to ACTIVE for port object efb29d87-05e0-4066-84d4-6982df74282b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:07:57.989149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.022412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.068857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-a225a1d1-29fc-4ff4-827d-64d987bf6e23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.3771651 Apr 18 20:07:58.144587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915834c8-0da9-4d81-a7dd-afd324218977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e030e0d4-80b4-49d3-805a-2f73ae5d56ce,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:58.257582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34446704-a5bb-4c10-8c1b-08e5cb374ec4 req-30fb5823-5043-49c7-9df0-48c359c4f8e9 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865328 Apr 18 20:07:58.263112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60582) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:58.263442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Deleting port dd89a129-d46c-4abd-ac90-7c305830f3be {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:07:58.263930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.343184 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44b28353-6f14-4126-8011-4a2e349da21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.364778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.391818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44b28353-6f14-4126-8011-4a2e349da21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.597749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44b28353-6f14-4126-8011-4a2e349da21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.625850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d5ca31-4c3f-4094-a5e8-9d31613ded3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.642306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-66b8c207-535a-4872-9297-6fad1c47fc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:58.643659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-66b8c207-535a-4872-9297-6fad1c47fc39 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.5595589 Apr 18 20:07:58.649210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:07:58.649616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:07:58.649957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:58.652221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.707359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:58.709929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:58.710470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:07:58.710806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:07:58.721736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-582ccc91-60e6-4b10-bca7-c907fd2ae5fa req-1d971293-428b-4009-bcb4-98e06bd159f8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 210 time: 0.2018793 Apr 18 20:07:58.739687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a31b5-e061-451e-8cc9-21ae999aecf3 req-69415417-d497-462e-bd3e-0c94904d9a83 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:58.757662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-194a31b5-e061-451e-8cc9-21ae999aecf3 req-69415417-d497-462e-bd3e-0c94904d9a83 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.9612563 Apr 18 20:07:58.757865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-2607dd56-6ae8-40f0-b314-f4105b5cdc41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826981 Apr 18 20:07:58.757987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b28353-6f14-4126-8011-4a2e349da21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae37e691-9651-47af-b4b4-f6ec092858d4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:58.757987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:58.759454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Usage tracker for resource:security_group_rule and tenant:f87e0f8e41aa4991829b9b4eee5a484e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:58.784153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:58.789725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d5ca31-4c3f-4094-a5e8-9d31613ded3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.798788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bf9363a-297d-4538-be35-4eaa88ae0568,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:58.802978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:07:58.803146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:58.803504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:07:58.804324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Bound port: efb29d87-05e0-4066-84d4-6982df74282b, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:07:58.804936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.809079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ef7aa20b-e8f8-4537-8696-8104a99f76d8 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:07:58.816738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] For port dd89a129-d46c-4abd-ac90-7c305830f3be, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dd89a129-d46c-4abd-ac90-7c305830f3be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:58.817244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.834313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:58.861247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:58.876579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44b28353-6f14-4126-8011-4a2e349da21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:58.883141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44b28353-6f14-4126-8011-4a2e349da21b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae37e691-9651-47af-b4b4-f6ec092858d4 HTTP/1.1" status: 204 len: 168 time: 1.1270247 Apr 18 20:07:58.894040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ef7aa20b-e8f8-4537-8696-8104a99f76d8 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:07:58.894644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ef7aa20b-e8f8-4537-8696-8104a99f76d8 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:07:58.911831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Checking segment: {'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:07:58.912200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Network hostable DHCP agents. Network: 0e564a0b-2b90-4007-b794-7409121ff067, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:07:59.033074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-194a31b5-e061-451e-8cc9-21ae999aecf3 req-2ca2c63c-d501-45a3-9b4f-28ea9fac1dd3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354753 Apr 18 20:07:59.058301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:07:59.062380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Calling delete_port for dd89a129-d46c-4abd-ac90-7c305830f3be owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:07:59.063246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:07:59.064773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Network 0e564a0b-2b90-4007-b794-7409121ff067 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:07:59.090205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.211510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.55', 56661) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:59.220653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d5ca31-4c3f-4094-a5e8-9d31613ded3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.264405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d8746a-0853-468f-899f-50248e15ea90 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:07:59.296567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:07:59.296799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 0e564a0b-2b90-4007-b794-7409121ff067) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:07:59.313020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8e0980-8657-4133-afbe-c47c3cf8ea27 None None] Network 0e564a0b-2b90-4007-b794-7409121ff067 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:07:59.330426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:59.331520 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.338253 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-d5c21619-abfb-42bd-988c-eb91e4962a5d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132562 Apr 18 20:07:59.423383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5ca31-4c3f-4094-a5e8-9d31613ded3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e030e0d4-80b4-49d3-805a-2f73ae5d56ce,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:59.517806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.521184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:59.522286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.525678 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] 10.222.0.61 "PUT /v2.0/ports/efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 1092 time: 4.0679641 Apr 18 20:07:59.528028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:07:59.562340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-695232cc-5419-4aea-ae53-088a83c68e50 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 3.3381369 Apr 18 20:07:59.579886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d5ca31-4c3f-4094-a5e8-9d31613ded3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.585034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-43d5ca31-4c3f-4094-a5e8-9d31613ded3a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e030e0d4-80b4-49d3-805a-2f73ae5d56ce HTTP/1.1" status: 204 len: 168 time: 1.7061961 Apr 18 20:07:59.585034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60602) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:59.591580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-dfcd2468-81b6-4212-b70f-2f01e22234bb service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8389950 Apr 18 20:07:59.668570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:07:59.675962 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d28acf-18b6-4fb6-9896-ba7659128189'] response: {'name': 'network-changed', 'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b', 'status': 'completed', 'code': 200} Apr 18 20:07:59.703538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:07:59.709128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2afb4b-d808-4f40-bcb1-680568200111 service neutron] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:59.732868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Usage tracker for resource:router and tenant:63e2cecfcb7d4b9a872266515027c96e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:07:59.740273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:07:59.751232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.763557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.779572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:59.805399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:07:59.845560 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f87e0f8e41aa4991829b9b4eee5a484e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5627437 Apr 18 20:07:59.852851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60616) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:07:59.855557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74f809-daf8-465c-938f-ace061a76404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed82f2a7-374f-4c89-97b9-6373f01fb7fb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:07:59.895852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.896902 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.918574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:07:59.945043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-79ae7679-8c46-499d-b918-6750a821b75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:07:59.947750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-79ae7679-8c46-499d-b918-6750a821b75c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1095 time: 0.3580520 Apr 18 20:07:59.981373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-0e564a0b-2b90-4007-b794-7409121ff067', 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'fixed_ips': [{'subnet_id': '6bf9363a-297d-4538-be35-4eaa88ae0568'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:07:59.982640 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:00.127324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:00.257685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:00.326352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Usage tracker for resource:security_group_rule and tenant:f0331f8d4a7a4c798ac49037a0f3e72e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:00.341949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:00.344202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Allocated IP 172.20.0.2 (0e564a0b-2b90-4007-b794-7409121ff067/6bf9363a-297d-4538-be35-4eaa88ae0568/9cf9f3cb-8441-4998-b71c-17174342963f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:00.403650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:00.423432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-213a0cfb-4cf9-4321-9ced-c238c6cd4808 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:00.426548 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-213a0cfb-4cf9-4321-9ced-c238c6cd4808 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0751083 Apr 18 20:08:00.448383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:00.550087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-cb294b31-9920-4778-a0d8-4cd0a636c96a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 217 time: 0.5928035 Apr 18 20:08:00.620130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:00.637269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Transition to ACTIVE for port object 9cf9f3cb-8441-4998-b71c-17174342963f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:00.667142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Transition to ACTIVE for port object 9cf9f3cb-8441-4998-b71c-17174342963f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:00.669464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4d3b0db-40f2-42e6-9787-a2eac49cb360 req-9427ffc3-3809-48c7-aa68-769217263fa2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 210 time: 0.4476981 Apr 18 20:08:00.680427 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:00.771102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Network 0e564a0b-2b90-4007-b794-7409121ff067 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:00.781361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:00.787792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:00.850501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:00.914415 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16d2f26d-e08e-4999-9cb0-bdcf17c2ec6b req-b0259b26-6e85-4773-ba62-f9a916c4d46f service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1925967 Apr 18 20:08:00.966228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b99ab4f-37a4-46f1-a2a0-8399024ecd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:00.974870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7603b14-ae21-46da-a986-2dbd8ce3c310 req-9e9db0b7-e8f5-4aff-9860-f42cac36646b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:00.978538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Pushing event updated for resources: {'Port': ['ID=9cf9f3cb-8441-4998-b71c-17174342963f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:00.989125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b7603b14-ae21-46da-a986-2dbd8ce3c310 req-9e9db0b7-e8f5-4aff-9860-f42cac36646b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 944 time: 1.5275071 Apr 18 20:08:01.011885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Attempting to bind port 9cf9f3cb-8441-4998-b71c-17174342963f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:01.014699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Attempting to bind port 9cf9f3cb-8441-4998-b71c-17174342963f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:01.017247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Attempting to bind port 9cf9f3cb-8441-4998-b71c-17174342963f on network 0e564a0b-2b90-4007-b794-7409121ff067 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:01.032584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:01.033838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Checking segment: {'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:01.034989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.035937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Bound using segment: {'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:01.036909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Bound port: 9cf9f3cb-8441-4998-b71c-17174342963f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:01.038290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.041556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-af5c8cf6-e81d-4182-9477-6dc032dd1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:01.043120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-af5c8cf6-e81d-4182-9477-6dc032dd1f97 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.4507616 Apr 18 20:08:01.117346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b99ab4f-37a4-46f1-a2a0-8399024ecd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.141080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-47d4cabf-5d99-4293-892c-f563760f9e5e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0865762 Apr 18 20:08:01.188485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] Transition to ACTIVE for port object 58d8746a-0853-468f-899f-50248e15ea90 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:01.196816 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.299883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b7603b14-ae21-46da-a986-2dbd8ce3c310 req-81fd77e4-8afe-4b67-a6d6-51593ec6d433 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094368 Apr 18 20:08:01.326661 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.374355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd89a129-d46c-4abd-ac90-7c305830f3be,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:01.418310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] For port 9cf9f3cb-8441-4998-b71c-17174342963f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:01.425362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] For port 9cf9f3cb-8441-4998-b71c-17174342963f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9cf9f3cb-8441-4998-b71c-17174342963f,segment=NetworkSegment(01664fde-0ccf-4965-bc65-f42be40b9f46),segment_id=01664fde-0ccf-4965-bc65-f42be40b9f46)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:01.458893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.481549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ac0cb-aa68-4719-ad6b-60dba4687048 req-7506d274-5b8b-4fd5-b1da-5916bea58083 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:01.484353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-882ac0cb-aa68-4719-ad6b-60dba4687048 req-7506d274-5b8b-4fd5-b1da-5916bea58083 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 944 time: 0.6434999 Apr 18 20:08:01.539485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:01.583349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Usage tracker for resource:port and tenant:159f273d2b3d468498eede75254dd129 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:01.591182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:01.598854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b99ab4f-37a4-46f1-a2a0-8399024ecd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.641825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.651304 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-a7498a8b-b386-479b-9ba8-ae6cb99e2453 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857872 Apr 18 20:08:01.661962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99ab4f-37a4-46f1-a2a0-8399024ecd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed82f2a7-374f-4c89-97b9-6373f01fb7fb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:01.713056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:01.778076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb2d3d-f37a-4741-8f17-b43d22222ae8 None None] Pushing event updated for resources: {'Port': ['ID=9cf9f3cb-8441-4998-b71c-17174342963f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:01.807172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-882ac0cb-aa68-4719-ad6b-60dba4687048 req-27a6d952-c203-4095-bd89-b9fbbb004a9c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836556 Apr 18 20:08:01.831009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b99ab4f-37a4-46f1-a2a0-8399024ecd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:01.839359 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b99ab4f-37a4-46f1-a2a0-8399024ecd89 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed82f2a7-374f-4c89-97b9-6373f01fb7fb HTTP/1.1" status: 204 len: 168 time: 1.9739170 Apr 18 20:08:01.853950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] No DVR routers for this DVR port 58d8746a-0853-468f-899f-50248e15ea90 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:08:02.027925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.180068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:02.194324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.270006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.282659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.321700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.349138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] Pushing event updated for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:02.417868 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.641112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ab626e6-ff38-433a-9958-e709ef751e98 req-cf71b037-c571-4fd4-bdd7-95837f077035 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 210 time: 0.3783503 Apr 18 20:08:02.646455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:02.669048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf82284c-b381-4f79-9227-a10f2452e3b9 req-345c02fc-c645-4b6a-9acd-afcb1048ccb3 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0003157 Apr 18 20:08:02.707614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Usage tracker for resource:security_group_rule and tenant:159f273d2b3d468498eede75254dd129 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:02.722389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.736754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:02.752647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-1754b93c-def9-4508-96af-ebea95c78d37 service neutron] 10.222.0.55 "PUT /v2.0/ports/58d8746a-0853-468f-899f-50248e15ea90/bindings/n-h2-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 6.5018051 Apr 18 20:08:02.753976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac55b4-9fbe-4ef3-bbc9-87fd34a9aab8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:02.760884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:02.765485 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.768280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9ce08ca9-412f-477b-b0f6-0154ad0f55a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0331f8d4a7a4c798ac49037a0f3e72e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9749510 Apr 18 20:08:02.773055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.774296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3d00e80-4201-488c-a765-55b621ee5150 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:08:02.781042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:02.781689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60660) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:02.893785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:02.897874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cfe68e8b-01d8-4c64-9d2b-414c77b21245 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c3d00e80-4201-488c-a765-55b621ee5150 HTTP/1.1" status: 204 len: 168 time: 7.0657682 Apr 18 20:08:02.950887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60670) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:02.959608 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.027183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:03.128555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Usage tracker for resource:security_group_rule and tenant:f50b01abc8304bd0aa26ef85b2547e76 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:03.131739 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58da652c-a904-4f25-9d98-fb1f335a90e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.134716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:03.157598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:03.220058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58da652c-a904-4f25-9d98-fb1f335a90e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.562237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b96871-79c5-440b-9472-ba3295e78f23 None None] Network 0e564a0b-2b90-4007-b794-7409121ff067 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:08:03.604823 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.614785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] Deleting subnet fcdae6a4-e833-4b38-8cdf-af0b6cadbb17 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:08:03.620382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.621218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c33848-551b-42f5-8e6d-b5fa3cb4889a req-8fd9dfc6-0132-439e-bc37-238b95df43fd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:03.624375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53c33848-551b-42f5-8e6d-b5fa3cb4889a req-8fd9dfc6-0132-439e-bc37-238b95df43fd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 0.2968495 Apr 18 20:08:03.643698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.645858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9cf9f3cb-8441-4998-b71c-17174342963f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:03.688240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.792964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.902674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b99e6d14-a176-4ac3-9010-e5468a1e6117 None None] Provisioning for port 9cf9f3cb-8441-4998-b71c-17174342963f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:03.904760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e613860-800a-4b65-b933-1318b36bf98b req-2b8be22f-1d12-41a3-9cd2-945e85a4ed86 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:03.905660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9e613860-800a-4b65-b933-1318b36bf98b req-2b8be22f-1d12-41a3-9cd2-945e85a4ed86 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:03.917085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.932763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-3b07710e-49c5-4285-a95e-1c8d9233add6 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:03.934627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-3b07710e-49c5-4285-a95e-1c8d9233add6 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.9887869 Apr 18 20:08:03.980643 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58da652c-a904-4f25-9d98-fb1f335a90e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:03.987305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658457b6-7e8a-4105-a791-f5b9ed56239b None None] Network e6b5219e-ad36-437f-95b1-6c43115b35f6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:08:04.031549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:04.049315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.42 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/8bb5438e-a6c7-4f67-a7d6-cdf1f3869513) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:04.059550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdae6a4-e833-4b38-8cdf-af0b6cadbb17,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:04.091121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9cf9f3cb-8441-4998-b71c-17174342963f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:04.111294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518af0-79ec-4106-a462-146f5d1272ff req-6c4c2ced-2f9f-4991-98a1-3e85b0c5a8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:04.115770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83518af0-79ec-4106-a462-146f5d1272ff req-6c4c2ced-2f9f-4991-98a1-3e85b0c5a8ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1095 time: 1.2731817 Apr 18 20:08:04.125342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9cf9f3cb-8441-4998-b71c-17174342963f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:04.126001 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:04.154932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17d06e43-b11c-4843-910b-9ee68552b50d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:04.170935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:04.197249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53c33848-551b-42f5-8e6d-b5fa3cb4889a req-6c787e00-ef8b-4668-921d-ea60c7cb7949 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375765 Apr 18 20:08:04.208846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-baa7dbfd-691d-40ec-b683-9f39b4b642d4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fcdae6a4-e833-4b38-8cdf-af0b6cadbb17 HTTP/1.1" status: 204 len: 168 time: 1.2204731 Apr 18 20:08:04.209309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:04.216060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:04.245501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Allocated IP 172.25.5.252 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/e7654231-834f-4807-a36b-15998d4757da) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:04.255247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9e613860-800a-4b65-b933-1318b36bf98b req-2b8be22f-1d12-41a3-9cd2-945e85a4ed86 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:04.257438 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e613860-800a-4b65-b933-1318b36bf98b req-2b8be22f-1d12-41a3-9cd2-945e85a4ed86 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 944 time: 1.5908804 Apr 18 20:08:04.452485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da652c-a904-4f25-9d98-fb1f335a90e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac55b4-9fbe-4ef3-bbc9-87fd34a9aab8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:04.463234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:04.480923 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58da652c-a904-4f25-9d98-fb1f335a90e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:04.486223 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-58da652c-a904-4f25-9d98-fb1f335a90e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8bac55b4-9fbe-4ef3-bbc9-87fd34a9aab8 HTTP/1.1" status: 204 len: 168 time: 1.6913788 Apr 18 20:08:04.658202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Deleting port d801b994-4a11-44c7-ad00-218c6a4ad7b3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:08:04.658202 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:04.695490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9e613860-800a-4b65-b933-1318b36bf98b req-dd84522f-1238-4a9e-a66c-9d0077ae2c87 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:04.710806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f50b01abc8304bd0aa26ef85b2547e76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9161718 Apr 18 20:08:04.711540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc4578-3265-4340-b82e-45cb6c6c0a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968a3203-914a-4fcd-a6bf-b12bd14876ee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:04.715380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60688) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:04.751063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-6258491f-11af-4b70-b53c-139e25c77a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:04.753963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-6258491f-11af-4b70-b53c-139e25c77a91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47&tenant_id=79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 1096 time: 0.7662306 Apr 18 20:08:04.777909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518af0-79ec-4106-a462-146f5d1272ff req-5c941b2a-79ba-499b-8f1c-bf6fd4fb080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:04.780773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83518af0-79ec-4106-a462-146f5d1272ff req-5c941b2a-79ba-499b-8f1c-bf6fd4fb080e service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.6265488 Apr 18 20:08:05.021974 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.022846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b190f95-31ed-414f-8fa4-eb2ab83b7227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.037247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83518af0-79ec-4106-a462-146f5d1272ff req-b718f281-b736-4fe1-a302-a0eae64a7e75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 217 time: 0.2482862 Apr 18 20:08:05.106622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 9cf9f3cb-8441-4998-b71c-17174342963f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9cf9f3cb-8441-4998-b71c-17174342963f,segment=NetworkSegment(01664fde-0ccf-4965-bc65-f42be40b9f46),segment_id=01664fde-0ccf-4965-bc65-f42be40b9f46)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:05.121962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.188715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b190f95-31ed-414f-8fa4-eb2ab83b7227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.219018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] DHCP port deletion for e6b5219e-ad36-437f-95b1-6c43115b35f6 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:08:05.251203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Deleting port d801b994-4a11-44c7-ad00-218c6a4ad7b3 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:08:05.251773 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.262081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9e613860-800a-4b65-b933-1318b36bf98b req-dd84522f-1238-4a9e-a66c-9d0077ae2c87 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:05.290973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e613860-800a-4b65-b933-1318b36bf98b req-dd84522f-1238-4a9e-a66c-9d0077ae2c87 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9204321 Apr 18 20:08:05.362539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device efb29d87-05e0-4066-84d4-6982df74282b details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:05.371035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dd89a129-d46c-4abd-ac90-7c305830f3be no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:08:05.396765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.415709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.450369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: dd89a129-d46c-4abd-ac90-7c305830f3be {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:08:05.450369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dd89a129-d46c-4abd-ac90-7c305830f3be not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:08:05.450790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d801b994-4a11-44c7-ad00-218c6a4ad7b3 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:08:05.460277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83518af0-79ec-4106-a462-146f5d1272ff req-b4a9b520-0533-4f8c-9a97-19194ed1011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:05.461862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83518af0-79ec-4106-a462-146f5d1272ff req-b4a9b520-0533-4f8c-9a97-19194ed1011b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.4048114 Apr 18 20:08:05.562339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e6e8fbcf-a160-4f8e-aea3-1e5fa1bf7ef0 req-7485b031-3dc1-4b7c-bb74-3b7d83fe27fd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:05.571504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=9cf9f3cb-8441-4998-b71c-17174342963f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:05.662735 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.673952 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83518af0-79ec-4106-a462-146f5d1272ff req-6c9529b1-a7f9-4fe9-b90e-ffbe47f882f2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1951170 Apr 18 20:08:05.681819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-769c34f2-6271-4951-8765-72f6c1e3ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:05.685036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-769c34f2-6271-4951-8765-72f6c1e3ee42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1096 time: 0.7871246 Apr 18 20:08:05.728663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:05.804128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e6e8fbcf-a160-4f8e-aea3-1e5fa1bf7ef0 req-7485b031-3dc1-4b7c-bb74-3b7d83fe27fd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:05.806553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6e8fbcf-a160-4f8e-aea3-1e5fa1bf7ef0 req-7485b031-3dc1-4b7c-bb74-3b7d83fe27fd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 210 time: 0.7015226 Apr 18 20:08:05.906063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:05.944901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:05.956900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4b25a877-34ed-451a-9cb5-f4ec7b6f136c None None] Provisioning complete for port 9cf9f3cb-8441-4998-b71c-17174342963f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:05.957490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4b25a877-34ed-451a-9cb5-f4ec7b6f136c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:05.992766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] For port d801b994-4a11-44c7-ad00-218c6a4ad7b3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d801b994-4a11-44c7-ad00-218c6a4ad7b3,segment=NetworkSegment(e9be1f55-ca95-4974-8570-08387cd14e1b),segment_id=e9be1f55-ca95-4974-8570-08387cd14e1b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:05.993622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:06.009344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'efb29d87-05e0-4066-84d4-6982df74282b', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'port_id': 'efb29d87-05e0-4066-84d4-6982df74282b', 'mac_address': 'fa:16:3e:6b:25:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921d894b-aadb-4af8-a6f7-2fc211820e99', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:08:06.164075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:06.170908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:06.366849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Calling delete_port for d801b994-4a11-44c7-ad00-218c6a4ad7b3 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:08:06.468502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:06.532544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-49264ff0-ebef-45b0-910b-a1f03ee1e6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:06.536013 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-49264ff0-ebef-45b0-910b-a1f03ee1e6d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.7174573 Apr 18 20:08:06.582445 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:06.625601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efb29d87-05e0-4066-84d4-6982df74282b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:06.660992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:06.663074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:06.669256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:06.672086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b190f95-31ed-414f-8fa4-eb2ab83b7227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:06.688921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:06.693949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] No DVR routers for this DVR port d801b994-4a11-44c7-ad00-218c6a4ad7b3 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:08:06.840616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b190f95-31ed-414f-8fa4-eb2ab83b7227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968a3203-914a-4fcd-a6bf-b12bd14876ee,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:06.927010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] For port d801b994-4a11-44c7-ad00-218c6a4ad7b3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d801b994-4a11-44c7-ad00-218c6a4ad7b3,segment=NetworkSegment(e9be1f55-ca95-4974-8570-08387cd14e1b),segment_id=e9be1f55-ca95-4974-8570-08387cd14e1b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:06.928223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:07.005348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-c2adeb39-c18d-4474-b03f-11a36113b260 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.4212260 Apr 18 20:08:07.049301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['efb29d87-05e0-4066-84d4-6982df74282b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:07.061623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b190f95-31ed-414f-8fa4-eb2ab83b7227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:07.064181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4b190f95-31ed-414f-8fa4-eb2ab83b7227 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/968a3203-914a-4fcd-a6bf-b12bd14876ee HTTP/1.1" status: 204 len: 168 time: 2.3389177 Apr 18 20:08:07.066417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Pushing event deleted for resources: {'Port': ['ID=d801b994-4a11-44c7-ad00-218c6a4ad7b3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:07.168794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:07.179391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:07.211128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Pushing event updated for resources: {'Port': ['ID=e7654231-834f-4807-a36b-15998d4757da,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:07.376073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:07.379460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:07.399631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:07.411061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-09a86566-09aa-4acc-a7f4-dc59d98cd91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:07.413151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-09a86566-09aa-4acc-a7f4-dc59d98cd91e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.2177277 Apr 18 20:08:07.418983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:07.420020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:07.507485 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-52a52418-8a50-4444-9ba1-d6f2785bd18c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708826 Apr 18 20:08:07.562968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Calling delete_port for d801b994-4a11-44c7-ad00-218c6a4ad7b3 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:08:07.580244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-230055d9-76aa-4412-80a8-2f7206fb3fd9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.1359930 Apr 18 20:08:07.585218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.585839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.587857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.588388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > port after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.588883 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > port after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.589410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > port after_update 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.589937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.590461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.591395 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.597879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.715680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:07.876264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.877325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.878315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.879059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:08:07.880062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6b5219e-ad36-437f-95b1-6c43115b35f6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:07.925177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9cf9f3cb-8441-4998-b71c-17174342963f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:07.936060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9be1f55-ca95-4974-8570-08387cd14e1b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:07.936827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9be1f55-ca95-4974-8570-08387cd14e1b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:07.972234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:08.010078 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:08.020514 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83518af0-79ec-4106-a462-146f5d1272ff req-111f98a6-e3c1-44df-a007-c294f05b5edc service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1931610 Apr 18 20:08:08.030230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:08:08.034769 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: from cryptography.utils import int_from_bytes Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: from cryptography.utils import int_from_bytes Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: util.warn_limited( Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: util.warn_limited( Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:08:08.164226 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:08:08.186146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Request body: {'port': {'device_id': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:08.219317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e214fc-4264-4f19-84ce-683e6a69a23d req-ea0a0b53-e05a-4b4f-bdee-651b922361c3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:08.242401 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3e214fc-4264-4f19-84ce-683e6a69a23d req-ea0a0b53-e05a-4b4f-bdee-651b922361c3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 1.8114309 Apr 18 20:08:08.294800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-226699f4-36d7-4280-b5f1-432a6eee9ff2 None None] Provisioning for port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:08.334384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-226699f4-36d7-4280-b5f1-432a6eee9ff2 None None] Provisioning complete for port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:08.335382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-226699f4-36d7-4280-b5f1-432a6eee9ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:08.472148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381a1f6-7854-45f8-86c3-2d52f57f14d1 req-882293d2-627e-4afd-9623-4dff7fa1a958 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:08.485821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b381a1f6-7854-45f8-86c3-2d52f57f14d1 req-882293d2-627e-4afd-9623-4dff7fa1a958 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 945 time: 1.6686575 Apr 18 20:08:08.501638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-226699f4-36d7-4280-b5f1-432a6eee9ff2 None None] Port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:08.514587 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:08:08.515824 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:08:08.555520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9cf9f3cb-8441-4998-b71c-17174342963f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:08.556576 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:08.620425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b381a1f6-7854-45f8-86c3-2d52f57f14d1 req-7296a479-d102-43c7-a12a-e8d53d6f37ec tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191790 Apr 18 20:08:08.632992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:08.858734 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-cb3f7d3a-86f2-486d-ba88-3e22b0852f84 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3355515 Apr 18 20:08:08.878459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3e214fc-4264-4f19-84ce-683e6a69a23d req-179df2de-72c4-408b-86b9-0320cf0b501a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336973 Apr 18 20:08:08.887803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:09.018219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Deleting port d801b994-4a11-44c7-ad00-218c6a4ad7b3 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:08:09.019746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:09.059798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] Pushing event deleted for resources: {'Network': ['ID=e6b5219e-ad36-437f-95b1-6c43115b35f6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:09.066023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1ba803e2-a68c-4235-a737-6985153ae68d admin admin] 10.222.0.47 "DELETE /v2.0/networks/e6b5219e-ad36-437f-95b1-6c43115b35f6 HTTP/1.1" status: 204 len: 168 time: 4.8573496 Apr 18 20:08:09.115253 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:09.222044 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:09.296591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device efb29d87-05e0-4066-84d4-6982df74282b up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:09.327651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101336d1-5a28-4f4f-a22c-5143bfea4873 req-9732b9f6-c62a-4734-aa34-e1dae51e41c8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:09.341063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-101336d1-5a28-4f4f-a22c-5143bfea4873 req-9732b9f6-c62a-4734-aa34-e1dae51e41c8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 935 time: 0.4588857 Apr 18 20:08:09.367224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83518af0-79ec-4106-a462-146f5d1272ff req-6c03c576-8a5a-4b82-97c9-d43a16384437 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2823327 Apr 18 20:08:09.575635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-22d896c7-1584-4278-8d11-25da658b8347 None None] The port 'd801b994-4a11-44c7-ad00-218c6a4ad7b3' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:08:09.674258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port efb29d87-05e0-4066-84d4-6982df74282b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:09.686361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port efb29d87-05e0-4066-84d4-6982df74282b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:09.686997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:09.965704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:10.041327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:10.044273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:10.057339 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:10.101768 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:10.103728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60802) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:10.201108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:10.202576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-84eb712a-ef8d-4787-a7e0-2905c80a5139 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3097239 Apr 18 20:08:10.212626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:10.302481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:10.318601 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:10.346978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Transition to ACTIVE for port object 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:10.366442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-101336d1-5a28-4f4f-a22c-5143bfea4873 req-cf7e6f39-6f74-447b-8873-3e6238a6fb11 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:10.374073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:10.476558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:10.517345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-101336d1-5a28-4f4f-a22c-5143bfea4873 req-cf7e6f39-6f74-447b-8873-3e6238a6fb11 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:10.519459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-101336d1-5a28-4f4f-a22c-5143bfea4873 req-cf7e6f39-6f74-447b-8873-3e6238a6fb11 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1769876 Apr 18 20:08:10.777980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8781f246-5c42-40f4-9437-06c018f566ee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=846e3d2b90f442248c2392c44bed9351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6701119 Apr 18 20:08:10.785305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60820) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:10.942089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:10.944804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23174c04-dfb3-41a3-9a0d-7a991c1baf47 req-58275572-9f62-455d-8a78-28b108e4a167 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:10.958903 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23174c04-dfb3-41a3-9a0d-7a991c1baf47 req-58275572-9f62-455d-8a78-28b108e4a167 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 946 time: 0.8522255 Apr 18 20:08:11.026636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Router a2d104af-4503-49fc-be2f-3b57919bdef9 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:08:11.069313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15249c39-da61-45e9-80e5-d203ab833ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.088814 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23174c04-dfb3-41a3-9a0d-7a991c1baf47 req-273c11ab-87ab-4e8d-844a-ae2f878abefe tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285183 Apr 18 20:08:11.153810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.176182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.220077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:11.256818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Usage tracker for resource:security_group_rule and tenant:f22962273eb64886979a11cae8db778d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:11.264897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:11.271211 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49333e10-8d1a-4d78-aede-c3c921e2bcf4'] response: {'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b', 'code': 200} Apr 18 20:08:11.273005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:11.289483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Usage tracker for resource:security_group_rule and tenant:4d649cd93d7740dba4aaa9c464f94c6d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:11.303249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-dcad3928-d674-4b63-a766-98ae0cbebffc tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:11.306289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-dcad3928-d674-4b63-a766-98ae0cbebffc tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.6254971 Apr 18 20:08:11.307481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:11.311088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:11.344880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:11.349545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Attempting to bind port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:11.350097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Attempting to bind port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:11.350565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Attempting to bind port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:11.413096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:11.413645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Attempting to bind port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:11.426335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15249c39-da61-45e9-80e5-d203ab833ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.443096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ecd9-edf2-4025-ba42-e879a8e82ffc req-86633da0-98ed-4b78-9ffb-d1e6d09df5d4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:11.445106 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4b90ecd9-edf2-4025-ba42-e879a8e82ffc req-86633da0-98ed-4b78-9ffb-d1e6d09df5d4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 0.5048671 Apr 18 20:08:11.459657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:11.460212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:11.461045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:11.462340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Bound port: 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:11.462930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.729760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4b90ecd9-edf2-4025-ba42-e879a8e82ffc req-df46e26f-6bfb-4498-95ed-7e6a35c3265a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371180 Apr 18 20:08:11.898240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] For port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:11.931791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.950333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.955015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] For port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:11.957958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:11.986905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.010842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.125007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:08:12.139587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Sync routers for ids ['a2d104af-4503-49fc-be2f-3b57919bdef9'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:08:12.156996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Routers {'a2d104af-4503-49fc-be2f-3b57919bdef9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:08:12.157761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dea4fd-fd11-4566-b878-4be0bcfa2f78 req-2f65e7a6-ff36-4351-8d80-800c93fb77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:12.158352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a2d104af-4503-49fc-be2f-3b57919bdef9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:12.160088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3dea4fd-fd11-4566-b878-4be0bcfa2f78 req-2f65e7a6-ff36-4351-8d80-800c93fb77c0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1097 time: 0.7101288 Apr 18 20:08:12.271564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15249c39-da61-45e9-80e5-d203ab833ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.340584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3dea4fd-fd11-4566-b878-4be0bcfa2f78 req-10607b2f-961e-4393-8973-63f56bbe4a45 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510630 Apr 18 20:08:12.343291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15249c39-da61-45e9-80e5-d203ab833ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.344970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-15249c39-da61-45e9-80e5-d203ab833ab2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcfb19c3-353b-4075-b382-80716e9a5eec HTTP/1.1" status: 204 len: 168 time: 1.5507028 Apr 18 20:08:12.348165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-355ed576-04e0-461f-b1c8-700d446eb1f7 service neutron] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:12.355803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:12.357833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.361119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15249c39-da61-45e9-80e5-d203ab833ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfb19c3-353b-4075-b382-80716e9a5eec,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:12.361408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] 10.222.0.55 "PUT /v2.0/ports/8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 HTTP/1.1" status: 200 len: 1095 time: 4.4530680 Apr 18 20:08:12.362345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2809df59-6d14-4c48-8308-e240f5e79ea0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:12.395040 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.404696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fac56b12-c2d0-4ce9-9a35-a0af6d54fa42 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 12.8093772 Apr 18 20:08:12.411573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-355ed576-04e0-461f-b1c8-700d446eb1f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.413639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-775484f1-6d93-4924-abf2-d778ecd8cb68 req-355ed576-04e0-461f-b1c8-700d446eb1f7 service neutron] 10.222.0.61 "DELETE /v2.0/ports/58d8746a-0853-468f-899f-50248e15ea90/bindings/n-h1-836016-3 HTTP/1.1" status: 204 len: 173 time: 1.0721719 Apr 18 20:08:12.414692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:12.436618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61869e57-40ef-4dcd-b9a7-1d417e889c86 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:12.469394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d649cd93d7740dba4aaa9c464f94c6d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9728553 Apr 18 20:08:12.470575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'tag': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:12.479082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60854) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:12.491145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Set router a2d104af-4503-49fc-be2f-3b57919bdef9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:08:12.514929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fa0530d5-c2ef-4f87-bce0-99f52a3ab820 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f22962273eb64886979a11cae8db778d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3071139 Apr 18 20:08:12.572284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60860) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:12.617441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf83acf-cdee-496a-8ef1-7f0c86ebf84e req-0ef86432-7a62-4465-8440-37dd07913d18 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:12.620627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbf83acf-cdee-496a-8ef1-7f0c86ebf84e req-0ef86432-7a62-4465-8440-37dd07913d18 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 947 time: 0.8154767 Apr 18 20:08:12.708343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4418a0-8266-4273-a27e-f88e12df5d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8db3061-a7e8-4690-bca2-81ddfeb2f836,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:12.861292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d57247f-5079-4e70-b609-a2ab34fc60dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:12.878514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bdac93-5b56-4b1f-ba0c-81afae67546f req-b7eb3ee5-7fc5-42f4-b94a-86670d62f1e1 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:12.881562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57bdac93-5b56-4b1f-ba0c-81afae67546f req-b7eb3ee5-7fc5-42f4-b94a-86670d62f1e1 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1096 time: 0.8543348 Apr 18 20:08:12.914697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'e7654231-834f-4807-a36b-15998d4757da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:08:07Z', 'revision_number': 3, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port': {'id': 'e7654231-834f-4807-a36b-15998d4757da', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:02Z', 'updated_at': '2022-04-18T20:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:12.931186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Checking router: a2d104af-4503-49fc-be2f-3b57919bdef9 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:08:12.932093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Updating router a2d104af-4503-49fc-be2f-3b57919bdef9 port e7654231-834f-4807-a36b-15998d4757da binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:08:12.952133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-b1767be7-1e39-43ee-b6ab-d57df534cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:12.954765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-b1767be7-1e39-43ee-b6ab-d57df534cf04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 1098 time: 0.4733450 Apr 18 20:08:12.962668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbf83acf-cdee-496a-8ef1-7f0c86ebf84e req-a1975d29-f6c9-4f77-becd-73594898a6c3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218312 Apr 18 20:08:12.968481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d57247f-5079-4e70-b609-a2ab34fc60dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:13.069875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:13.135626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-92e4338e-95a4-453a-b556-69cdba3956bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 HTTP/1.1" status: 200 len: 217 time: 0.1705773 Apr 18 20:08:13.157104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-703245ba-601a-4d28-ba72-167f5ad2b45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:13.313733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-703245ba-601a-4d28-ba72-167f5ad2b45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:13.540573 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acbf54d1-dcdb-41ae-a555-c23efc36fe5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:13.703706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57bdac93-5b56-4b1f-ba0c-81afae67546f req-4999cd81-9f8d-425f-9943-74172f52355c tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8031816 Apr 18 20:08:13.734545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-269570d1-4ce5-4b73-b767-17c22bc8e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:13.736867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-269570d1-4ce5-4b73-b767-17c22bc8e648 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.5807867 Apr 18 20:08:13.800710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-45185d62-1b64-4af9-b0f4-1b9c813c06dd tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091170 Apr 18 20:08:13.894537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d57247f-5079-4e70-b609-a2ab34fc60dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.027574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d57247f-5079-4e70-b609-a2ab34fc60dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8db3061-a7e8-4690-bca2-81ddfeb2f836,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:14.125525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d57247f-5079-4e70-b609-a2ab34fc60dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.136338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8d57247f-5079-4e70-b609-a2ab34fc60dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8db3061-a7e8-4690-bca2-81ddfeb2f836 HTTP/1.1" status: 204 len: 168 time: 1.6406276 Apr 18 20:08:14.177889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.237270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-52be1057-8294-4504-93bc-f795f5cab1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:14.243968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-52be1057-8294-4504-93bc-f795f5cab1af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4974861 Apr 18 20:08:14.274620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Transition to ACTIVE for port object e7654231-834f-4807-a36b-15998d4757da will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:14.309081 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.355656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-703245ba-601a-4d28-ba72-167f5ad2b45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.448519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703245ba-601a-4d28-ba72-167f5ad2b45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2809df59-6d14-4c48-8308-e240f5e79ea0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:14.553938 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-703245ba-601a-4d28-ba72-167f5ad2b45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.558943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-703245ba-601a-4d28-ba72-167f5ad2b45b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2809df59-6d14-4c48-8308-e240f5e79ea0 HTTP/1.1" status: 204 len: 168 time: 1.9718094 Apr 18 20:08:14.584506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Attempting to bind port e7654231-834f-4807-a36b-15998d4757da on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:14.585336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Attempting to bind port e7654231-834f-4807-a36b-15998d4757da by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:14.586360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Attempting to bind port e7654231-834f-4807-a36b-15998d4757da on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:14.603482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 7, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:14.604221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:14.604976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.609939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:14.609939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Bound port: e7654231-834f-4807-a36b-15998d4757da, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:14.609939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.687304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89b0de-00f6-4233-942d-5a20cfbe4f44 None None] Pushing event updated for resources: {'Port': ['ID=e7654231-834f-4807-a36b-15998d4757da,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:14.733333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-6507ab01-d260-412d-82d1-beffcddec279 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:14.749937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-6507ab01-d260-412d-82d1-beffcddec279 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8566058 Apr 18 20:08:14.750374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-f0e92688-e54a-4785-ae63-038bcbc7b5ae service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5002911 Apr 18 20:08:14.767198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-de8c94e8-141d-42a1-af04-962f276ecdee tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/quotas/78ac1c46873d46c1a5f8130150df6ca6 HTTP/1.1" status: 200 len: 375 time: 0.0163524 Apr 18 20:08:14.827396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] For port e7654231-834f-4807-a36b-15998d4757da, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:14.833560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] For port e7654231-834f-4807-a36b-15998d4757da, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e7654231-834f-4807-a36b-15998d4757da,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:14.844226 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.850284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1e37-16bb-4d2b-a2d3-69071b41c2da req-fb5a9cdc-83bd-4220-8cac-87f8b699b5cc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:14.863673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82be1e37-16bb-4d2b-a2d3-69071b41c2da req-fb5a9cdc-83bd-4220-8cac-87f8b699b5cc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 946 time: 0.3346708 Apr 18 20:08:14.896654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:14.989885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Routers {'a2d104af-4503-49fc-be2f-3b57919bdef9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:08:14.991284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:07:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a2d104af-4503-49fc-be2f-3b57919bdef9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:15.014910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-7025b29c-ce87-4e1e-9090-fea62c7d59af tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1186261 Apr 18 20:08:15.081581 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82be1e37-16bb-4d2b-a2d3-69071b41c2da req-d4c4f418-d7af-4f30-b892-474978df5ddc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163181 Apr 18 20:08:15.187304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a708df1-c804-4772-aa69-8d72f2c5a027 req-0052edd0-986d-44da-9bcc-60dd1255fb8c service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4222453 Apr 18 20:08:15.195715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:15.272605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Allocated IP 172.20.0.1 (0e564a0b-2b90-4007-b794-7409121ff067/6bf9363a-297d-4538-be35-4eaa88ae0568/6e8b9d31-0112-4b71-8975-f658fe62de16) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:15.289923 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:15.362379 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4eb0d9-560e-4831-9341-31af02f3cca1'] response: {'name': 'network-changed', 'server_uuid': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'tag': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'status': 'completed', 'code': 200} Apr 18 20:08:15.543485 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:15.570554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Transition to ACTIVE for port object 6e8b9d31-0112-4b71-8975-f658fe62de16 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:15.606521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:15.619435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89b0de-00f6-4233-942d-5a20cfbe4f44 None None] Pushing event updated for resources: {'Port': ['ID=e7654231-834f-4807-a36b-15998d4757da,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:15.697158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Usage tracker for resource:security_group_rule and tenant:2846d52201de4bb0b7a5a0a04a8022d6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:15.720831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:15.729718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:15.744314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:15.781238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:15.846011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] Set router a2d104af-4503-49fc-be2f-3b57919bdef9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:08:15.867249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Network 0e564a0b-2b90-4007-b794-7409121ff067 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:15.905595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:15.941387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:15.953432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:15.954180 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:15.985151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804479ad-7914-4e61-8ae4-e700567e9389 req-0a8865dd-0545-43dc-81c5-7db934fd0137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:15.988252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-804479ad-7914-4e61-8ae4-e700567e9389 req-0a8865dd-0545-43dc-81c5-7db934fd0137 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 1098 time: 0.6290071 Apr 18 20:08:15.992211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:16.057144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-963f28d0-1a6a-4d9c-b0d0-f1ac42b8f2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:16.283553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Usage tracker for resource:security_group_rule and tenant:8c690a87a87d48629082426eebea2582 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:16.291681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:16.315209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:16.322531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804479ad-7914-4e61-8ae4-e700567e9389 req-1c16357d-0eea-422a-b1a8-4d5585174294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:16.324080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-804479ad-7914-4e61-8ae4-e700567e9389 req-1c16357d-0eea-422a-b1a8-4d5585174294 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3075285 Apr 18 20:08:16.326840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b9d31-0112-4b71-8975-f658fe62de16,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:16.330309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'e7654231-834f-4807-a36b-15998d4757da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:08:07Z', 'revision_number': 3, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port': {'id': 'e7654231-834f-4807-a36b-15998d4757da', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:02Z', 'updated_at': '2022-04-18T20:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:16.344432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3502ff8-8b91-4ca3-95a8-09dbbd9f2f79 None None] The sync data for ids ['a2d104af-4503-49fc-be2f-3b57919bdef9'] in n-d-836016-3 is: [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'e7654231-834f-4807-a36b-15998d4757da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:08:07Z', 'revision_number': 3, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port': {'id': 'e7654231-834f-4807-a36b-15998d4757da', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:02Z', 'updated_at': '2022-04-18T20:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:08:16.404184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-607cf2c4-082f-45dd-85b0-4cc5ce9d7e13 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:16.410204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-607cf2c4-082f-45dd-85b0-4cc5ce9d7e13 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.7317367 Apr 18 20:08:16.435129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-81afa657-9dcd-45ab-af6b-39978d7e7e51 None None] Provisioning for port 6e8b9d31-0112-4b71-8975-f658fe62de16 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:16.442404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-81afa657-9dcd-45ab-af6b-39978d7e7e51 None None] Provisioning complete for port 6e8b9d31-0112-4b71-8975-f658fe62de16 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:16.442954 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-81afa657-9dcd-45ab-af6b-39978d7e7e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:16.452949 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-344eb587-f86b-4a4f-9ac1-b52f3fdb206e tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/quotas/79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 375 time: 0.0193892 Apr 18 20:08:16.534148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-81afa657-9dcd-45ab-af6b-39978d7e7e51 None None] Port 6e8b9d31-0112-4b71-8975-f658fe62de16 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:16.597012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c912ae-f897-4e06-ae83-7b2ca589c633 req-0f1f6377-36db-4f0d-b451-43632933070d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:16.599576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5c912ae-f897-4e06-ae83-7b2ca589c633 req-0f1f6377-36db-4f0d-b451-43632933070d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 947 time: 0.8051236 Apr 18 20:08:16.601502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-804479ad-7914-4e61-8ae4-e700567e9389 req-db8fdb07-bd1f-4e9a-b660-4d786d916283 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 HTTP/1.1" status: 200 len: 217 time: 0.2345109 Apr 18 20:08:16.701450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-a8956f79-1d53-4fc5-89e0-91f3ff3b3ca8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2378452 Apr 18 20:08:16.725467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:16.730150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:16.734984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:16.763189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:16.777635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:16.786703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5c912ae-f897-4e06-ae83-7b2ca589c633 req-1ae0167e-e9d2-4c91-a04b-f16abbd4ea08 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714458 Apr 18 20:08:16.829383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804479ad-7914-4e61-8ae4-e700567e9389 req-ad92f392-d6b5-49ca-9115-b3afc88a4373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:16.830920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-804479ad-7914-4e61-8ae4-e700567e9389 req-ad92f392-d6b5-49ca-9115-b3afc88a4373 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2161705 Apr 18 20:08:16.944134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2846d52201de4bb0b7a5a0a04a8022d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7423034 Apr 18 20:08:16.946582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3e2ab-6a1a-42fb-98d2-a8f977745567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb920f82-d166-47b4-92c8-82026870b2cc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:16.951147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60940) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:17.002840 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.019158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.094606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c690a87a87d48629082426eebea2582&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3478823 Apr 18 20:08:17.103558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60944) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:17.112708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804479ad-7914-4e61-8ae4-e700567e9389 req-e0ae4a25-0e99-4e39-b5a9-484e4139a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:17.114635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-804479ad-7914-4e61-8ae4-e700567e9389 req-e0ae4a25-0e99-4e39-b5a9-484e4139a220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2637396 Apr 18 20:08:17.117089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b363ae9-335f-458e-8e5a-ed39f91ad104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1257efa-6246-49d3-bc71-12a97fabd205,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:17.395367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-6a16f717-508d-436b-9390-1d3714cb11b3 service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327711 Apr 18 20:08:17.403928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-804479ad-7914-4e61-8ae4-e700567e9389 req-d5b84f5d-c245-48ab-baa7-45468fab92e5 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784111 Apr 18 20:08:17.431319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c99b849-1bad-4dd5-bb5d-c8534db22eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.568926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34f7aeb0-06ea-4c6a-8016-009299eb0c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.584698 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c99b849-1bad-4dd5-bb5d-c8534db22eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.718131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.720827 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34f7aeb0-06ea-4c6a-8016-009299eb0c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.740580 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.741310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:17.830405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-9b201150-bf84-4eb5-80b3-7e6c5135a516 service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4337108 Apr 18 20:08:17.858169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-804479ad-7914-4e61-8ae4-e700567e9389 req-e771efc0-9fe5-41ce-8aff-c96d86b2eaaa service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4472156 Apr 18 20:08:17.864258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-f799ef4c-e0c6-4c4c-a86c-6993c3549412 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0866153 Apr 18 20:08:17.987383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7654231-834f-4807-a36b-15998d4757da up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:18.090525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:18.151992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b9d31-0112-4b71-8975-f658fe62de16,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:18.301263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c99b849-1bad-4dd5-bb5d-c8534db22eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:18.379414 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:18.424037 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:08:18.434222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99b849-1bad-4dd5-bb5d-c8534db22eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb920f82-d166-47b4-92c8-82026870b2cc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:18.511639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34f7aeb0-06ea-4c6a-8016-009299eb0c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:18.524511 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:18.617878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7aeb0-06ea-4c6a-8016-009299eb0c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1257efa-6246-49d3-bc71-12a97fabd205,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:18.630101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34f7aeb0-06ea-4c6a-8016-009299eb0c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:18.632278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-34f7aeb0-06ea-4c6a-8016-009299eb0c2a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1257efa-6246-49d3-bc71-12a97fabd205 HTTP/1.1" status: 204 len: 168 time: 1.5055423 Apr 18 20:08:18.634594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c99b849-1bad-4dd5-bb5d-c8534db22eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:18.636703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4c99b849-1bad-4dd5-bb5d-c8534db22eab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb920f82-d166-47b4-92c8-82026870b2cc HTTP/1.1" status: 204 len: 168 time: 1.6827552 Apr 18 20:08:18.674624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-46b1ed8b-2828-4765-b620-5ff26b5aac33 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:18.683664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-46b1ed8b-2828-4765-b620-5ff26b5aac33 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8050988 Apr 18 20:08:18.717938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Request body: {'port': {'device_id': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '78ac1c46873d46c1a5f8130150df6ca6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:18.757774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Network 0e564a0b-2b90-4007-b794-7409121ff067 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:18.763562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32047fe0-6515-4b25-a7ae-e62c5d9af22a req-35ae9d0e-236f-4cdf-9ce6-0ca5ce0ae0c7 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 210 time: 0.1211708 Apr 18 20:08:18.771295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:18.803635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e7654231-834f-4807-a36b-15998d4757da completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:18.877910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e7654231-834f-4807-a36b-15998d4757da triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:18.879287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:18.985577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f308794-43db-44dc-a97c-aa78bc276777 req-b9df0444-61c5-4d09-ab4e-d077e7a6bc40 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:19.020462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f308794-43db-44dc-a97c-aa78bc276777 req-b9df0444-61c5-4d09-ab4e-d077e7a6bc40 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1097 time: 0.6323841 Apr 18 20:08:19.272115 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:19.380761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:19.460192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Router a2d104af-4503-49fc-be2f-3b57919bdef9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:08:19.471691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f308794-43db-44dc-a97c-aa78bc276777 req-861c67c7-f5c2-4559-aa42-da771a4aff8b tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494040 Apr 18 20:08:19.514540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'mac_address': 'fa:16:3e:0e:44:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:08:19.704372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:19.725059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Usage tracker for resource:port and tenant:78ac1c46873d46c1a5f8130150df6ca6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:19.733049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:19.757630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:19.806346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Made reservation on behalf of 78ac1c46873d46c1a5f8130150df6ca6 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:19.814481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:19.843443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e7f1c5a7-2bc7-462c-99c4-da5e5d7cab56 None None] Provisioning complete for port 6e8b9d31-0112-4b71-8975-f658fe62de16 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:19.844054 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7f1c5a7-2bc7-462c-99c4-da5e5d7cab56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:19.847535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:19.885601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:19.893474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Usage tracker for resource:security_group_rule and tenant:78ac1c46873d46c1a5f8130150df6ca6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:19.963326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17e89fed-8cdc-4461-b68f-b88aff68fc06 req-5c0e7d0f-be71-4eba-ab71-af64c90da069 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 210 time: 0.0873945 Apr 18 20:08:19.973377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:19.984370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:20.095670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:20.133332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:20.156422 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:20.197106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e7f1c5a7-2bc7-462c-99c4-da5e5d7cab56 None None] Port 6e8b9d31-0112-4b71-8975-f658fe62de16 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:20.207484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:20.218393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e7654231-834f-4807-a36b-15998d4757da, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e7654231-834f-4807-a36b-15998d4757da,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:20.227910 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:20.267461 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:20.272520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:20.282557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:20.292392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:08:20.328337 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Sync routers for ids ['a2d104af-4503-49fc-be2f-3b57919bdef9'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:08:20.334408 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e7399c9f-d14c-4671-9c69-10fc6df4fe02 admin admin] 10.222.0.47 "PUT /v2.0/routers/a2d104af-4503-49fc-be2f-3b57919bdef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9175990 Apr 18 20:08:20.344939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:20.347479 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Routers {'a2d104af-4503-49fc-be2f-3b57919bdef9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:08:20.350631 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a2d104af-4503-49fc-be2f-3b57919bdef9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:20.372307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb5088e-3972-4295-8d48-6795b3c4f142,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:20.449228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffaabba-daad-4389-b702-47a15b45cdcd req-83363c88-86fd-4a88-8b12-529997e241b1 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:20.487475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ffaabba-daad-4389-b702-47a15b45cdcd req-83363c88-86fd-4a88-8b12-529997e241b1 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 947 time: 0.7005010 Apr 18 20:08:20.603038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ffaabba-daad-4389-b702-47a15b45cdcd req-bd470f34-4233-4ba8-8b17-722f67ac78fe tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136477 Apr 18 20:08:20.609567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:20.774508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e7654231-834f-4807-a36b-15998d4757da,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:20.925145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Allocated IP 192.168.233.90 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/9c11e538-e73a-47c7-a38e-49a15e744d6c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:21.115733 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Set router a2d104af-4503-49fc-be2f-3b57919bdef9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:08:21.534564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1106898-c61c-407a-a326-4d7898e831e4 req-ca48653f-a244-4c93-ac0c-ea0f7f4d7621 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 210 time: 0.1761963 Apr 18 20:08:21.633577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-4f985dfd-6101-42b3-8865-ed7f0f6e8e19 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:21.636817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-4f985dfd-6101-42b3-8865-ed7f0f6e8e19 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.9409995 Apr 18 20:08:21.656038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Request body: {'port': {'device_id': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'admin_state_up': True, 'tenant_id': '79603fa50e854b38b735c9c95414694d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:21.689133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32816) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:21.790329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:21.818195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Transition to ACTIVE for port object 9c11e538-e73a-47c7-a38e-49a15e744d6c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:21.858334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91317bda-8967-4e42-9027-c2a56e2fe2aa req-ee2d528c-ff26-4063-9ea9-23517904c8e8 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:21.871913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91317bda-8967-4e42-9027-c2a56e2fe2aa req-ee2d528c-ff26-4063-9ea9-23517904c8e8 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1097 time: 0.8785708 Apr 18 20:08:21.878512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:21.991605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:22.012792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:22.035453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Made reservation on behalf of 79603fa50e854b38b735c9c95414694d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:22.050496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Pushing event updated for resources: {'Port': ['ID=9c11e538-e73a-47c7-a38e-49a15e744d6c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:22.052764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:22.085570 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'e7654231-834f-4807-a36b-15998d4757da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:08:16Z', 'revision_number': 4, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port': {'id': 'e7654231-834f-4807-a36b-15998d4757da', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:02Z', 'updated_at': '2022-04-18T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6e8b9d31-0112-4b71-8975-f658fe62de16', 'name': '', 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'mac_address': 'fa:16:3e:69:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6bf9363a-297d-4538-be35-4eaa88ae0568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:15Z', 'updated_at': '2022-04-18T20:08:17Z', 'revision_number': 2, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'subnets': [{'id': '6bf9363a-297d-4538-be35-4eaa88ae0568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:22.087042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:22.106172 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Checking router: a2d104af-4503-49fc-be2f-3b57919bdef9 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:08:22.107170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Updating router a2d104af-4503-49fc-be2f-3b57919bdef9 port 6e8b9d31-0112-4b71-8975-f658fe62de16 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:08:22.112698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:22.127865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91317bda-8967-4e42-9027-c2a56e2fe2aa req-ecdd9962-d9b0-4905-b133-e053ddc25679 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541087 Apr 18 20:08:22.132954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.138262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.138898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.139443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.139972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.140625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.141010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.141551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.146116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.146661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.147184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.147720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:22.163448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:22.247965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:22.338335 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:22.510505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:22.514729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:22.539842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Allocated IP 172.20.0.2 (c5cfd437-2a87-4944-9e8e-83e0bb3a15fb/072b428c-ede7-4c4b-baed-9c8e0dc34d91/6c1fcf44-a330-404d-8cc6-8c835e147e69) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:22.542089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7654231-834f-4807-a36b-15998d4757da up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:22.668815 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:08:22.777050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e7654231-834f-4807-a36b-15998d4757da triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:22.778134 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:22.784661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-4d033340-aaf4-465b-97f9-f8f527d03b81 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0889585 Apr 18 20:08:22.809050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Request body: {'port': {'device_id': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:22.877802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-73807953-e048-40c1-be51-5c1894ea4a49 req-a8f1926c-2bac-439d-9ebb-3d0907fec813 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 210 time: 0.1802263 Apr 18 20:08:22.968858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:22.986885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5274b599-bef3-4d5f-bb13-6188c4342482 None None] Provisioning for port 9c11e538-e73a-47c7-a38e-49a15e744d6c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:23.011190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:23.011562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.053742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.203991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5274b599-bef3-4d5f-bb13-6188c4342482 None None] Provisioning complete for port 9c11e538-e73a-47c7-a38e-49a15e744d6c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:23.204389 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5274b599-bef3-4d5f-bb13-6188c4342482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.465317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.544147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5274b599-bef3-4d5f-bb13-6188c4342482 None None] Port 9c11e538-e73a-47c7-a38e-49a15e744d6c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:23.559403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.567039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.601592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.607264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:23.643101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:23.668660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:23.669143 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.682639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.696333 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Transition to ACTIVE for port object 6e8b9d31-0112-4b71-8975-f658fe62de16 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:23.719247 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.742316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:23.762110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:68d6e12c480e4033b3115c78555f8c2f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:23.767491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:23.787368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:23.804310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:23.816915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:23.818049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:23.867408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:23.870935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:23.891761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2457550 Apr 18 20:08:23.923785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Request body: {'port': {'device_id': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:24.092549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c11e538-e73a-47c7-a38e-49a15e744d6c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:24.110152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ee59c-0c4c-4dce-a98c-c039d071f698 req-f65fb175-789b-47ef-b046-3f6c01118f88 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:24.111375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9f2ee59c-0c4c-4dce-a98c-c039d071f698 req-f65fb175-789b-47ef-b046-3f6c01118f88 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Synchronizing usage tracker for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:24.117019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.157121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Transition to ACTIVE for port object 9c11e538-e73a-47c7-a38e-49a15e744d6c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:24.162953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9f2ee59c-0c4c-4dce-a98c-c039d071f698 req-f65fb175-789b-47ef-b046-3f6c01118f88 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Unset dirty status for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:24.176338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f2ee59c-0c4c-4dce-a98c-c039d071f698 req-f65fb175-789b-47ef-b046-3f6c01118f88 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 935 time: 0.6732006 Apr 18 20:08:24.180965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:24.184017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.229947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.234331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.234904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.235441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.235984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.236525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.237063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.237639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.238178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.238735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.239279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.239820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07f50d2-5a88-4056-b485-4d8e188ae104 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:24.317553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7a4893-5995-4b41-9467-58e72973674d req-dceb21d5-81d1-4927-a130-daa666348286 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:24.320116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c7a4893-5995-4b41-9467-58e72973674d req-dceb21d5-81d1-4927-a130-daa666348286 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 948 time: 1.1796675 Apr 18 20:08:24.392076 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bca5d-4f1f-4d5e-be7e-7fc2c2d158b3 None None] Pushing event updated for resources: {'Port': ['ID=6e8b9d31-0112-4b71-8975-f658fe62de16,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:24.492775 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Attempting to bind port 6e8b9d31-0112-4b71-8975-f658fe62de16 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:24.493165 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Attempting to bind port 6e8b9d31-0112-4b71-8975-f658fe62de16 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:24.493829 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Attempting to bind port 6e8b9d31-0112-4b71-8975-f658fe62de16 on network 0e564a0b-2b90-4007-b794-7409121ff067 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:24.502208 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:24.502592 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Checking segment: {'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:24.502986 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.503388 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Bound using segment: {'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:24.504078 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Bound port: 6e8b9d31-0112-4b71-8975-f658fe62de16, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01664fde-0ccf-4965-bc65-f42be40b9f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:24.504498 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.537654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c7a4893-5995-4b41-9467-58e72973674d req-57fa96cb-4c18-4e0a-a3bc-01e6eefdd8eb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933036 Apr 18 20:08:24.590437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.684481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.694629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9f2ee59c-0c4c-4dce-a98c-c039d071f698 req-d54234ea-58c8-4bef-b819-2e6268f817e7 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Synchronizing usage tracker for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:24.735511 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] For port 6e8b9d31-0112-4b71-8975-f658fe62de16, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:24.744450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] For port 6e8b9d31-0112-4b71-8975-f658fe62de16, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e8b9d31-0112-4b71-8975-f658fe62de16,segment=NetworkSegment(01664fde-0ccf-4965-bc65-f42be40b9f46),segment_id=01664fde-0ccf-4965-bc65-f42be40b9f46)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:24.754040 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.764566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:24.792663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c11e538-e73a-47c7-a38e-49a15e744d6c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:24.929233 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Routers {'a2d104af-4503-49fc-be2f-3b57919bdef9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:08:24.930854 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a2d104af-4503-49fc-be2f-3b57919bdef9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:25.004089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68d6e12c480e4033b3115c78555f8c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2904439 Apr 18 20:08:25.012056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:25.044323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757632e-ac3c-4ceb-8c3e-9f3eb4ad9dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c866054-a7c3-41d5-baf9-14304a7ecb57,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:25.089940 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bca5d-4f1f-4d5e-be7e-7fc2c2d158b3 None None] Pushing event updated for resources: {'Port': ['ID=6e8b9d31-0112-4b71-8975-f658fe62de16,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:25.182858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Attempting to bind port 9c11e538-e73a-47c7-a38e-49a15e744d6c on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:25.183735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Attempting to bind port 9c11e538-e73a-47c7-a38e-49a15e744d6c by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:25.195156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Attempting to bind port 9c11e538-e73a-47c7-a38e-49a15e744d6c on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:25.203359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9f2ee59c-0c4c-4dce-a98c-c039d071f698 req-d54234ea-58c8-4bef-b819-2e6268f817e7 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Unset dirty status for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:25.215624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f2ee59c-0c4c-4dce-a98c-c039d071f698 req-d54234ea-58c8-4bef-b819-2e6268f817e7 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0378051 Apr 18 20:08:25.230267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Port 9c11e538-e73a-47c7-a38e-49a15e744d6c on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:25.231049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Attempting to bind port 9c11e538-e73a-47c7-a38e-49a15e744d6c on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:25.252610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:25.258819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:25.259740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:25.263615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Bound port: 9c11e538-e73a-47c7-a38e-49a15e744d6c, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:25.264338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.370252 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c8e873-587b-4d5c-b33c-88530f9a44d2'] response: {'server_uuid': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'code': 200} Apr 18 20:08:25.456617 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] Set router a2d104af-4503-49fc-be2f-3b57919bdef9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:08:25.481568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0b12abe-dc1e-48b1-a8bb-a74a8ca1eceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.543260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0b12abe-dc1e-48b1-a8bb-a74a8ca1eceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.552400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] For port 9c11e538-e73a-47c7-a38e-49a15e744d6c, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:25.558779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] For port 9c11e538-e73a-47c7-a38e-49a15e744d6c, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=9c11e538-e73a-47c7-a38e-49a15e744d6c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:25.622381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.729053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0b12abe-dc1e-48b1-a8bb-a74a8ca1eceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.754623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1fcf44-a330-404d-8cc6-8c835e147e69 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:25.775437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.776032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Pushing event updated for resources: {'Port': ['ID=9c11e538-e73a-47c7-a38e-49a15e744d6c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:25.784312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b12abe-dc1e-48b1-a8bb-a74a8ca1eceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c866054-a7c3-41d5-baf9-14304a7ecb57,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:25.808807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0b12abe-dc1e-48b1-a8bb-a74a8ca1eceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.812848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c0b12abe-dc1e-48b1-a8bb-a74a8ca1eceb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c866054-a7c3-41d5-baf9-14304a7ecb57 HTTP/1.1" status: 204 len: 168 time: 0.7972226 Apr 18 20:08:25.862651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Transition to ACTIVE for port object 6c1fcf44-a330-404d-8cc6-8c835e147e69 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:25.863949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:25.865038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.868621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-168902ba-a6d9-4261-a0da-4c53e06519c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/9c11e538-e73a-47c7-a38e-49a15e744d6c HTTP/1.1" status: 200 len: 1095 time: 3.0673277 Apr 18 20:08:25.874787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'tag': '9c11e538-e73a-47c7-a38e-49a15e744d6c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:25.878637 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:25.998387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'e7654231-834f-4807-a36b-15998d4757da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:08:16Z', 'revision_number': 4, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port': {'id': 'e7654231-834f-4807-a36b-15998d4757da', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:02Z', 'updated_at': '2022-04-18T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6e8b9d31-0112-4b71-8975-f658fe62de16', 'name': '', 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'mac_address': 'fa:16:3e:69:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6bf9363a-297d-4538-be35-4eaa88ae0568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:15Z', 'updated_at': '2022-04-18T20:08:24Z', 'revision_number': 4, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'subnets': [{'id': '6bf9363a-297d-4538-be35-4eaa88ae0568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:26.007155 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d86a10-976f-4623-8abc-33b78c179fad None None] The sync data for ids ['a2d104af-4503-49fc-be2f-3b57919bdef9'] in n-d-836016-3 is: [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'e7654231-834f-4807-a36b-15998d4757da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:08:16Z', 'revision_number': 4, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port': {'id': 'e7654231-834f-4807-a36b-15998d4757da', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:02Z', 'updated_at': '2022-04-18T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6e8b9d31-0112-4b71-8975-f658fe62de16', 'name': '', 'network_id': '0e564a0b-2b90-4007-b794-7409121ff067', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'mac_address': 'fa:16:3e:69:67:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '6bf9363a-297d-4538-be35-4eaa88ae0568', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:15Z', 'updated_at': '2022-04-18T20:08:24Z', 'revision_number': 4, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'subnets': [{'id': '6bf9363a-297d-4538-be35-4eaa88ae0568', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:08:26.233377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4f070b-a608-4426-b2d6-b6b2b9e52144 req-78653361-8a87-4b01-a521-a164b3b733ab tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:26.247545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d4f070b-a608-4426-b2d6-b6b2b9e52144 req-78653361-8a87-4b01-a521-a164b3b733ab tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 931 time: 0.6328545 Apr 18 20:08:26.312012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22876ce-2301-42d4-83bf-95b8be45c3e0 req-dd006e71-3d89-4eaf-848d-34b4030680dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:26.314635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d22876ce-2301-42d4-83bf-95b8be45c3e0 req-dd006e71-3d89-4eaf-848d-34b4030680dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 1100 time: 0.7533944 Apr 18 20:08:26.503366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:26.507889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:26.508924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:26.509412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:26.515325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d4f070b-a608-4426-b2d6-b6b2b9e52144 req-4b716690-bf30-4d4f-bbda-d69d97c34f7b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662854 Apr 18 20:08:26.518574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:26.518937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:26.535737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:26.536125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:26.536470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:26.536930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Bound port: 6c1fcf44-a330-404d-8cc6-8c835e147e69, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:26.537284 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:26.561231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e8b9d31-0112-4b71-8975-f658fe62de16 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:26.627733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-87f3c6d1-492b-4209-b3c1-87b8eb0ae46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:26.630531 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-87f3c6d1-492b-4209-b3c1-87b8eb0ae46e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 1098 time: 0.7069042 Apr 18 20:08:26.644037 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d22876ce-2301-42d4-83bf-95b8be45c3e0 req-05b59a86-c3de-4a9b-a356-58f7f7fd2b8c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156304 Apr 18 20:08:26.685953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:26.689870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:26.698944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:26.767395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:26.768480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:26.770052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] 10.222.0.61 "PUT /v2.0/ports/6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 1091 time: 2.8557000 Apr 18 20:08:26.773052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:26.828079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276bc8-79da-46a2-8d8e-9bb9bab53c53 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:26.839341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6e8b9d31-0112-4b71-8975-f658fe62de16 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:26.842443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-80ef5010-fa4f-43c7-bbe3-47276fa0b0f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9c11e538-e73a-47c7-a38e-49a15e744d6c HTTP/1.1" status: 200 len: 217 time: 0.2016115 Apr 18 20:08:26.847108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6e8b9d31-0112-4b71-8975-f658fe62de16 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:26.847840 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:27.106330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-478268f3-1918-46e1-a827-cc6100a4123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:27.109934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-478268f3-1918-46e1-a827-cc6100a4123f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2239184 Apr 18 20:08:27.133444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-e0784c29-a6f2-4a7e-8017-ab0a8d56bb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:27.140557 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-e0784c29-a6f2-4a7e-8017-ab0a8d56bb04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1094 time: 0.2850749 Apr 18 20:08:27.272209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:27.397909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-d7c2bba8-fba5-4d65-904b-77d783bc064e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:27.401327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6e8b9d31-0112-4b71-8975-f658fe62de16, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e8b9d31-0112-4b71-8975-f658fe62de16,segment=NetworkSegment(01664fde-0ccf-4965-bc65-f42be40b9f46),segment_id=01664fde-0ccf-4965-bc65-f42be40b9f46)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:27.403089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-d7c2bba8-fba5-4d65-904b-77d783bc064e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2792339 Apr 18 20:08:27.407197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:27.408624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-cf593203-d925-4782-9ed3-e66ec4a3a4be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 217 time: 0.2567096 Apr 18 20:08:27.577380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6e8b9d31-0112-4b71-8975-f658fe62de16,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:27.646502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-318f63f9-88ce-4655-8892-f6617cbe9244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:27.648037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-318f63f9-88ce-4655-8892-f6617cbe9244 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.2293184 Apr 18 20:08:27.774185 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-ca4704be-af8a-47d2-91ba-b213a0707060 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137042 Apr 18 20:08:27.813746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-5080e61c-4325-4643-8f76-9e956996b2bf service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038861 Apr 18 20:08:28.159235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-d11a84b1-bd5f-4a7f-b996-4fa653f12868 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778930 Apr 18 20:08:28.216500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1afa0b10-2096-4b02-abe8-b20fce072fa3 req-351bf243-92d3-4984-9f46-64d3ce1619af service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3903124 Apr 18 20:08:28.456448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e8b9d31-0112-4b71-8975-f658fe62de16 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:28.526322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33de6232-3bb9-4e9a-8c44-5274067c74b4 req-b5f4d665-365c-40be-80bf-fef98d37562e service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565595 Apr 18 20:08:28.647404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06777779-cb00-4a26-afc9-b8e8c166f005 req-0942370d-32b9-4d30-b566-6e2e3a741edd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:28.653587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06777779-cb00-4a26-afc9-b8e8c166f005 req-0942370d-32b9-4d30-b566-6e2e3a741edd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 949 time: 0.1480217 Apr 18 20:08:28.657082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6e8b9d31-0112-4b71-8975-f658fe62de16 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:28.657966 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:28.723915 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06777779-cb00-4a26-afc9-b8e8c166f005 req-5fb5cdb8-fb3a-4972-b558-df52e3ffe7e1 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633748 Apr 18 20:08:28.754656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32948) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:28.823409 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08158605-68c4-439c-81d7-54b6b63f6d2e'] response: {'name': 'network-changed', 'server_uuid': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'tag': '9c11e538-e73a-47c7-a38e-49a15e744d6c', 'status': 'completed', 'code': 200} Apr 18 20:08:28.949050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-2b3d8bc0-e34c-4474-8d0c-8c92d4a977d4 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:08:28.951708 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-2b3d8bc0-e34c-4474-8d0c-8c92d4a977d4 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1940539 Apr 18 20:08:29.029839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088997f-cf6e-4616-8679-ba394ee65593 req-f1d12b24-6f7c-45a5-9eb7-33978138c73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:29.031334 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c088997f-cf6e-4616-8679-ba394ee65593 req-f1d12b24-6f7c-45a5-9eb7-33978138c73d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 1098 time: 0.1874123 Apr 18 20:08:29.109161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Request body: {'binding': {'host': 'n-h1-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:29.112082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Unknown quota resources ['binding']. {{(pid=88141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:08:29.215668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9134460-8c52-47bb-908c-96cb96c2c857 req-de61698a-8525-4643-a428-0511a4c342a2 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:29.217132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9134460-8c52-47bb-908c-96cb96c2c857 req-de61698a-8525-4643-a428-0511a4c342a2 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 947 time: 0.2390378 Apr 18 20:08:29.267588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088997f-cf6e-4616-8679-ba394ee65593 req-6cd18c94-d5e6-47b0-a270-a42444f86204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:29.270192 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c088997f-cf6e-4616-8679-ba394ee65593 req-6cd18c94-d5e6-47b0-a270-a42444f86204 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2315083 Apr 18 20:08:29.448981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on host n-h1-836016-3 for vnic_type normal with profile None {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:29.449705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:29.450468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:29.457202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:29.457642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:29.466898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:29.467372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:29.467839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:29.468360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Bound port: efb29d87-05e0-4066-84d4-6982df74282b, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:29.476671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c088997f-cf6e-4616-8679-ba394ee65593 req-f845d5d3-b850-4f83-93c3-829b97998d0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=9c11e538-e73a-47c7-a38e-49a15e744d6c HTTP/1.1" status: 200 len: 217 time: 0.1917684 Apr 18 20:08:29.481810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9134460-8c52-47bb-908c-96cb96c2c857 req-d2f0df11-b2ad-4e95-a2c9-727d27e68049 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483342 Apr 18 20:08:29.577255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088997f-cf6e-4616-8679-ba394ee65593 req-ddcf6702-0ef8-4e87-b924-fccb0cbe61af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:29.578980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c088997f-cf6e-4616-8679-ba394ee65593 req-ddcf6702-0ef8-4e87-b924-fccb0cbe61af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0961766 Apr 18 20:08:29.584465 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d639001f-067d-4f9a-929c-621979d4ee43'] response: {'name': 'network-changed', 'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69', 'status': 'completed', 'code': 200} Apr 18 20:08:29.592628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:29.601766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:29.605263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ecc84784-883e-4400-b58e-651724c356e1 service neutron] 10.222.0.47 "POST /v2.0/ports/efb29d87-05e0-4066-84d4-6982df74282b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5754883 Apr 18 20:08:29.730074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088997f-cf6e-4616-8679-ba394ee65593 req-41a4ad9d-750b-48fe-a1ee-0fabb5502ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:29.733431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c088997f-cf6e-4616-8679-ba394ee65593 req-41a4ad9d-750b-48fe-a1ee-0fabb5502ba8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1476057 Apr 18 20:08:29.828490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-ca7be8b5-a0d3-495d-891d-eeaeb0e9d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:29.841839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-ca7be8b5-a0d3-495d-891d-eeaeb0e9d05b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1094 time: 0.2304244 Apr 18 20:08:30.078376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c088997f-cf6e-4616-8679-ba394ee65593 req-4578d85b-c069-4131-98bf-e6677c6bc0c0 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332455 Apr 18 20:08:30.084490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-f69ccfab-fe13-4428-95bf-df369ee4cea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:30.090362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-f69ccfab-fe13-4428-95bf-df369ee4cea6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.2401738 Apr 18 20:08:30.242987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7649d4cc-0e4c-4e2d-93e1-bac44e53090b req-f0edc414-ac44-4c1f-9453-73b29cf294ee tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:30.244677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7649d4cc-0e4c-4e2d-93e1-bac44e53090b req-f0edc414-ac44-4c1f-9453-73b29cf294ee tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 943 time: 0.3288028 Apr 18 20:08:30.250765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-5f78d86d-423d-43fd-96dc-490d81367b95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 217 time: 0.1512871 Apr 18 20:08:30.284079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:30.287769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-7468738d-fc59-4539-905a-c7610db20933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:30.289929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-7468738d-fc59-4539-905a-c7610db20933 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1097 time: 0.2795496 Apr 18 20:08:30.341035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-3868458d-65b4-4ce9-b264-615cd4ae1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:30.343001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-3868458d-65b4-4ce9-b264-615cd4ae1b49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.0817187 Apr 18 20:08:30.431424 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-94f750df-6e24-4b1b-b6bf-d701da4fa46e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776849 Apr 18 20:08:30.474818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c088997f-cf6e-4616-8679-ba394ee65593 req-e2cc7f03-bb93-401d-bf53-d0160d918e21 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858144 Apr 18 20:08:30.483174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7649d4cc-0e4c-4e2d-93e1-bac44e53090b req-63ee0521-3db1-4666-939a-601978a0b5c6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234814 Apr 18 20:08:30.550660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:30.574299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-bf6394b0-7b01-46cd-b014-daede62e7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:30.576028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-bf6394b0-7b01-46cd-b014-daede62e7dd2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.2744617 Apr 18 20:08:30.578716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:30.644908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Usage tracker for resource:security_group_rule and tenant:d4893d6e319d4b38a9f527d6145e3541 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:30.653787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:30.657608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-85a5ce02-e097-44d7-bb72-02d8994dea56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 217 time: 0.0743165 Apr 18 20:08:30.661597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:30.787451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-4a6c80f3-4deb-4196-8d32-5589c1146274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:30.790850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-4a6c80f3-4deb-4196-8d32-5589c1146274 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1263411 Apr 18 20:08:30.843628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-5fee8581-ba49-4c65-9b27-2ab13ee42455 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001932 Apr 18 20:08:30.919276 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-853c92ef-05b7-4c81-a701-da837d582512 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003859 Apr 18 20:08:31.168297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9467aca6-4fc0-4e0e-9b6b-68ee1f271112 req-8c0febda-ac49-4960-bee5-12254c46290e service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175428 Apr 18 20:08:31.195590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.209208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.339566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-abc35caf-b77d-406f-ab16-47fd1389303a service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081945 Apr 18 20:08:31.341343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32936541-ee98-426f-85bc-dd96e77017d8 req-f896a542-596e-4a78-8fa4-56caadb5c7a8 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:31.342953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32936541-ee98-426f-85bc-dd96e77017d8 req-f896a542-596e-4a78-8fa4-56caadb5c7a8 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 1100 time: 0.1395557 Apr 18 20:08:31.345502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4893d6e319d4b38a9f527d6145e3541&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0546861 Apr 18 20:08:31.348023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32984) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:31.349207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d6ac89-c060-4bba-9ebf-6aec1efb00f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77e5b1f-b4e2-4d8c-84f8-3bdddbdbbf2b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:31.400847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6c1fcf44-a330-404d-8cc6-8c835e147e69 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:31.414975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.453324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:31.465800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Usage tracker for resource:security_group_rule and tenant:ec433fef8fb34130be3182f46aad09a7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:31.471680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:31.483228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:31.484257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4b782a2-9859-4302-a2b8-5f9d1333507b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.535851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4b782a2-9859-4302-a2b8-5f9d1333507b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.644356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:31.664820 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.666253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4b782a2-9859-4302-a2b8-5f9d1333507b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.671694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '6c1fcf44-a330-404d-8cc6-8c835e147e69', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'port_id': '6c1fcf44-a330-404d-8cc6-8c835e147e69', 'mac_address': 'fa:16:3e:73:c4:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072b428c-ede7-4c4b-baed-9c8e0dc34d91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:08:31.684133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b782a2-9859-4302-a2b8-5f9d1333507b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77e5b1f-b4e2-4d8c-84f8-3bdddbdbbf2b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:31.686076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.706703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ff2bbef9-2208-4e27-9810-d048aa15f36a service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591576 Apr 18 20:08:31.722663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e89a1c-6e81-4136-9fac-e4ce7b9c52f6 req-f9dba72c-5ec0-4e7e-9631-104e0bdec893 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:31.724513 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b8e89a1c-6e81-4136-9fac-e4ce7b9c52f6 req-f9dba72c-5ec0-4e7e-9631-104e0bdec893 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 947 time: 0.3333044 Apr 18 20:08:31.729677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Synchronizing usage tracker for tenant:ec433fef8fb34130be3182f46aad09a7 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:31.759487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2950c020-867d-498e-90ac-8011cfe8a564,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:31.765773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4b782a2-9859-4302-a2b8-5f9d1333507b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.766957 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e4b782a2-9859-4302-a2b8-5f9d1333507b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b77e5b1f-b4e2-4d8c-84f8-3bdddbdbbf2b HTTP/1.1" status: 204 len: 168 time: 0.4167521 Apr 18 20:08:31.794475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Unset dirty status for tenant:ec433fef8fb34130be3182f46aad09a7 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:31.795943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32936541-ee98-426f-85bc-dd96e77017d8 req-b6e9c841-9311-4182-9b5e-21ce64c07ac5 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4172878 Apr 18 20:08:31.866159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:31.893807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b8e89a1c-6e81-4136-9fac-e4ce7b9c52f6 req-174f0c4e-937e-4f4f-9e63-9126dcb35faa tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594300 Apr 18 20:08:31.921217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c1fcf44-a330-404d-8cc6-8c835e147e69 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:31.962911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:31.972433 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:32.002956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-068ba726-862a-46df-9082-d6f0b0a63628 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:32.005460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-068ba726-862a-46df-9082-d6f0b0a63628 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1097 time: 0.2270596 Apr 18 20:08:32.017219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836016-3'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:32.220878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:32.294768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 9c11e538-e73a-47c7-a38e-49a15e744d6c details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:32.341142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6c1fcf44-a330-404d-8cc6-8c835e147e69'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:32.349981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231ee9c9-5f83-4aed-9a07-f93198fd292a req-572345c3-c2b9-4244-a177-3ff2908fb5cc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:32.351160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-231ee9c9-5f83-4aed-9a07-f93198fd292a req-572345c3-c2b9-4244-a177-3ff2908fb5cc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:32.352119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:32.386448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-231ee9c9-5f83-4aed-9a07-f93198fd292a req-572345c3-c2b9-4244-a177-3ff2908fb5cc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:32.402414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-231ee9c9-5f83-4aed-9a07-f93198fd292a req-572345c3-c2b9-4244-a177-3ff2908fb5cc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.2776933 Apr 18 20:08:32.403622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33002) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:32.446220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:32.474742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:32.488068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Usage tracker for resource:security_group_rule and tenant:6313452c6ac442099cd9f50bae18c4f8 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:32.495164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:32.503648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-231ee9c9-5f83-4aed-9a07-f93198fd292a req-9ffd7905-e425-4fdc-98ea-2a1e1c043243 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957510 Apr 18 20:08:32.510912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:32.579855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f5213-768b-4d60-a225-e3653aaa4886 req-36af3c5a-baf1-4cb0-a1a2-fc5f7807474f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:32.590023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-745f5213-768b-4d60-a225-e3653aaa4886 req-36af3c5a-baf1-4cb0-a1a2-fc5f7807474f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 946 time: 0.3317156 Apr 18 20:08:32.682664 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:32.690245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:32.755484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30ce023-cc62-48c7-b743-6513b5326fd5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:32.764801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c1d518db-e88a-47ba-8f96-abcd5d013231 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6313452c6ac442099cd9f50bae18c4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3556261 Apr 18 20:08:32.765075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:32.816333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:32.818076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 9c11e538-e73a-47c7-a38e-49a15e744d6c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=9c11e538-e73a-47c7-a38e-49a15e744d6c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:32.868424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-745f5213-768b-4d60-a225-e3653aaa4886 req-ffb4de85-f995-4742-a055-d3710fb76c92 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728362 Apr 18 20:08:32.872224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '9c11e538-e73a-47c7-a38e-49a15e744d6c', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '9c11e538-e73a-47c7-a38e-49a15e744d6c', 'mac_address': 'fa:16:3e:3d:19:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:08:32.883533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-183045f7-ddf2-4ee3-8411-1ae0515a7914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:32.945743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-183045f7-ddf2-4ee3-8411-1ae0515a7914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:32.952947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:33.074656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.097188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:33.104332 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.111091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-183045f7-ddf2-4ee3-8411-1ae0515a7914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.120934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c11e538-e73a-47c7-a38e-49a15e744d6c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:33.130992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.160545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 9c11e538-e73a-47c7-a38e-49a15e744d6c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=9c11e538-e73a-47c7-a38e-49a15e744d6c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:33.173332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183045f7-ddf2-4ee3-8411-1ae0515a7914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30ce023-cc62-48c7-b743-6513b5326fd5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:33.174678 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.198914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-183045f7-ddf2-4ee3-8411-1ae0515a7914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.201811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-183045f7-ddf2-4ee3-8411-1ae0515a7914 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c30ce023-cc62-48c7-b743-6513b5326fd5 HTTP/1.1" status: 204 len: 168 time: 0.4355075 Apr 18 20:08:33.412078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=9c11e538-e73a-47c7-a38e-49a15e744d6c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:33.420943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:33.502449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['9c11e538-e73a-47c7-a38e-49a15e744d6c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:33.562793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on host n-h2-836016-3 for vnic_type normal with profile {"migrating_to": "n-h1-836016-3"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:33.563710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:33.564608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:33.580541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:33.581370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Attempting to bind port efb29d87-05e0-4066-84d4-6982df74282b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:33.591944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:33.593227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:33.594161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:33.595077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Bound port: efb29d87-05e0-4066-84d4-6982df74282b, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:33.596147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.768058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:33.782837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:33.794339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:33.981547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:34.026540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533ea67-c795-481e-a0d7-44a598a1cbab req-fb2bd14c-3aaa-4c53-b8fa-67289aa2907f tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:34.040808 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e533ea67-c795-481e-a0d7-44a598a1cbab req-fb2bd14c-3aaa-4c53-b8fa-67289aa2907f tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 948 time: 0.1988406 Apr 18 20:08:34.135683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e533ea67-c795-481e-a0d7-44a598a1cbab req-4f9513bd-bc5c-45ed-8a5a-7fd5f87f4173 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933111 Apr 18 20:08:34.172021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:34.172873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:34.174929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-6b3a0fb4-b46b-4fae-820c-34d04e120bf5 service neutron] 10.222.0.55 "PUT /v2.0/ports/efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 1122 time: 2.1627243 Apr 18 20:08:34.263889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['efb29d87-05e0-4066-84d4-6982df74282b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:34.264637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:34.270060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512714301', 'description': 'tempest-description--148502920'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:34.282000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:34.302114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Usage tracker for resource:security_group and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:34.307174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:34.316374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:34.332981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:34.346597 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600ae2d1-7620-41f6-b67e-5c497ff79f0a'] response: {'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b', 'code': 200} Apr 18 20:08:34.362298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:34.369260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Usage tracker for resource:security_group_rule and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:34.373337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:34.377251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-e8968117-6778-48e4-8a83-7b66f7c3a4c9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861399 Apr 18 20:08:34.392389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:34.711653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:34.724035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-31600aae-28f5-4de0-a892-fcdb2dc96ec0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:34.726286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:34.727237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-31600aae-28f5-4de0-a892-fcdb2dc96ec0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3405960 Apr 18 20:08:34.752029 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-6a4d2ba6-1e5a-4d85-8562-a924997a2ef8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/quotas/159f273d2b3d468498eede75254dd129 HTTP/1.1" status: 200 len: 375 time: 0.0171783 Apr 18 20:08:34.845660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c061f924-4164-47df-a053-d59019beb619,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:34.859019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:34.860987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-271423c2-ad77-46df-b132-c01f76d71db1 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5957704 Apr 18 20:08:34.865787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33064) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:34.877157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'security_group_rule': {'security_group_id': 'c061f924-4164-47df-a053-d59019beb619', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:34.877602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bc16fc-cd0c-4640-96ac-5a1cdba40498 req-d1be361c-6346-4c5d-a349-c642c93e8014 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:34.879987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41bc16fc-cd0c-4640-96ac-5a1cdba40498 req-d1be361c-6346-4c5d-a349-c642c93e8014 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.3063047 Apr 18 20:08:34.887689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:34.896752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Usage tracker for resource:security_group_rule and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:34.911231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:34.926343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:34.949853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-ef416a25-e754-445d-a977-ad7e722d6b3c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1912994 Apr 18 20:08:34.978431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:34.998153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41bc16fc-cd0c-4640-96ac-5a1cdba40498 req-44838b7b-8535-4e74-b50c-9c18cdd52d3a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986555 Apr 18 20:08:35.110818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.118633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.155247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eddae6d3-12c7-4fb3-9ceb-de9a6a006e1e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:35.168678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.173961 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-83519b44-a09c-475f-baf9-019dbd8f0a2b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3031945 Apr 18 20:08:35.174300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:35.182631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'security_group_rule': {'security_group_id': 'c061f924-4164-47df-a053-d59019beb619', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:35.203402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:35.216687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Usage tracker for resource:security_group_rule and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:35.223168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:35.250224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:35.288673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.406292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.412894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.425889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6c1fcf44-a330-404d-8cc6-8c835e147e69 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:35.495030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c955857-bc55-4263-bd69-1a1e11e52538,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:35.496966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.501486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33082) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:35.507101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:35.511296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8ca39259-0660-4480-b557-3655c629a42d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3284011 Apr 18 20:08:35.515418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:35.523846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Usage tracker for resource:floatingip and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:35.529900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:35.546086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:35.572579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.594611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 6c1fcf44-a330-404d-8cc6-8c835e147e69 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:35.614131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 6c1fcf44-a330-404d-8cc6-8c835e147e69 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:35.614825 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.794156 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.892803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:35.962903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:35.974338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:35.981158 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:36.127114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:36.208765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Allocated IP 172.25.5.200 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/bb8909de-529a-4bd5-89f1-a9a3e067c44c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:36.245486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19747a2e-a2fd-42f3-be92-04b9dc211c87 req-b0946fb3-585e-416e-8694-ee4ede6edacc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:36.247048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-19747a2e-a2fd-42f3-be92-04b9dc211c87 req-b0946fb3-585e-416e-8694-ee4ede6edacc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 944 time: 0.1995876 Apr 18 20:08:36.285186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5da9c-dbe8-463c-b36e-1e1f074174e7 req-ddd67c13-3c81-4a03-b568-666c206e9d20 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:36.287530 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6f5da9c-dbe8-463c-b36e-1e1f074174e7 req-ddd67c13-3c81-4a03-b568-666c206e9d20 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 948 time: 0.1058824 Apr 18 20:08:36.303490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device efb29d87-05e0-4066-84d4-6982df74282b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:36.354070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 9c11e538-e73a-47c7-a38e-49a15e744d6c up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:36.377899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:36.400062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6f5da9c-dbe8-463c-b36e-1e1f074174e7 req-c320ceb8-fa98-4853-9ca0-004bc7baf256 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947318 Apr 18 20:08:36.686977 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-19747a2e-a2fd-42f3-be92-04b9dc211c87 req-f23936a8-8ec8-41d2-b3df-13be32a7e042 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076369 Apr 18 20:08:36.712745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:36.734802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 9c11e538-e73a-47c7-a38e-49a15e744d6c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:36.746283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 9c11e538-e73a-47c7-a38e-49a15e744d6c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:36.747305 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:36.827015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device efb29d87-05e0-4066-84d4-6982df74282b has no active binding in host n-h1-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:08:36.840076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:36.862218 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc145be7-102a-408f-ab6e-ff851687caca'] response: {'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69', 'code': 200} Apr 18 20:08:36.918633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:37.116645 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:37.225201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 9c11e538-e73a-47c7-a38e-49a15e744d6c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=9c11e538-e73a-47c7-a38e-49a15e744d6c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:37.235737 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:37.285600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event updated for resources: {'Port': ['ID=bb8909de-529a-4bd5-89f1-a9a3e067c44c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:37.328853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:37.352036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:37.363925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:37.405993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=9c11e538-e73a-47c7-a38e-49a15e744d6c,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:37.544781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:37.563026 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb72dff-62e5-4ea0-84c6-be0b192bce88'] response: {'name': 'network-changed', 'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b', 'status': 'completed', 'code': 200} Apr 18 20:08:37.712374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a24e99-897c-4295-8c29-d1e55bbdcd5d req-41ba6239-323d-458e-a693-9f46bf67a84f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:37.715278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69a24e99-897c-4295-8c29-d1e55bbdcd5d req-41ba6239-323d-458e-a693-9f46bf67a84f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 945 time: 0.4896657 Apr 18 20:08:37.739774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7850210-db39-4f83-b08e-1070fb9edd00 req-5c420c2c-7c9f-4236-9e81-52b2f6b582da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:37.742791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7850210-db39-4f83-b08e-1070fb9edd00 req-5c420c2c-7c9f-4236-9e81-52b2f6b582da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1096 time: 0.7012830 Apr 18 20:08:37.764897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0c8cf5a-09d3-4695-aae9-bf3cdddb45cb req-5e7b9a22-5bc5-4880-871c-07605af41b1b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 210 time: 0.0517747 Apr 18 20:08:37.942591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7850210-db39-4f83-b08e-1070fb9edd00 req-9ed052be-ad69-4fb7-ba1d-de8592fee5de service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402171 Apr 18 20:08:37.946828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:37.994729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69a24e99-897c-4295-8c29-d1e55bbdcd5d req-26e02c9d-4cf7-4522-9f6d-116b04d583a8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897950 Apr 18 20:08:38.037551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-ed1b723a-af96-42b6-8619-03afa52d9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:38.039061 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-ed1b723a-af96-42b6-8619-03afa52d9b21 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1125 time: 0.4475894 Apr 18 20:08:38.273602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5be0b-de71-4fa0-a3c8-8789b3833605 req-2e494984-050f-4153-a48c-ce43acf249d0 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:38.278017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2d5be0b-de71-4fa0-a3c8-8789b3833605 req-2e494984-050f-4153-a48c-ce43acf249d0 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.2018037 Apr 18 20:08:38.376830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2d5be0b-de71-4fa0-a3c8-8789b3833605 req-15e5e5cd-0826-4a74-b43f-4f8637a14409 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905554 Apr 18 20:08:38.483744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-39e9fd5e-2e3c-4c71-998e-3cf9cf1c1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:38.485213 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-39e9fd5e-2e3c-4c71-998e-3cf9cf1c1366 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.2412097 Apr 18 20:08:38.568417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:38.580755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-fd7c74ad-472b-4c13-85a2-fbdaade11bcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 217 time: 0.0851407 Apr 18 20:08:38.582557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:38.669405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-9140990d-da08-43c6-bf81-a9dfa08a5015 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719373 Apr 18 20:08:38.692762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:38.786538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event updated for resources: {'Port': ['ID=bb8909de-529a-4bd5-89f1-a9a3e067c44c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:38.811223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-c0ca7fba-b750-4908-bddc-7287cb180815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:38.812436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-c0ca7fba-b750-4908-bddc-7287cb180815 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1873817 Apr 18 20:08:38.864225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c11e538-e73a-47c7-a38e-49a15e744d6c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:38.886140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:38.887696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ddf69cb4-3977-4453-94ba-4b0099558031 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3849356 Apr 18 20:08:38.902375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-cbcd19a6-52fd-4baa-81bf-1adffb46a0d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788846 Apr 18 20:08:38.971151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-6e79ad33-bdce-491a-940f-194e14fd8b32 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:38.972766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-6e79ad33-bdce-491a-940f-194e14fd8b32 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2968097 Apr 18 20:08:38.988832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:39.227873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-cc6b5612-f884-4157-943a-2e0307705897 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173480 Apr 18 20:08:39.278842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:39.305497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8b7a822a-cffe-44f9-8366-6921f8dbcdc7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118507 Apr 18 20:08:39.309451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:39.502726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-31243eec-a305-4807-bce9-cd5744c3db05 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:39.502726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-31243eec-a305-4807-bce9-cd5744c3db05 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1870663 Apr 18 20:08:39.516369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:39.532024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:39.629169 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a983688c-f3cc-45a6-9207-cb51de9f1577 req-cbca3613-cfc0-493f-aa4f-f77553bfd4f2 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951905 Apr 18 20:08:39.650797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7c10a-da1a-486c-ab72-8c0958a4e901 req-277635c3-7cbd-42c2-ab17-6fc8731c2bcb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:39.659197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95b7c10a-da1a-486c-ab72-8c0958a4e901 req-277635c3-7cbd-42c2-ab17-6fc8731c2bcb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 944 time: 1.0322628 Apr 18 20:08:39.667173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:39.670794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:39.674173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:39.690769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:39.695117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Usage tracker for resource:security_group_rule and tenant:433fd48d5d3e462484936b3b117beb99 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:39.714094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:39.722477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:39.833693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95b7c10a-da1a-486c-ab72-8c0958a4e901 req-02e88026-7226-450c-98a7-79082c12e68b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732001 Apr 18 20:08:39.845231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:39.852715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:39.909898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:39.914736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=433fd48d5d3e462484936b3b117beb99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346803 Apr 18 20:08:39.919575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Usage tracker for resource:port and tenant:159f273d2b3d468498eede75254dd129 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:39.922022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33170) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:39.926911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:39.946039 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06742149-022a-47d5-99a8-4f29c23cb86e'] response: {'server_uuid': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c11e538-e73a-47c7-a38e-49a15e744d6c', 'code': 200} Apr 18 20:08:39.949836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:39.952730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.176 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/c3883ffe-e3a6-4794-a282-2093e7d4cc37) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:40.014738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:40.018372 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.107522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aab7bc31-dee2-4b4f-b69b-d2e08c3d73f8 req-23a07fec-a9a4-48b2-9026-62a48a08cc1f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 210 time: 0.1882293 Apr 18 20:08:40.121388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bfad59-3aff-4b2d-a69b-a792c38b26dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e44cdf-6b87-437a-8be0-6efac64e1bfc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:40.174418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33174) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:40.227521 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1871-75ee-47f3-b550-957d8d526fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.341049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.361378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-ca68cd72-c17a-4d2b-b2ed-1b43e87d4f72 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--512714301&fields=id&tenant_id=ac7dfb2e208e47809e8ff3094252c3a5 HTTP/1.1" status: 200 len: 267 time: 0.1023414 Apr 18 20:08:40.366338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:40.372600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Usage tracker for resource:security_group_rule and tenant:79af791c4da04767a82dba3000d63af5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:40.376191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:40.404325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1871-75ee-47f3-b550-957d8d526fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.404645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:40.501267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501b75-bfe4-4619-a8c4-06116c363d5c req-e4afb0cd-83a3-4a9d-a390-36377f27ffae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:40.502827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1501b75-bfe4-4619-a8c4-06116c363d5c req-e4afb0cd-83a3-4a9d-a390-36377f27ffae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 1100 time: 0.4521146 Apr 18 20:08:40.517698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e1ed1-90d6-4010-a821-fb7bcb783112 req-07231de3-5024-4546-9861-5df50830c317 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:40.519240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d47e1ed1-90d6-4010-a821-fb7bcb783112 req-07231de3-5024-4546-9861-5df50830c317 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 945 time: 0.4188542 Apr 18 20:08:40.573903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.581315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-3106a6d3-edd5-4d01-b96f-3a3f45280984 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:40.582821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-3106a6d3-edd5-4d01-b96f-3a3f45280984 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 823 time: 0.2115843 Apr 18 20:08:40.622679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-90e06a70-9e8e-4d63-8a77-57ceb1a523c8 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/quotas/ac7dfb2e208e47809e8ff3094252c3a5 HTTP/1.1" status: 200 len: 375 time: 0.0245254 Apr 18 20:08:40.622899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1501b75-bfe4-4619-a8c4-06116c363d5c req-14e06cd4-7b34-479d-9645-8873eaa791da service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019304 Apr 18 20:08:40.623637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object c3883ffe-e3a6-4794-a282-2093e7d4cc37 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:40.628015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1871-75ee-47f3-b550-957d8d526fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.657649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d47e1ed1-90d6-4010-a821-fb7bcb783112 req-88b3c38c-537b-4601-a144-3ce20a174d17 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138060 Apr 18 20:08:40.662679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f1871-75ee-47f3-b550-957d8d526fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e44cdf-6b87-437a-8be0-6efac64e1bfc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:40.689686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.702070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.729822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b1f1871-75ee-47f3-b550-957d8d526fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.732168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5b1f1871-75ee-47f3-b550-957d8d526fc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85e44cdf-6b87-437a-8be0-6efac64e1bfc HTTP/1.1" status: 204 len: 168 time: 0.8087990 Apr 18 20:08:40.838388 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79af791c4da04767a82dba3000d63af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6627579 Apr 18 20:08:40.840261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071500d-2a68-4993-a05a-059b4f4beadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93ed5a3-788f-4dbd-a320-7cd58c0d7210,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:40.844763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33192) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:40.864608 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:40.885321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:41.046308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.4 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/bcd10c62-0213-4003-998e-9790cac97615) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:41.073750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:41.082557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:41.096455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:41.123897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8e55-31f3-4b23-b604-89406482ef50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.253529 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-a705fc78-8826-4927-a640-e444549ff35b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6089685 Apr 18 20:08:41.256628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=c3883ffe-e3a6-4794-a282-2093e7d4cc37,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:41.467896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8e55-31f3-4b23-b604-89406482ef50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.547556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:41.597586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6ce7b454-41f3-4a91-9451-4120f778ef97 None None] Provisioning for port c3883ffe-e3a6-4794-a282-2093e7d4cc37 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:41.605338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6ce7b454-41f3-4a91-9451-4120f778ef97 None None] Provisioning complete for port c3883ffe-e3a6-4794-a282-2093e7d4cc37 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:41.606084 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ce7b454-41f3-4a91-9451-4120f778ef97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.626164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:41.626905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.638000 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-ee663bf2-8ce2-49e9-a10f-1d51afd5d6ad service neutron] 10.222.0.47 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394058 Apr 18 20:08:41.712418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.717360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7b454-41f3-4a91-9451-4120f778ef97 None None] Port c3883ffe-e3a6-4794-a282-2093e7d4cc37 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:41.754729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-48bed5cb-c03b-4a71-bbe5-1965353cb422 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7713497 Apr 18 20:08:41.821684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:41.822784 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.840318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Usage tracker for resource:security_group_rule and tenant:ef512c2e13e943eeac4c843e0710267f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:41.846947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8e55-31f3-4b23-b604-89406482ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.848783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3ca98-7029-4682-9831-1b1c2ec68046 req-67a4fffa-2313-4c7b-a411-e98a3708f9f4 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:41.850448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42d3ca98-7029-4682-9831-1b1c2ec68046 req-67a4fffa-2313-4c7b-a411-e98a3708f9f4 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.1626158 Apr 18 20:08:41.854716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:41.859128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object bcd10c62-0213-4003-998e-9790cac97615 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:41.913028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42d3ca98-7029-4682-9831-1b1c2ec68046 req-cf83220a-14ca-4209-9e39-6a9695bc34e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552316 Apr 18 20:08:41.933733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:41.946803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:41.949062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f8e55-31f3-4b23-b604-89406482ef50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93ed5a3-788f-4dbd-a320-7cd58c0d7210,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:41.965313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:42.025704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:42.031393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:42.036344 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c1f8e55-31f3-4b23-b604-89406482ef50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.037535 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7c1f8e55-31f3-4b23-b604-89406482ef50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d93ed5a3-788f-4dbd-a320-7cd58c0d7210 HTTP/1.1" status: 204 len: 168 time: 1.1890831 Apr 18 20:08:42.051390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:42.074153 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-e3d0bb03-ab15-4cad-b3f5-170969103354 service neutron] 10.222.0.47 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351370 Apr 18 20:08:42.124802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-ca556915-ca5a-4014-a04c-ec5990260d6a service neutron] 10.222.0.61 "GET /v2.0/ports/efb29d87-05e0-4066-84d4-6982df74282b/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 384 time: 0.2787907 Apr 18 20:08:42.293992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.308860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=bcd10c62-0213-4003-998e-9790cac97615,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:42.316298 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.416299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:42.420031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.473586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-8095d9b3-72a7-4992-ab81-db44115f13e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9613538 Apr 18 20:08:42.513581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e46636-2ea3-4e6b-94d0-fcaf9c76210f req-fb87a803-eac5-4474-8b3c-4a88899ca5f6 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:42.514222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27e46636-2ea3-4e6b-94d0-fcaf9c76210f req-fb87a803-eac5-4474-8b3c-4a88899ca5f6 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1096 time: 0.3978114 Apr 18 20:08:42.553056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58a9a8a1-6146-44d4-9f50-d6f4aa3b3b91 None None] Provisioning for port bcd10c62-0213-4003-998e-9790cac97615 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:42.560247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33216) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:42.562097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58a9a8a1-6146-44d4-9f50-d6f4aa3b3b91 None None] Provisioning complete for port bcd10c62-0213-4003-998e-9790cac97615 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:42.562422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef512c2e13e943eeac4c843e0710267f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0065689 Apr 18 20:08:42.563012 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58a9a8a1-6146-44d4-9f50-d6f4aa3b3b91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.607819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27e46636-2ea3-4e6b-94d0-fcaf9c76210f req-2f580db3-54df-431f-82d7-fea2cc6a11f0 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869963 Apr 18 20:08:42.622803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbe42c-3d9a-439f-8198-8b4ed183e7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c441fea-0ea2-41fe-9044-6fecaa1d4909,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:42.691591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58a9a8a1-6146-44d4-9f50-d6f4aa3b3b91 None None] Port bcd10c62-0213-4003-998e-9790cac97615 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:42.703671 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06446b6c-46f3-40ea-8527-9f9c29d8d7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.766642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06446b6c-46f3-40ea-8527-9f9c29d8d7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.840896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06446b6c-46f3-40ea-8527-9f9c29d8d7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.877747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06446b6c-46f3-40ea-8527-9f9c29d8d7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c441fea-0ea2-41fe-9044-6fecaa1d4909,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:42.910943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:42.940702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a146bf-4648-4c57-a38c-0a3b7a83bc6a req-b261c050-5bb8-4516-ac4c-8e52c9036452 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:42.943037 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06446b6c-46f3-40ea-8527-9f9c29d8d7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.950560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-06446b6c-46f3-40ea-8527-9f9c29d8d7c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c441fea-0ea2-41fe-9044-6fecaa1d4909 HTTP/1.1" status: 204 len: 168 time: 0.3888612 Apr 18 20:08:42.952901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14a146bf-4648-4c57-a38c-0a3b7a83bc6a req-b261c050-5bb8-4516-ac4c-8e52c9036452 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 944 time: 0.3267143 Apr 18 20:08:42.957167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:42.986384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:42.997179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:43.007152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:43.011881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Usage tracker for resource:security_group_rule and tenant:804cc152f0b44e97895df74dab6b2fab is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:43.015197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:43.021546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:43.071747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14a146bf-4648-4c57-a38c-0a3b7a83bc6a req-33e491f0-3881-4d23-a829-c6aa6ecfc7ea tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166923 Apr 18 20:08:43.118909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efb29d87-05e0-4066-84d4-6982df74282b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:43.120214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f83168-e3bd-4499-80f9-579ecaae7e54 req-1f2b5ba3-d970-47b1-a11a-360fe307f838 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:43.121019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-21f83168-e3bd-4499-80f9-579ecaae7e54 req-1f2b5ba3-d970-47b1-a11a-360fe307f838 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:43.139149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:43.167842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.168687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.176115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-21f83168-e3bd-4499-80f9-579ecaae7e54 req-1f2b5ba3-d970-47b1-a11a-360fe307f838 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:43.177797 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21f83168-e3bd-4499-80f9-579ecaae7e54 req-1f2b5ba3-d970-47b1-a11a-360fe307f838 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 934 time: 0.3013473 Apr 18 20:08:43.181687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.319102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=804cc152f0b44e97895df74dab6b2fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3573635 Apr 18 20:08:43.322675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:43.437033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] Transition to ACTIVE for port object efb29d87-05e0-4066-84d4-6982df74282b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:43.438137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a772ce05-8a2a-4e0c-8cd0-2ac774110703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.451957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.454188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device efb29d87-05e0-4066-84d4-6982df74282b no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:08:43.533122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c682817e-3710-47e2-a5c3-102d776a0deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7af4f6-68f7-407c-adb6-4b1676f0b748,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:43.586950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21f83168-e3bd-4499-80f9-579ecaae7e54 req-a291fdd8-d681-42fc-9171-f390862bf7fd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864132 Apr 18 20:08:43.697881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a39a769d-d770-4394-a701-eab106e03ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.713100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device efb29d87-05e0-4066-84d4-6982df74282b not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:08:43.759345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a39a769d-d770-4394-a701-eab106e03ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.953871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a39a769d-d770-4394-a701-eab106e03ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:43.977087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9957044-f4c4-493c-ace3-d50706e51e2f req-10ee495d-42a5-474c-bc29-7fc0cb68f80c tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 210 time: 0.2996941 Apr 18 20:08:43.991217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39a769d-d770-4394-a701-eab106e03ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7af4f6-68f7-407c-adb6-4b1676f0b748,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:44.025848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a39a769d-d770-4394-a701-eab106e03ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:44.027739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a39a769d-d770-4394-a701-eab106e03ef1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c7af4f6-68f7-407c-adb6-4b1676f0b748 HTTP/1.1" status: 204 len: 168 time: 0.6799703 Apr 18 20:08:44.069381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c4153-3145-41ee-8a84-417d6212cbbd req-513a46b9-d615-4c09-b2ed-23bec499e157 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:44.072751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c7c4153-3145-41ee-8a84-417d6212cbbd req-513a46b9-d615-4c09-b2ed-23bec499e157 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1096 time: 0.1822479 Apr 18 20:08:44.196717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c7c4153-3145-41ee-8a84-417d6212cbbd req-1aef47e0-fc05-4f0b-a8d0-da409917c14e tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093526 Apr 18 20:08:44.264154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] No DVR routers for this DVR port efb29d87-05e0-4066-84d4-6982df74282b on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:08:44.582130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] Pushing event updated for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:44.591769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de4d53-84bf-44ac-a2fa-ead027f1baf7 req-67ee445a-1301-451b-9c35-2b92051c8ceb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:44.594887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13de4d53-84bf-44ac-a2fa-ead027f1baf7 req-67ee445a-1301-451b-9c35-2b92051c8ceb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 945 time: 0.1222615 Apr 18 20:08:44.695995 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13de4d53-84bf-44ac-a2fa-ead027f1baf7 req-a9b04609-e227-42b7-923b-0db20396cfd4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949214 Apr 18 20:08:44.801378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-36f7a990-61a5-464e-83f3-20bbf3a5f803 service neutron] 10.222.0.61 "PUT /v2.0/ports/efb29d87-05e0-4066-84d4-6982df74282b/bindings/n-h1-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 2.6700325 Apr 18 20:08:44.846350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-29b71cb7-cccd-4cd6-b891-fe808b848f2d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:44.847867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-29b71cb7-cccd-4cd6-b891-fe808b848f2d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 823 time: 0.3979449 Apr 18 20:08:44.892932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba36cae-658e-42b7-8719-32ea1191a7e1 req-0f86dda5-ed37-4338-92e8-5109255a481b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:44.900961 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aba36cae-658e-42b7-8719-32ea1191a7e1 req-0f86dda5-ed37-4338-92e8-5109255a481b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.6523237 Apr 18 20:08:44.940666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Request body: {'port': {'device_id': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:44.966621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-b3a53c43-d8bb-4151-8f31-e4e93760f3c8 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7dfb2e208e47809e8ff3094252c3a5 HTTP/1.1" status: 200 len: 379 time: 0.1075895 Apr 18 20:08:44.981667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'port': {'device_id': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'admin_state_up': True, 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'security_groups': ['c061f924-4164-47df-a053-d59019beb619']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:45.010531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aba36cae-658e-42b7-8719-32ea1191a7e1 req-4431e8b7-6276-4248-bb96-6bbd22e3cfcd tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085672 Apr 18 20:08:45.058868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Request body: {'port': {'device_id': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:45.287561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:45.298930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Usage tracker for resource:port and tenant:ac7dfb2e208e47809e8ff3094252c3a5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:45.305988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:45.321164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:45.323227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:45.355621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Made reservation on behalf of ac7dfb2e208e47809e8ff3094252c3a5 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:45.360483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:45.623715 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4735dc3d-a770-4a28-8e32-f7ea63dd359d req-57b15f97-4a96-4275-acbb-bc2c3cc53020 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 210 time: 0.0747302 Apr 18 20:08:45.752974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Allocated IP 172.20.0.10 (3254c60b-73cd-4cf2-8938-d74f3c2cf324/9c462da1-3f21-4891-8bed-22b6d7bc1616/8dab7c79-b787-4c57-a13e-91623e5a1a2f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:45.839128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f1e05-b150-4619-a3d9-b482dae00522 req-6eb10774-9010-40cc-86c6-e9acfe794b59 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:45.846079 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e17f1e05-b150-4619-a3d9-b482dae00522 req-6eb10774-9010-40cc-86c6-e9acfe794b59 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 934 time: 0.7124772 Apr 18 20:08:45.856758 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:45.913590 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d3d63ca-d9f2-4c26-9396-2e980bbfec61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.056094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-38750bd0-3f8b-47e5-b74e-61b679101705 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:46.057732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-38750bd0-3f8b-47e5-b74e-61b679101705 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.9158347 Apr 18 20:08:46.167842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33320) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:46.238893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.243929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0135ad-954f-475d-b90c-663c80146ac0 req-ced6bd31-532f-4dc5-ace9-79005a342b00 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:46.245152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e17f1e05-b150-4619-a3d9-b482dae00522 req-86b2cf12-7624-431d-bf3b-f563b8c6679d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459044 Apr 18 20:08:46.246090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f0135ad-954f-475d-b90c-663c80146ac0 req-ced6bd31-532f-4dc5-ace9-79005a342b00 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1096 time: 0.4170747 Apr 18 20:08:46.297153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Transition to ACTIVE for port object 8dab7c79-b787-4c57-a13e-91623e5a1a2f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:46.391455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-network', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:46.399249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-3db678af-828b-4bb5-a16c-afefa43c6a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:46.400824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-3db678af-828b-4bb5-a16c-afefa43c6a95 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089&tenant_id=fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 1096 time: 0.3078277 Apr 18 20:08:46.425749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:46.432489 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.450896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Usage tracker for resource:network and tenant:d7a4aed43b044284969d16aece6e20de is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:46.495599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:46.533297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:46.543144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0f0135ad-954f-475d-b90c-663c80146ac0 req-2473686d-5cd4-47ee-844a-6e5c6c1dd1b1 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Synchronizing usage tracker for tenant:2781f7b7164d4731b8ef239ee670f5ea on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:46.562168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:46.565629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcd10c62-0213-4003-998e-9790cac97615 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:46.578511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.579950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:46.583190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:46.591088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:46.591834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.604094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Transition to ACTIVE for port object bcd10c62-0213-4003-998e-9790cac97615 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:46.610507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0f0135ad-954f-475d-b90c-663c80146ac0 req-2473686d-5cd4-47ee-844a-6e5c6c1dd1b1 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Unset dirty status for tenant:2781f7b7164d4731b8ef239ee670f5ea on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:46.618238 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f0135ad-954f-475d-b90c-663c80146ac0 req-2473686d-5cd4-47ee-844a-6e5c6c1dd1b1 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480833 Apr 18 20:08:46.631023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Made reservation on behalf of d7a4aed43b044284969d16aece6e20de for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:46.634934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.655763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event updated for resources: {'Port': ['ID=8dab7c79-b787-4c57-a13e-91623e5a1a2f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:46.658806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.669389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.689286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:46.702459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-ebcbe5a4-f16e-40ea-b210-8a92405e174b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7283411 Apr 18 20:08:46.704053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Usage tracker for resource:security_group_rule and tenant:d7a4aed43b044284969d16aece6e20de is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:46.710949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:46.733010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Request body: {'port': {'device_id': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:46.772515 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.774249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:46.783392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33332) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:46.805660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:46.819143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-c75871ed-fc79-4b88-b31a-12ba83eb4544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:46.821283 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-c75871ed-fc79-4b88-b31a-12ba83eb4544 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1096 time: 0.3819811 Apr 18 20:08:46.839076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540bfbf-0895-4620-8749-f0a88964e511 req-beadff40-314f-4750-bb2d-fbc2f4172da5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:46.846436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4540bfbf-0895-4620-8749-f0a88964e511 req-beadff40-314f-4750-bb2d-fbc2f4172da5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 945 time: 0.4058568 Apr 18 20:08:47.060659 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.072519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.090989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.118987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:47.123967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-739f8262-2888-4f3d-a51a-d4942baee10d None None] Provisioning for port 8dab7c79-b787-4c57-a13e-91623e5a1a2f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:47.133791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-739f8262-2888-4f3d-a51a-d4942baee10d None None] Provisioning complete for port 8dab7c79-b787-4c57-a13e-91623e5a1a2f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:47.134222 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-739f8262-2888-4f3d-a51a-d4942baee10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.141757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.158568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Usage tracker for resource:security_group_rule and tenant:c8bdb5032ff841d7bff225463738f331 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:47.186258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:08:47.189703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:47.214909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:47.259025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3883ffe-e3a6-4794-a282-2093e7d4cc37 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:47.259592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-739f8262-2888-4f3d-a51a-d4942baee10d None None] Port 8dab7c79-b787-4c57-a13e-91623e5a1a2f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:47.270349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141f4ad5-dd13-4653-b9f8-54150675d41b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:47.290903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.291261 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Added segment 8958aa45-7a0d-42f4-beb4-7d528df1478f of type vlan for network e290ad3a-fce5-47ab-820c-95d4eef117bb Apr 18 20:08:47.322025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.324678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd10c62-0213-4003-998e-9790cac97615,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:47.408678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.460107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Transition to ACTIVE for port object c3883ffe-e3a6-4794-a282-2093e7d4cc37 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:47.465404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4540bfbf-0895-4620-8749-f0a88964e511 req-3ada0e01-8047-4f22-9bcd-5e4c313a8235 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6179492 Apr 18 20:08:47.473172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.563909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.564953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:47.565592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.712819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-eb7310aa-2bac-4842-beff-3a459cfd42f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:47.714368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-eb7310aa-2bac-4842-beff-3a459cfd42f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.8652573 Apr 18 20:08:47.760013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Attempting to bind port bcd10c62-0213-4003-998e-9790cac97615 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:47.760353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Attempting to bind port bcd10c62-0213-4003-998e-9790cac97615 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:47.760897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Attempting to bind port bcd10c62-0213-4003-998e-9790cac97615 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:47.819152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3883ffe-e3a6-4794-a282-2093e7d4cc37,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:47.848057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Port bcd10c62-0213-4003-998e-9790cac97615 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:47.848419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Attempting to bind port bcd10c62-0213-4003-998e-9790cac97615 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:47.852209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-42ffb1eb-a908-4f56-8bce-ad5e08dae379 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 217 time: 0.1260934 Apr 18 20:08:47.922728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.939580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] Pushing event updated for resources: {'Network': ['ID=e290ad3a-fce5-47ab-820c-95d4eef117bb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:47.942037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:47.953286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e290ad3a-fce5-47ab-820c-95d4eef117bb details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:08:47.970070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-019ca926-e13e-4788-8cb3-d1b03140c7b0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7978594 Apr 18 20:08:47.981790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33346) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:48.023972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Request body: {'subnet': {'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-subnet', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:48.039706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:48.040105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:48.040867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:48.040867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Bound port: bcd10c62-0213-4003-998e-9790cac97615, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:48.041279 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.061849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:48.077695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c8bdb5032ff841d7bff225463738f331&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2928436 Apr 18 20:08:48.080371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Usage tracker for resource:subnet and tenant:d7a4aed43b044284969d16aece6e20de is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:48.084265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33350) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:48.085446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:48.091584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4685b0d-b0f7-4d43-8107-59f79bb8e440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead2e009-d510-4227-8696-b7ee8bc69590,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:48.101099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:48.178356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-94525e4e-c35d-46f2-9703-cf198a6b9ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:48.178356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-94525e4e-c35d-46f2-9703-cf198a6b9ce7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1847367 Apr 18 20:08:48.200492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Made reservation on behalf of d7a4aed43b044284969d16aece6e20de for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:48.202876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.219055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.260170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b4310-8efc-4ebd-8f55-a9dd25149d4c req-bd435c47-144d-4a0d-acc4-a8c95632b068 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:48.260899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2e8b4310-8efc-4ebd-8f55-a9dd25149d4c req-bd435c47-144d-4a0d-acc4-a8c95632b068 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Synchronizing usage tracker for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:48.269789 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-f6b0be3d-a1f7-4f5b-b3b9-3256bebf413b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825486 Apr 18 20:08:48.272818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Attempting to bind port c3883ffe-e3a6-4794-a282-2093e7d4cc37 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:48.273157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Attempting to bind port c3883ffe-e3a6-4794-a282-2093e7d4cc37 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:48.273587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Attempting to bind port c3883ffe-e3a6-4794-a282-2093e7d4cc37 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:48.283324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f69f9-2b55-4c24-9e92-1e1401a180f7 req-0fd1cd56-2dfc-4291-b8dc-b6d8dca4ee1b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:48.284780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-306f69f9-2b55-4c24-9e92-1e1401a180f7 req-0fd1cd56-2dfc-4291-b8dc-b6d8dca4ee1b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.6373158 Apr 18 20:08:48.311977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.314344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Port c3883ffe-e3a6-4794-a282-2093e7d4cc37 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:48.314698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Attempting to bind port c3883ffe-e3a6-4794-a282-2093e7d4cc37 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:48.329899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:48.343505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dab7c79-b787-4c57-a13e-91623e5a1a2f {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:48.363162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:48.363508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:48.363900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:48.364342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Bound port: c3883ffe-e3a6-4794-a282-2093e7d4cc37, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:48.364683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.365648 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.374711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bcd10c62-0213-4003-998e-9790cac97615,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:48.398147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c120-4618-43ba-a2d0-637d7d116fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.406704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2e8b4310-8efc-4ebd-8f55-a9dd25149d4c req-bd435c47-144d-4a0d-acc4-a8c95632b068 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Unset dirty status for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:48.407876 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e8b4310-8efc-4ebd-8f55-a9dd25149d4c req-bd435c47-144d-4a0d-acc4-a8c95632b068 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 932 time: 0.7140269 Apr 18 20:08:48.421084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Transition to ACTIVE for port object 8dab7c79-b787-4c57-a13e-91623e5a1a2f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:48.453040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.454050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.519252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c120-4618-43ba-a2d0-637d7d116fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.550565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-306f69f9-2b55-4c24-9e92-1e1401a180f7 req-cc52da95-c89b-4641-948c-5f3a3c4783d2 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393682 Apr 18 20:08:48.579824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:48.580706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.582262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] 10.222.0.55 "PUT /v2.0/ports/bcd10c62-0213-4003-998e-9790cac97615 HTTP/1.1" status: 200 len: 1094 time: 3.6550879 Apr 18 20:08:48.583069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:48.623836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-e71cc6bf-93fd-4186-899b-b29173f3cd5a service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3354383 Apr 18 20:08:48.712338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58439b9c-6ce0-4f40-b4f4-f9566d209990 service neutron] Pushing event updated for resources: {'Port': ['ID=bcd10c62-0213-4003-998e-9790cac97615,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:48.736369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e8b4310-8efc-4ebd-8f55-a9dd25149d4c req-7cae0fe9-7d11-4b30-a0d1-55de3546af7b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2931244 Apr 18 20:08:48.779461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:48.843150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.850172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:48.862803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.910373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Pushing event updated for resources: {'Port': ['ID=8dab7c79-b787-4c57-a13e-91623e5a1a2f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:48.959824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:48.960437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:48.962409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] 10.222.0.55 "PUT /v2.0/ports/c3883ffe-e3a6-4794-a282-2093e7d4cc37 HTTP/1.1" status: 200 len: 1096 time: 3.9113927 Apr 18 20:08:49.036646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Attempting to bind port 8dab7c79-b787-4c57-a13e-91623e5a1a2f on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:49.037008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Attempting to bind port 8dab7c79-b787-4c57-a13e-91623e5a1a2f by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:49.037311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Attempting to bind port 8dab7c79-b787-4c57-a13e-91623e5a1a2f on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:49.063402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Port 8dab7c79-b787-4c57-a13e-91623e5a1a2f on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:49.063402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Attempting to bind port 8dab7c79-b787-4c57-a13e-91623e5a1a2f on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:49.076313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-4b39c18a-3937-41e9-8c51-43b1467dfd08 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335117 Apr 18 20:08:49.086183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:49.086691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Checking segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:49.087058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Bound using segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:49.087544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Bound port: 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:49.087902 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.090260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dad288b-aa1b-40f6-b2cf-0c4912b214f8 service neutron] Pushing event updated for resources: {'Port': ['ID=c3883ffe-e3a6-4794-a282-2093e7d4cc37,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:49.119666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.131945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-5179eda2-3d9b-4ce7-bbc0-0d9206f6b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.133587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-5179eda2-3d9b-4ce7-bbc0-0d9206f6b680 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 1097 time: 0.4317248 Apr 18 20:08:49.171103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c120-4618-43ba-a2d0-637d7d116fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.244794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-cf2d157a-1d93-4deb-97fb-8ba8116a1884 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=bcd10c62-0213-4003-998e-9790cac97615 HTTP/1.1" status: 200 len: 217 time: 0.1040599 Apr 18 20:08:49.257491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4c120-4618-43ba-a2d0-637d7d116fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead2e009-d510-4227-8696-b7ee8bc69590,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:49.306379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f5f2287-456b-408a-86f3-d46730329604,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:49.339582 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d4c120-4618-43ba-a2d0-637d7d116fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.340885 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d3d4c120-4618-43ba-a2d0-637d7d116fc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ead2e009-d510-4227-8696-b7ee8bc69590 HTTP/1.1" status: 204 len: 168 time: 1.2506003 Apr 18 20:08:49.348693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Checking segment: {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:49.349063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Network hostable DHCP agents. Network: e290ad3a-fce5-47ab-820c-95d4eef117bb, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:08:49.363167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:49.367254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:49.368081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-672dbc71-a37c-426a-bf1a-fdd360bacbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.369896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-672dbc71-a37c-426a-bf1a-fdd360bacbc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 1099 time: 0.3400164 Apr 18 20:08:49.378376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.380019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0af1c8-8af5-43d2-9913-b4dfd80eff6f req-a0b6b373-c8c9-425a-9405-ad364bfd3e89 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.388675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d0af1c8-8af5-43d2-9913-b4dfd80eff6f req-a0b6b373-c8c9-425a-9405-ad364bfd3e89 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 946 time: 0.4018688 Apr 18 20:08:49.424173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Network e290ad3a-fce5-47ab-820c-95d4eef117bb is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:08:49.456727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.457412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.459360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] 10.222.0.61 "PUT /v2.0/ports/8dab7c79-b787-4c57-a13e-91623e5a1a2f HTTP/1.1" status: 200 len: 1092 time: 2.7421257 Apr 18 20:08:49.459862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:49.477286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e290ad3a-fce5-47ab-820c-95d4eef117bb) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:49.485595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9d71d-4ce0-4e27-abcc-6fdf3c73c10f None None] Network e290ad3a-fce5-47ab-820c-95d4eef117bb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:08:49.492854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.494921 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.547263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-44876914-92ff-47fa-abda-143ebfe03e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.553720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-44876914-92ff-47fa-abda-143ebfe03e42 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2986042 Apr 18 20:08:49.561458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-e6dd239a-6c64-420b-8843-e0d18f934554 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37 HTTP/1.1" status: 200 len: 217 time: 0.1685085 Apr 18 20:08:49.641347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df4ce1-c3e5-4660-9aef-035297ada751 service neutron] Pushing event updated for resources: {'Port': ['ID=8dab7c79-b787-4c57-a13e-91623e5a1a2f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:49.677458 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-39e1011a-aa91-412d-8ac8-c2acc91b54e0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6818037 Apr 18 20:08:49.682005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33368) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:49.693765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:49.710637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:49.722968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Usage tracker for resource:router and tenant:d7a4aed43b044284969d16aece6e20de is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:49.732326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:49.744387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:49.764726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-f58394c8-7ed6-467f-afa5-ba7184647b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.766314 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-f58394c8-7ed6-467f-afa5-ba7184647b62 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 1095 time: 0.1609821 Apr 18 20:08:49.842152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.843281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.859348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.871521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d0af1c8-8af5-43d2-9913-b4dfd80eff6f req-c34e7473-4093-42d0-bfec-814650a8994c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818850 Apr 18 20:08:49.902170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e290ad3a-fce5-47ab-820c-95d4eef117bb', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:08:49.903051 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:49.927025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-f7182094-ec6d-41d7-a8f6-0562870ef1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.928937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-f7182094-ec6d-41d7-a8f6-0562870ef1cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.3595066 Apr 18 20:08:49.954645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-63ad420f-abfa-46f7-be0a-3e8d52be7ad9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f HTTP/1.1" status: 200 len: 217 time: 0.1772630 Apr 18 20:08:49.965374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6bc2b-2f05-44a1-a743-38166fccd00b req-dc7354fd-203b-49f4-b242-543c76f758b7 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:49.967034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67f6bc2b-2f05-44a1-a743-38166fccd00b req-dc7354fd-203b-49f4-b242-543c76f758b7 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1096 time: 0.4388311 Apr 18 20:08:50.043583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-cd6f27fc-0895-4b5d-a380-9d97dc28f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:50.046300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-cd6f27fc-0895-4b5d-a380-9d97dc28f8c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4789095 Apr 18 20:08:50.130054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-cd4f98f5-91b8-4079-aed7-e991c6cbf9d5 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:50.135136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-cd4f98f5-91b8-4079-aed7-e991c6cbf9d5 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.4484653 Apr 18 20:08:50.159655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Allocated IP 172.20.0.2 (e290ad3a-fce5-47ab-820c-95d4eef117bb/9f5f2287-456b-408a-86f3-d46730329604/3e3b8421-ce9d-456c-af93-138b53b2280f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:50.234120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-33975b7d-343b-484c-b853-7d11a8b06d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:50.235636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-33975b7d-343b-484c-b853-7d11a8b06d3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c462da1-3f21-4891-8bed-22b6d7bc1616 HTTP/1.1" status: 200 len: 862 time: 0.2677453 Apr 18 20:08:50.387474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67f6bc2b-2f05-44a1-a743-38166fccd00b req-ca59a5fc-8cd1-4ad2-8766-72cd5f8e9dfb tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846815 Apr 18 20:08:50.461812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:50.462079 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:50.494638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-b426b1c3-3556-4487-84e6-2475a9cc088c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:50.496442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-b426b1c3-3556-4487-84e6-2475a9cc088c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5593696 Apr 18 20:08:50.504163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Transition to ACTIVE for port object 3e3b8421-ce9d-456c-af93-138b53b2280f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:50.538003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Transition to ACTIVE for port object 3e3b8421-ce9d-456c-af93-138b53b2280f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:50.547709 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:50.561332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d31b2-7062-407d-9d30-2c236f962fef req-53318441-6014-4e13-a595-aeeca007a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:50.563068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-53318441-6014-4e13-a595-aeeca007a643 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3254c60b-73cd-4cf2-8938-d74f3c2cf324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2605264 Apr 18 20:08:50.601975 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb05d6df-486c-4120-99c0-fa8ad3463ecc'] response: {'name': 'network-changed', 'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615', 'status': 'completed', 'code': 200} Apr 18 20:08:50.619215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Network e290ad3a-fce5-47ab-820c-95d4eef117bb is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:50.622533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:50.627599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:50.676327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-315b9029-0c6c-4119-b243-d5d308f2a849 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6225455 Apr 18 20:08:50.687596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Pushing event updated for resources: {'Port': ['ID=3e3b8421-ce9d-456c-af93-138b53b2280f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:50.697249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.697860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.698474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.698947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.699419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.699892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.700640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.701117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.701610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.702090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.702553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.703030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:08:50.756586 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a27822ee-dd77-477f-8b3b-34af61537e92'] response: {'name': 'network-changed', 'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'status': 'completed', 'code': 200} Apr 18 20:08:50.799365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Attempting to bind port 3e3b8421-ce9d-456c-af93-138b53b2280f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:50.800153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Attempting to bind port 3e3b8421-ce9d-456c-af93-138b53b2280f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:50.800733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Attempting to bind port 3e3b8421-ce9d-456c-af93-138b53b2280f on network e290ad3a-fce5-47ab-820c-95d4eef117bb {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:50.807410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:50.808097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Checking segment: {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:50.808658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:50.809204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Bound using segment: {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:50.810169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Bound port: 3e3b8421-ce9d-456c-af93-138b53b2280f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:50.810764 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:50.889348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bd667-810b-4091-aa7f-fd8002fcdbf7 req-652c32e3-a91d-4dcf-80d8-b0f0120577f0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:50.895123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe1bd667-810b-4091-aa7f-fd8002fcdbf7 req-652c32e3-a91d-4dcf-80d8-b0f0120577f0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 945 time: 0.7550318 Apr 18 20:08:50.927263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] For port 3e3b8421-ce9d-456c-af93-138b53b2280f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:50.931631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] For port 3e3b8421-ce9d-456c-af93-138b53b2280f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3e3b8421-ce9d-456c-af93-138b53b2280f,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:50.938894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:50.942040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-64a60359-ab26-4d8c-a193-a022de91cf32 service neutron] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:50.955735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-a30939d7-8687-4dea-9043-6c98c07e8e52 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805232 Apr 18 20:08:50.963570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-64a60359-ab26-4d8c-a193-a022de91cf32 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:50.964694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1968c4d8-6244-4d53-92ee-ee385e211956 req-64a60359-ab26-4d8c-a193-a022de91cf32 service neutron] 10.222.0.55 "DELETE /v2.0/ports/efb29d87-05e0-4066-84d4-6982df74282b/bindings/n-h2-836016-3 HTTP/1.1" status: 204 len: 173 time: 0.6646547 Apr 18 20:08:50.973068 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-a6af716f-7d89-469c-8b4d-79faf79292bc service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381089 Apr 18 20:08:50.990014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-62e2204b-397a-4b3e-95df-fd1b208da116 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4830909 Apr 18 20:08:51.120125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b3434-abbe-46ed-8bdb-6e1b97827ec8 None None] Pushing event updated for resources: {'Port': ['ID=3e3b8421-ce9d-456c-af93-138b53b2280f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:51.189954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbd20c63-f41b-4efe-8c16-ef48cbce7ccd req-9c8d8c93-3ce5-4bc2-971b-5be06ce0ccdb service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887045 Apr 18 20:08:51.194778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-978d31b2-7062-407d-9d30-2c236f962fef req-070fccdf-2531-43d6-b8be-57951d5f02e0 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249355 Apr 18 20:08:51.204728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe1bd667-810b-4091-aa7f-fd8002fcdbf7 req-1ecd828b-7011-4d06-a7e4-4527dce6c6fd tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839217 Apr 18 20:08:51.365552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-3dae3b9b-c603-4b38-a4b2-1c2c0d3f7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:51.367748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-3dae3b9b-c603-4b38-a4b2-1c2c0d3f7e7b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 1097 time: 0.1588824 Apr 18 20:08:51.584066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a47947a-b942-415e-ad8a-2d3fed574ccd req-8c4826cc-b854-4b75-b1c3-52440c63b3c3 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:51.597059 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a47947a-b942-415e-ad8a-2d3fed574ccd req-8c4826cc-b854-4b75-b1c3-52440c63b3c3 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.7444949 Apr 18 20:08:51.732593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a47947a-b942-415e-ad8a-2d3fed574ccd req-d4269f93-07de-46a7-b0a9-f909e8b884f3 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342392 Apr 18 20:08:51.763615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-a7f3fff6-7bf9-4b4b-a794-b4cba9ab46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:51.763615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-a7f3fff6-7bf9-4b4b-a794-b4cba9ab46a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3890679 Apr 18 20:08:51.769576 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:51.811234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:51.817177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-bbe3847b-ab5b-49b5-9684-911f332b3fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:51.818812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-bbe3847b-ab5b-49b5-9684-911f332b3fc8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 1095 time: 0.5119612 Apr 18 20:08:51.879711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8aa08-d32a-4c92-bcf7-465a777a7469 req-6b8a15fd-a633-4c06-87a5-e2bde4493578 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:51.880592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc8aa08-d32a-4c92-bcf7-465a777a7469 req-6b8a15fd-a633-4c06-87a5-e2bde4493578 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Synchronizing usage tracker for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:51.887674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-e091a798-106f-4971-8205-b0ad14f13980 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=bcd10c62-0213-4003-998e-9790cac97615 HTTP/1.1" status: 200 len: 217 time: 0.0986319 Apr 18 20:08:51.900327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc8aa08-d32a-4c92-bcf7-465a777a7469 req-6b8a15fd-a633-4c06-87a5-e2bde4493578 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Unset dirty status for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:51.902066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecc8aa08-d32a-4c92-bcf7-465a777a7469 req-6b8a15fd-a633-4c06-87a5-e2bde4493578 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 944 time: 0.2853377 Apr 18 20:08:52.023836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc8aa08-d32a-4c92-bcf7-465a777a7469 req-ae87e77b-8abd-4eee-8781-fde164f504b7 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Synchronizing usage tracker for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:08:52.035802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-bebdfa23-5134-42a1-b072-22abc0c9dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:52.038156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-bebdfa23-5134-42a1-b072-22abc0c9dae4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1380675 Apr 18 20:08:52.098883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-9b7f0830-4260-45eb-9bfe-8e0016c48f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:52.112576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-9b7f0830-4260-45eb-9bfe-8e0016c48f13 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 924 time: 0.2508893 Apr 18 20:08:52.146932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc8aa08-d32a-4c92-bcf7-465a777a7469 req-ae87e77b-8abd-4eee-8781-fde164f504b7 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Unset dirty status for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:08:52.148131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecc8aa08-d32a-4c92-bcf7-465a777a7469 req-ae87e77b-8abd-4eee-8781-fde164f504b7 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2122121 Apr 18 20:08:52.284386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-e8a64673-684c-4d4b-8bdf-dcc95fedb562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:52.289835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-e8a64673-684c-4d4b-8bdf-dcc95fedb562 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310934 Apr 18 20:08:52.358378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-bb103a24-dec9-4a55-b3d3-d78a3169fddd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f HTTP/1.1" status: 200 len: 217 time: 0.2351232 Apr 18 20:08:52.364748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Allocated IP 172.25.5.81 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f14db6ff-4d1a-4ba4-821a-b9f2376a990a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:52.473640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-3fe3b773-506c-412d-8ba3-0d5d39c92b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:52.475184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-3fe3b773-506c-412d-8ba3-0d5d39c92b1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c462da1-3f21-4891-8bed-22b6d7bc1616 HTTP/1.1" status: 200 len: 862 time: 0.1081266 Apr 18 20:08:52.517031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3e3b8421-ce9d-456c-af93-138b53b2280f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:52.545821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-731b9205-9d57-4d96-95bd-e175323a552e service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502902 Apr 18 20:08:52.635385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:52.677866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 3e3b8421-ce9d-456c-af93-138b53b2280f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:52.726018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ff84de-7456-4c96-ad40-703b4e0dc015 None None] Network e290ad3a-fce5-47ab-820c-95d4eef117bb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:08:52.772271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-9bb21c34-f8b8-42b8-9dcf-079701724c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:52.774511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-9bb21c34-f8b8-42b8-9dcf-079701724c2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3254c60b-73cd-4cf2-8938-d74f3c2cf324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2752004 Apr 18 20:08:52.791116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:52.890530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8796ad85-d155-4601-a6e4-cb5c063f0d87 None None] Provisioning for port 3e3b8421-ce9d-456c-af93-138b53b2280f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:52.917979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8796ad85-d155-4601-a6e4-cb5c063f0d87 None None] Provisioning complete for port 3e3b8421-ce9d-456c-af93-138b53b2280f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:52.918675 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8796ad85-d155-4601-a6e4-cb5c063f0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:52.946711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7feac107-1ec1-40e5-82d5-45d5acb65af0 req-b84f0a1a-5cf5-466b-9ce0-40b04591d125 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918316 Apr 18 20:08:53.003012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-d1b44549-b66c-4dd0-9f2d-1c5cb0eaa11a service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024407 Apr 18 20:08:53.066942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:53.208645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522200ed-c1da-490d-8828-02c9de577845 req-e314aeb4-1834-44f2-b3fb-f4fd6191f8ca tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:53.216698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-522200ed-c1da-490d-8828-02c9de577845 req-e314aeb4-1834-44f2-b3fb-f4fd6191f8ca tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 946 time: 0.0975127 Apr 18 20:08:53.244604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-625ffa60-9af0-4b95-ba62-d648939bedcc req-2969bb5e-9879-48ac-9556-7a5d0a0b211f service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251389 Apr 18 20:08:53.262318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:53.264955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8796ad85-d155-4601-a6e4-cb5c063f0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:53.265439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:53.269526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:53.282743 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-522200ed-c1da-490d-8828-02c9de577845 req-d0a053a2-0b7d-43f2-9f50-845b001e2ac3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648642 Apr 18 20:08:53.326087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8796ad85-d155-4601-a6e4-cb5c063f0d87 None None] For port 3e3b8421-ce9d-456c-af93-138b53b2280f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3e3b8421-ce9d-456c-af93-138b53b2280f,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:53.340116 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8796ad85-d155-4601-a6e4-cb5c063f0d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:53.355168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-5b57165d-772f-4264-8db9-fb5751e51c31 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:08:53.356657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-5b57165d-772f-4264-8db9-fb5751e51c31 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100794 Apr 18 20:08:53.367972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Request body: {'binding': {'host': 'n-h1-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:53.368631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Unknown quota resources ['binding']. {{(pid=88140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:08:53.373728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Pushing event updated for resources: {'Port': ['ID=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:53.419585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8796ad85-d155-4601-a6e4-cb5c063f0d87 None None] Pushing event updated for resources: {'Port': ['ID=3e3b8421-ce9d-456c-af93-138b53b2280f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:53.431449 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bea86456-46fc-432a-92dd-d3bba1aa66a4'] response: {'name': 'network-changed', 'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'status': 'completed', 'code': 200} Apr 18 20:08:53.498679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8dab7c79-b787-4c57-a13e-91623e5a1a2f details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:53.705635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-13502121-acb2-476a-ad99-2beffcc1cfe1 None None] Provisioning complete for port 3e3b8421-ce9d-456c-af93-138b53b2280f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:53.706313 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13502121-acb2-476a-ad99-2beffcc1cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:53.721709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-81bacd3e-ec44-4ee0-96dc-779460a9caa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:53.723190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-81bacd3e-ec44-4ee0-96dc-779460a9caa6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 1099 time: 0.2941344 Apr 18 20:08:53.765267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:53.766303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:53.789371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'port_id': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'mac_address': 'fa:16:3e:ef:29:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:08:53.878811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dccb7-e551-4bb4-9d5c-8a387fe0d4ef req-99a0442c-2803-495c-b5b4-1070dc0b972b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:53.880222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-247dccb7-e551-4bb4-9d5c-8a387fe0d4ef req-99a0442c-2803-495c-b5b4-1070dc0b972b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.3543081 Apr 18 20:08:53.887478 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:53.892934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on host n-h1-836016-3 for vnic_type normal with profile None {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:53.893262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:53.893607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:53.917074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dab7c79-b787-4c57-a13e-91623e5a1a2f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:53.924564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:53.924801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:53.936829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:53.941383 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:53.952928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:53.953704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:53.953704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:53.954085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Bound port: 6c1fcf44-a330-404d-8cc6-8c835e147e69, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:53.967632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-df3f6aaf-65cc-4fde-a14d-2603a8d0162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:53.969063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-df3f6aaf-65cc-4fde-a14d-2603a8d0162c service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2229669 Apr 18 20:08:53.976653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-247dccb7-e551-4bb4-9d5c-8a387fe0d4ef req-26e895a3-82c3-4a60-a937-d07848bda0f9 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806546 Apr 18 20:08:54.013846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8dab7c79-b787-4c57-a13e-91623e5a1a2f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:54.044272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-3a46e275-c3b2-4fd5-85de-23d360a98b7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37 HTTP/1.1" status: 200 len: 217 time: 0.0666831 Apr 18 20:08:54.152043 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-160aafe2-b5d0-463d-9014-8f6faff60c02 req-24bf2cf9-b097-4a3b-af60-38b83daa0abb tempest-AbsoluteLimitsNegativeTestJSON-1355607447 tempest-AbsoluteLimitsNegativeTestJSON-1355607447-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=036de263051e41dfb76f9435ad76a58a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469158 Apr 18 20:08:54.156241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:54.184743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:54.185998 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-7ca48963-9c26-478b-9127-cd419ce23496 service neutron] 10.222.0.47 "POST /v2.0/ports/6c1fcf44-a330-404d-8cc6-8c835e147e69/bindings HTTP/1.1" status: 201 len: 389 time: 0.8228035 Apr 18 20:08:54.191217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-2caa5784-384a-4635-916c-a331060fed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:54.192654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-2caa5784-384a-4635-916c-a331060fed3b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1410227 Apr 18 20:08:54.203598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['8dab7c79-b787-4c57-a13e-91623e5a1a2f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:54.254609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:54.424927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3e3b8421-ce9d-456c-af93-138b53b2280f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:54.466071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160aafe2-b5d0-463d-9014-8f6faff60c02 req-2c8cfbfa-2a51-4187-aa34-346b8213553a tempest-AbsoluteLimitsNegativeTestJSON-1355607447 tempest-AbsoluteLimitsNegativeTestJSON-1355607447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:54.477080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-160aafe2-b5d0-463d-9014-8f6faff60c02 req-2c8cfbfa-2a51-4187-aa34-346b8213553a tempest-AbsoluteLimitsNegativeTestJSON-1355607447 tempest-AbsoluteLimitsNegativeTestJSON-1355607447-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182871 Apr 18 20:08:54.494213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-160aafe2-b5d0-463d-9014-8f6faff60c02 req-5b07f8fb-ed4f-44a6-bdb8-7c37d8474e7b tempest-AbsoluteLimitsNegativeTestJSON-1355607447 tempest-AbsoluteLimitsNegativeTestJSON-1355607447-project] 10.222.0.47 "GET /v2.0/quotas/036de263051e41dfb76f9435ad76a58a HTTP/1.1" status: 200 len: 375 time: 0.0160813 Apr 18 20:08:54.534727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3e3b8421-ce9d-456c-af93-138b53b2280f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:54.535198 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:54.600063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-085a1ee5-279f-4985-9d88-229ab4a490f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:54.602251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-085a1ee5-279f-4985-9d88-229ab4a490f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3907738 Apr 18 20:08:54.605591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-160aafe2-b5d0-463d-9014-8f6faff60c02 req-2ee566de-067d-43f2-ad3b-94769a9d074e tempest-AbsoluteLimitsNegativeTestJSON-1355607447 tempest-AbsoluteLimitsNegativeTestJSON-1355607447-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=036de263051e41dfb76f9435ad76a58a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715134 Apr 18 20:08:54.639114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f657027-efc0-421c-a425-e3e2407f7986 req-710702b3-ea08-413d-a73a-a4965370de71 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:54.649638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f657027-efc0-421c-a425-e3e2407f7986 req-710702b3-ea08-413d-a73a-a4965370de71 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 945 time: 0.2150183 Apr 18 20:08:54.688697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Router 5157f50f-9500-44de-9710-7147b678ce87 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:08:54.713197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f657027-efc0-421c-a425-e3e2407f7986 req-a1b4dcf0-7b0a-4853-9253-b1d4c07531fb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617158 Apr 18 20:08:54.742110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-35d456d6-3b71-4c86-879c-1d36a8ea63a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:54.744296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-35d456d6-3b71-4c86-879c-1d36a8ea63a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1096 time: 0.2486279 Apr 18 20:08:54.776880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-78e114f6-3c9f-4da4-bc62-6196c9b332b2 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674995 Apr 18 20:08:55.001666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:08:55.015041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Sync routers for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:08:55.026697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33462) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:55.028420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:08:55.028923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:55.040531 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:55.041761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2f85e3a9-8c98-402e-b184-442ebf419923 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.3587883 Apr 18 20:08:55.048782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33468) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:55.140987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab9f5c-4562-43ef-a4f9-d9fadeb61f58 req-bf880dd4-f427-41ce-8a93-cec8710f671b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:55.142629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42ab9f5c-4562-43ef-a4f9-d9fadeb61f58 req-bf880dd4-f427-41ce-8a93-cec8710f671b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 945 time: 0.2322743 Apr 18 20:08:55.253030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-269edd68-2f3a-4127-b8d9-6938a04495ca req-5582d44b-a854-48e8-999a-49307e7b417a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507825 Apr 18 20:08:55.265321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df32b66-28ba-4327-9f3e-3db0b5e2476e req-5032d869-6ad4-4209-9cb2-6dabead4c839 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:55.267792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:55.272871 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6df32b66-28ba-4327-9f3e-3db0b5e2476e req-5032d869-6ad4-4209-9cb2-6dabead4c839 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1096 time: 0.4728081 Apr 18 20:08:55.279241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:08:55.295909 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42ab9f5c-4562-43ef-a4f9-d9fadeb61f58 req-8cff4b36-e733-40e4-acd8-6272d572e0c6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453288 Apr 18 20:08:55.306125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:55.307355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-3b413af8-076e-4fe3-8c5b-e3f765b78c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:55.308840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-3b413af8-076e-4fe3-8c5b-e3f765b78c66 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.5308170 Apr 18 20:08:55.323127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Usage tracker for resource:security_group_rule and tenant:036de263051e41dfb76f9435ad76a58a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:55.337389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:55.337389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:55.390581 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-ed454497-bc7f-4dc3-8e12-9013a6531586 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 217 time: 0.0714154 Apr 18 20:08:55.413741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6df32b66-28ba-4327-9f3e-3db0b5e2476e req-942753cc-5fbb-4077-80b5-1f9a63329047 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391654 Apr 18 20:08:55.502243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-b9115f81-d59b-45d2-b619-a729be5d8f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:55.505413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-b9115f81-d59b-45d2-b619-a729be5d8f63 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.0891869 Apr 18 20:08:55.590282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8dab7c79-b787-4c57-a13e-91623e5a1a2f up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:08:55.623665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-5523d62a-aa3a-4a0c-8227-0ce0af96e241 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042292 Apr 18 20:08:55.749302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 8dab7c79-b787-4c57-a13e-91623e5a1a2f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:55.752891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ae6b30-166d-4468-8ce9-ca5a295fd3f6 req-83122878-6bbb-481b-800d-38286c452270 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:55.754523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36ae6b30-166d-4468-8ce9-ca5a295fd3f6 req-83122878-6bbb-481b-800d-38286c452270 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 946 time: 0.2943003 Apr 18 20:08:55.757711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 8dab7c79-b787-4c57-a13e-91623e5a1a2f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:55.758091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:55.810147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:55.833148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:55.844018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:53Z', 'revision_number': 3, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:55.857434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-09214bbc-a9e2-47b3-beb9-4404f981c6f8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2842875 Apr 18 20:08:55.859262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-77522146-73d3-4a63-9af4-73aaf2b92016 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955650 Apr 18 20:08:55.868584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b843ae34-bbf1-470c-bf34-9c3debc01c9d req-f8c56b39-7e74-440f-a48d-1bff65dff61d tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:55.870168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b843ae34-bbf1-470c-bf34-9c3debc01c9d req-f8c56b39-7e74-440f-a48d-1bff65dff61d tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.2541304 Apr 18 20:08:55.879349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Checking router: 5157f50f-9500-44de-9710-7147b678ce87 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:08:55.879349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Updating router 5157f50f-9500-44de-9710-7147b678ce87 port f14db6ff-4d1a-4ba4-821a-b9f2376a990a binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:08:55.955294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36ae6b30-166d-4468-8ce9-ca5a295fd3f6 req-138d8f5e-34f7-4180-a305-e160260ddc59 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894219 Apr 18 20:08:55.955869 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:55.971110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:55.973162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=036de263051e41dfb76f9435ad76a58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9441357 Apr 18 20:08:55.978183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33480) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:55.981690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5897a7-b896-45d6-b062-83013c893684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef1eaa9-1778-4f9b-8af2-6452835e0ba0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:56.056581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:56.079580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:56.120235 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.186189 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b843ae34-bbf1-470c-bf34-9c3debc01c9d req-e17ff280-a888-4de4-98c0-cb2f99792fe8 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094134 Apr 18 20:08:56.188579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-8ef537c4-efc1-4ad5-a675-5deb501cb993 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108311 Apr 18 20:08:56.236274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-fb764b2d-4437-4533-83d0-f4ddebf869dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:56.238554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-fb764b2d-4437-4533-83d0-f4ddebf869dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1096 time: 0.1402187 Apr 18 20:08:56.516767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92c9f74b-6e50-4250-b5e6-304acf940837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.521900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device bcd10c62-0213-4003-998e-9790cac97615 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:56.536873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:56.537669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8dab7c79-b787-4c57-a13e-91623e5a1a2f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:56.550212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-05327d4d-25bb-4456-8843-6634782eacca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:56.552166 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-05327d4d-25bb-4456-8843-6634782eacca service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.2889943 Apr 18 20:08:56.613128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-493b5459-5558-40aa-9ff2-e893bda7478f tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:56.614654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-493b5459-5558-40aa-9ff2-e893bda7478f tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.3082488 Apr 18 20:08:56.635126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836016-3'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:56.660467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-8c020cd4-de1b-46c5-a287-8d6c7927b452 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 217 time: 0.1018758 Apr 18 20:08:56.694523 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92c9f74b-6e50-4250-b5e6-304acf940837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.760932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa2602-9040-4767-8186-da9f312de2b0 req-714c0fce-623f-4bff-82ab-928a3ebf8bbc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:56.762484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aefa2602-9040-4767-8186-da9f312de2b0 req-714c0fce-623f-4bff-82ab-928a3ebf8bbc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 946 time: 0.3277860 Apr 18 20:08:56.771236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-39407c90-14e7-4978-9906-2a3d08c6cc7f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:56.781425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.781932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-39407c90-14e7-4978-9906-2a3d08c6cc7f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 0.5195689 Apr 18 20:08:56.799633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bcd10c62-0213-4003-998e-9790cac97615,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:56.810781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-1b375025-9fa9-44a8-a572-63ff95044144 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/quotas/fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 375 time: 0.0276444 Apr 18 20:08:56.818610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.830723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.833419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'bcd10c62-0213-4003-998e-9790cac97615', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'bcd10c62-0213-4003-998e-9790cac97615', 'mac_address': 'fa:16:3e:05:e5:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:08:56.861934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-16be1018-f045-4a9e-b6b1-8450fef7db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:56.863370 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-16be1018-f045-4a9e-b6b1-8450fef7db5e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1838250 Apr 18 20:08:56.866083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:56.877006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Transition to ACTIVE for port object f14db6ff-4d1a-4ba4-821a-b9f2376a990a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:56.889206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Usage tracker for resource:security_group_rule and tenant:361c91434d96461fade6e12b53577dc1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:56.894477 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.967805 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:56.980878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92c9f74b-6e50-4250-b5e6-304acf940837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.029384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f7d70-2bd6-4d2a-b332-70f786234cce None None] Pushing event updated for resources: {'Port': ['ID=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:57.035291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcd10c62-0213-4003-998e-9790cac97615 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:57.035535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:57.050328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:57.052892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Attempting to bind port f14db6ff-4d1a-4ba4-821a-b9f2376a990a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:57.052892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Attempting to bind port f14db6ff-4d1a-4ba4-821a-b9f2376a990a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:57.052892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Attempting to bind port f14db6ff-4d1a-4ba4-821a-b9f2376a990a on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:57.063264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9f74b-6e50-4250-b5e6-304acf940837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef1eaa9-1778-4f9b-8af2-6452835e0ba0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:57.068521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:57.068521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:57.069142 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.069142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:57.070898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Bound port: f14db6ff-4d1a-4ba4-821a-b9f2376a990a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:57.071776 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.092374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aefa2602-9040-4767-8186-da9f312de2b0 req-43266d61-95d4-48cc-bbfd-3511ccd9dca2 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3066871 Apr 18 20:08:57.092374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-4f2dbca9-16d0-4b50-97e1-415045c4615a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2062218 Apr 18 20:08:57.092374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.092751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-12cb51ef-71f0-4b00-bc7c-1fe2b581d1ee tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2598317 Apr 18 20:08:57.105727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bcd10c62-0213-4003-998e-9790cac97615,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:57.135962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.136615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c3883ffe-e3a6-4794-a282-2093e7d4cc37 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:08:57.177872 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-636da465-1384-4361-8fea-623416ad9fd4'] response: {'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'code': 200} Apr 18 20:08:57.265720 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92c9f74b-6e50-4250-b5e6-304acf940837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.266456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-92c9f74b-6e50-4250-b5e6-304acf940837 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ef1eaa9-1778-4f9b-8af2-6452835e0ba0 HTTP/1.1" status: 204 len: 168 time: 1.2819834 Apr 18 20:08:57.286065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:57.305068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'mac_address': 'fa:16:3e:a5:fd:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:08:57.395156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=bcd10c62-0213-4003-998e-9790cac97615,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:57.412237 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.454773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3883ffe-e3a6-4794-a282-2093e7d4cc37 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:08:57.465259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-3c6bd95c-ebd2-4cf9-aa9b-5520c52d1634 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4649458 Apr 18 20:08:57.477739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:57.482122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] For port f14db6ff-4d1a-4ba4-821a-b9f2376a990a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:57.488002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.493869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Allocated IP 172.20.0.1 (e290ad3a-fce5-47ab-820c-95d4eef117bb/9f5f2287-456b-408a-86f3-d46730329604/219f260e-ff92-4db4-9730-0b8f3cfc221b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:08:57.505614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-f7bfaa14-614f-4e65-8d41-5ed4dd242f68 service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135940 Apr 18 20:08:57.540183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] For port f14db6ff-4d1a-4ba4-821a-b9f2376a990a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:57.556437 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.592841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:08:57.593809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:57.627216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-a88d822e-d19b-4190-b61e-4f0d3b60ee2e service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130625 Apr 18 20:08:57.697314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6614682d-9623-49a8-81f0-79a1d0add292 req-559502db-174f-49d1-aac8-2feda0072638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:57.698872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6614682d-9623-49a8-81f0-79a1d0add292 req-559502db-174f-49d1-aac8-2feda0072638 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 1097 time: 0.4349337 Apr 18 20:08:57.710911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c3883ffe-e3a6-4794-a282-2093e7d4cc37,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:57.852048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ea295-931e-41dc-966b-47aed4ee53fb req-46223a50-4de3-4fb1-b151-f7050fc649de tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:57.859729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c67ea295-931e-41dc-966b-47aed4ee53fb req-46223a50-4de3-4fb1-b151-f7050fc649de tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 945 time: 0.5257647 Apr 18 20:08:57.923216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:57.923328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739f7d70-2bd6-4d2a-b332-70f786234cce None None] Pushing event updated for resources: {'Port': ['ID=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:57.942656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['c3883ffe-e3a6-4794-a282-2093e7d4cc37'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:57.950505 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c67ea295-931e-41dc-966b-47aed4ee53fb req-f5986ed9-2540-49c8-bbf2-05c2b295a563 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873237 Apr 18 20:08:57.951603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ce96d610-3863-4bce-b037-b8cb0d602dca service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4435749 Apr 18 20:08:57.969120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['bcd10c62-0213-4003-998e-9790cac97615'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:08:57.981233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:58.016174 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:58.035780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:08:58.063401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Transition to ACTIVE for port object 219f260e-ff92-4db4-9730-0b8f3cfc221b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:08:58.108757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6614682d-9623-49a8-81f0-79a1d0add292 req-fa6110ed-891e-4f1d-844f-4267725714f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3310776 Apr 18 20:08:58.144848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795e0c62-cbc9-425d-bf09-00b014d261de,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:58.173147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:08:58.177209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d7b9b1-cf75-44d7-b980-e3c842991081 req-61a78887-2817-4109-9ea9-ef155e0333b8 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5382848 Apr 18 20:08:58.259399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fb7653fd-cdea-48d4-84b0-6b3e972f9346 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=361c91434d96461fade6e12b53577dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7185831 Apr 18 20:08:58.268841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33536) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:58.289811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-f0394891-bcc7-4e00-8751-140ba0fd279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:58.291400 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-f0394891-bcc7-4e00-8751-140ba0fd279e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1096 time: 0.6435857 Apr 18 20:08:58.311973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:58.325979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:58.349727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:08:58.415764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeee91b-b07b-4a3d-9b73-c87f45122abe req-39cc6c4f-7c99-4c7d-9d74-ddaf95cd7474 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:58.424309 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfeee91b-b07b-4a3d-9b73-c87f45122abe req-39cc6c4f-7c99-4c7d-9d74-ddaf95cd7474 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 947 time: 0.2052088 Apr 18 20:08:58.463030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:08:58.471680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:58.486411 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:58.550452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-526267468-network', 'tenant_id': '952304c867a74e10acee01a2b3fc4e2f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:08:58.576207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfeee91b-b07b-4a3d-9b73-c87f45122abe req-75bb461f-a3d8-44c0-9203-20b6b9da46a1 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508794 Apr 18 20:08:58.582256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Network e290ad3a-fce5-47ab-820c-95d4eef117bb is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:08:58.587832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:58.605020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:08:58.792029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Usage tracker for resource:network and tenant:952304c867a74e10acee01a2b3fc4e2f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:58.836443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-5600a7a4-00ea-48fb-9398-69b7bb6bc1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:58.837971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:58.842717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-5600a7a4-00ea-48fb-9398-69b7bb6bc1dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.3304470 Apr 18 20:08:58.845619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Pushing event updated for resources: {'Port': ['ID=219f260e-ff92-4db4-9730-0b8f3cfc221b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:58.865490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:08:58.866196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:58.972234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:59.067090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:59.081067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d14d90cc-a233-4b39-a528-e48ab40b2faf None None] Provisioning for port 219f260e-ff92-4db4-9730-0b8f3cfc221b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:08:59.090845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on host n-h2-836016-3 for vnic_type normal with profile {"migrating_to": "n-h1-836016-3"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:08:59.091173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:08:59.091504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:59.099177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d14d90cc-a233-4b39-a528-e48ab40b2faf None None] Provisioning complete for port 219f260e-ff92-4db4-9730-0b8f3cfc221b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:08:59.099782 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d14d90cc-a233-4b39-a528-e48ab40b2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.100835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Made reservation on behalf of 952304c867a74e10acee01a2b3fc4e2f for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:08:59.103814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.116743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:08:59.117143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Attempting to bind port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:08:59.120873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.137206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:08:59.137620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:08:59.138904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:08:59.138904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Bound port: 6c1fcf44-a330-404d-8cc6-8c835e147e69, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:08:59.138904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.174376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:53Z', 'revision_number': 3, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:08:59.181587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fe09c-7bc3-45f9-bb27-9aa2f0b41dfa None None] The sync data for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 is: [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:53Z', 'revision_number': 3, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:08:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:08:59.206266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:08:59.206654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d14d90cc-a233-4b39-a528-e48ab40b2faf None None] Port 219f260e-ff92-4db4-9730-0b8f3cfc221b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:08:59.253387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Usage tracker for resource:security_group_rule and tenant:952304c867a74e10acee01a2b3fc4e2f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:08:59.279404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:08:59.299892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21e81d-aae3-4e73-bbb1-c5df7099a6e8 req-5ea3ee8e-d863-4d8c-a373-e8e28ef60eec tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:59.301579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e21e81d-aae3-4e73-bbb1-c5df7099a6e8 req-5ea3ee8e-d863-4d8c-a373-e8e28ef60eec tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 946 time: 0.3543591 Apr 18 20:08:59.303980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-5ef49890-671d-44e9-b6ec-09941b949b76 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.1547735 Apr 18 20:08:59.305817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:08:59.356841 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfc09ffc-fe76-4698-aa61-9ff197af5893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.385800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfc09ffc-fe76-4698-aa61-9ff197af5893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.435333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:08:59.454520 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e21e81d-aae3-4e73-bbb1-c5df7099a6e8 req-34e6b1b7-b934-46dc-86e1-7309c2cf34fc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427391 Apr 18 20:08:59.475637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:08:59.499976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.607701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-29d091f3-f981-4aac-873a-41761b479bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:59.609812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-29d091f3-f981-4aac-873a-41761b479bcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.2925479 Apr 18 20:08:59.630448 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:08:59.684300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfc09ffc-fe76-4698-aa61-9ff197af5893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.706914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-417cdd66-9e09-452b-9b3d-c743066084f1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857024 Apr 18 20:08:59.722394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:59.801287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb5bcfb-abae-4c43-b21e-19f618bb47cb req-de0d2a79-a8b6-4f99-aba5-ea37b32593bc tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:08:59.809821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16495bc2-32d5-47aa-914a-41b919ca2b85 req-dcc5bc06-0a4f-4c1d-877f-2119a4bba516 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 210 time: 0.1192439 Apr 18 20:08:59.810776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aeb5bcfb-abae-4c43-b21e-19f618bb47cb req-de0d2a79-a8b6-4f99-aba5-ea37b32593bc tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 1.4973512 Apr 18 20:08:59.832227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc09ffc-fe76-4698-aa61-9ff197af5893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795e0c62-cbc9-425d-bf09-00b014d261de,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:08:59.883610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfc09ffc-fe76-4698-aa61-9ff197af5893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:08:59.885455 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cfc09ffc-fe76-4698-aa61-9ff197af5893 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/795e0c62-cbc9-425d-bf09-00b014d261de HTTP/1.1" status: 204 len: 168 time: 1.6153667 Apr 18 20:09:00.008580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aeb5bcfb-abae-4c43-b21e-19f618bb47cb req-fa566d33-ee5e-47d4-93e2-71011d75f545 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963234 Apr 18 20:09:00.012945 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ef714a-6568-4123-8965-a733b845b116'] response: {'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69', 'code': 200} Apr 18 20:09:00.033921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:00.034781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.036346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-19026930-6f56-4862-81a3-223c38feef59 service neutron] 10.222.0.55 "PUT /v2.0/ports/6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 1121 time: 3.4064121 Apr 18 20:09:00.038464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.094289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.117289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6c1fcf44-a330-404d-8cc6-8c835e147e69'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:00.127208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.131489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:09:00.150618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6213f-f665-46c6-8ae7-79db50aa69b7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:00.155335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.155674 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Added segment a250315b-febc-47bc-ba07-41e99294f770 of type vlan for network 1e846222-812e-481f-817a-e3f2f2253f0e Apr 18 20:09:00.187887 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-819c2523-b354-4b01-91cc-f19f362ba12c service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211791 Apr 18 20:09:00.216110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3686c-7410-428f-8b20-03304048ff8f req-86315a6a-8e02-4570-b791-9fbce9350406 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:00.218399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61f3686c-7410-428f-8b20-03304048ff8f req-86315a6a-8e02-4570-b791-9fbce9350406 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 943 time: 0.1701810 Apr 18 20:09:00.226817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.323239 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61f3686c-7410-428f-8b20-03304048ff8f req-cbf0e667-f82b-488c-a5a7-7137fe5f4ebb tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891604 Apr 18 20:09:00.337946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.339688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:00.340700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.520809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device bcd10c62-0213-4003-998e-9790cac97615 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:00.600692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f14db6ff-4d1a-4ba4-821a-b9f2376a990a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:00.626095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:00.684107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] Pushing event updated for resources: {'Network': ['ID=1e846222-812e-481f-817a-e3f2f2253f0e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:00.723501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1e846222-812e-481f-817a-e3f2f2253f0e details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:09:00.739616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c4d1ab51-eff8-4fd5-b5b6-77f00ed27aeb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3888390 Apr 18 20:09:00.747467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33570) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:00.757163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Request body: {'subnet': {'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-526267468-subnet', 'tenant_id': '952304c867a74e10acee01a2b3fc4e2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:00.762380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:00.766272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Usage tracker for resource:subnet and tenant:952304c867a74e10acee01a2b3fc4e2f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:00.769108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:00.776732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:00.799221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Made reservation on behalf of 952304c867a74e10acee01a2b3fc4e2f for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:00.801752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.888506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f14db6ff-4d1a-4ba4-821a-b9f2376a990a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:00.898832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f14db6ff-4d1a-4ba4-821a-b9f2376a990a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:00.899309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.916044 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:00.924858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b60d7-0d9b-4653-a750-f0e57ff005d1 req-fce22d68-dbf3-49e9-8c8f-f9eff82299bf tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:00.933091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a0b60d7-0d9b-4653-a750-f0e57ff005d1 req-fce22d68-dbf3-49e9-8c8f-f9eff82299bf tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 946 time: 0.2437143 Apr 18 20:09:01.006657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a0b60d7-0d9b-4653-a750-f0e57ff005d1 req-cecba470-d4e7-43d7-98eb-3c07387575ad tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680435 Apr 18 20:09:01.073456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port bcd10c62-0213-4003-998e-9790cac97615 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:01.114095 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.123410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.124185 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.128386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port bcd10c62-0213-4003-998e-9790cac97615 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:01.128931 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.183883 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.209938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f14db6ff-4d1a-4ba4-821a-b9f2376a990a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:01.237683 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.245071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd25f89e-1684-43e0-9ecf-21fd4bb1ebc0 req-3018f27a-24bd-4b56-9ac7-024c5bdb4615 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 210 time: 0.0889616 Apr 18 20:09:01.265654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.353253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7698138-acbd-4e9d-a3ca-9f3076c4d6f2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:01.376391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.389876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:01.393905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Checking segment: {'id': 'a250315b-febc-47bc-ba07-41e99294f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:01.399305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Network hostable DHCP agents. Network: 1e846222-812e-481f-817a-e3f2f2253f0e, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:09:01.411835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:01.418072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:01.435725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bcd10c62-0213-4003-998e-9790cac97615,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:01.439511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Usage tracker for resource:security_group_rule and tenant:74484d2dc3ed4362ab4a8be007e5dc17 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:01.441454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.442419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c3883ffe-e3a6-4794-a282-2093e7d4cc37 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:01.452768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:01.461563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Network 1e846222-812e-481f-817a-e3f2f2253f0e is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:09:01.482066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1e846222-812e-481f-817a-e3f2f2253f0e) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:01.484122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Network e290ad3a-fce5-47ab-820c-95d4eef117bb is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:01.488615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:01.489029 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.506829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:01.515904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:01.529988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-725da070-2af4-420b-bf07-2b5ce0607866 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7802482 Apr 18 20:09:01.530193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Pushing event updated for resources: {'Port': ['ID=219f260e-ff92-4db4-9730-0b8f3cfc221b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:01.542133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd325a83-9a79-49f5-90e4-f082a95c8870 None None] Network 1e846222-812e-481f-817a-e3f2f2253f0e requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:01.550643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-738f03b4-638a-43d5-a0ce-679e19be0642 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:01.552336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-738f03b4-638a-43d5-a0ce-679e19be0642 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 0.9252913 Apr 18 20:09:01.561080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f4945d-f49e-4632-9ecf-55a8ca1f7a7d req-c5cab2a6-7b9e-441b-bdff-7473f29a928a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:01.561749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbef55-9ba4-4c87-b08e-515f71d732db req-6c9f62ab-1a8f-4dcc-a785-b9216b9622eb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:01.562753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3f4945d-f49e-4632-9ecf-55a8ca1f7a7d req-c5cab2a6-7b9e-441b-bdff-7473f29a928a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 947 time: 1.2042313 Apr 18 20:09:01.563428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bcbef55-9ba4-4c87-b08e-515f71d732db req-6c9f62ab-1a8f-4dcc-a785-b9216b9622eb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 946 time: 0.1482925 Apr 18 20:09:01.569069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f5cb29-1cb9-4ef0-8d7e-6ab92b53b810 req-958d777a-c3db-439c-a498-16bce67f050c service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3655782 Apr 18 20:09:01.577931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33588) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:01.583728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'floatingip': {'port_id': '8dab7c79-b787-4c57-a13e-91623e5a1a2f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:01.584853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Request body: {'port': {'device_id': '95c65c32-beab-487b-8224-f8864e4e3d23', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'admin_state_up': True, 'tenant_id': 'fc5f549dedc648d998641dc03c881d13'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:01.645313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=bcd10c62-0213-4003-998e-9790cac97615,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:01.796772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.807137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.944022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port c3883ffe-e3a6-4794-a282-2093e7d4cc37 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:01.955530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port c3883ffe-e3a6-4794-a282-2093e7d4cc37 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:01.955906 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:01.961482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.068288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:02.077678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-576dbaa0-2569-480a-8ea7-f3ec3d32e154 None None] Provisioning complete for port 219f260e-ff92-4db4-9730-0b8f3cfc221b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:02.078268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-576dbaa0-2569-480a-8ea7-f3ec3d32e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.115713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3f4945d-f49e-4632-9ecf-55a8ca1f7a7d req-d78c214e-9084-43f6-bf9c-3cee536b051a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5453603 Apr 18 20:09:02.142030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9aeba6-e9db-409d-a425-e928ae149d9a req-0947147b-f17e-4db6-a29d-a4d6bc7e3a29 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:02.150683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa9aeba6-e9db-409d-a425-e928ae149d9a req-0947147b-f17e-4db6-a29d-a4d6bc7e3a29 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.2795260 Apr 18 20:09:02.151977 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74484d2dc3ed4362ab4a8be007e5dc17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2325139 Apr 18 20:09:02.156942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b5d23-e9d6-4037-bb67-024b62eceda8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca64405-5875-4c25-88b5-040a2d6b3238,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:02.159372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33598) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:02.179942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-576dbaa0-2569-480a-8ea7-f3ec3d32e154 None None] Port 219f260e-ff92-4db4-9730-0b8f3cfc221b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:02.182161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed166384-fa55-4198-bb38-a85cef43cbe8 None None] Network 1e846222-812e-481f-817a-e3f2f2253f0e requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:02.308203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa9aeba6-e9db-409d-a425-e928ae149d9a req-62d64365-cc4b-44ab-bc50-e1c2d24270b5 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566451 Apr 18 20:09:02.374860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:02.412781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:02.429445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Router 5157f50f-9500-44de-9710-7147b678ce87 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:09:02.430680 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.463100 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f95ab98-f93c-4803-9b96-db671e747547'] response: {'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615', 'code': 200} Apr 18 20:09:02.465456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f14db6ff-4d1a-4ba4-821a-b9f2376a990a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:02.482848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Made reservation on behalf of fc5f549dedc648d998641dc03c881d13 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:02.487196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.506379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-088b6411-2efa-4aa5-a748-7c49540efa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.542008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 6c1fcf44-a330-404d-8cc6-8c835e147e69 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:09:02.542695 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-088b6411-2efa-4aa5-a748-7c49540efa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.626751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:02.662312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.746479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31a7f3-afe5-4c23-9f85-1d54646aab3b req-473b5c29-0f81-4d96-af83-fd1c1f417ca6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:02.748221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d31a7f3-afe5-4c23-9f85-1d54646aab3b req-473b5c29-0f81-4d96-af83-fd1c1f417ca6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 943 time: 0.4972713 Apr 18 20:09:02.764660 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-088b6411-2efa-4aa5-a748-7c49540efa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.818920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b6411-2efa-4aa5-a748-7c49540efa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca64405-5875-4c25-88b5-040a2d6b3238,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:02.868777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f14db6ff-4d1a-4ba4-821a-b9f2376a990a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:02.869140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:02.922039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c3883ffe-e3a6-4794-a282-2093e7d4cc37,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:02.955191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:02.974729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 6c1fcf44-a330-404d-8cc6-8c835e147e69 has no active binding in host n-h1-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:09:02.989193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d31a7f3-afe5-4c23-9f85-1d54646aab3b req-04cc51ec-0df6-4b6d-ac59-d954ca8ad4ee tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313716 Apr 18 20:09:03.004713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-088b6411-2efa-4aa5-a748-7c49540efa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:03.016621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-088b6411-2efa-4aa5-a748-7c49540efa82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ca64405-5875-4c25-88b5-040a2d6b3238 HTTP/1.1" status: 204 len: 168 time: 0.8369117 Apr 18 20:09:03.040361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:03.047196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cad03bc7-c7b8-4434-99e9-55694fcf5d5b admin admin] 10.222.0.47 "PUT /v2.0/routers/5157f50f-9500-44de-9710-7147b678ce87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9950078 Apr 18 20:09:03.049878 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Sync routers for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:03.057035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Allocated IP 172.20.0.8 (6bb0cae6-2372-455c-b0c2-b49e6408fd37/921d894b-aadb-4af8-a6f7-2fc211820e99/d9e10af2-5aee-4f1f-96cc-2571a8f804a7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:03.093045 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:03.094927 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:03.140620 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3667678e-f93d-44c4-96f3-35241800f0eb'] response: {'name': 'network-changed', 'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69', 'status': 'completed', 'code': 200} Apr 18 20:09:03.274167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a191d9-c0af-4a42-ba28-e4bccbe1a709 req-2b5b6588-16dd-46bf-998f-b6f614abc5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:03.275900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92a191d9-c0af-4a42-ba28-e4bccbe1a709 req-2b5b6588-16dd-46bf-998f-b6f614abc5a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 1099 time: 0.7380593 Apr 18 20:09:03.400755 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:03.421806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-2af3018d-83ef-40f1-8c25-0f80c733268b tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:03.424097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-2af3018d-83ef-40f1-8c25-0f80c733268b tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Synchronizing usage tracker for tenant:952304c867a74e10acee01a2b3fc4e2f on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:03.426466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b2d3f9f-d562-4d0c-a64a-4e43163aa955 req-ffdc26a2-97dc-47e7-a20e-87e71c89cd4c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:03.479221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-f938f1f1-7a97-4e2d-9225-559e139f44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:03.481371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-f938f1f1-7a97-4e2d-9225-559e139f44d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1124 time: 0.3030231 Apr 18 20:09:03.484047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:09:03.485110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b2d3f9f-d562-4d0c-a64a-4e43163aa955 req-ffdc26a2-97dc-47e7-a20e-87e71c89cd4c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:03.486233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b2d3f9f-d562-4d0c-a64a-4e43163aa955 req-ffdc26a2-97dc-47e7-a20e-87e71c89cd4c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 210 time: 0.1157558 Apr 18 20:09:03.594257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92a191d9-c0af-4a42-ba28-e4bccbe1a709 req-34a2e1a7-5db1-48b8-bd8d-4813c8e34a83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096378 Apr 18 20:09:03.597608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-2af3018d-83ef-40f1-8c25-0f80c733268b tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Unset dirty status for tenant:952304c867a74e10acee01a2b3fc4e2f on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:03.605010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-2af3018d-83ef-40f1-8c25-0f80c733268b tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/networks?id=1e846222-812e-481f-817a-e3f2f2253f0e HTTP/1.1" status: 200 len: 813 time: 0.7379043 Apr 18 20:09:03.638751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-ed908d6f-06eb-47aa-a4cf-2809c5f0aeba tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/quotas/952304c867a74e10acee01a2b3fc4e2f HTTP/1.1" status: 200 len: 375 time: 0.0320308 Apr 18 20:09:03.643628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:03.683692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:03.723360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-f754e93f-8747-4fbf-97fb-ee6f1cab9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:03.724922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-f754e93f-8747-4fbf-97fb-ee6f1cab9a60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.2353647 Apr 18 20:09:03.728569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:03.767221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-4b2b8885-3adb-486c-9061-e01c1ceb7008 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=952304c867a74e10acee01a2b3fc4e2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1270919 Apr 18 20:09:03.815376 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:00Z', 'revision_number': 2, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:03.823435 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Checking router: 5157f50f-9500-44de-9710-7147b678ce87 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:03.826344 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Updating router 5157f50f-9500-44de-9710-7147b678ce87 port 219f260e-ff92-4db4-9730-0b8f3cfc221b binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:09:03.855748 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-7acb13c6-67d0-4b89-8fc0-badc9cc47ea9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 217 time: 0.1004014 Apr 18 20:09:03.934675 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:03.961726 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:03.972853 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b associated. External IP: 172.25.5.200, port: 8dab7c79-b787-4c57-a13e-91623e5a1a2f. Apr 18 20:09:04.093631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-dc67ca62-97a7-437b-8547-67cc36cda039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:04.095572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-dc67ca62-97a7-437b-8547-67cc36cda039 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.2282984 Apr 18 20:09:04.362861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:04.382988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:04.396567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:04.402635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:04.403251 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:04.424525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-09f58dc3-961d-404f-a4f2-34fe1367c777 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:09:04.425142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:04.425537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-09f58dc3-961d-404f-a4f2-34fe1367c777 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2423639 Apr 18 20:09:04.428858 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-56274081-24fd-40d5-98b5-8bd9107034cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3221507 Apr 18 20:09:04.464209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:04.472403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-ae68db27-0fa0-4718-85a9-3f8b34c16d55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9071167 Apr 18 20:09:04.490288 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:04.509280 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Transition to ACTIVE for port object 219f260e-ff92-4db4-9730-0b8f3cfc221b will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:04.520377 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:04.522836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Request body: {'port': {'device_id': '95c65c32-beab-487b-8224-f8864e4e3d23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:04.603634 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Pushing event updated for resources: {'Port': ['ID=219f260e-ff92-4db4-9730-0b8f3cfc221b,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:04.613475 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.613849 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.614197 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.614533 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.614864 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.615198 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.615530 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.615859 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.616520 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.616520 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.617413 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.617696 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:04.707556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Router 95c96cae-80da-4139-b86a-88921a0e1819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:09:04.809726 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:04.834820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-4e600501-a925-433c-aabb-58d002671617 service neutron] 10.222.0.47 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927147 Apr 18 20:09:04.845692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-c08eaec9-0761-48e9-8764-29143ce19c41 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866379 Apr 18 20:09:04.860654 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Attempting to bind port 219f260e-ff92-4db4-9730-0b8f3cfc221b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:04.860865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af11d6e-a998-444d-bcea-97ca2b20528b req-1359f06f-fc27-475b-b863-4278701e4560 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:04.861461 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Attempting to bind port 219f260e-ff92-4db4-9730-0b8f3cfc221b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:04.862040 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Attempting to bind port 219f260e-ff92-4db4-9730-0b8f3cfc221b on network e290ad3a-fce5-47ab-820c-95d4eef117bb {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:04.862443 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4af11d6e-a998-444d-bcea-97ca2b20528b req-1359f06f-fc27-475b-b863-4278701e4560 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.4955382 Apr 18 20:09:04.869667 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:04.870556 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Checking segment: {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:04.871200 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:04.871772 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Bound using segment: {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:04.872431 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Bound port: 219f260e-ff92-4db4-9730-0b8f3cfc221b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:04.873206 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:05.012910 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] For port 219f260e-ff92-4db4-9730-0b8f3cfc221b, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:05.016587 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] For port 219f260e-ff92-4db4-9730-0b8f3cfc221b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=219f260e-ff92-4db4-9730-0b8f3cfc221b,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:05.025361 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:05.082837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:05.089136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:05.095118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4af11d6e-a998-444d-bcea-97ca2b20528b req-b919d2c0-f349-4b60-a98c-b865a46d3c0f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478090 Apr 18 20:09:05.106307 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:05.107009 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:05.130667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] Sync routers for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:05.161421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:05.166248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:05.244344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8a342c31-42b8-4ea0-9046-aee5bd4f009d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "PUT /v2.0/floatingips/7eefda9d-68d4-4b85-9953-35904452eb0b HTTP/1.1" status: 200 len: 992 time: 3.6652386 Apr 18 20:09:05.247717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:05.259109 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-122c69d0-d2d6-45d0-a4a9-5b1319614917 req-7a625df8-d7f5-43c8-a2c8-353894586073 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896666 Apr 18 20:09:05.296404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-9018b904-8fa1-4f41-b40a-51d06d72e587 service neutron] 10.222.0.47 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4540246 Apr 18 20:09:05.533303 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:05.611470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e10af2-5aee-4f1f-96cc-2571a8f804a7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:05.621735 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:05.652925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Transition to ACTIVE for port object d9e10af2-5aee-4f1f-96cc-2571a8f804a7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:05.660331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:05.666124 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:05.797040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:05.872585 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aa59b-0c20-4dd2-aa92-28c426809141 None None] Pushing event updated for resources: {'Port': ['ID=219f260e-ff92-4db4-9730-0b8f3cfc221b,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:05.968250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fc0f24-677c-44c6-8383-dce2aeadc82c req-857baaa9-ca00-4144-96b7-87243ebd38f7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:05.969903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d9fc0f24-677c-44c6-8383-dce2aeadc82c req-857baaa9-ca00-4144-96b7-87243ebd38f7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 943 time: 0.1559048 Apr 18 20:09:06.031356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:06.031688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:06.032076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:06.038829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d9fc0f24-677c-44c6-8383-dce2aeadc82c req-a1156af7-cbfd-40db-a3f5-54f215e9f019 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521958 Apr 18 20:09:06.041475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:06.041825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:06.071405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:06.071777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:06.072160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:06.073141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Bound port: d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:06.073141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:06.128026 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:05Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:06.133408 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4dc66a-793f-4670-88ca-715ff81147e9 None None] The sync data for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 is: [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:05Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:06.385464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a011b1a-fa96-4b29-90ef-0e04918cd666 req-35ddad39-d944-4355-8d95-dea714a36fd8 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:06.386933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a011b1a-fa96-4b29-90ef-0e04918cd666 req-35ddad39-d944-4355-8d95-dea714a36fd8 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.1493387 Apr 18 20:09:06.435816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7eefda9d-68d4-4b85-9953-35904452eb0b', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'port_id': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'mac_address': 'fa:16:3e:ef:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:08:37Z', 'updated_at': '2022-04-18T20:09:03Z', 'revision_number': 1, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:06.441747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-f3c0f7a6-c4e7-4b18-91de-5eb2750e9896 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:06.442467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-f3c0f7a6-c4e7-4b18-91de-5eb2750e9896 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:06.443541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] Checking router: 95c96cae-80da-4139-b86a-88921a0e1819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:06.463112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:06.463880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:08:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:06.486288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:06.497838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:06.513915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:06.518256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-f3c0f7a6-c4e7-4b18-91de-5eb2750e9896 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:06.519563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-f3c0f7a6-c4e7-4b18-91de-5eb2750e9896 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks?id=e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 200 len: 828 time: 0.5209374 Apr 18 20:09:06.538962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a011b1a-fa96-4b29-90ef-0e04918cd666 req-0d6c998b-3183-45f1-bf4f-35b4ee36daeb tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405444 Apr 18 20:09:06.561901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 219f260e-ff92-4db4-9730-0b8f3cfc221b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:06.654655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:06.655364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:06.656747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] 10.222.0.61 "PUT /v2.0/ports/d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 1091 time: 2.1584694 Apr 18 20:09:06.661295 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f549ef3f-15fa-4578-99b7-0e903d83f17b'] response: {'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'code': 200} Apr 18 20:09:06.667716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:06.687359 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-d9d5e1f7-389e-4f5a-a350-f877cca46347 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/quotas/d7a4aed43b044284969d16aece6e20de HTTP/1.1" status: 200 len: 375 time: 0.0829690 Apr 18 20:09:06.843124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b779a0f-291e-403c-9920-8f83f87ff3be service neutron] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:06.908864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-619106ce-60f6-4d14-b683-337b68d0b2a5 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:06.920202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-048bdfcb-4fa5-43ac-ab47-152fa7e6f5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:06.922148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-048bdfcb-4fa5-43ac-ab47-152fa7e6f5a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1094 time: 0.1427748 Apr 18 20:09:06.932639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:06.976755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 219f260e-ff92-4db4-9730-0b8f3cfc221b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:06.995906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f99682-9347-4f68-8c90-c60f95fdb4fb req-152d72c0-1c05-4c92-98f4-b554ed5bb668 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:06.998238 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-26f99682-9347-4f68-8c90-c60f95fdb4fb req-152d72c0-1c05-4c92-98f4-b554ed5bb668 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 943 time: 0.1376507 Apr 18 20:09:07.001255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 219f260e-ff92-4db4-9730-0b8f3cfc221b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:07.001655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:07.055348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-26f99682-9347-4f68-8c90-c60f95fdb4fb req-ae0ffc39-f6e0-4798-b9cc-431886fdf9e3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488214 Apr 18 20:09:07.121082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-619106ce-60f6-4d14-b683-337b68d0b2a5 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:07.122515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-619106ce-60f6-4d14-b683-337b68d0b2a5 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7a4aed43b044284969d16aece6e20de&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4135809 Apr 18 20:09:07.131351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-20d3f504-92c2-4256-a85b-ed704947725d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 217 time: 0.1950490 Apr 18 20:09:07.267613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-491e1855-4b90-4aa0-bbf9-dd8fa7a706cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:07.270255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-491e1855-4b90-4aa0-bbf9-dd8fa7a706cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1070373 Apr 18 20:09:07.287272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ce82b-dce4-4bfc-b4fe-a057b0de8ba2 req-9ee45cbb-d3df-4e99-99fe-f1e81e891f6a tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:07.288879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-957ce82b-dce4-4bfc-b4fe-a057b0de8ba2 req-9ee45cbb-d3df-4e99-99fe-f1e81e891f6a tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 946 time: 0.1107728 Apr 18 20:09:07.343617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:07.356049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-957ce82b-dce4-4bfc-b4fe-a057b0de8ba2 req-d3ee9e1b-48f9-4fcb-8179-dd814c9a8cf0 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522208 Apr 18 20:09:07.393068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-d16c0cd6-cdbd-4a5f-9e11-f20ca00953bc service neutron] 10.222.0.47 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549365 Apr 18 20:09:07.417365 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56dac245-531f-496e-89d9-8f1eeb483b93'] response: {'name': 'network-changed', 'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'status': 'completed', 'code': 200} Apr 18 20:09:07.515855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 219f260e-ff92-4db4-9730-0b8f3cfc221b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=219f260e-ff92-4db4-9730-0b8f3cfc221b,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:07.541098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:07.565486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-bf595ebf-0239-4bfd-8585-461159cb88f6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1369035 Apr 18 20:09:07.605849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dbaa3666-8d2b-419a-96a6-7004045c22cc req-158b1464-c1ef-4e35-8f35-12fc561127ed tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0550292 Apr 18 20:09:07.651047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-e8864d80-9e9c-43d1-b5cb-7145e5235a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:07.656957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-e8864d80-9e9c-43d1-b5cb-7145e5235a45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 1097 time: 0.2139006 Apr 18 20:09:07.700827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=219f260e-ff92-4db4-9730-0b8f3cfc221b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:07.721322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7eefda9d-68d4-4b85-9953-35904452eb0b', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'port_id': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'mac_address': 'fa:16:3e:ef:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:08:37Z', 'updated_at': '2022-04-18T20:09:03Z', 'revision_number': 1, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:07.727454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345dc9b9-1344-46eb-a202-a87416198ea5 None None] The sync data for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 is: [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7eefda9d-68d4-4b85-9953-35904452eb0b', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'port_id': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'mac_address': 'fa:16:3e:ef:29:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:08:37Z', 'updated_at': '2022-04-18T20:09:03Z', 'revision_number': 1, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:07.859566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-3ae04d0d-88ca-4386-a4ef-f3d79b6a98bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:07.862050 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-3ae04d0d-88ca-4386-a4ef-f3d79b6a98bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 924 time: 0.1982932 Apr 18 20:09:07.887467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-d401c3ab-7539-416d-96a7-f2461d01465e service neutron] 10.222.0.47 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245127 Apr 18 20:09:07.997430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-638f170b-2850-4ba1-b18e-ef3d901a7580 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f HTTP/1.1" status: 200 len: 1000 time: 0.1285305 Apr 18 20:09:08.139990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-ab4270e0-c3be-43fa-8e82-3e24a8378460 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:08.147212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-ab4270e0-c3be-43fa-8e82-3e24a8378460 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.61 "GET /v2.0/networks?id=1e846222-812e-481f-817a-e3f2f2253f0e HTTP/1.1" status: 200 len: 813 time: 0.7514651 Apr 18 20:09:08.149373 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-726a4a84-5206-49d8-a93b-612c48854c66'] response: {'name': 'network-changed', 'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7', 'status': 'completed', 'code': 200} Apr 18 20:09:08.150719 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57355c9a-50ce-4d67-b2c0-00642d62ea4e None None] New status for floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:09:08.185705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Request body: {'port': {'device_id': '1cb1be90-6064-45f2-b253-6060992c5d06', 'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e', 'admin_state_up': True, 'tenant_id': '952304c867a74e10acee01a2b3fc4e2f'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:08.218468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-09828b06-02b7-4f91-9171-73ce061d8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:08.221014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-09828b06-02b7-4f91-9171-73ce061d8cad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c462da1-3f21-4891-8bed-22b6d7bc1616 HTTP/1.1" status: 200 len: 862 time: 0.1464529 Apr 18 20:09:08.247458 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-a4d7b479-e950-4b8d-a60b-e1e7eeb08352 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568205 Apr 18 20:09:08.284668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-2ba8394a-fc00-4ecd-9936-6f35351ece54 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438550 Apr 18 20:09:08.327172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd8afa-458d-428d-8e6b-d213dbd59dde req-1eed6e4c-e4da-456a-adbb-2ebb12a927ae tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:08.328791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eccd8afa-458d-428d-8e6b-d213dbd59dde req-1eed6e4c-e4da-456a-adbb-2ebb12a927ae tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.3295770 Apr 18 20:09:08.369285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-dee85e01-3bef-4d33-a609-1b500c7b1b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:08.370884 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-dee85e01-3bef-4d33-a609-1b500c7b1b97 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3254c60b-73cd-4cf2-8938-d74f3c2cf324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360021 Apr 18 20:09:08.431525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eccd8afa-458d-428d-8e6b-d213dbd59dde req-7d4faf9d-134a-46df-b265-1339c9de0980 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916696 Apr 18 20:09:08.489040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 219f260e-ff92-4db4-9730-0b8f3cfc221b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:08.658582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 219f260e-ff92-4db4-9730-0b8f3cfc221b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:08.659041 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:08.703078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:08.713379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Usage tracker for resource:port and tenant:952304c867a74e10acee01a2b3fc4e2f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:08.727009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-10885db9-7cdf-45a5-94b9-0559d769dbe5 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422673 Apr 18 20:09:08.730607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:08.751052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:08.766787 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b42cec4-da53-41ca-921d-b9c6f367ee4b req-b9a2a4f0-a585-4b53-9f3e-2b5baf53d6a2 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4811618 Apr 18 20:09:08.775312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-6c984476-ed9a-479f-987d-c9c579d6a400 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:08.776885 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-6c984476-ed9a-479f-987d-c9c579d6a400 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4687362 Apr 18 20:09:08.793369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Made reservation on behalf of 952304c867a74e10acee01a2b3fc4e2f for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:08.797017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:08.827261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-5336bf62-4974-4839-9ac1-40c7a49c7335 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/quotas/78ac1c46873d46c1a5f8130150df6ca6 HTTP/1.1" status: 200 len: 375 time: 0.0440392 Apr 18 20:09:08.880481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144f53e-255d-4fc8-bef9-c8154080185c req-e29bc1d3-712f-4e27-b0fa-63e80e32cfdd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:08.882192 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0144f53e-255d-4fc8-bef9-c8154080185c req-e29bc1d3-712f-4e27-b0fa-63e80e32cfdd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 943 time: 0.2443693 Apr 18 20:09:08.938402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d494bc28-5a0e-4233-9b7a-ae1aa187c8c6 req-af47e854-7830-42c4-aa6d-7309899dbb79 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017791 Apr 18 20:09:08.963656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0144f53e-255d-4fc8-bef9-c8154080185c req-6aecd58f-f623-4f50-8450-8e2667266b99 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675051 Apr 18 20:09:09.140221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-39fccb53-1b92-496a-860c-256ae4e76d82 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3055623 Apr 18 20:09:09.157556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba8df-658f-4442-9b50-4726539ab73c req-ab7e0825-5fd4-40ab-80a0-5e8dffd41735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:09.159030 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4bba8df-658f-4442-9b50-4726539ab73c req-ab7e0825-5fd4-40ab-80a0-5e8dffd41735 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1094 time: 0.2786155 Apr 18 20:09:09.163087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Allocated IP 172.20.0.6 (1e846222-812e-481f-817a-e3f2f2253f0e/b7698138-acbd-4e9d-a3ca-9f3076c4d6f2/43312e5f-0c70-41b0-9ca6-336f850902d0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:09.325939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac112bf5-9af7-4f3d-9cbd-de5d77c1f773 req-deef98f0-4881-4442-8538-aa68b6b377f8 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0730336 Apr 18 20:09:09.503046 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1add41c0-b588-4fb2-82bc-66f3c95a4a35 req-2e663f4a-9980-4820-a034-9776ee32f4aa tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0486341 Apr 18 20:09:09.656701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6228167d-71c7-48d1-8bcd-79d6cd16f3c4 req-d1886006-d463-4da6-8fb0-8b969a4e2e3d tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0615599 Apr 18 20:09:09.786769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-432520b2-bfd6-4eb3-9d7e-c1c517a629b4 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:09.788216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-432520b2-bfd6-4eb3-9d7e-c1c517a629b4 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.61 "GET /v2.0/networks?id=e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 200 len: 828 time: 0.2440779 Apr 18 20:09:09.826670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba8df-658f-4442-9b50-4726539ab73c req-c3fd921f-eee1-4202-9fa7-928d3ef7d59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:09.828132 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4bba8df-658f-4442-9b50-4726539ab73c req-c3fd921f-eee1-4202-9fa7-928d3ef7d59d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.6596220 Apr 18 20:09:09.834625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:09.839251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Request body: {'port': {'device_id': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'admin_state_up': True, 'tenant_id': 'd7a4aed43b044284969d16aece6e20de'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:09.844848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c10021-5177-43ab-a0f5-8a82959a18a3 req-4792c06b-c4eb-4772-8b6d-b42f17cd87ae tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:09.849737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1c10021-5177-43ab-a0f5-8a82959a18a3 req-4792c06b-c4eb-4772-8b6d-b42f17cd87ae tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 943 time: 0.4824965 Apr 18 20:09:09.938306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4bba8df-658f-4442-9b50-4726539ab73c req-530a6536-e218-49f1-88c9-d95b753e36aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 217 time: 0.0857813 Apr 18 20:09:09.986231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99dd87f-711c-4d7a-8ae8-2f78327bd115 req-ef782a48-5e1c-4878-8038-57a95285ba7e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:09.987694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b99dd87f-711c-4d7a-8ae8-2f78327bd115 req-ef782a48-5e1c-4878-8038-57a95285ba7e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.1984482 Apr 18 20:09:10.011923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:10.018152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1c10021-5177-43ab-a0f5-8a82959a18a3 req-7b27c968-e482-44ca-a5a9-94c9c701ffde tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625597 Apr 18 20:09:10.027438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:10.036514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bba8df-658f-4442-9b50-4726539ab73c req-d80377ae-8fe8-4bf1-b2d7-36e9dfca99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:10.037998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4bba8df-658f-4442-9b50-4726539ab73c req-d80377ae-8fe8-4bf1-b2d7-36e9dfca99e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.0910053 Apr 18 20:09:10.063865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b99dd87f-711c-4d7a-8ae8-2f78327bd115 req-e2e67887-6bde-4a41-a033-0adbda33d0cc tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686035 Apr 18 20:09:10.065051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Made reservation on behalf of d7a4aed43b044284969d16aece6e20de for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:10.068751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:10.106212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:10.114916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4bba8df-658f-4442-9b50-4726539ab73c req-206a91b4-fa6f-487a-9ae8-a42a1d87757e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660403 Apr 18 20:09:10.257570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Pushing event updated for resources: {'Port': ['ID=43312e5f-0c70-41b0-9ca6-336f850902d0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:10.271408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Network 1e846222-812e-481f-817a-e3f2f2253f0e is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:10.317043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Allocated IP 172.20.0.12 (e290ad3a-fce5-47ab-820c-95d4eef117bb/9f5f2287-456b-408a-86f3-d46730329604/15b32fd8-677c-43c9-85d2-9ecb9e7ea574) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:10.317335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:10.323790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:10.325089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.61', 55662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:10.330315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:10.330982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:10.374850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-f9d804df-9d1f-4e4a-ac98-8645ff93db10 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2012615 Apr 18 20:09:10.395829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Request body: {'port': {'device_id': '1cb1be90-6064-45f2-b253-6060992c5d06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:10.433746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106f3e6-d1e6-4ec7-be69-00bc36bd9c29 req-4ba9a121-19e9-490f-9e78-19c777b741ee tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:10.441035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8106f3e6-d1e6-4ec7-be69-00bc36bd9c29 req-4ba9a121-19e9-490f-9e78-19c777b741ee tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 943 time: 0.2132151 Apr 18 20:09:10.445946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4bba8df-658f-4442-9b50-4726539ab73c req-90de1463-f076-467c-9b09-a8835f85f922 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442901 Apr 18 20:09:10.535987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:10.537577 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-d4a4def6-9dbe-4018-b1a6-468cea7f573e service neutron] 10.222.0.61 "GET /v2.0/ports/6c1fcf44-a330-404d-8cc6-8c835e147e69/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 384 time: 0.2002883 Apr 18 20:09:10.551049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-559e35e6-6788-4dd6-8c18-930a3a5a6e51 req-60689281-aa2f-4106-a965-3183ca589dbd tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 210 time: 0.0949211 Apr 18 20:09:10.671948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8106f3e6-d1e6-4ec7-be69-00bc36bd9c29 req-2ece6608-8019-48e9-a24c-b1eaad7cc251 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298877 Apr 18 20:09:10.720964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:10.752829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:10.795135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:10.805381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4bba8df-658f-4442-9b50-4726539ab73c req-fe7b9012-6a7a-4788-9d9d-1d2bb039f684 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504174 Apr 18 20:09:10.843103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Usage tracker for resource:security_group_rule and tenant:e883c3c8c973454996f16cc95427e4cc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:10.874574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:10.883931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:10.888615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25fdba2f-5d1f-4b5a-afc2-3a813b7f0813 req-0f2a8d9f-00a0-445d-8a0d-09895bc047a8 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.1041923 Apr 18 20:09:10.901656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:10.906472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7836fa-0201-45da-bd5d-5bceca1678d5 req-aeb4d819-491e-4a72-bf7c-8dce385faff5 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:10.907657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8b7836fa-0201-45da-bd5d-5bceca1678d5 req-aeb4d819-491e-4a72-bf7c-8dce385faff5 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Synchronizing usage tracker for tenant:952304c867a74e10acee01a2b3fc4e2f on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:10.932388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Transition to ACTIVE for port object 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:10.953979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8b7836fa-0201-45da-bd5d-5bceca1678d5 req-aeb4d819-491e-4a72-bf7c-8dce385faff5 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Unset dirty status for tenant:952304c867a74e10acee01a2b3fc4e2f on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:10.955150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b7836fa-0201-45da-bd5d-5bceca1678d5 req-aeb4d819-491e-4a72-bf7c-8dce385faff5 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 931 time: 0.2787244 Apr 18 20:09:11.082119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b7836fa-0201-45da-bd5d-5bceca1678d5 req-c3a84ea1-5949-4bbe-8db8-e0dabe395788 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151474 Apr 18 20:09:11.268398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:11.288051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.371066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.385351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43312e5f-0c70-41b0-9ca6-336f850902d0 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:11.389881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.395337 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.401078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Network e290ad3a-fce5-47ab-820c-95d4eef117bb is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:11.402445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:11.418750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Transition to ACTIVE for port object 43312e5f-0c70-41b0-9ca6-336f850902d0 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:11.428862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.455826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:11.466823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:11.503846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ea24ec-42d1-4b85-84a3-ebd5e3d07706 req-5d9ed012-4c84-4a54-8029-88f9702042db tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:11.505401 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-22ea24ec-42d1-4b85-84a3-ebd5e3d07706 req-5d9ed012-4c84-4a54-8029-88f9702042db tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.2714531 Apr 18 20:09:11.530624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event updated for resources: {'Port': ['ID=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:11.578693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c1fcf44-a330-404d-8cc6-8c835e147e69 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:11.586849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e883c3c8c973454996f16cc95427e4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0482910 Apr 18 20:09:11.592336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:11.596708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa73c50-01b7-40d8-802a-2733d5331a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0369b134-7738-47db-a5b4-9afc5bd0881f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:11.605271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:09:11.607388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:11.619393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Pushing event updated for resources: {'Port': ['ID=43312e5f-0c70-41b0-9ca6-336f850902d0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:11.633263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3433bcad-7356-4ca4-8d70-24490d954f29 req-1fefe1ec-375c-40eb-a3ab-93f83e42d25c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:11.640500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3433bcad-7356-4ca4-8d70-24490d954f29 req-1fefe1ec-375c-40eb-a3ab-93f83e42d25c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 943 time: 0.4571714 Apr 18 20:09:11.647344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:11.648014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.674144 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.743368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-22ea24ec-42d1-4b85-84a3-ebd5e3d07706 req-0d818ce5-4dee-4d0a-adab-fb20064422c5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832638 Apr 18 20:09:11.773876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Attempting to bind port 43312e5f-0c70-41b0-9ca6-336f850902d0 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:11.774309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Attempting to bind port 43312e5f-0c70-41b0-9ca6-336f850902d0 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'a250315b-febc-47bc-ba07-41e99294f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:11.774600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Attempting to bind port 43312e5f-0c70-41b0-9ca6-336f850902d0 on network 1e846222-812e-481f-817a-e3f2f2253f0e {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:11.778818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e549b194-c55b-4e99-b1fa-fd97bb9c7570 None None] Provisioning for port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:11.793365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e549b194-c55b-4e99-b1fa-fd97bb9c7570 None None] Provisioning complete for port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:11.794024 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e549b194-c55b-4e99-b1fa-fd97bb9c7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.802884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Port 43312e5f-0c70-41b0-9ca6-336f850902d0 on network 1e846222-812e-481f-817a-e3f2f2253f0e not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:11.803244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Attempting to bind port 43312e5f-0c70-41b0-9ca6-336f850902d0 on network 1e846222-812e-481f-817a-e3f2f2253f0e {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:11.811406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7df4a-7c18-408b-838c-14f136006111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.836971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3433bcad-7356-4ca4-8d70-24490d954f29 req-2bed9b03-7ba4-4337-8f4c-af90f491a88d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952531 Apr 18 20:09:11.845199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7df4a-7c18-408b-838c-14f136006111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.862492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:11.862900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Checking segment: {'id': 'a250315b-febc-47bc-ba07-41e99294f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:11.863230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Bound using segment: {'id': 'a250315b-febc-47bc-ba07-41e99294f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:11.863685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Bound port: 43312e5f-0c70-41b0-9ca6-336f850902d0, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a250315b-febc-47bc-ba07-41e99294f770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:11.864088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:11.868718 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-c63413b7-4166-4cd7-a3bb-1f412e242447 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0353510 Apr 18 20:09:11.869932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e549b194-c55b-4e99-b1fa-fd97bb9c7570 None None] Port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:11.881246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:11.890041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Request body: {'port': {'device_id': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:11.907432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'port_id': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7', 'mac_address': 'fa:16:3e:5f:cf:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921d894b-aadb-4af8-a6f7-2fc211820e99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:09:11.978598 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.002163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9e10af2-5aee-4f1f-96cc-2571a8f804a7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:12.012574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] Transition to ACTIVE for port object 6c1fcf44-a330-404d-8cc6-8c835e147e69 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:12.019064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7df4a-7c18-408b-838c-14f136006111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:12.026709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.027018 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.053269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a7df4a-7c18-408b-838c-14f136006111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0369b134-7738-47db-a5b4-9afc5bd0881f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:12.055543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0a7df4a-7c18-408b-838c-14f136006111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.068614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0a7df4a-7c18-408b-838c-14f136006111 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0369b134-7738-47db-a5b4-9afc5bd0881f HTTP/1.1" status: 204 len: 168 time: 0.4619768 Apr 18 20:09:12.176341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:12.190996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] For port 43312e5f-0c70-41b0-9ca6-336f850902d0, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:12.194607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] For port 43312e5f-0c70-41b0-9ca6-336f850902d0, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=43312e5f-0c70-41b0-9ca6-336f850902d0,segment=NetworkSegment(a250315b-febc-47bc-ba07-41e99294f770),segment_id=a250315b-febc-47bc-ba07-41e99294f770)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:12.218092 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.240735 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.249951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b91ccba-e8aa-4c59-a8b4-8ccdd7537889 req-f0920ecf-ff60-46dc-a9fc-48b0be40362f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:12.252172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b91ccba-e8aa-4c59-a8b4-8ccdd7537889 req-f0920ecf-ff60-46dc-a9fc-48b0be40362f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 932 time: 0.3015604 Apr 18 20:09:12.264963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] No DVR routers for this DVR port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:09:12.288420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d9e10af2-5aee-4f1f-96cc-2571a8f804a7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:12.296264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] Pushing event updated for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:12.305128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:12.305779 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.307156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] 10.222.0.61 "PUT /v2.0/ports/43312e5f-0c70-41b0-9ca6-336f850902d0 HTTP/1.1" status: 200 len: 1091 time: 1.9229281 Apr 18 20:09:12.318838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cb1be90-6064-45f2-b253-6060992c5d06', 'tag': '43312e5f-0c70-41b0-9ca6-336f850902d0'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:12.374175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b91ccba-e8aa-4c59-a8b4-8ccdd7537889 req-5717aa8b-9486-444b-a151-084aa6559730 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:12.424935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-db67d919-89e4-46b7-8140-6835a0efe834 service neutron] 10.222.0.61 "PUT /v2.0/ports/6c1fcf44-a330-404d-8cc6-8c835e147e69/bindings/n-h1-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 1.8675582 Apr 18 20:09:12.434420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e55504-21b6-48c0-89d9-a98ac3ce172f service neutron] Pushing event updated for resources: {'Port': ['ID=43312e5f-0c70-41b0-9ca6-336f850902d0,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:12.468133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b91ccba-e8aa-4c59-a8b4-8ccdd7537889 req-5717aa8b-9486-444b-a151-084aa6559730 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:12.469265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b91ccba-e8aa-4c59-a8b4-8ccdd7537889 req-5717aa8b-9486-444b-a151-084aa6559730 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816049 Apr 18 20:09:12.523740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-32ca02af-b7ad-4699-aafe-93cedeb74a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:12.529907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-32ca02af-b7ad-4699-aafe-93cedeb74a90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=952304c867a74e10acee01a2b3fc4e2f&device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 1094 time: 0.1583095 Apr 18 20:09:12.549338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:12.642836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:12.648432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-1c098b29-57dd-4ce0-8ae0-44ab00e0e9f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43312e5f-0c70-41b0-9ca6-336f850902d0 HTTP/1.1" status: 200 len: 217 time: 0.1102951 Apr 18 20:09:12.655262 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-372ed149-b144-4245-8240-d5041eb3ce85 req-58f23e29-f221-41c4-beb6-ca2c157e5654 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0639083 Apr 18 20:09:12.671950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:12.680974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Usage tracker for resource:security_group_rule and tenant:674a9071bf7441a0b2db5cacfb6450ff is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:12.694174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1cf66-9208-4f7a-b8e4-f03b2efacd37 req-65028aab-ef8c-44ac-ac8e-57f66ab6b900 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:12.697417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bf1cf66-9208-4f7a-b8e4-f03b2efacd37 req-65028aab-ef8c-44ac-ac8e-57f66ab6b900 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.4106097 Apr 18 20:09:12.698991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:12.709139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:12.714592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-a5f7835a-49fc-4767-910f-af141629a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:12.716479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-a5f7835a-49fc-4767-910f-af141629a29f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7698138-acbd-4e9d-a3ca-9f3076c4d6f2 HTTP/1.1" status: 200 len: 853 time: 0.0604630 Apr 18 20:09:12.773154 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-42ebbf6c-4a4a-4d96-8360-f6c7f46dc3bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e846222-812e-481f-817a-e3f2f2253f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486879 Apr 18 20:09:12.893456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bf1cf66-9208-4f7a-b8e4-f03b2efacd37 req-bb14ab05-59b8-49f5-a77b-bbf8a871b964 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816082 Apr 18 20:09:12.966137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefe88d-1f11-46b5-9131-56a92bd62036 req-423999e9-8a91-4c3b-888f-48f9f994d440 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:12.967849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eeefe88d-1f11-46b5-9131-56a92bd62036 req-423999e9-8a91-4c3b-888f-48f9f994d440 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 943 time: 0.2058833 Apr 18 20:09:12.971784 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-541c0a1a-b2fb-47c1-87cb-fae953dfe901'] response: {'name': 'network-changed', 'server_uuid': '1cb1be90-6064-45f2-b253-6060992c5d06', 'tag': '43312e5f-0c70-41b0-9ca6-336f850902d0', 'status': 'completed', 'code': 200} Apr 18 20:09:13.013664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-c3cf413d-f007-462c-991e-97d5927779e6 service neutron] 10.222.0.61 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101853 Apr 18 20:09:13.064867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.068586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eeefe88d-1f11-46b5-9131-56a92bd62036 req-4c20046f-ef07-4970-b17d-2cbb6d0289c1 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802114 Apr 18 20:09:13.120311 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.174170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=674a9071bf7441a0b2db5cacfb6450ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6210301 Apr 18 20:09:13.175915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:13.176282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-051f478d-92e4-4111-97ce-cf4d50de36ba req-1c53fcfe-66f9-4d3d-8810-21deda22ec9d service neutron] 10.222.0.61 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512737 Apr 18 20:09:13.176848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:13.199458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.229526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f56e6-406f-4d4a-9996-31b2ce9deadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49f7b02-ae71-40f3-b80b-8f227ff58e4d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:13.243954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Transition to ACTIVE for port object 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:13.249982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.344256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d961622-2e27-4dc4-9654-396fb84e7da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.385973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d961622-2e27-4dc4-9654-396fb84e7da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.423252 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3389ef4-a44c-4a6b-8d38-475dd4c99da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.533944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b880e0d-7ae5-4593-a74d-7bcdb38923e1 req-300dc1db-9e88-4402-a7e0-213e1ad62c51 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:13.536174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b880e0d-7ae5-4593-a74d-7bcdb38923e1 req-300dc1db-9e88-4402-a7e0-213e1ad62c51 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.4732661 Apr 18 20:09:13.545277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Pushing event updated for resources: {'Port': ['ID=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:13.550752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea70e6-31cb-4b88-ac5f-19b373797074 req-18735722-f8a3-4c52-8588-d1c464e5d682 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:13.552190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66ea70e6-31cb-4b88-ac5f-19b373797074 req-18735722-f8a3-4c52-8588-d1c464e5d682 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 944 time: 0.3327219 Apr 18 20:09:13.557885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-f11ecd82-7883-43d6-912c-dc52b61e85a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:13.559413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-f11ecd82-7883-43d6-912c-dc52b61e85a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=952304c867a74e10acee01a2b3fc4e2f&device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 1094 time: 0.2931433 Apr 18 20:09:13.596819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:13.631461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d961622-2e27-4dc4-9654-396fb84e7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.674056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b880e0d-7ae5-4593-a74d-7bcdb38923e1 req-8986f247-8e4e-46f9-a3f8-1aaeae4e7638 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302586 Apr 18 20:09:13.697654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:13.701322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Attempting to bind port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:13.701770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Attempting to bind port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:13.702050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Attempting to bind port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 on network e290ad3a-fce5-47ab-820c-95d4eef117bb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:13.704166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:13.704552 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.707012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 on network e290ad3a-fce5-47ab-820c-95d4eef117bb not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:13.707286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Attempting to bind port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 on network e290ad3a-fce5-47ab-820c-95d4eef117bb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:13.712748 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66ea70e6-31cb-4b88-ac5f-19b373797074 req-a619d8e0-0c2d-49dc-aaa6-7f5caeae3e85 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503632 Apr 18 20:09:13.714246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:13.714632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Checking segment: {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:13.715020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Bound using segment: {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:13.715450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Bound port: 15b32fd8-677c-43c9-85d2-9ecb9e7ea574, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8958aa45-7a0d-42f4-beb4-7d528df1478f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:13.715859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.726564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d961622-2e27-4dc4-9654-396fb84e7da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49f7b02-ae71-40f3-b80b-8f227ff58e4d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:13.738298 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d961622-2e27-4dc4-9654-396fb84e7da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.742394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4d961622-2e27-4dc4-9654-396fb84e7da9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d49f7b02-ae71-40f3-b80b-8f227ff58e4d HTTP/1.1" status: 204 len: 168 time: 0.5644093 Apr 18 20:09:13.798262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-b93cebf5-0f07-41d0-ab72-e46555f1689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:13.810458 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-b93cebf5-0f07-41d0-ab72-e46555f1689e service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e846222-812e-481f-817a-e3f2f2253f0e HTTP/1.1" status: 200 len: 914 time: 0.2321954 Apr 18 20:09:13.844484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] For port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:13.852001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] For port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:13.862092 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.877144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.906906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:13.926597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:13.933995 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:13.934884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6c1fcf44-a330-404d-8cc6-8c835e147e69 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:09:13.956102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-2b9d068c-523f-4e6d-9984-7453f6a4ad30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43312e5f-0c70-41b0-9ca6-336f850902d0 HTTP/1.1" status: 200 len: 217 time: 0.1391113 Apr 18 20:09:14.000044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.000674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:14.002114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] 10.222.0.61 "PUT /v2.0/ports/15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 1092 time: 2.1173499 Apr 18 20:09:14.006927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:14.022602 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dc89d2a-1155-406f-9149-d60d4104f1e3 req-d533dc4a-40d2-4d24-8284-c0559b6c10a6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0793440 Apr 18 20:09:14.076940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6c1fcf44-a330-404d-8cc6-8c835e147e69 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:09:14.101790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-ea7cfc25-8f82-4478-9fbc-1eb09ef6a171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.103376 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-ea7cfc25-8f82-4478-9fbc-1eb09ef6a171 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7698138-acbd-4e9d-a3ca-9f3076c4d6f2 HTTP/1.1" status: 200 len: 853 time: 0.0791576 Apr 18 20:09:14.157942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686ba64-cad4-4989-a213-8438f98d7506 service neutron] Pushing event updated for resources: {'Port': ['ID=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:14.177312 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-1eed3e0d-2f90-4f64-9e40-e370d09d7206 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e846222-812e-481f-817a-e3f2f2253f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667026 Apr 18 20:09:14.217304 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdaefeca-46f4-4e54-8c0b-45393896a0ea'] response: {'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7', 'code': 200} Apr 18 20:09:14.246844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd783d17-f97d-4c78-9ed6-9d0fae1c5374 req-168dca03-53ba-4984-b967-b34b1cc3e2ff tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.247630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cd783d17-f97d-4c78-9ed6-9d0fae1c5374 req-168dca03-53ba-4984-b967-b34b1cc3e2ff tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:14.262895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:14.370511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cd783d17-f97d-4c78-9ed6-9d0fae1c5374 req-168dca03-53ba-4984-b967-b34b1cc3e2ff tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:14.371666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd783d17-f97d-4c78-9ed6-9d0fae1c5374 req-168dca03-53ba-4984-b967-b34b1cc3e2ff tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 944 time: 0.4415221 Apr 18 20:09:14.376256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-4cc4377b-c979-42ca-a35d-34586016d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.377726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-4cc4377b-c979-42ca-a35d-34586016d551 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a4aed43b044284969d16aece6e20de&device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 1095 time: 0.3096604 Apr 18 20:09:14.478599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-39d35224-7e87-4947-bf2e-fedab39ce48c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 217 time: 0.0909739 Apr 18 20:09:14.481198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-20107974-94a5-473d-9086-7a7d33db7c10 service neutron] 10.222.0.61 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950399 Apr 18 20:09:14.562501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd783d17-f97d-4c78-9ed6-9d0fae1c5374 req-ebcc75bd-b600-4ce4-b656-eb76971ecad8 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775286 Apr 18 20:09:14.571079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb62c2f-5914-499d-bf90-a4a468bf6167 req-71cd99c2-9bb1-434f-8edc-5c9227d967fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.572881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecb62c2f-5914-499d-bf90-a4a468bf6167 req-71cd99c2-9bb1-434f-8edc-5c9227d967fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1096 time: 0.2809129 Apr 18 20:09:14.605622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-4ec9cb99-0285-45b0-bce1-1b059d6ef09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.608030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-4ec9cb99-0285-45b0-bce1-1b059d6ef09c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f5f2287-456b-408a-86f3-d46730329604 HTTP/1.1" status: 200 len: 867 time: 0.1160741 Apr 18 20:09:14.643076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45c76e15-eef2-41c5-8e6d-b1717c8a19af req-67ea8e89-ff96-4d03-811a-794d14cb32f7 service neutron] 10.222.0.61 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540887 Apr 18 20:09:14.656402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada6a55a-b4a9-4c84-8d32-4e99f7c7b817 req-6d6935d2-ca36-408a-9bd1-67b5c497a61a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.658023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ada6a55a-b4a9-4c84-8d32-4e99f7c7b817 req-6d6935d2-ca36-408a-9bd1-67b5c497a61a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.2873747 Apr 18 20:09:14.677203 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f6290f-a47e-4bcf-bde4-17879356c9c5'] response: {'name': 'network-changed', 'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'status': 'completed', 'code': 200} Apr 18 20:09:14.713863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecb62c2f-5914-499d-bf90-a4a468bf6167 req-8b7f16f8-5620-474d-bc5f-19f66f88f7c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346936 Apr 18 20:09:14.719520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ada6a55a-b4a9-4c84-8d32-4e99f7c7b817 req-455baa34-efb3-43b9-88a7-1318739cd3f5 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528450 Apr 18 20:09:14.894719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-42e21c2b-b19e-47dc-8bc0-9843d762fc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.896219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-42e21c2b-b19e-47dc-8bc0-9843d762fc4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e290ad3a-fce5-47ab-820c-95d4eef117bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2795069 Apr 18 20:09:14.990283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d8409-be38-4531-af07-e2b06c9e5ee1 req-67a3d411-3af9-4469-881d-9e4660b0f7b5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:14.992512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb9d8409-be38-4531-af07-e2b06c9e5ee1 req-67a3d411-3af9-4469-881d-9e4660b0f7b5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.1163981 Apr 18 20:09:15.046559 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb9d8409-be38-4531-af07-e2b06c9e5ee1 req-1e8d6258-ff71-44e3-8a30-ff0da9fd7835 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485363 Apr 18 20:09:15.054865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e53761-62aa-417a-bca6-0cade780918e req-cb3da6aa-cb91-42a9-9930-1a5020208e3d tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.061983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45e53761-62aa-417a-bca6-0cade780918e req-cb3da6aa-cb91-42a9-9930-1a5020208e3d tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 943 time: 0.3313940 Apr 18 20:09:15.107353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-3f522174-4de9-4e15-8660-2bddb3638c3b tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.108816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-3f522174-4de9-4e15-8660-2bddb3638c3b tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.3180988 Apr 18 20:09:15.172358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4426f2f-a29a-4ea2-b4c6-8e017d53bb90 req-755a7824-c194-47be-a4d8-2690db56fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.173840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4426f2f-a29a-4ea2-b4c6-8e017d53bb90 req-755a7824-c194-47be-a4d8-2690db56fda6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 1101 time: 0.3428833 Apr 18 20:09:15.219760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-45e53761-62aa-417a-bca6-0cade780918e req-8a3cf338-7858-4e7b-a611-1d3204d05c41 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Synchronizing usage tracker for tenant:952304c867a74e10acee01a2b3fc4e2f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:15.230510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-9fe30927-8756-42a5-a278-ec725454f6a3 service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132699 Apr 18 20:09:15.270466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7a5d1-61d1-4833-a1a3-ec24d2406d07 req-d6c605e8-574f-497e-a319-006665e15c31 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.273434 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5ce7a5d1-61d1-4833-a1a3-ec24d2406d07 req-d6c605e8-574f-497e-a319-006665e15c31 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 945 time: 0.1013474 Apr 18 20:09:15.302385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4426f2f-a29a-4ea2-b4c6-8e017d53bb90 req-7ca3389c-c38e-4266-a5ca-95307e9381db service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046166 Apr 18 20:09:15.331839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5ce7a5d1-61d1-4833-a1a3-ec24d2406d07 req-f1dcdae7-6895-4b2b-9daa-ea6aee7be6dd tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Apr 18 20:09:15.354610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-45e53761-62aa-417a-bca6-0cade780918e req-8a3cf338-7858-4e7b-a611-1d3204d05c41 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Unset dirty status for tenant:952304c867a74e10acee01a2b3fc4e2f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:15.358012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45e53761-62aa-417a-bca6-0cade780918e req-8a3cf338-7858-4e7b-a611-1d3204d05c41 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951498 Apr 18 20:09:15.400258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-cc13a48b-2a25-4eee-9af3-0a1bb0dde90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.401783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-cc13a48b-2a25-4eee-9af3-0a1bb0dde90b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06&tenant_id=79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 1095 time: 0.2727594 Apr 18 20:09:15.424430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce49ea36-f783-4310-8a2c-f11295bcd563 req-b7f3213e-1294-4f93-8054-e9624bf5be7f service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840146 Apr 18 20:09:15.495614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39eff2f6-452d-4dcc-b863-022d3f545e09 req-4318d308-43fa-4794-aee2-35f8d69d5689 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0582116 Apr 18 20:09:15.548757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-c23fa4ca-bc0e-48df-9e26-62c4c264c5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.550456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-c23fa4ca-bc0e-48df-9e26-62c4c264c5e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a4aed43b044284969d16aece6e20de&device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 1095 time: 0.0762527 Apr 18 20:09:15.608901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 43312e5f-0c70-41b0-9ca6-336f850902d0 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:09:15.853431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-01d732de-82eb-4280-af1a-8d671f2116c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.854818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 43312e5f-0c70-41b0-9ca6-336f850902d0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=43312e5f-0c70-41b0-9ca6-336f850902d0,segment=NetworkSegment(a250315b-febc-47bc-ba07-41e99294f770),segment_id=a250315b-febc-47bc-ba07-41e99294f770)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:15.854947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-01d732de-82eb-4280-af1a-8d671f2116c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 200 len: 929 time: 0.2940207 Apr 18 20:09:15.879593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a98776-54db-484b-b846-adccc60ce735 req-d255bd70-d5b2-455b-8f3f-924ae52cfff1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:15.881063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2a98776-54db-484b-b846-adccc60ce735 req-d255bd70-d5b2-455b-8f3f-924ae52cfff1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 944 time: 0.1765783 Apr 18 20:09:15.890494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '43312e5f-0c70-41b0-9ca6-336f850902d0', 'network_id': '1e846222-812e-481f-817a-e3f2f2253f0e', 'port_id': '43312e5f-0c70-41b0-9ca6-336f850902d0', 'mac_address': 'fa:16:3e:87:5d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7698138-acbd-4e9d-a3ca-9f3076c4d6f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:09:15.963544 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c853289-e3d8-41f6-b3fa-45382add905a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:15.997442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.009909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce23b0f-154d-424d-9d0d-d6dec3a4cbb3 req-cfc1b96f-0011-4c4c-9e8a-088d37c12929 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:16.014133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-910f509a-fb14-4681-b192-2913fda6f716 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 217 time: 0.1448600 Apr 18 20:09:16.019987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43312e5f-0c70-41b0-9ca6-336f850902d0 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:16.020184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ce23b0f-154d-424d-9d0d-d6dec3a4cbb3 req-cfc1b96f-0011-4c4c-9e8a-088d37c12929 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.1164021 Apr 18 20:09:16.050230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 43312e5f-0c70-41b0-9ca6-336f850902d0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=43312e5f-0c70-41b0-9ca6-336f850902d0,segment=NetworkSegment(a250315b-febc-47bc-ba07-41e99294f770),segment_id=a250315b-febc-47bc-ba07-41e99294f770)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:16.058077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.087343 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ce23b0f-154d-424d-9d0d-d6dec3a4cbb3 req-65356d1f-ad7b-4dbc-a18d-8b59fff7fc40 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648799 Apr 18 20:09:16.103429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2a98776-54db-484b-b846-adccc60ce735 req-07881b10-a3bb-46af-aa0f-9672fd25a7ea tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116490 Apr 18 20:09:16.118235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-a76ab92e-dbce-46e7-8338-c96876d41c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:16.127114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-a76ab92e-dbce-46e7-8338-c96876d41c70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f5f2287-456b-408a-86f3-d46730329604 HTTP/1.1" status: 200 len: 867 time: 0.1053145 Apr 18 20:09:16.175345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=43312e5f-0c70-41b0-9ca6-336f850902d0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:16.239724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-bf47beec-fd91-4271-bb22-a627f1d38965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:16.241300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-bf47beec-fd91-4271-bb22-a627f1d38965 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e290ad3a-fce5-47ab-820c-95d4eef117bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077456 Apr 18 20:09:16.281049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33880) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:16.320448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b31e6-5979-4b8a-82a2-8e40cf0853f6 req-d504e9ec-5ca0-4f8e-b04e-90f134120080 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:16.322231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd7b31e6-5979-4b8a-82a2-8e40cf0853f6 req-d504e9ec-5ca0-4f8e-b04e-90f134120080 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.1040885 Apr 18 20:09:16.358076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['43312e5f-0c70-41b0-9ca6-336f850902d0'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:16.416999 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd7b31e6-5979-4b8a-82a2-8e40cf0853f6 req-f64e6cc2-1f72-4818-b30c-ce0d1f30a4dd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864787 Apr 18 20:09:16.437833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-b42d06c8-a8b1-4534-870c-82bd5a26a234 service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795099 Apr 18 20:09:16.466787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.486564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:16.491289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d1c9db28d9048ee9977762a4fdbee28 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:16.494446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:16.502331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:16.670522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d6d1d10-7bee-49bc-916c-8357fcd66375 req-31902fcf-329b-4653-bb5b-9e1468123df5 service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248065 Apr 18 20:09:16.671327 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.680089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4128675f-f2c6-49e4-92d3-4f9164b049a2 req-dd2fb3ae-e51e-4bbd-a212-c36ede8410cb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:16.681750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4128675f-f2c6-49e4-92d3-4f9164b049a2 req-dd2fb3ae-e51e-4bbd-a212-c36ede8410cb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 945 time: 0.2028687 Apr 18 20:09:16.681901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc16d96-9f30-4e90-82bb-f081d84946c2 req-7180b01e-519e-4c2f-8926-1107beffcd5c tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:16.683456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfc16d96-9f30-4e90-82bb-f081d84946c2 req-7180b01e-519e-4c2f-8926-1107beffcd5c tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 944 time: 0.1372294 Apr 18 20:09:16.718104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.730377 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.732378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.733237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4128675f-f2c6-49e4-92d3-4f9164b049a2 req-7b9b099f-2eee-4655-b53a-2fea29773564 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444529 Apr 18 20:09:16.766129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfc16d96-9f30-4e90-82bb-f081d84946c2 req-3d6f1505-419a-434c-8ce5-1e576677cc01 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724318 Apr 18 20:09:16.793910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d1c9db28d9048ee9977762a4fdbee28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5107551 Apr 18 20:09:16.796884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33894) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:16.799505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6084e36-3e80-4f24-9ce8-7af7bea71ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d66c9f-0709-4b1a-aaf6-70acb8ba7e71,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:16.870676 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c565ab2f-914b-4e10-a03f-891148d8a0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.890266 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27473b65-cfc9-4429-86c9-8bda1ca97b0c req-9d3c272d-2cbf-4cb2-84ac-23fe5ca8ac97 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0519266 Apr 18 20:09:16.940297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c565ab2f-914b-4e10-a03f-891148d8a0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:16.997473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f055598-19d1-42ca-9635-37f71a4c50e5 req-0f486bde-2926-48ec-8363-89953c5793ec tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:16.999011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f055598-19d1-42ca-9635-37f71a4c50e5 req-0f486bde-2926-48ec-8363-89953c5793ec tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1096 time: 0.1294131 Apr 18 20:09:17.031610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c565ab2f-914b-4e10-a03f-891148d8a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.060695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565ab2f-914b-4e10-a03f-891148d8a0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d66c9f-0709-4b1a-aaf6-70acb8ba7e71,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:17.069132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0f055598-19d1-42ca-9635-37f71a4c50e5 req-7145dfa8-22cf-4e66-9a4a-a5f9a0f7a4ec tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Synchronizing usage tracker for tenant:703b8c3b45d44f598254096fb8353fa3 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:17.072764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c565ab2f-914b-4e10-a03f-891148d8a0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.073976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c565ab2f-914b-4e10-a03f-891148d8a0ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c2d66c9f-0709-4b1a-aaf6-70acb8ba7e71 HTTP/1.1" status: 204 len: 168 time: 0.2761734 Apr 18 20:09:17.092374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0f055598-19d1-42ca-9635-37f71a4c50e5 req-7145dfa8-22cf-4e66-9a4a-a5f9a0f7a4ec tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Unset dirty status for tenant:703b8c3b45d44f598254096fb8353fa3 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:17.102353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f055598-19d1-42ca-9635-37f71a4c50e5 req-7145dfa8-22cf-4e66-9a4a-a5f9a0f7a4ec tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967493 Apr 18 20:09:17.322430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cfe31-cac8-45fe-aa75-67cdc470a05e req-d3467e20-9376-4872-b3bc-7156cd8c60aa tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:17.323992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-385cfe31-cac8-45fe-aa75-67cdc470a05e req-d3467e20-9376-4872-b3bc-7156cd8c60aa tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.1148639 Apr 18 20:09:17.373264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-385cfe31-cac8-45fe-aa75-67cdc470a05e req-03a3e26a-49e5-43fe-89c5-03904e653731 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427413 Apr 18 20:09:17.421124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844852f-25fa-48ed-ab80-f8429554a717 req-038767a0-df69-4ccc-977e-a726e3ea9968 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:17.423101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a844852f-25fa-48ed-ab80-f8429554a717 req-038767a0-df69-4ccc-977e-a726e3ea9968 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 944 time: 0.1947944 Apr 18 20:09:17.472001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a844852f-25fa-48ed-ab80-f8429554a717 req-edc895f4-d900-4db3-b6d3-e33a7ee4db69 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421510 Apr 18 20:09:17.480501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33910) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:17.499861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.516811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:17.520748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Usage tracker for resource:security_group_rule and tenant:c4cbf8377fb6433992c6d188028508fd is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:17.524416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:17.530446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:17.553206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a464e81-180c-4f31-be63-2d673a32c183 req-d5616fc4-42ff-4d75-aca5-1cf087515d3f tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:17.554825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a464e81-180c-4f31-be63-2d673a32c183 req-d5616fc4-42ff-4d75-aca5-1cf087515d3f tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1096 time: 0.0749476 Apr 18 20:09:17.601372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a464e81-180c-4f31-be63-2d673a32c183 req-f7f7c3d7-b7fe-41fe-b48a-18e560b2017b tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393331 Apr 18 20:09:17.634158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:09:17.637640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 43312e5f-0c70-41b0-9ca6-336f850902d0 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:17.692514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.702126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d42194-b650-4909-bce2-cdfbac181062 req-c22c98c1-e3fe-436d-bb79-15b6f337cb3d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:17.703634 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12d42194-b650-4909-bce2-cdfbac181062 req-c22c98c1-e3fe-436d-bb79-15b6f337cb3d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.1302643 Apr 18 20:09:17.705090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.785731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33920) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:17.786125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4cbf8377fb6433992c6d188028508fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3040862 Apr 18 20:09:17.786819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4427c1-c286-4823-b4be-785bf0742d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88bd95d3-1d67-4d62-ae3a-e6606fe9cb0b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:17.799836 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12d42194-b650-4909-bce2-cdfbac181062 req-09e780ad-3e3e-4318-95c3-b684a9c993ca tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869501 Apr 18 20:09:17.807612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 43312e5f-0c70-41b0-9ca6-336f850902d0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:17.818797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 43312e5f-0c70-41b0-9ca6-336f850902d0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:17.819299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.880449 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7611449e-e099-4b2f-8293-8e84dee37d0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.911238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:17.912272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7611449e-e099-4b2f-8293-8e84dee37d0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:17.929165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'port_id': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'mac_address': 'fa:16:3e:3c:98:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:09:18.008598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7611449e-e099-4b2f-8293-8e84dee37d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.031840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7611449e-e099-4b2f-8293-8e84dee37d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88bd95d3-1d67-4d62-ae3a-e6606fe9cb0b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:18.036663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.042544 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7611449e-e099-4b2f-8293-8e84dee37d0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.045568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7611449e-e099-4b2f-8293-8e84dee37d0e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88bd95d3-1d67-4d62-ae3a-e6606fe9cb0b HTTP/1.1" status: 204 len: 168 time: 0.2562895 Apr 18 20:09:18.072442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ed4770-af17-4fd4-bc43-4a08f60a4ac2 req-ef44d69a-dc6e-4381-a00a-b50c6896cdb7 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:18.073962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7ed4770-af17-4fd4-bc43-4a08f60a4ac2 req-ef44d69a-dc6e-4381-a00a-b50c6896cdb7 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1096 time: 0.1045096 Apr 18 20:09:18.080485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:18.084385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.127673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:18.133885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb1be90-6064-45f2-b253-6060992c5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43312e5f-0c70-41b0-9ca6-336f850902d0'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:18.142775 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.180060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbb066c-7cf4-457e-a455-46e7e768ab62 req-360e0faf-4c31-4c9b-a40e-107193e9adce tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:18.180696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 43312e5f-0c70-41b0-9ca6-336f850902d0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=43312e5f-0c70-41b0-9ca6-336f850902d0,segment=NetworkSegment(a250315b-febc-47bc-ba07-41e99294f770),segment_id=a250315b-febc-47bc-ba07-41e99294f770)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:18.183943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7ed4770-af17-4fd4-bc43-4a08f60a4ac2 req-daaa52da-1145-41af-b2f4-8ad824979627 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963564 Apr 18 20:09:18.199730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2dbb066c-7cf4-457e-a455-46e7e768ab62 req-360e0faf-4c31-4c9b-a40e-107193e9adce tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 944 time: 0.1986794 Apr 18 20:09:18.231210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.264167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.270177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:18.285300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2dbb066c-7cf4-457e-a455-46e7e768ab62 req-b95a265e-ece6-4e9f-82ca-a849319eb955 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846918 Apr 18 20:09:18.376113 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09413425-6fe7-4b60-b5e9-2d85ad967ee3'] response: {'server_uuid': '1cb1be90-6064-45f2-b253-6060992c5d06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43312e5f-0c70-41b0-9ca6-336f850902d0', 'code': 200} Apr 18 20:09:18.382684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ff168c9-26ab-40c8-805c-108152206856 req-b99cb655-3224-47a0-9b80-ac044ef6b7f7 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0431595 Apr 18 20:09:18.407209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:18.416949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=43312e5f-0c70-41b0-9ca6-336f850902d0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:18.433255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['15b32fd8-677c-43c9-85d2-9ecb9e7ea574'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:18.520009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51848eb-3d6c-4034-a64f-9c9d3d1e6e97 req-6779080a-040c-4304-8e82-ab919571a7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:18.526593 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d51848eb-3d6c-4034-a64f-9c9d3d1e6e97 req-6779080a-040c-4304-8e82-ab919571a7aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 1096 time: 0.0842497 Apr 18 20:09:18.574945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d51848eb-3d6c-4034-a64f-9c9d3d1e6e97 req-aa9456de-dd97-4772-8aee-340705a3bac4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407250 Apr 18 20:09:18.607808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcf6e9-24b0-4379-bd72-941b8b399995 req-cbd72ba3-c057-42d0-a00f-4d8a35eebbca tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:18.609486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ddcf6e9-24b0-4379-bd72-941b8b399995 req-cbd72ba3-c057-42d0-a00f-4d8a35eebbca tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.1027949 Apr 18 20:09:18.672520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ddcf6e9-24b0-4379-bd72-941b8b399995 req-faf9dd93-71f2-428f-a191-64186730af68 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561526 Apr 18 20:09:18.715037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16434b00-d446-462f-ad3d-283d025eee14 req-ead6a90e-4cb0-44cd-9520-30fed80f569a tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:18.716636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16434b00-d446-462f-ad3d-283d025eee14 req-ead6a90e-4cb0-44cd-9520-30fed80f569a tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 945 time: 0.0981417 Apr 18 20:09:18.765740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16434b00-d446-462f-ad3d-283d025eee14 req-0e0c44c2-5794-4846-a0b1-f4ab916595da tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Apr 18 20:09:18.844784 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.014540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:19.021246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae83aef-2607-4ddd-afc3-95b7179612e0 req-c97e5b90-c10b-4353-b0c8-37653a0fe8e7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:19.022926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ae83aef-2607-4ddd-afc3-95b7179612e0 req-c97e5b90-c10b-4353-b0c8-37653a0fe8e7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.0851243 Apr 18 20:09:19.069048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ae83aef-2607-4ddd-afc3-95b7179612e0 req-dc2ddeb2-5c6d-462a-8c95-bee26d1b0531 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399110 Apr 18 20:09:19.130548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-network', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:19.135815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:19.139649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Usage tracker for resource:network and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:19.142575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:19.149119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:19.158151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Made reservation on behalf of b10a82498ecd4ac7ad0fc1c34527fee7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:19.160525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.173272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.188667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:19.192695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Usage tracker for resource:security_group_rule and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:19.195748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:19.201640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:19.295494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.300228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.372817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:09:19.394276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2323f00f-29a1-454a-833f-02aefcc444ab,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:19.397056 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.397399 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Added segment a368c5cf-a95b-4633-a681-77a646376572 of type vlan for network d50ab034-d532-42da-b3fd-b5eff4185e37 Apr 18 20:09:19.492742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53916895-9f40-4ff9-a9b0-bc43a7786227 req-1e502b14-4686-4f2b-b0e6-c442e6b4f997 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:19.494397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53916895-9f40-4ff9-a9b0-bc43a7786227 req-1e502b14-4686-4f2b-b0e6-c442e6b4f997 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.0914533 Apr 18 20:09:19.537424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.549140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53916895-9f40-4ff9-a9b0-bc43a7786227 req-7eb867bd-5708-4256-ae8b-8e1e94e2c3fe tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485899 Apr 18 20:09:19.556735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd8476-db21-4cf9-bab1-be38d739eeb5 req-a4451a4d-78a8-47b0-9468-5e9dfd56115a tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:19.556735 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbcd8476-db21-4cf9-bab1-be38d739eeb5 req-a4451a4d-78a8-47b0-9468-5e9dfd56115a tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1096 time: 0.2507198 Apr 18 20:09:19.609911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbcd8476-db21-4cf9-bab1-be38d739eeb5 req-3ab8c0df-672b-415d-86a8-31955cbfeb2f tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456872 Apr 18 20:09:19.610635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.611537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:19.612351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.639157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:19.734587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7157753 Apr 18 20:09:19.734587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925dc03-a961-4249-bd9e-67b44a2eb390 admin admin] Pushing event updated for resources: {'Network': ['ID=d50ab034-d532-42da-b3fd-b5eff4185e37,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:19.734903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33974) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:19.740719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Request body: {'subnet': {'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-subnet', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:19.746627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:19.750894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Usage tracker for resource:subnet and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:19.755023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:19.765480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d50ab034-d532-42da-b3fd-b5eff4185e37 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:09:19.767503 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d689ded-05f3-418f-9d8a-b620c564322d req-e69d9544-27d2-4528-9e84-c822a3ca1c71 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0801878 Apr 18 20:09:19.768190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:19.807044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Made reservation on behalf of b10a82498ecd4ac7ad0fc1c34527fee7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:19.811331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:19.904029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:19.918733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:19.919113 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.029275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1417f62-c0fb-40e3-9176-33d8bbb75cff req-f45e1c8c-5372-4208-808b-d2f37ceb6c7d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:20.031029 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1417f62-c0fb-40e3-9176-33d8bbb75cff req-f45e1c8c-5372-4208-808b-d2f37ceb6c7d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.0888715 Apr 18 20:09:20.063164 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.105208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.108214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:20.114623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1417f62-c0fb-40e3-9176-33d8bbb75cff req-e57d34d2-fe3c-4fa6-80b7-48799c52ccd7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772023 Apr 18 20:09:20.118267 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.199467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a7a143f-216f-4b9c-9516-a3ec7ed69dae,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:20.206152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Checking segment: {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:20.206506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Network hostable DHCP agents. Network: d50ab034-d532-42da-b3fd-b5eff4185e37, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:09:20.215927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:20.231547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Network d50ab034-d532-42da-b3fd-b5eff4185e37 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:09:20.243297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d50ab034-d532-42da-b3fd-b5eff4185e37) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:20.253401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414b075f-c866-47b4-a0df-6284eb4ccaf4 None None] Network d50ab034-d532-42da-b3fd-b5eff4185e37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:20.260399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:20.261778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.285977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-91e438c7-9cc2-412d-bccd-3d55a373e560 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5495682 Apr 18 20:09:20.288956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:20.295076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:20.300482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:20.305709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Usage tracker for resource:router and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:20.309041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:20.316793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:20.319279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847f0d6-09aa-404d-82b6-1940f4d384d8 req-a51f6a5b-e698-4084-8613-eb303f826ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:20.322193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3847f0d6-09aa-404d-82b6-1940f4d384d8 req-a51f6a5b-e698-4084-8613-eb303f826ce4 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0937901 Apr 18 20:09:20.338974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.340147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.363927 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.391110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3847f0d6-09aa-404d-82b6-1940f4d384d8 req-a72af6c9-74eb-4abd-9f3e-e87ae93bad3b tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566428 Apr 18 20:09:20.429808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:20.596731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dc54e8-3775-4ba4-9ab6-d449772f886d req-2f9dcab5-9208-4685-a896-e9b8c8b243ee tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:20.598309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55dc54e8-3775-4ba4-9ab6-d449772f886d req-2f9dcab5-9208-4685-a896-e9b8c8b243ee tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.0987065 Apr 18 20:09:20.616719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d50ab034-d532-42da-b3fd-b5eff4185e37', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:09:20.618076 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.645971 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55dc54e8-3775-4ba4-9ab6-d449772f886d req-75d12314-ef28-4102-b43e-cd2d48d1fe1e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414708 Apr 18 20:09:20.708639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:20.723567 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff81302-42da-45e2-874c-d189d662c655'] response: {'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'code': 200} Apr 18 20:09:20.819228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Allocated IP 172.20.0.2 (d50ab034-d532-42da-b3fd-b5eff4185e37/2a7a143f-216f-4b9c-9516-a3ec7ed69dae/af99fe65-9242-4e58-b644-744e44ff9f0d) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:20.901958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cfce4-5dff-4927-99dc-48daeccde641 req-0d6aa339-094b-4cdd-9342-c7d9761dba81 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:20.903369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e91cfce4-5dff-4927-99dc-48daeccde641 req-0d6aa339-094b-4cdd-9342-c7d9761dba81 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.0854833 Apr 18 20:09:20.915992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e2a07a-726b-4573-afed-55b9d68db649 req-da523e2d-fd69-4756-9796-f1814ffbadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:20.917465 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6e2a07a-726b-4573-afed-55b9d68db649 req-da523e2d-fd69-4756-9796-f1814ffbadca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 1097 time: 0.1041753 Apr 18 20:09:20.951075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e91cfce4-5dff-4927-99dc-48daeccde641 req-61df0ca9-d382-42bf-aa00-0cdb04840914 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Apr 18 20:09:21.054643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.066139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Transition to ACTIVE for port object af99fe65-9242-4e58-b644-744e44ff9f0d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:21.087590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Transition to ACTIVE for port object af99fe65-9242-4e58-b644-744e44ff9f0d will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:21.094503 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.110845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33ab440f-9ba7-49eb-96a3-5fe828b01825 req-27d345d4-d15f-4459-b4ab-5b156b2b3c4c tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0539532 Apr 18 20:09:21.125805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6e2a07a-726b-4573-afed-55b9d68db649 req-eea33f8d-c13e-4df2-af0d-613c46a482f2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526310 Apr 18 20:09:21.147281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.160072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Network d50ab034-d532-42da-b3fd-b5eff4185e37 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:21.162176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:21.167133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:21.185011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.231827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Pushing event updated for resources: {'Port': ['ID=af99fe65-9242-4e58-b644-744e44ff9f0d,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:21.288447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Attempting to bind port af99fe65-9242-4e58-b644-744e44ff9f0d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:21.289136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Attempting to bind port af99fe65-9242-4e58-b644-744e44ff9f0d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:21.289495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Attempting to bind port af99fe65-9242-4e58-b644-744e44ff9f0d on network d50ab034-d532-42da-b3fd-b5eff4185e37 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:21.295337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:21.295862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Checking segment: {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:21.296416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.296827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Bound using segment: {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:21.297301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Bound port: af99fe65-9242-4e58-b644-744e44ff9f0d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:21.297707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.333973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Allocated IP 172.25.5.138 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/4f10afe5-dd7b-454f-a1e0-4d844c48e58c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:21.391503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc5781-c103-417c-bc5e-7e9dc6ce2935 req-6261b2ab-09b7-4d88-bfe8-61015cc5aee2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:21.393363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bbc5781-c103-417c-bc5e-7e9dc6ce2935 req-6261b2ab-09b7-4d88-bfe8-61015cc5aee2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.0911160 Apr 18 20:09:21.398797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] For port af99fe65-9242-4e58-b644-744e44ff9f0d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:21.403527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] For port af99fe65-9242-4e58-b644-744e44ff9f0d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=af99fe65-9242-4e58-b644-744e44ff9f0d,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:21.407997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.445496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bbc5781-c103-417c-bc5e-7e9dc6ce2935 req-acb32eaf-f845-4a3a-857a-a87d81097e01 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Apr 18 20:09:21.507799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c319186-9202-4e3d-859d-e18c9b79beae None None] Pushing event updated for resources: {'Port': ['ID=af99fe65-9242-4e58-b644-744e44ff9f0d,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:21.606423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.639835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:21.730910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:21.744912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:21.748219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:21.827056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Pushing event updated for resources: {'Port': ['ID=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:22.032566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1b11a6-7a80-4dfe-bd58-c908dbe24967 req-ec4e3b85-6f63-48c1-a81b-6eea7ff4644f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:22.038067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c1b11a6-7a80-4dfe-bd58-c908dbe24967 req-ec4e3b85-6f63-48c1-a81b-6eea7ff4644f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0945840 Apr 18 20:09:22.042964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-3b8d5faf-8451-4489-aaad-16ced84011a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:22.044414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-3b8d5faf-8451-4489-aaad-16ced84011a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=952304c867a74e10acee01a2b3fc4e2f&device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 1096 time: 0.2646873 Apr 18 20:09:22.083742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c1b11a6-7a80-4dfe-bd58-c908dbe24967 req-837d083b-3801-46a3-907e-f778fed0ae43 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Apr 18 20:09:22.312504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e8fee6-6e67-4a5b-a750-551bc7fed768 req-91d1a833-db4a-40e9-84dd-d7a2f51ed8ca tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:22.322905 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86e8fee6-6e67-4a5b-a750-551bc7fed768 req-91d1a833-db4a-40e9-84dd-d7a2f51ed8ca tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.1306412 Apr 18 20:09:22.410895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-0c62b215-de23-460b-bc85-b7a4d28f3ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:22.412482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-0c62b215-de23-460b-bc85-b7a4d28f3ab4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e846222-812e-481f-817a-e3f2f2253f0e HTTP/1.1" status: 200 len: 914 time: 0.3518975 Apr 18 20:09:22.427746 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86e8fee6-6e67-4a5b-a750-551bc7fed768 req-5c4934f3-8e24-4708-9671-0604ab9245fc tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975049 Apr 18 20:09:22.480556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device af99fe65-9242-4e58-b644-744e44ff9f0d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:22.501429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-21a6668f-9a1f-4ebb-80c4-1a3d3d4dec65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43312e5f-0c70-41b0-9ca6-336f850902d0 HTTP/1.1" status: 200 len: 217 time: 0.0775707 Apr 18 20:09:22.501691 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:22.577617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port af99fe65-9242-4e58-b644-744e44ff9f0d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:22.629399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051e20f-b3f0-4a86-b18c-2afbdfee529f req-25a4d4f9-6e83-4779-8425-ac6c5a41c72a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:22.630874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2051e20f-b3f0-4a86-b18c-2afbdfee529f req-25a4d4f9-6e83-4779-8425-ac6c5a41c72a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.0955086 Apr 18 20:09:22.639837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-97752210-c232-4382-a48e-2e11cb754dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:22.640355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfd1dbd-86a1-4dd4-8dc9-537bd3eef55d None None] Network d50ab034-d532-42da-b3fd-b5eff4185e37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:22.641296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-97752210-c232-4382-a48e-2e11cb754dd3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b7698138-acbd-4e9d-a3ca-9f3076c4d6f2 HTTP/1.1" status: 200 len: 853 time: 0.0874674 Apr 18 20:09:22.683780 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2051e20f-b3f0-4a86-b18c-2afbdfee529f req-4bc08ae0-7001-4344-994c-eb5ddb065e43 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 Apr 18 20:09:22.755846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-c0471bba-0e6b-4787-9b24-6d57b669cc60 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e846222-812e-481f-817a-e3f2f2253f0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053474 Apr 18 20:09:22.759909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ef1ee10c-dd03-4682-8204-9b6b24c35133 None None] Provisioning for port af99fe65-9242-4e58-b644-744e44ff9f0d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:22.770383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ef1ee10c-dd03-4682-8204-9b6b24c35133 None None] Provisioning complete for port af99fe65-9242-4e58-b644-744e44ff9f0d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:22.770747 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee10c-dd03-4682-8204-9b6b24c35133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:22.844766 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6838918a-e427-47b3-aa50-f5e977dbbcba req-c19e5ca1-c724-4c19-8e37-8c6bbe82c5a0 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0485311 Apr 18 20:09:23.003029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee10c-dd03-4682-8204-9b6b24c35133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:23.044481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97500f-7504-4107-be5e-4c9c8c289738 req-8a311b71-0769-495d-b467-5702f86df850 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:23.049336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ef1ee10c-dd03-4682-8204-9b6b24c35133 None None] For port af99fe65-9242-4e58-b644-744e44ff9f0d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=af99fe65-9242-4e58-b644-744e44ff9f0d,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:23.050000 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f97500f-7504-4107-be5e-4c9c8c289738 req-8a311b71-0769-495d-b467-5702f86df850 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.1032646 Apr 18 20:09:23.055464 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ef1ee10c-dd03-4682-8204-9b6b24c35133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:23.118204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f97500f-7504-4107-be5e-4c9c8c289738 req-f05ed9f0-a6c4-4f5a-a6b5-4397bbcfe61b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654037 Apr 18 20:09:23.150781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1ee10c-dd03-4682-8204-9b6b24c35133 None None] Pushing event updated for resources: {'Port': ['ID=af99fe65-9242-4e58-b644-744e44ff9f0d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:23.189015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-e99d4567-5f29-4ef5-a0de-5145939edd56 service neutron] 10.222.0.61 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260106 Apr 18 20:09:23.244353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:23.320170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdee1af-a432-496a-ad29-1abc4b55fbce req-f7d94d58-26fe-467e-a4f2-463872b61a44 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:23.321678 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbdee1af-a432-496a-ad29-1abc4b55fbce req-f7d94d58-26fe-467e-a4f2-463872b61a44 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0850489 Apr 18 20:09:23.396914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b8ee86c-6f60-4a6d-9b20-8ff3f915bd57 None None] Provisioning complete for port af99fe65-9242-4e58-b644-744e44ff9f0d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:23.398212 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b8ee86c-6f60-4a6d-9b20-8ff3f915bd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:23.437047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbdee1af-a432-496a-ad29-1abc4b55fbce req-ae3b5d2d-2441-455f-953a-78ded8f16981 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088896 Apr 18 20:09:23.495336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdb22324-93de-404d-ac55-e2d04a0078ae req-1e04cf8e-b9cb-4479-8548-6e4eb33b2349 service neutron] 10.222.0.61 "GET /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913828 Apr 18 20:09:23.552854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:09:23.631706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8424bfe-eaf9-41cb-8e66-f5e29e1f9859 req-2eed29af-8b08-4657-9d74-b7b91502f103 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:23.634524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c8424bfe-eaf9-41cb-8e66-f5e29e1f9859 req-2eed29af-8b08-4657-9d74-b7b91502f103 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.0872087 Apr 18 20:09:23.682149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c8424bfe-eaf9-41cb-8e66-f5e29e1f9859 req-1c83e320-b8e4-4188-b17a-3ce5d88f62b4 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407901 Apr 18 20:09:23.741951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:23.761658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Sync routers for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:23.771505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:23.775930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:23.777026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3bc40771-fd40-429b-813e-6a43cd578cf1 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4844580 Apr 18 20:09:23.777758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:23.778061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:23.867103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-6ce7175d-6d8b-4d2d-8d4b-eea6e99a6161 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 258 time: 0.1598372 Apr 18 20:09:23.881852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:23.888990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:23.893564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Usage tracker for resource:floatingip and tenant:d7a4aed43b044284969d16aece6e20de is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:23.896233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:23.903240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:23.916177 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.000168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:24.072141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.243100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Allocated IP 172.25.5.233 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/668b5f4b-372a-4700-b1b2-750c874c6ec0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:24.328705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:22Z', 'revision_number': 3, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:24.333659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Checking router: 83f2a330-104e-4cf1-8bd0-4f38a8da3346 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:24.334086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Updating router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:09:24.396617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.413989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.438517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device af99fe65-9242-4e58-b644-744e44ff9f0d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:24.450930 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.533656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:24.537616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:24.541211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:24.552782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event updated for resources: {'Port': ['ID=668b5f4b-372a-4700-b1b2-750c874c6ec0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:24.565695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.566292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.566810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.567314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.567654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.567985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.568318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.568651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.568985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.570257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.570257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.570529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:24.595991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.632870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port af99fe65-9242-4e58-b644-744e44ff9f0d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:24.633449 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.671121 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.673423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.903954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Allocated IP 172.20.0.1 (d50ab034-d532-42da-b3fd-b5eff4185e37/2a7a143f-216f-4b9c-9516-a3ec7ed69dae/4ccbc24e-8fed-43d2-b6e7-144eecafb3df) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:24.913741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.920059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.952987 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.978155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Transition to ACTIVE for port object 4f10afe5-dd7b-454f-a1e0-4d844c48e58c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:24.983653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:24.987428 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.010246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event updated for resources: {'Port': ['ID=668b5f4b-372a-4700-b1b2-750c874c6ec0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:25.030638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.032233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-cdd3c5a4-c981-4e48-9b84-b4db236881cb tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1543281 Apr 18 20:09:25.064510 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.079884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Attempting to bind port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:25.080260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Attempting to bind port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:25.080630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Attempting to bind port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:25.084098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Transition to ACTIVE for port object 4ccbc24e-8fed-43d2-b6e7-144eecafb3df will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:25.091074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd090f-813f-444d-b9ad-a3de92dac5fa None None] Pushing event updated for resources: {'Port': ['ID=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:25.094526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:25.094908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:25.095406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.095800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:25.096272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Bound port: 4f10afe5-dd7b-454f-a1e0-4d844c48e58c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:25.096649 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.121875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.125231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-5beb0a05-cbca-40b7-84e9-a94335e4a747 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:25.146277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-5beb0a05-cbca-40b7-84e9-a94335e4a747 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:25.147728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-5beb0a05-cbca-40b7-84e9-a94335e4a747 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.1091683 Apr 18 20:09:25.182111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] For port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:25.185650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] For port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:25.191598 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.192909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Network d50ab034-d532-42da-b3fd-b5eff4185e37 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:25.196012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:25.199828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:25.254417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:25.265852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.266214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.266552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.266882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.267224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.267538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.267861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.268185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.268504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.268824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.269144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.269460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:25.283730 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.295581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:25.296303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:25.328699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-538bbbe3-81c6-44b6-9780-f77695a0a30a tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:25.336956 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-538bbbe3-81c6-44b6-9780-f77695a0a30a tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.1826615 Apr 18 20:09:25.343287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-9ffdf5df-0a3c-4b2e-ac5a-d56f00b85401 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:09:25.351798 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f92bb94-a5a9-4635-a2c4-82a1e8d4b5ab req-9ffdf5df-0a3c-4b2e-ac5a-d56f00b85401 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0128374 Apr 18 20:09:25.496044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bd090f-813f-444d-b9ad-a3de92dac5fa None None] Pushing event updated for resources: {'Port': ['ID=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:25.534101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e1c50b2d-cf8c-4315-b60e-a11e7b31eacd None None] Provisioning for port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:25.543374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e1c50b2d-cf8c-4315-b60e-a11e7b31eacd None None] Provisioning complete for port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:25.544052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e1c50b2d-cf8c-4315-b60e-a11e7b31eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.564827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37fd9f-c9bb-4ead-8a0f-40cd78f33727 req-506d355c-fc6f-4450-9f18-7ef9d3d6fdbd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:25.566689 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee37fd9f-c9bb-4ead-8a0f-40cd78f33727 req-506d355c-fc6f-4450-9f18-7ef9d3d6fdbd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.1072834 Apr 18 20:09:25.612589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:25.639618 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee37fd9f-c9bb-4ead-8a0f-40cd78f33727 req-5987f421-cea6-46a3-8a5b-b6ddff8e6f27 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598540 Apr 18 20:09:25.684904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-c4451dc1-93b1-4af3-8853-2880efc86421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:25.686481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-c4451dc1-93b1-4af3-8853-2880efc86421 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1095 time: 0.2341504 Apr 18 20:09:25.689054 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:25.791574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-76485643-3bbd-4667-8213-c7e03ddad237 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:09:25.793724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-76485643-3bbd-4667-8213-c7e03ddad237 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108113 Apr 18 20:09:25.808860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Request body: {'binding': {'host': 'n-h1-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:25.810470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Unknown quota resources ['binding']. {{(pid=88141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:09:25.846236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-f592dfc4-7f4d-41ac-bcbe-363a089dd443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:25.847810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-f592dfc4-7f4d-41ac-bcbe-363a089dd443 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.1479356 Apr 18 20:09:25.914472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e1c50b2d-cf8c-4315-b60e-a11e7b31eacd None None] Port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:25.934131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6f2060f-9e4f-4058-9120-b3c58609d886 req-215409a1-c9f8-485c-9c72-f9f9d1bb81a1 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0854809 Apr 18 20:09:26.047286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:22Z', 'revision_number': 3, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:26.050937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-ad1467b1-e91b-4ac5-9ea7-abd4f84396dd tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1986699 Apr 18 20:09:26.052262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e04c5f69-122e-499d-81ce-b64f8c2194c9 None None] The sync data for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 is: [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:22Z', 'revision_number': 3, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:26.071624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-c4a6440e-3596-4550-b26a-acaaa1c34e8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 217 time: 0.1929998 Apr 18 20:09:26.159444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-36dbe72d-85be-4a29-9f5c-e3ed44424271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:26.160880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-36dbe72d-85be-4a29-9f5c-e3ed44424271 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.0634003 Apr 18 20:09:26.264437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78469bb8-bfd3-4b03-9c83-2a465f7c7bda req-77b5b1ea-4597-4ef7-9462-51abb9148fa9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:26.265982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78469bb8-bfd3-4b03-9c83-2a465f7c7bda req-77b5b1ea-4597-4ef7-9462-51abb9148fa9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.1821911 Apr 18 20:09:26.345086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on host n-h1-836016-3 for vnic_type normal with profile None {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:26.345667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:26.346095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:26.370902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:26.371263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:26.390461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:26.390813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:26.391216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:26.391674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Bound port: d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:26.407200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78469bb8-bfd3-4b03-9c83-2a465f7c7bda req-ef57ce43-a6ec-4192-8593-92b600322e8a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253877 Apr 18 20:09:26.455035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:26.484622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4f10afe5-dd7b-454f-a1e0-4d844c48e58c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:26.486727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:26.488159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-cdbd8453-0704-4de6-adb6-66ab1e0555a3 service neutron] 10.222.0.47 "POST /v2.0/ports/d9e10af2-5aee-4f1f-96cc-2571a8f804a7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6852920 Apr 18 20:09:26.501989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-dfdf417e-260d-4f23-a09f-3472bc4e01a8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3267972 Apr 18 20:09:26.580648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:26.617371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:26.704281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:26.711935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2cb36-5419-4640-9e55-147b1630be5c req-cb2d3461-6847-4b44-a472-cc0592d6e09c tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:26.715934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:26.716351 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:26.721052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51d2cb36-5419-4640-9e55-147b1630be5c req-cb2d3461-6847-4b44-a472-cc0592d6e09c tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.1675446 Apr 18 20:09:26.850522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51d2cb36-5419-4640-9e55-147b1630be5c req-0d555300-3c49-4516-a684-bddb93758a89 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261165 Apr 18 20:09:26.886904 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:26.910217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:26.919708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:26.959517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-b7f01a2e-6c84-4c20-ac2b-9739202bd454 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:26.961224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-b7f01a2e-6c84-4c20-ac2b-9739202bd454 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8918529 Apr 18 20:09:27.010877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Request body: {'port': {'device_id': '701d545d-a450-464f-ac78-5a5a0840bf90', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '78ac1c46873d46c1a5f8130150df6ca6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:27.030671 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:27.066951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Pushing event updated for resources: {'Port': ['ID=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:27.093775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:27.163348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1648fc-3f93-452a-9f22-fc039eb5ee7e req-ed0c341e-2e31-4ecc-959f-d2e28c382b5f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:27.165358 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea1648fc-3f93-452a-9f22-fc039eb5ee7e req-ed0c341e-2e31-4ecc-959f-d2e28c382b5f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 945 time: 0.1603119 Apr 18 20:09:27.234920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea1648fc-3f93-452a-9f22-fc039eb5ee7e req-2acd2f65-ba41-4ec1-b48b-1fcaee24d5da tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631456 Apr 18 20:09:27.285481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-b0c087fe-c878-4a0d-a566-6c3dd91fcea4 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7500298 Apr 18 20:09:27.382452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-5241e812-61ee-4c6f-83bc-a8c1b52d6578 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:27.384105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-5241e812-61ee-4c6f-83bc-a8c1b52d6578 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5276568 Apr 18 20:09:27.433026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1aac50-de7d-40ec-ac35-01ce5b0dc2f4 req-73ad62d6-d187-4e1b-8863-7e4300c98dca tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:27.434659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc1aac50-de7d-40ec-ac35-01ce5b0dc2f4 req-73ad62d6-d187-4e1b-8863-7e4300c98dca tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 0.0893769 Apr 18 20:09:27.488966 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc1aac50-de7d-40ec-ac35-01ce5b0dc2f4 req-5cd6ff59-532b-4fc7-9f49-ebed05cea2a6 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479050 Apr 18 20:09:27.571732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-13d25ec7-d6a4-4b4e-bf71-a7232b42200f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.1363583 Apr 18 20:09:27.576996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:27.596327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Request body: {'floatingip': {'port_id': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:27.664387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Network d50ab034-d532-42da-b3fd-b5eff4185e37 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:27.685732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:27.696621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:27.708782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-cdc94333-75c1-4e17-a216-78dd758803da service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049847 Apr 18 20:09:27.711060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:27.734377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5b77055-cf37-4f0e-890a-320389bd9e71 req-0f0dce65-76e0-49ce-8307-457866aab9fb tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0632634 Apr 18 20:09:27.907033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Made reservation on behalf of 78ac1c46873d46c1a5f8130150df6ca6 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:27.909875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:27.955239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-96b0c7f0-1ffc-42e5-abbe-39b7971eb609 None None] Provisioning complete for port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:27.955615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-96b0c7f0-1ffc-42e5-abbe-39b7971eb609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:27.963705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba3d29-5910-45c3-8c23-2ff6251b9c15 req-47399de9-e022-44ca-a05e-db62072fe674 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:27.965397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7ba3d29-5910-45c3-8c23-2ff6251b9c15 req-47399de9-e022-44ca-a05e-db62072fe674 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.1125534 Apr 18 20:09:28.021258 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7ba3d29-5910-45c3-8c23-2ff6251b9c15 req-52557d05-9fac-4502-8c84-838f235f09ce tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491548 Apr 18 20:09:28.027831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-96b0c7f0-1ffc-42e5-abbe-39b7971eb609 None None] Port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:28.220455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20e013-30af-41b0-9e33-32293f62cae2 req-5f6be542-28fc-4279-8ba8-a12c453be4ab tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:28.222218 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c20e013-30af-41b0-9e33-32293f62cae2 req-5f6be542-28fc-4279-8ba8-a12c453be4ab tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 950 time: 0.0908420 Apr 18 20:09:28.273315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c20e013-30af-41b0-9e33-32293f62cae2 req-8da7493e-9445-438a-a92f-986953f7e632 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441916 Apr 18 20:09:28.411547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4f10afe5-dd7b-454f-a1e0-4d844c48e58c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:28.487649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:28.488401 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:28.530229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:09:28.567450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Allocated IP 192.168.233.165 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/143b01f3-cf3b-4e27-bf5e-b6891195d484) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:28.649044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-b24b37c9-3017-4124-bf29-1fd2a91c66d4 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:28.650532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-b24b37c9-3017-4124-bf29-1fd2a91c66d4 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.6508791 Apr 18 20:09:28.669009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd17842-5ef7-4936-adbd-2b7a441a60a2 req-1339160a-b35e-44f4-a0a4-ab8b7f2c2890 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:28.670644 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9cd17842-5ef7-4936-adbd-2b7a441a60a2 req-1339160a-b35e-44f4-a0a4-ab8b7f2c2890 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 945 time: 0.0857074 Apr 18 20:09:28.718062 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9cd17842-5ef7-4936-adbd-2b7a441a60a2 req-b9e3aa3c-025e-45a2-bec9-5714e9753310 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 Apr 18 20:09:29.077844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275af7a-8d08-4492-9133-88f2e2be8fa7 req-c124841a-65a9-4977-85fe-a81fd3bf817d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:29.083889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4275af7a-8d08-4492-9133-88f2e2be8fa7 req-c124841a-65a9-4977-85fe-a81fd3bf817d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:29.085841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4275af7a-8d08-4492-9133-88f2e2be8fa7 req-c124841a-65a9-4977-85fe-a81fd3bf817d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c&device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 1689 time: 0.0950067 Apr 18 20:09:29.161914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4275af7a-8d08-4492-9133-88f2e2be8fa7 req-9929c376-6162-4bab-ab18-1e3f5eb29ad8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679858 Apr 18 20:09:29.173155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:29.184375 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Sync routers for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:29.196668 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:29.197294 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:29.242283 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3d235a83-334e-4fdb-a904-da6123bea092 admin admin] 10.222.0.47 "PUT /v2.0/routers/83f2a330-104e-4cf1-8bd0-4f38a8da3346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4630144 Apr 18 20:09:29.301282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:29.322423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-25b6014c-4fb2-4c17-831f-1484b7d133e8 service neutron] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:29.329387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-25b6014c-4fb2-4c17-831f-1484b7d133e8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:29.331225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f527aee5-c7e4-4b23-aefb-653819a60ef7 req-25b6014c-4fb2-4c17-831f-1484b7d133e8 service neutron] 10.222.0.55 "DELETE /v2.0/ports/6c1fcf44-a330-404d-8cc6-8c835e147e69/bindings/n-h2-836016-3 HTTP/1.1" status: 204 len: 173 time: 0.6702006 Apr 18 20:09:29.334455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Transition to ACTIVE for port object 143b01f3-cf3b-4e27-bf5e-b6891195d484 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:29.342709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51b739-a043-4ada-81c5-787cacb84bc7 req-7aa7049b-2bc7-4995-a1e0-9949b1ea186d tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:29.344264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e51b739-a043-4ada-81c5-787cacb84bc7 req-7aa7049b-2bc7-4995-a1e0-9949b1ea186d tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.0915821 Apr 18 20:09:29.430977 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e51b739-a043-4ada-81c5-787cacb84bc7 req-bbd1bb5b-05f3-4941-b970-90046f9e8a9e tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774441 Apr 18 20:09:29.459200 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:29.512365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:29.528776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['9c11e538-e73a-47c7-a38e-49a15e744d6c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:29.617160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:29.633351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:29.730020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:29.735627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:29.743430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:29.798411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81288aa-89b6-43d5-ab93-a2bee1ffd210 req-3c79a368-c4ff-4fde-b7f3-ee2da00122ed tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:29.800641 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d81288aa-89b6-43d5-ab93-a2bee1ffd210 req-3c79a368-c4ff-4fde-b7f3-ee2da00122ed tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 936 time: 0.1956875 Apr 18 20:09:29.831595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:29.832262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:29.836889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Pushing event updated for resources: {'Port': ['ID=143b01f3-cf3b-4e27-bf5e-b6891195d484,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:29.973038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d81288aa-89b6-43d5-ab93-a2bee1ffd210 req-1649a937-79da-4094-9f3c-90ed5a13bf19 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588209 Apr 18 20:09:30.103717 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Floating IP 74b97d7c-481d-4d17-a2b6-fb8256fbd202 associated. External IP: 172.25.5.233, port: 15b32fd8-677c-43c9-85d2-9ecb9e7ea574. Apr 18 20:09:30.166932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-c2a53b01-56df-418d-9aeb-6fdaff12f697 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1755612 Apr 18 20:09:30.172975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b912ee7c-255e-4d48-bc84-d37449a7c1fb None None] Provisioning for port 143b01f3-cf3b-4e27-bf5e-b6891195d484 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:30.187370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b912ee7c-255e-4d48-bc84-d37449a7c1fb None None] Provisioning complete for port 143b01f3-cf3b-4e27-bf5e-b6891195d484 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:30.187370 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b912ee7c-255e-4d48-bc84-d37449a7c1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.258894 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 2, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:30.265676 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Checking router: 83f2a330-104e-4cf1-8bd0-4f38a8da3346 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:30.266403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Updating router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:09:30.274983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b912ee7c-255e-4d48-bc84-d37449a7c1fb None None] Port 143b01f3-cf3b-4e27-bf5e-b6891195d484 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:30.287409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34094) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:30.295124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-network', 'tenant_id': 'c994b97852d945718bf111f192440481'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:30.302603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:30.311552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Usage tracker for resource:network and tenant:c994b97852d945718bf111f192440481 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:30.321231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:30.330655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:30.331967 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.352699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Made reservation on behalf of c994b97852d945718bf111f192440481 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:30.355386 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.373205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.396611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb86700-6116-4123-a241-0458c0240f81 req-9d965687-d92a-4f80-b162-142caee76dea tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:30.400515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-edb86700-6116-4123-a241-0458c0240f81 req-9d965687-d92a-4f80-b162-142caee76dea tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.1876025 Apr 18 20:09:30.427459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Request body: {'port': {'device_id': '701d545d-a450-464f-ac78-5a5a0840bf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:30.439824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:30.451097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Usage tracker for resource:security_group_rule and tenant:c994b97852d945718bf111f192440481 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:30.455491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:30.475503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:30.501526 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-edb86700-6116-4123-a241-0458c0240f81 req-19344646-6a0f-44f1-b186-a5119f56d76a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837910 Apr 18 20:09:30.640240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.645070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.658585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.694190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:09:30.714506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ebbfe9-8c6b-4c2d-a330-b1e9ee7390bf,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:30.724219 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.724499 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Added segment db45dcc8-20e2-4ba7-b900-b7a6500f5179 of type vlan for network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a Apr 18 20:09:30.841442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.883814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba541c-eb7d-45b9-bb0c-7a4a2ac8e7d5 req-d5a69744-1f8c-4506-aabf-06ad3f868687 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:30.885407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63ba541c-eb7d-45b9-bb0c-7a4a2ac8e7d5 req-d5a69744-1f8c-4506-aabf-06ad3f868687 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 945 time: 0.1658063 Apr 18 20:09:30.904304 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.914850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-8d133f38-398c-4bfd-b0e7-d103191d3f77 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:30.916017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-8d133f38-398c-4bfd-b0e7-d103191d3f77 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.7513568 Apr 18 20:09:30.920775 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Transition to ACTIVE for port object 4ccbc24e-8fed-43d2-b6e7-144eecafb3df will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:30.931716 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.941777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:30.942769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:30.943405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.032608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63ba541c-eb7d-45b9-bb0c-7a4a2ac8e7d5 req-4fc69346-a19a-40e0-b2c8-c50718e3d3e0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306767 Apr 18 20:09:31.087617 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ec124-9402-4a0c-934e-d122616aa9e1 None None] Pushing event updated for resources: {'Port': ['ID=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:31.165239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] Pushing event updated for resources: {'Network': ['ID=454ddf2c-7bee-4b7a-8bbe-88bc1e35086a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:31.169465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Deleting port 43312e5f-0c70-41b0-9ca6-336f850902d0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:09:31.169984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.173711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91fb4569-7b89-476d-acdc-4cace59085b0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8851867 Apr 18 20:09:31.176390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:31.178479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:09:31.186035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Request body: {'subnet': {'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-subnet', 'tenant_id': 'c994b97852d945718bf111f192440481', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:31.194720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:31.207623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Usage tracker for resource:subnet and tenant:c994b97852d945718bf111f192440481 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:31.226388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:31.251964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:31.268123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-b39e16cc-dd92-4de8-bc8e-617d0c7eb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:31.270778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-b39e16cc-dd92-4de8-bc8e-617d0c7eb141 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1096 time: 0.5641794 Apr 18 20:09:31.275727 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Attempting to bind port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:31.276258 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Attempting to bind port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:31.276493 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Attempting to bind port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df on network d50ab034-d532-42da-b3fd-b5eff4185e37 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:31.284482 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:31.285282 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Checking segment: {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:31.285893 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.286448 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Bound using segment: {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:31.287110 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Bound port: 4ccbc24e-8fed-43d2-b6e7-144eecafb3df, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:31.287665 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.326666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Made reservation on behalf of c994b97852d945718bf111f192440481 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:31.329648 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.402519 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] For port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:31.406460 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] For port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:31.411942 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.503173 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:31.503565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Router 5157f50f-9500-44de-9710-7147b678ce87 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:09:31.503805 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:31.605044 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ec124-9402-4a0c-934e-d122616aa9e1 None None] Pushing event updated for resources: {'Port': ['ID=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:31.684858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d6660b-3b07-464e-abc3-a9776faa50a2 req-05e7f47c-3404-4177-b094-055c7c88d2bd tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:31.692131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00d6660b-3b07-464e-abc3-a9776faa50a2 req-05e7f47c-3404-4177-b094-055c7c88d2bd tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 945 time: 0.4122226 Apr 18 20:09:31.708959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.749267 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:31.766087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-7f033dd3-a7bf-43f2-9369-6a7c404ff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:31.767690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-7f033dd3-a7bf-43f2-9369-6a7c404ff4e5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.4799426 Apr 18 20:09:31.822864 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00d6660b-3b07-464e-abc3-a9776faa50a2 req-3f8242f8-c3ab-4065-91d1-6829f9ab2135 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/security-groups?id=1dc6213f-f665-46c6-8ae7-79db50aa69b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298461 Apr 18 20:09:31.828092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bbd6843-6eb3-4489-a865-53972e90a87b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:31.864338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Checking segment: {'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:31.865034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Network hostable DHCP agents. Network: 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:09:31.895736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:09:31.910951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:31.919445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:31.922110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5628a9-36d4-428a-8be9-5ba9dd58bbf8 None None] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:31.931815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:31.973497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47f7ab26-714e-4bd6-baa3-4b70a476ed0c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7931340 Apr 18 20:09:31.974608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34114) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:31.988832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:31.998573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:32.005773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Usage tracker for resource:router and tenant:c994b97852d945718bf111f192440481 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:32.044108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:32.056744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:32.102523 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.103850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.144517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:32.147643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f225e0-f380-40dc-b9c1-49488500e9a8 req-c2151c59-2083-4a91-80d3-caa9e51aa0e7 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:32.155741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97f225e0-f380-40dc-b9c1-49488500e9a8 req-c2151c59-2083-4a91-80d3-caa9e51aa0e7 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 1101 time: 0.1532993 Apr 18 20:09:32.158251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.158881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.166608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] Sync routers for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:32.166821 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:31Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:32.174963 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b97a65-3530-4abf-84f4-0175bcb62f76 None None] The sync data for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 is: [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:31Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:32.204650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:32.205539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:32.206870 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:09:32.232287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97f225e0-f380-40dc-b9c1-49488500e9a8 req-d9302d7b-438c-482c-942f-59d820034846 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755949 Apr 18 20:09:32.342205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-781a324e-7107-4bfc-9efa-ef5b3f365e56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 217 time: 0.5574312 Apr 18 20:09:32.387678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b51669-7016-4783-af01-b90d19464899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'tenant_id': 'c994b97852d945718bf111f192440481', 'fixed_ips': [{'subnet_id': '6bbd6843-6eb3-4489-a865-53972e90a87b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:09:32.387678 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24b51669-7016-4783-af01-b90d19464899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.438605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] For port 43312e5f-0c70-41b0-9ca6-336f850902d0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=43312e5f-0c70-41b0-9ca6-336f850902d0,segment=NetworkSegment(a250315b-febc-47bc-ba07-41e99294f770),segment_id=a250315b-febc-47bc-ba07-41e99294f770)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:32.438965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.471681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-afd5c8a9-eb2b-4dd4-a17b-0e4cbc2a3012 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "PUT /v2.0/floatingips/74b97d7c-481d-4d17-a2b6-fb8256fbd202 HTTP/1.1" status: 200 len: 997 time: 4.8879488 Apr 18 20:09:32.511914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:32.529539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ccbc24e-8fed-43d2-b6e7-144eecafb3df up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:32.667312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.697093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Calling delete_port for 43312e5f-0c70-41b0-9ca6-336f850902d0 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:09:32.728438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143b01f3-cf3b-4e27-bf5e-b6891195d484 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:32.758415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:32.759053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.763553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5b128c-eb21-4253-a0b9-b819f6104393 req-3ccc40bf-61ad-4a1d-a979-f4fd2b05c28b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:32.771120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c5b128c-eb21-4253-a0b9-b819f6104393 req-3ccc40bf-61ad-4a1d-a979-f4fd2b05c28b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 936 time: 0.3081758 Apr 18 20:09:32.787603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-62f50035-709b-48c6-98fd-31671a5b798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:32.789696 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-62f50035-709b-48c6-98fd-31671a5b798f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.3209140 Apr 18 20:09:32.835940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c5b128c-eb21-4253-a0b9-b819f6104393 req-6590151c-ecd6-4d28-850d-52fa451b354f tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632701 Apr 18 20:09:32.854500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Transition to ACTIVE for port object 143b01f3-cf3b-4e27-bf5e-b6891195d484 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:32.896674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-262a969a-e2e7-43d1-8d52-561413a147cc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915191 Apr 18 20:09:32.903565 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:32.919412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:33.053388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:33.053990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:33.102000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-af62f7f6-8667-43f2-accb-93d7f76ec7b1 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935847 Apr 18 20:09:33.156787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-24b51669-7016-4783-af01-b90d19464899 None None] Allocated IP 172.20.0.2 (454ddf2c-7bee-4b7a-8bbe-88bc1e35086a/6bbd6843-6eb3-4489-a865-53972e90a87b/503bfc84-aea6-4b00-9f73-0fc57056824e) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:33.291297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-c80f6673-28c8-44c2-a0cf-e45f50636b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:33.292776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-c80f6673-28c8-44c2-a0cf-e45f50636b55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7a4aed43b044284969d16aece6e20de&device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 1097 time: 0.7759318 Apr 18 20:09:33.312093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:33.313302 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:33.363686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:33.418147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5e35-b0b7-4862-a6e1-cc6cf543be4b req-db358db0-8943-413f-b83b-221e8e3968bc tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:33.419908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae9d5e35-b0b7-4862-a6e1-cc6cf543be4b req-db358db0-8943-413f-b83b-221e8e3968bc tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1095 time: 0.2705905 Apr 18 20:09:33.492429 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae9d5e35-b0b7-4862-a6e1-cc6cf543be4b req-b7c00c58-e8a5-495f-ac84-ca119d2ab27d tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534134 Apr 18 20:09:33.510209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:33.520054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Pushing event updated for resources: {'Port': ['ID=143b01f3-cf3b-4e27-bf5e-b6891195d484,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:33.541266 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:33.777232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Allocated IP 172.25.5.19 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/82e7157a-9eab-4769-ace6-7d675d6ca09f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:33.807440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 43312e5f-0c70-41b0-9ca6-336f850902d0 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:09:33.848747 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:33.880967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 43312e5f-0c70-41b0-9ca6-336f850902d0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:09:33.881350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 43312e5f-0c70-41b0-9ca6-336f850902d0 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:09:33.922231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:33.926021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24b51669-7016-4783-af01-b90d19464899 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:33.939243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Attempting to bind port 143b01f3-cf3b-4e27-bf5e-b6891195d484 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:33.941897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-24b51669-7016-4783-af01-b90d19464899 None None] Transition to ACTIVE for port object 503bfc84-aea6-4b00-9f73-0fc57056824e will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:33.952471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Attempting to bind port 143b01f3-cf3b-4e27-bf5e-b6891195d484 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:33.953721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Attempting to bind port 143b01f3-cf3b-4e27-bf5e-b6891195d484 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:33.973863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-24b51669-7016-4783-af01-b90d19464899 None None] Transition to ACTIVE for port object 503bfc84-aea6-4b00-9f73-0fc57056824e will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:33.985837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '74b97d7c-481d-4d17-a2b6-fb8256fbd202', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '5157f50f-9500-44de-9710-7147b678ce87', 'port_id': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'mac_address': 'fa:16:3e:3c:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:29Z', 'revision_number': 1, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:07Z', 'revision_number': 5, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:33.992728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24b51669-7016-4783-af01-b90d19464899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.010925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa5a85-609d-46ce-b5b4-4d71b43e40e5 req-6147f914-a584-401f-8c4e-862c29122ce1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:34.013144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Pushing event deleted for resources: {'Port': ['ID=43312e5f-0c70-41b0-9ca6-336f850902d0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:34.017970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a4fa5a85-609d-46ce-b5b4-4d71b43e40e5 req-6147f914-a584-401f-8c4e-862c29122ce1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 945 time: 0.2372823 Apr 18 20:09:34.029177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] Checking router: 5157f50f-9500-44de-9710-7147b678ce87 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:34.030830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Port 143b01f3-cf3b-4e27-bf5e-b6891195d484 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:34.031101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Attempting to bind port 143b01f3-cf3b-4e27-bf5e-b6891195d484 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:34.079857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:34.080503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:34.093946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a4fa5a85-609d-46ce-b5b4-4d71b43e40e5 req-e379985f-53c6-49ed-9fc3-c3045b9e275d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749614 Apr 18 20:09:34.124885 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.158009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.193782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b51669-7016-4783-af01-b90d19464899 None None] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:34.203054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-24b51669-7016-4783-af01-b90d19464899 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:34.224552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b51669-7016-4783-af01-b90d19464899 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:34.233306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b51669-7016-4783-af01-b90d19464899 None None] Pushing event updated for resources: {'Port': ['ID=503bfc84-aea6-4b00-9f73-0fc57056824e,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:34.236825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:34.239931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:34.249991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:34.264338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] No DVR routers for this DVR port 43312e5f-0c70-41b0-9ca6-336f850902d0 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:09:34.266714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:34.267165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:34.267657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:34.268204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Bound port: 143b01f3-cf3b-4e27-bf5e-b6891195d484, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:34.268674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.281444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-c8848bd0-5b41-41e9-8707-b23983659abb service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1601124 Apr 18 20:09:34.284441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.297952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-f6b1c112-2032-412d-8554-cb94782df2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:34.300393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-f6b1c112-2032-412d-8554-cb94782df2f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 200 len: 929 time: 0.9521029 Apr 18 20:09:34.349632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Pushing event updated for resources: {'Port': ['ID=82e7157a-9eab-4769-ace6-7d675d6ca09f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:34.417177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-24b51669-7016-4783-af01-b90d19464899 None None] Attempting to bind port 503bfc84-aea6-4b00-9f73-0fc57056824e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:34.417177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-24b51669-7016-4783-af01-b90d19464899 None None] Attempting to bind port 503bfc84-aea6-4b00-9f73-0fc57056824e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:34.417177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b51669-7016-4783-af01-b90d19464899 None None] Attempting to bind port 503bfc84-aea6-4b00-9f73-0fc57056824e on network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:34.430543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b51669-7016-4783-af01-b90d19464899 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:34.430924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b51669-7016-4783-af01-b90d19464899 None None] Checking segment: {'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:34.431333 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24b51669-7016-4783-af01-b90d19464899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.431730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b51669-7016-4783-af01-b90d19464899 None None] Bound using segment: {'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:34.432344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-24b51669-7016-4783-af01-b90d19464899 None None] Bound port: 503bfc84-aea6-4b00-9f73-0fc57056824e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:34.432719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24b51669-7016-4783-af01-b90d19464899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.445144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f48d2db1-bb6a-4b0f-a996-f077bcffabc6 req-c62f650d-3a60-4764-b66a-fa804bc71c46 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.61 "DELETE /v2.0/ports/43312e5f-0c70-41b0-9ca6-336f850902d0 HTTP/1.1" status: 204 len: 173 time: 3.5172400 Apr 18 20:09:34.452031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ccbc24e-8fed-43d2-b6e7-144eecafb3df up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:34.511268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da53a0-62c1-4c7c-8542-e94046c1af1b req-3a2181ce-ef9e-42c4-b642-1447e3d88663 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:34.512775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7da53a0-62c1-4c7c-8542-e94046c1af1b req-3a2181ce-ef9e-42c4-b642-1447e3d88663 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 1099 time: 0.2092252 Apr 18 20:09:34.523094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-b8a73766-8ace-489c-bc4c-0c40eb046fd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 1000 time: 0.1911442 Apr 18 20:09:34.608369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:34.627292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:34.633378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:34.650733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.660065 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7da53a0-62c1-4c7c-8542-e94046c1af1b req-7fde0d4e-125e-4f59-a512-3f29a65a2c31 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817866 Apr 18 20:09:34.694956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-87f421dd-214d-4209-9dbb-8cb9114d7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:34.696845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-87f421dd-214d-4209-9dbb-8cb9114d7379 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f5f2287-456b-408a-86f3-d46730329604 HTTP/1.1" status: 200 len: 867 time: 0.1620893 Apr 18 20:09:34.759371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-ca8441e5-5414-4fc8-8ff9-946bf584474d tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:34.761001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-ca8441e5-5414-4fc8-8ff9-946bf584474d tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.3147447 Apr 18 20:09:34.780262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:34.781060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.782642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] 10.222.0.55 "PUT /v2.0/ports/143b01f3-cf3b-4e27-bf5e-b6891195d484 HTTP/1.1" status: 200 len: 1096 time: 4.3673005 Apr 18 20:09:34.794078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836016-3'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:34.825970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-24b51669-7016-4783-af01-b90d19464899 None None] For port 503bfc84-aea6-4b00-9f73-0fc57056824e, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:34.831103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.835582 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d275ad-6c3f-4807-afdc-f9e22584adc6'] response: {'name': 'network-changed', 'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'status': 'completed', 'code': 200} Apr 18 20:09:34.937905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:34.938276 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:34.967347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-24b51669-7016-4783-af01-b90d19464899 None None] For port 503bfc84-aea6-4b00-9f73-0fc57056824e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=503bfc84-aea6-4b00-9f73-0fc57056824e,segment=NetworkSegment(db45dcc8-20e2-4ba7-b900-b7a6500f5179),segment_id=db45dcc8-20e2-4ba7-b900-b7a6500f5179)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:34.995301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24b51669-7016-4783-af01-b90d19464899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:35.066834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4fd7a-fdd3-412a-b611-e80a3dbdcd44 service neutron] Pushing event updated for resources: {'Port': ['ID=143b01f3-cf3b-4e27-bf5e-b6891195d484,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:35.108326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dd5d402-c766-4c8f-917e-c1e4d98775b0 req-b85a6d6e-fc87-4c9c-a2a2-cd2fa8be7247 tempest-InstanceActionsTestJSON-380405545 tempest-InstanceActionsTestJSON-380405545-project] 10.222.0.47 "GET /v2.0/ports?device_id=1cb1be90-6064-45f2-b253-6060992c5d06 HTTP/1.1" status: 200 len: 210 time: 0.0591223 Apr 18 20:09:35.161680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b51669-7016-4783-af01-b90d19464899 None None] Pushing event updated for resources: {'Port': ['ID=503bfc84-aea6-4b00-9f73-0fc57056824e,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:35.217832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-25dfee84-fbad-4f73-9b51-5a5593f4300e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:35.220347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-25dfee84-fbad-4f73-9b51-5a5593f4300e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e290ad3a-fce5-47ab-820c-95d4eef117bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4980550 Apr 18 20:09:35.247645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-23b02acc-02b0-43ec-938b-5d94997866dd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:09:35.248744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-23b02acc-02b0-43ec-938b-5d94997866dd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063155 Apr 18 20:09:35.297756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:35.325073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-93646c06-198c-4957-ac36-75c71ce2b049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:35.334026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-93646c06-198c-4957-ac36-75c71ce2b049 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a4aed43b044284969d16aece6e20de&device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 1097 time: 0.4970345 Apr 18 20:09:35.347748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-2c0d68bd-325d-430e-be8b-7f5fdc05bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:35.349062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-2c0d68bd-325d-430e-be8b-7f5fdc05bb5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 1099 time: 0.4449892 Apr 18 20:09:35.576380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '74b97d7c-481d-4d17-a2b6-fb8256fbd202', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '5157f50f-9500-44de-9710-7147b678ce87', 'port_id': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'mac_address': 'fa:16:3e:3c:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:29Z', 'revision_number': 1, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:07Z', 'revision_number': 5, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:35.581462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35ae030-7367-4d16-ad13-85da586cf97a None None] The sync data for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 is: [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '74b97d7c-481d-4d17-a2b6-fb8256fbd202', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'floating_ip_address': '172.25.5.233', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '5157f50f-9500-44de-9710-7147b678ce87', 'port_id': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'mac_address': 'fa:16:3e:3c:98:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:29Z', 'revision_number': 1, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:07Z', 'revision_number': 5, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:35.599662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-3715d4c3-c8ee-4916-97ec-db671abac83e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484 HTTP/1.1" status: 200 len: 217 time: 0.2082622 Apr 18 20:09:35.719610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:35.832646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-c8dafd31-5338-4b85-98a3-cf263fd568f8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:35.836598 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c66c4f-c6cd-445d-a54c-9f590936205e None None] New status for floating IP 74b97d7c-481d-4d17-a2b6-fb8256fbd202: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:09:35.839794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-c8dafd31-5338-4b85-98a3-cf263fd568f8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.5560589 Apr 18 20:09:35.865973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-f03ec904-9037-446a-b64b-7dde10aaa7d1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/quotas/79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 375 time: 0.0251884 Apr 18 20:09:35.883867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-0bc56b1d-cf78-4d85-a094-285cf258358d service neutron] 10.222.0.47 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6092138 Apr 18 20:09:35.891472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-25da3e86-4b5d-471e-8a22-76f961a5ea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:35.893046 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-25da3e86-4b5d-471e-8a22-76f961a5ea49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 200 len: 929 time: 0.5348577 Apr 18 20:09:35.904084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-2edf35e9-1a57-4c7e-a0e1-157fbd64aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:35.907745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-2edf35e9-1a57-4c7e-a0e1-157fbd64aeab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2939599 Apr 18 20:09:36.058986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fd475e3e-def0-46cf-9214-a4dba0207623 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1906483 Apr 18 20:09:36.230418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:09:36.332586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-448796db-cf5e-4c74-8ad2-0003826ee5fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 1000 time: 0.4077618 Apr 18 20:09:36.334342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:36.430691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545382be-a59b-4d79-a9e5-abfef2eed27a req-4aba495e-a0f7-45f3-9e77-b69d04011f55 service neutron] 10.222.0.47 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284171 Apr 18 20:09:36.441843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-a9380c6b-96d2-4e46-a8a8-e37c67dfdf88 service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740396 Apr 18 20:09:36.483700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-01ccd702-9c9f-4567-9fcc-a889a82ba2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:36.485378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-01ccd702-9c9f-4567-9fcc-a889a82ba2c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f5f2287-456b-408a-86f3-d46730329604 HTTP/1.1" status: 200 len: 867 time: 0.1450546 Apr 18 20:09:36.497857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-be8ed501-c8e9-482b-9989-253c291fb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:36.500475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-be8ed501-c8e9-482b-9989-253c291fb76f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5206964 Apr 18 20:09:36.504584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:36.536026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:36.546362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Sync routers for ids ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:36.563433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Routers {'91ff9f1f-1ef8-488a-b3da-5df302a4d92d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:36.564096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:36.638291 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:09:36.693140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 503bfc84-aea6-4b00-9f73-0fc57056824e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:36.734109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:36.739184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4be1cb-4265-4f82-b695-e3baf849416e None None] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:36.754012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-7e09e136-c629-485c-b591-080b33dececf service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005786 Apr 18 20:09:36.758443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:36.762056 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2a164ac2-367f-463c-ac0b-0ca11aca42d4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7850459 Apr 18 20:09:36.766198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34152) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:36.798729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:36.907054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f273e38d-19d6-48e8-8e4a-c0e0c16b4823 None None] Provisioning for port 503bfc84-aea6-4b00-9f73-0fc57056824e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:36.937334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cb1be90-6064-45f2-b253-6060992c5d06', 'name': 'network-vif-deleted', 'tag': '43312e5f-0c70-41b0-9ca6-336f850902d0'}, {'name': 'network-changed', 'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484'}, {'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:37.063942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:37.128434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Set router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:37.181191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 503bfc84-aea6-4b00-9f73-0fc57056824e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:37.292524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 503bfc84-aea6-4b00-9f73-0fc57056824e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:37.292896 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:37.332267 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-18551c8a-a821-414d-866d-95c3f378138d service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293316 Apr 18 20:09:37.573200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on host n-h2-836016-3 for vnic_type normal with profile {"migrating_to": "n-h1-836016-3"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:37.574392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:37.574943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:37.589080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-75bce6c4-38fc-437b-9d01-840f4f8ec09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:37.591375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-75bce6c4-38fc-437b-9d01-840f4f8ec09b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e290ad3a-fce5-47ab-820c-95d4eef117bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9305735 Apr 18 20:09:37.605284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603ed5bf-01fd-431c-aa8c-409717d90d97 req-eb189424-c094-45e3-a4e9-fa1e24f405ed tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:37.606343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-603ed5bf-01fd-431c-aa8c-409717d90d97 req-eb189424-c094-45e3-a4e9-fa1e24f405ed tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Synchronizing usage tracker for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:37.613607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:37.614172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Attempting to bind port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:37.639351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:37.639951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:37.640520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:37.641179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Bound port: d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:37.641729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:37.735296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:37.818630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 503bfc84-aea6-4b00-9f73-0fc57056824e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=503bfc84-aea6-4b00-9f73-0fc57056824e,segment=NetworkSegment(db45dcc8-20e2-4ba7-b900-b7a6500f5179),segment_id=db45dcc8-20e2-4ba7-b900-b7a6500f5179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:37.837780 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:37.844280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-603ed5bf-01fd-431c-aa8c-409717d90d97 req-eb189424-c094-45e3-a4e9-fa1e24f405ed tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Unset dirty status for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:37.845862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-603ed5bf-01fd-431c-aa8c-409717d90d97 req-eb189424-c094-45e3-a4e9-fa1e24f405ed tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 948 time: 1.1087980 Apr 18 20:09:37.856905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1d04a1-ecc7-47bc-9785-0af523444aed req-4ed58874-4575-4341-8807-a958b4fae86f service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134804 Apr 18 20:09:37.948935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:37.963078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-b0f69f41-d637-4dd6-9e47-1d7a25ed33cc service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514187 Apr 18 20:09:37.969702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:37.975211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-603ed5bf-01fd-431c-aa8c-409717d90d97 req-4e373ea2-e5bb-41d7-8ea1-3045128e9fb4 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124663 Apr 18 20:09:38.013663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:38.034962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=503bfc84-aea6-4b00-9f73-0fc57056824e,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:38.049072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:09:34Z', 'revision_number': 3, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port': {'id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:33Z', 'updated_at': '2022-04-18T20:09:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:38.054169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Checking router: 91ff9f1f-1ef8-488a-b3da-5df302a4d92d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:38.054539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Updating router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d port 82e7157a-9eab-4769-ace6-7d675d6ca09f binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:09:38.155320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:38.175750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92c62aa-c6ac-4815-84e6-bd5339463a1b req-bc979205-6fcc-4f9b-aff5-8bd913836d2b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:38.187017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a92c62aa-c6ac-4815-84e6-bd5339463a1b req-bc979205-6fcc-4f9b-aff5-8bd913836d2b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 943 time: 0.7699597 Apr 18 20:09:38.330883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a92c62aa-c6ac-4815-84e6-bd5339463a1b req-d165737a-eb11-4809-a3ca-63fb24e855e9 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354742 Apr 18 20:09:38.354436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:38.355068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:38.356507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] 10.222.0.55 "PUT /v2.0/ports/d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 1121 time: 3.5805438 Apr 18 20:09:38.357165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d75a59-e11b-41cd-a699-0acee644352f service neutron] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:38.420011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df6dd4d8-fb46-4554-8a10-cd81a385c4e3 req-bcef82ed-0e20-406c-be3a-cdbc6b8da256 service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484057 Apr 18 20:09:38.501050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d9e10af2-5aee-4f1f-96cc-2571a8f804a7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:38.572625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:38.604392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:38.611351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 503bfc84-aea6-4b00-9f73-0fc57056824e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:38.795691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3f7162a5-9839-4e37-af70-984204bb9767 None None] Provisioning complete for port 503bfc84-aea6-4b00-9f73-0fc57056824e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:38.796365 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3f7162a5-9839-4e37-af70-984204bb9767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:38.884707 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44b93bc3-7f93-4437-bd31-1f371197fce2 req-7c0a956c-446c-4c09-9a2c-86f2591726c7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 210 time: 0.0634553 Apr 18 20:09:39.039412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Allocated IP 172.20.0.1 (454ddf2c-7bee-4b7a-8bbe-88bc1e35086a/6bbd6843-6eb3-4489-a865-53972e90a87b/a4a4b499-97ad-41c6-aabc-39c622b96b86) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:39.042103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:09:39.057354 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6fe1a7-1415-4c71-af74-5e01daf0a07b'] response: {'server_uuid': '1cb1be90-6064-45f2-b253-6060992c5d06', 'name': 'network-vif-deleted', 'tag': '43312e5f-0c70-41b0-9ca6-336f850902d0', 'status': 'completed', 'code': 200} Apr 18 20:09:39.057981 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6fe1a7-1415-4c71-af74-5e01daf0a07b'] response: {'name': 'network-changed', 'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484', 'status': 'completed', 'code': 200} Apr 18 20:09:39.057981 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6fe1a7-1415-4c71-af74-5e01daf0a07b'] response: {'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7', 'code': 200} Apr 18 20:09:39.137085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 503bfc84-aea6-4b00-9f73-0fc57056824e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:39.137420 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.145173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-8f568971-5437-442e-981d-eaa3228bb28e tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 258 time: 0.6200166 Apr 18 20:09:39.238868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:39.251044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] Deleting subnet b7698138-acbd-4e9d-a3ca-9f3076c4d6f2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:09:39.257882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:39.275212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.278581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-23eec2fe-1ca5-4afa-86eb-d3e2f9c48105 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450048 Apr 18 20:09:39.310857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:39.323231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.370265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.402011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.404309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Transition to ACTIVE for port object 82e7157a-9eab-4769-ace6-7d675d6ca09f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:39.415838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.426523 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.448282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-a919b5e6-cc8a-4466-bd5d-84d796af5ab0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:39.449889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-a919b5e6-cc8a-4466-bd5d-84d796af5ab0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.6213343 Apr 18 20:09:39.453656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Transition to ACTIVE for port object a4a4b499-97ad-41c6-aabc-39c622b96b86 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:39.469308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Request body: {'port': {'device_id': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'admin_state_up': True, 'tenant_id': '79603fa50e854b38b735c9c95414694d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:39.495153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-29cb1a70-418d-4999-8c15-b7e8a19086e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:39.496661 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-29cb1a70-418d-4999-8c15-b7e8a19086e2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2049825 Apr 18 20:09:39.511814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c421c-960a-49be-9258-0e0a06d51c5d req-191d1e3c-63dd-49db-bd3e-bce9f78822f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:39.513249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-322c421c-960a-49be-9258-0e0a06d51c5d req-191d1e3c-63dd-49db-bd3e-bce9f78822f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 1099 time: 0.4602396 Apr 18 20:09:39.524621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.548880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Attempting to bind port 82e7157a-9eab-4769-ace6-7d675d6ca09f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:39.549279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Attempting to bind port 82e7157a-9eab-4769-ace6-7d675d6ca09f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:39.549706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Attempting to bind port 82e7157a-9eab-4769-ace6-7d675d6ca09f on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:39.556130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac99880-57ee-4127-b812-59420011517f None None] Pushing event updated for resources: {'Port': ['ID=82e7157a-9eab-4769-ace6-7d675d6ca09f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:39.564436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:39.566086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:39.566086 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.566386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-9a9abd00-fd18-4a33-b3be-9d36877cd293 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/quotas/159f273d2b3d468498eede75254dd129 HTTP/1.1" status: 200 len: 375 time: 0.0510578 Apr 18 20:09:39.569732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:39.570465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Bound port: 82e7157a-9eab-4769-ace6-7d675d6ca09f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:39.571080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.605917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.630941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:39.643787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:39.653039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:39.653474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.661431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a4b499-97ad-41c6-aabc-39c622b96b86,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:39.676406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] For port 82e7157a-9eab-4769-ace6-7d675d6ca09f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:39.681571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] For port 82e7157a-9eab-4769-ace6-7d675d6ca09f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=82e7157a-9eab-4769-ace6-7d675d6ca09f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:39.693757 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.739151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-4e46caa2-0300-4645-ab45-7fdae2160553 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1589627 Apr 18 20:09:39.807747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Routers {'91ff9f1f-1ef8-488a-b3da-5df302a4d92d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:39.808460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:39.910485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac99880-57ee-4127-b812-59420011517f None None] Pushing event updated for resources: {'Port': ['ID=82e7157a-9eab-4769-ace6-7d675d6ca09f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:39.921921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:39.923188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:39.951561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:40.054731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Made reservation on behalf of 79603fa50e854b38b735c9c95414694d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:40.058921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.079487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a6a4aab7-f997-4aac-a296-ab29b4600773 None None] Provisioning for port a4a4b499-97ad-41c6-aabc-39c622b96b86 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:40.091355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.097901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a6a4aab7-f997-4aac-a296-ab29b4600773 None None] Provisioning complete for port a4a4b499-97ad-41c6-aabc-39c622b96b86 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:40.098344 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a6a4aab7-f997-4aac-a296-ab29b4600773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.145309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] Set router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:40.151450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.165221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c421c-960a-49be-9258-0e0a06d51c5d req-77e77366-ffe4-469a-bd0e-c29cc7eb1cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:40.166724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-322c421c-960a-49be-9258-0e0a06d51c5d req-77e77366-ffe4-469a-bd0e-c29cc7eb1cac service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.6398373 Apr 18 20:09:40.171654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.173699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7698138-acbd-4e9d-a3ca-9f3076c4d6f2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:40.298355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.311272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.312039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.350112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-322c421c-960a-49be-9258-0e0a06d51c5d req-1cee14fe-811b-4b9d-848b-7132b30c458d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484 HTTP/1.1" status: 200 len: 217 time: 0.1326969 Apr 18 20:09:40.353224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4c682f09-3a5e-4f7c-af37-cbb714aa1bac admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b7698138-acbd-4e9d-a3ca-9f3076c4d6f2 HTTP/1.1" status: 204 len: 168 time: 1.7785463 Apr 18 20:09:40.362960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:40.452003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a6a4aab7-f997-4aac-a296-ab29b4600773 None None] Port a4a4b499-97ad-41c6-aabc-39c622b96b86 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:40.523901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:40.573363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Pushing event updated for resources: {'Port': ['ID=a4a4b499-97ad-41c6-aabc-39c622b96b86,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:40.614022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-5353f3de-83e2-492f-83ab-d664790af654 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--512714301&fields=id&tenant_id=ac7dfb2e208e47809e8ff3094252c3a5 HTTP/1.1" status: 200 len: 267 time: 0.2003844 Apr 18 20:09:40.723424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:09:40.739751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 4, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port': {'id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:33Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a4a4b499-97ad-41c6-aabc-39c622b96b86', 'name': '', 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'tenant_id': 'c994b97852d945718bf111f192440481', 'mac_address': 'fa:16:3e:8f:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:38Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 1, 'project_id': 'c994b97852d945718bf111f192440481', 'subnets': [{'id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:40.747717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ecabda-14d4-43b1-b3d7-27ca0506207f None None] The sync data for ids ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'] in n-d-836016-3 is: [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 4, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port': {'id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:33Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a4a4b499-97ad-41c6-aabc-39c622b96b86', 'name': '', 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'tenant_id': 'c994b97852d945718bf111f192440481', 'mac_address': 'fa:16:3e:8f:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:38Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 1, 'project_id': 'c994b97852d945718bf111f192440481', 'subnets': [{'id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:40.786002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a525d5-e709-4659-ab1a-c1805d070139 req-85911c64-0922-4f30-a6d2-411b3cdecc73 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:40.787510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33a525d5-e709-4659-ab1a-c1805d070139 req-85911c64-0922-4f30-a6d2-411b3cdecc73 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "GET /v2.0/ports?device_id=2288ea62-4e63-4eda-9e40-23b7335c04e8 HTTP/1.1" status: 200 len: 946 time: 0.8083410 Apr 18 20:09:40.916391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:40.920556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:40.925874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:40.937497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 has no active binding in host n-h1-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:09:40.960842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Deleting port 8dab7c79-b787-4c57-a13e-91623e5a1a2f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:09:40.961218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:41.077678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:41.086086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c421c-960a-49be-9258-0e0a06d51c5d req-58102241-b092-40e0-b773-a6b66502ac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:41.087331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-322c421c-960a-49be-9258-0e0a06d51c5d req-58102241-b092-40e0-b773-a6b66502ac3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.7263706 Apr 18 20:09:41.102103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-c388508e-a631-4b89-91eb-cd91ff5ce4b5 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:41.103871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-c388508e-a631-4b89-91eb-cd91ff5ce4b5 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 823 time: 0.4883852 Apr 18 20:09:41.291866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8b443119-aad1-40bb-8162-66729b9fef8e None None] Provisioning complete for port a4a4b499-97ad-41c6-aabc-39c622b96b86 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:41.292488 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b443119-aad1-40bb-8162-66729b9fef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:41.337794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-c401ff99-72f1-4b68-8042-bd651df4a1be tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/quotas/ac7dfb2e208e47809e8ff3094252c3a5 HTTP/1.1" status: 200 len: 375 time: 0.1938770 Apr 18 20:09:41.414308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b443119-aad1-40bb-8162-66729b9fef8e None None] Port a4a4b499-97ad-41c6-aabc-39c622b96b86 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:41.565225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:09:41.605007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:41.622138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-9c0212cd-2ed3-4422-8dec-ba132fcdf7bd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2680395 Apr 18 20:09:41.623970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Allocated IP 172.25.5.119 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/9a85e842-21de-45b8-af64-ab92f42cc35b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:41.627899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Allocated IP 172.20.0.5 (c5cfd437-2a87-4944-9e8e-83e0bb3a15fb/072b428c-ede7-4c4b-baed-9c8e0dc34d91/95e39445-e216-4bf3-bd76-4846852aa71f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:41.745243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e846222-812e-481f-817a-e3f2f2253f0e']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:41.820604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c421c-960a-49be-9258-0e0a06d51c5d req-156fde87-ae0b-44b1-b596-2d9d72d04fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:41.822225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-322c421c-960a-49be-9258-0e0a06d51c5d req-156fde87-ae0b-44b1-b596-2d9d72d04fe6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6497841 Apr 18 20:09:41.852684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a250315b-febc-47bc-ba07-41e99294f770') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:41.852974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a250315b-febc-47bc-ba07-41e99294f770') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:42.029427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-e64dd92b-1455-4918-9352-95d1e8619dbe service neutron] 10.222.0.47 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3453972 Apr 18 20:09:42.101399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:42.108178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:42.125005 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f119e98d-6889-4d62-b5f1-5e79b2675ea5 admin admin] 10.222.0.47 "PUT /v2.0/routers/91ff9f1f-1ef8-488a-b3da-5df302a4d92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3576026 Apr 18 20:09:42.325474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-85504324-9b58-4142-bebc-dfa2f49a7d4b service neutron] 10.222.0.47 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911232 Apr 18 20:09:42.496641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:42.586278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82e7157a-9eab-4769-ace6-7d675d6ca09f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:42.707519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:09:42.712963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:42.729892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 143b01f3-cf3b-4e27-bf5e-b6891195d484 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:09:42.771067 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:09:42.893139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c6017-32ce-4739-9483-c55a7fa5004a req-9cc45eec-b6c6-420e-a648-fa9794d51270 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:42.906939 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-231c6017-32ce-4739-9483-c55a7fa5004a req-9cc45eec-b6c6-420e-a648-fa9794d51270 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 948 time: 0.2393427 Apr 18 20:09:43.024317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 82e7157a-9eab-4769-ace6-7d675d6ca09f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:43.100895 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-231c6017-32ce-4739-9483-c55a7fa5004a req-90d1e8d5-e0bf-44cd-acc5-67931bbf6caa tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899281 Apr 18 20:09:43.215822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:43.246514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 82e7157a-9eab-4769-ace6-7d675d6ca09f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:43.253968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-9e9ef462-2acc-4233-8707-0e15e5e04585 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1445274 Apr 18 20:09:43.254693 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:43.620673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-262971e8-7e1a-49fe-b70e-ff4191a01d9b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4855974 Apr 18 20:09:43.682340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0672ee74-2717-4883-9098-5b21447f27e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:43.715297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:43.715716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:43.759098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8dab7c79-b787-4c57-a13e-91623e5a1a2f no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:09:43.889776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-95a1c1c1-ae92-47e3-82b7-e3f2cae4d9f1 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:43.891462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-95a1c1c1-ae92-47e3-82b7-e3f2cae4d9f1 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6323061 Apr 18 20:09:43.911406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:44.015479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:44.048689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '143b01f3-cf3b-4e27-bf5e-b6891195d484', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '143b01f3-cf3b-4e27-bf5e-b6891195d484', 'mac_address': 'fa:16:3e:a0:e2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:09:44.082157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.156765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-322c421c-960a-49be-9258-0e0a06d51c5d req-06673a8c-2889-458c-8fcf-c3cc09c2dd58 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2904859 Apr 18 20:09:44.204043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f9912a-2aa7-4af8-82dc-77688aaf2409 req-63d61cbc-13a1-4c73-9f53-018e7f16a234 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:44.205630 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-59f9912a-2aa7-4af8-82dc-77688aaf2409 req-63d61cbc-13a1-4c73-9f53-018e7f16a234 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 943 time: 0.5553589 Apr 18 20:09:44.218689 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.257792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143b01f3-cf3b-4e27-bf5e-b6891195d484 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:44.282582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:44.337246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.353528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-59f9912a-2aa7-4af8-82dc-77688aaf2409 req-19959027-4bf5-46f4-9cb4-a4aea436125c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944910 Apr 18 20:09:44.374348 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.386068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.390212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 82e7157a-9eab-4769-ace6-7d675d6ca09f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=82e7157a-9eab-4769-ace6-7d675d6ca09f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:44.447931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:44.464356 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.466146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.486402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.499235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:44.519881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:44.524695 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.576905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.704715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.815702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:44.824041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:44.836637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:44.844987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=143b01f3-cf3b-4e27-bf5e-b6891195d484,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:44.952538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=82e7157a-9eab-4769-ace6-7d675d6ca09f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:45.050671 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Sync routers for ids ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:45.062694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['143b01f3-cf3b-4e27-bf5e-b6891195d484'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:45.085000 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Routers {'91ff9f1f-1ef8-488a-b3da-5df302a4d92d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:45.086248 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:45.126293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b1310-5484-4acc-b0e8-7b9746b672c4 req-824695a2-eb2b-4d40-b79e-5f3b27ce3e65 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:45.127838 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a5b1310-5484-4acc-b0e8-7b9746b672c4 req-824695a2-eb2b-4d40-b79e-5f3b27ce3e65 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 931 time: 0.4707568 Apr 18 20:09:45.342958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a5b1310-5484-4acc-b0e8-7b9746b672c4 req-a67cec4f-27da-4381-8232-4108c33edee2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716983 Apr 18 20:09:45.391204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8dab7c79-b787-4c57-a13e-91623e5a1a2f,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:45.415123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.27 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/95f482f4-2b68-498a-924f-13df7055e134) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:45.611916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Set router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:45.782463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-322c421c-960a-49be-9258-0e0a06d51c5d req-68e06820-2c31-4d3c-90e0-773546f3fb29 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2162225 Apr 18 20:09:45.854179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:45.854566 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:45.854887 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b disassociated. External IP: 172.25.5.200, port: 8dab7c79-b787-4c57-a13e-91623e5a1a2f. Apr 18 20:09:45.855235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Calling delete_port for 8dab7c79-b787-4c57-a13e-91623e5a1a2f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:09:45.921278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f54067b8-e5b7-47f2-8481-a6d6fce90752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:46.028655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event updated for resources: {'Port': ['ID=9a85e842-21de-45b8-af64-ab92f42cc35b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:46.038221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] 10.222.0.47 "DELETE /v2.0/networks/1e846222-812e-481f-817a-e3f2f2253f0e HTTP/1.1" status: 204 len: 168 time: 5.6717060 Apr 18 20:09:46.039276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c2fa9-e656-4eb8-bc01-98c31cf26bbe admin admin] Pushing event deleted for resources: {'Network': ['ID=1e846222-812e-481f-817a-e3f2f2253f0e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:46.045639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:46.122570 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 4, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port': {'id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:33Z', 'updated_at': '2022-04-18T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a4a4b499-97ad-41c6-aabc-39c622b96b86', 'name': '', 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'tenant_id': 'c994b97852d945718bf111f192440481', 'mac_address': 'fa:16:3e:8f:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:38Z', 'updated_at': '2022-04-18T20:09:40Z', 'revision_number': 2, 'project_id': 'c994b97852d945718bf111f192440481', 'subnets': [{'id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:46.134167 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Checking router: 91ff9f1f-1ef8-488a-b3da-5df302a4d92d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:46.134523 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Updating router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d port a4a4b499-97ad-41c6-aabc-39c622b96b86 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:09:46.142940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:46.144070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:09:46.144450 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:09:46.148119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.61', 55681) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:46.388818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:46.392411 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:46.396493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:46.399080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.61', 55682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:46.448558 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04f3e275-5019-4d79-bad8-bf37c875ad3a'] response: {'name': 'network-changed', 'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7', 'status': 'completed', 'code': 200} Apr 18 20:09:46.455625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:46.712387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:46.724043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34262) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:46.744274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82e7157a-9eab-4769-ace6-7d675d6ca09f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:46.761094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Deleting port 8dab7c79-b787-4c57-a13e-91623e5a1a2f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:09:46.766163 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:46.795639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:09:46.798282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 143b01f3-cf3b-4e27-bf5e-b6891195d484 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:46.807288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:46.810714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:46.832934 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:46.838119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:46.875052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:46.920340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-3536c52d-6f99-4113-9e84-39e13580babd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4599900 Apr 18 20:09:47.009601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Request body: {'port': {'device_id': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:47.040518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ecba348-539c-42a7-ab30-52bcaba102aa req-6bcf7507-40ae-4a66-9f03-1e48fe5a567b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 210 time: 0.3314080 Apr 18 20:09:47.267530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d4ea4413-27e9-4124-a8ab-b06e3fbba83c tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:47.270097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d4ea4413-27e9-4124-a8ab-b06e3fbba83c tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 823 time: 1.8206985 Apr 18 20:09:47.308578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:47.438105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 143b01f3-cf3b-4e27-bf5e-b6891195d484 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:47.457909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 82e7157a-9eab-4769-ace6-7d675d6ca09f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:47.458659 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:47.463783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:47.534237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-8af878d3-4fa3-4cb0-a51d-289648fb5df5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:47.541167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-8af878d3-4fa3-4cb0-a51d-289648fb5df5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 3.7528281 Apr 18 20:09:47.542077 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e639efd7-86e9-429f-8c80-1b4357adc456 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=952304c867a74e10acee01a2b3fc4e2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8109391 Apr 18 20:09:47.559299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 143b01f3-cf3b-4e27-bf5e-b6891195d484 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:47.561743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:47.565772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34268) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:47.625362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-7355fc53-061a-423b-a83a-c265d2b41b80 service neutron] 10.222.0.61 "GET /v2.0/ports/d9e10af2-5aee-4f1f-96cc-2571a8f804a7/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 384 time: 1.4756043 Apr 18 20:09:47.648327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:47.652245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:47.662006 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:47.670216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-efd3bff0-f0f8-4de7-a4f5-fe85ebe1e9fd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac7dfb2e208e47809e8ff3094252c3a5 HTTP/1.1" status: 200 len: 379 time: 0.3714676 Apr 18 20:09:47.687193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 has no active binding in host n-h1-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:09:47.691320 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Transition to ACTIVE for port object a4a4b499-97ad-41c6-aabc-39c622b96b86 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:47.707153 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:47.718553 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:47.725883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'port': {'device_id': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'admin_state_up': True, 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'security_groups': ['c061f924-4164-47df-a053-d59019beb619']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:47.784560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:09:47.834927 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41df7d-6f1c-4467-897a-e750f53ac49e None None] Pushing event updated for resources: {'Port': ['ID=a4a4b499-97ad-41c6-aabc-39c622b96b86,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:47.943993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:48.017628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:48.026750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object 95f482f4-2b68-498a-924f-13df7055e134 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:48.034172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.102521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:48.104407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9877fbe-b055-455c-b65e-7c528ac7a0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.110591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Made reservation on behalf of ac7dfb2e208e47809e8ff3094252c3a5 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:48.114253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.185838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.272934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=143b01f3-cf3b-4e27-bf5e-b6891195d484,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:48.327173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9877fbe-b055-455c-b65e-7c528ac7a0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.330958 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.356207 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.361957 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Attempting to bind port a4a4b499-97ad-41c6-aabc-39c622b96b86 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:48.363054 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Attempting to bind port a4a4b499-97ad-41c6-aabc-39c622b96b86 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:48.363614 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Attempting to bind port a4a4b499-97ad-41c6-aabc-39c622b96b86 on network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:48.370954 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:48.371752 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Checking segment: {'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:48.372316 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.372860 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Bound using segment: {'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:48.373711 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Bound port: a4a4b499-97ad-41c6-aabc-39c622b96b86, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db45dcc8-20e2-4ba7-b900-b7a6500f5179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:48.374252 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.443270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c51ca5-67e4-401e-abdb-a1ef9be1c19a req-ff3f3b27-c6eb-4b38-9bb5-0e81addeda1a tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:48.451515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17c51ca5-67e4-401e-abdb-a1ef9be1c19a req-ff3f3b27-c6eb-4b38-9bb5-0e81addeda1a tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 949 time: 0.9591067 Apr 18 20:09:48.501891 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] For port a4a4b499-97ad-41c6-aabc-39c622b96b86, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:48.506572 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] For port a4a4b499-97ad-41c6-aabc-39c622b96b86, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a4a4b499-97ad-41c6-aabc-39c622b96b86,segment=NetworkSegment(db45dcc8-20e2-4ba7-b900-b7a6500f5179),segment_id=db45dcc8-20e2-4ba7-b900-b7a6500f5179)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:48.512148 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.536237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.554042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:48.677492 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Routers {'91ff9f1f-1ef8-488a-b3da-5df302a4d92d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:48.687573 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:48.794925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:09:48.804277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:48.827096 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17c51ca5-67e4-401e-abdb-a1ef9be1c19a req-69741373-3175-4c99-aad1-65fcb23472a4 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745437 Apr 18 20:09:48.941708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b424ea-957e-4c68-812f-4dcd613a093a req-08b95f29-962b-4cf9-bd92-77d1a4b8f51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:48.943202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b424ea-957e-4c68-812f-4dcd613a093a req-08b95f29-962b-4cf9-bd92-77d1a4b8f51e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1124 time: 2.1835759 Apr 18 20:09:48.971060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:49.034898 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8b147f-6970-402f-9799-94cbc6a60e75'] response: {'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'code': 200} Apr 18 20:09:49.041456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:49.083631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:49.101044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:49.114015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:49.118304 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41df7d-6f1c-4467-897a-e750f53ac49e None None] Pushing event updated for resources: {'Port': ['ID=a4a4b499-97ad-41c6-aabc-39c622b96b86,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:49.145106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=95f482f4-2b68-498a-924f-13df7055e134,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:49.173979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:49.223147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:09:49.293762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Allocated IP 172.20.0.7 (3254c60b-73cd-4cf2-8938-d74f3c2cf324/9c462da1-3f21-4891-8bed-22b6d7bc1616/5fdf8695-5160-4035-8a8c-c39c2a97c857) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:49.534064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] Set router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:49.580691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] For port 8dab7c79-b787-4c57-a13e-91623e5a1a2f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8dab7c79-b787-4c57-a13e-91623e5a1a2f,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:49.581323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:49.603112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:49.624250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:49.667586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:49.671835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:49.780781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a6294935-64a0-44be-bbe0-671bed3f520f None None] Provisioning for port 95f482f4-2b68-498a-924f-13df7055e134 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:49.803029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a6294935-64a0-44be-bbe0-671bed3f520f None None] Provisioning complete for port 95f482f4-2b68-498a-924f-13df7055e134 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:49.809494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a6294935-64a0-44be-bbe0-671bed3f520f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:49.843934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9877fbe-b055-455c-b65e-7c528ac7a0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:49.956886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:49.987283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:50.017262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a6294935-64a0-44be-bbe0-671bed3f520f None None] Port 95f482f4-2b68-498a-924f-13df7055e134 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:50.055689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b424ea-957e-4c68-812f-4dcd613a093a req-17cd31d8-5c0e-4697-b2f5-5bea569f62f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:50.057136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b424ea-957e-4c68-812f-4dcd613a093a req-17cd31d8-5c0e-4697-b2f5-5bea569f62f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 1.0691960 Apr 18 20:09:50.100437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9e10af2-5aee-4f1f-96cc-2571a8f804a7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:50.121802 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 4, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port': {'id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:33Z', 'updated_at': '2022-04-18T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a4a4b499-97ad-41c6-aabc-39c622b96b86', 'name': '', 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'tenant_id': 'c994b97852d945718bf111f192440481', 'mac_address': 'fa:16:3e:8f:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:38Z', 'updated_at': '2022-04-18T20:09:48Z', 'revision_number': 4, 'project_id': 'c994b97852d945718bf111f192440481', 'subnets': [{'id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:50.137043 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec89ec2-cd9a-4fea-8b99-e1fbbef8ed4c None None] The sync data for ids ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'] in n-d-836016-3 is: [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:09:39Z', 'revision_number': 4, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port': {'id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:33Z', 'updated_at': '2022-04-18T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a4a4b499-97ad-41c6-aabc-39c622b96b86', 'name': '', 'network_id': '454ddf2c-7bee-4b7a-8bbe-88bc1e35086a', 'tenant_id': 'c994b97852d945718bf111f192440481', 'mac_address': 'fa:16:3e:8f:d9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:38Z', 'updated_at': '2022-04-18T20:09:48Z', 'revision_number': 4, 'project_id': 'c994b97852d945718bf111f192440481', 'subnets': [{'id': '6bbd6843-6eb3-4489-a865-53972e90a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:50.259948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:09:50.269665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b424ea-957e-4c68-812f-4dcd613a093a req-5ae65a84-fd2a-4757-b2cf-79a83bcfe8c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 217 time: 0.1968520 Apr 18 20:09:50.283455 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:50.299482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:50.337192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9877fbe-b055-455c-b65e-7c528ac7a0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6213f-f665-46c6-8ae7-79db50aa69b7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:50.367134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9877fbe-b055-455c-b65e-7c528ac7a0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:50.373265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d9877fbe-b055-455c-b65e-7c528ac7a0a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1dc6213f-f665-46c6-8ae7-79db50aa69b7 HTTP/1.1" status: 204 len: 168 time: 2.7524517 Apr 18 20:09:50.391264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e5b27c94-f56e-448d-afa0-2b73ab0b2d46 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.4883084 Apr 18 20:09:50.402215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:50.432115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e39445-e216-4bf3-bd76-4846852aa71f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:50.442286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:50.455384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Request body: {'port': {'device_id': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:50.466203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Transition to ACTIVE for port object 95e39445-e216-4bf3-bd76-4846852aa71f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:50.512130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Transition to ACTIVE for port object 5fdf8695-5160-4035-8a8c-c39c2a97c857 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:50.623720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] Transition to ACTIVE for port object d9e10af2-5aee-4f1f-96cc-2571a8f804a7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:50.649191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:50.794822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a4a4b499-97ad-41c6-aabc-39c622b96b86 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:50.829008 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:50.829798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:50.830327 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b disassociated. External IP: 172.25.5.200, port: 8dab7c79-b787-4c57-a13e-91623e5a1a2f. Apr 18 20:09:50.830902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Calling delete_port for 8dab7c79-b787-4c57-a13e-91623e5a1a2f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:09:50.977312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a4a4b499-97ad-41c6-aabc-39c622b96b86 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:50.985054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a4a4b499-97ad-41c6-aabc-39c622b96b86 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:50.985790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.021822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] No DVR routers for this DVR port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:09:51.049816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6412d-dfce-49d0-b68a-56d2d2b20c19 req-188e9ac2-2955-468a-bcd4-223d615dbe78 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:51.059419 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63c6412d-dfce-49d0-b68a-56d2d2b20c19 req-188e9ac2-2955-468a-bcd4-223d615dbe78 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 943 time: 1.1601355 Apr 18 20:09:51.080376 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.092219 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.093466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:51.140763 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.168937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.408505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.468125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] Pushing event updated for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:51.470204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a4a4b499-97ad-41c6-aabc-39c622b96b86, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a4a4b499-97ad-41c6-aabc-39c622b96b86,segment=NetworkSegment(db45dcc8-20e2-4ba7-b900-b7a6500f5179),segment_id=db45dcc8-20e2-4ba7-b900-b7a6500f5179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:09:51.487379 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.628179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.698038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a4a4b499-97ad-41c6-aabc-39c622b96b86,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:51.721411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.721841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.722130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.722468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.722801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.733172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.733172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.733172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.733172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.733172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.733172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.733172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:09:51.782212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-724338c2-b5d7-4c25-8b1c-f3d25d3dbc43 service neutron] 10.222.0.61 "PUT /v2.0/ports/d9e10af2-5aee-4f1f-96cc-2571a8f804a7/bindings/n-h1-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 4.1167810 Apr 18 20:09:51.782545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.812194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:51.826477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:51.831171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:51.837415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:51.838091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.892031 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63c6412d-dfce-49d0-b68a-56d2d2b20c19 req-bb8d951c-901f-4794-804e-7cf16b2d2be3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8306272 Apr 18 20:09:51.949708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event updated for resources: {'Port': ['ID=5fdf8695-5160-4035-8a8c-c39c2a97c857,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:51.992857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:51.994739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-d6f43250-d497-4bf3-a216-98025374862b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2794430 Apr 18 20:09:52.009804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Request body: {'port': {'device_id': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:52.178028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34300) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:52.252142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-37ff64ac-743a-4cc9-810f-18b6d1d5af1e req-cef6fea1-3118-4dcf-bafb-f8fe1a2b0f3c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:52.297025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:52.394357 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:52.416589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-37ff64ac-743a-4cc9-810f-18b6d1d5af1e req-cef6fea1-3118-4dcf-bafb-f8fe1a2b0f3c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:52.429287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37ff64ac-743a-4cc9-810f-18b6d1d5af1e req-cef6fea1-3118-4dcf-bafb-f8fe1a2b0f3c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 210 time: 0.2889581 Apr 18 20:09:52.465746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1856568100-network', 'tenant_id': '980edd90ea5c41b881515fdbe548b3f1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:52.480228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:52.483120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event updated for resources: {'Port': ['ID=9a85e842-21de-45b8-af64-ab92f42cc35b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:52.512866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Usage tracker for resource:network and tenant:980edd90ea5c41b881515fdbe548b3f1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:52.563924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:52.565453 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-24a58564-b410-4a3c-a909-2d8cb7c2b04c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 13.3558543 Apr 18 20:09:52.566951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b424ea-957e-4c68-812f-4dcd613a093a req-4df00403-6d35-4402-933a-cc23c14a9aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:52.568311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b424ea-957e-4c68-812f-4dcd613a093a req-4df00403-6d35-4402-933a-cc23c14a9aac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 2.2723343 Apr 18 20:09:52.585861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event deleted for resources: {'Port': ['ID=8dab7c79-b787-4c57-a13e-91623e5a1a2f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:52.661003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b424ea-957e-4c68-812f-4dcd613a093a req-e78be467-4a18-4570-874a-a482132272d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609236 Apr 18 20:09:52.738569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a4a4b499-97ad-41c6-aabc-39c622b96b86 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:09:52.795181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:52.805029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:52.811775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a4a4b499-97ad-41c6-aabc-39c622b96b86 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:52.812588 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:52.915076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Made reservation on behalf of 980edd90ea5c41b881515fdbe548b3f1 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:52.918370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:52.947363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Router 95c96cae-80da-4139-b86a-88921a0e1819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:09:52.949149 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:52.980138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:52.985478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Usage tracker for resource:security_group_rule and tenant:980edd90ea5c41b881515fdbe548b3f1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:52.989745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:52.990599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.101 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/ddeaf720-173f-4b67-bc48-56d156045fab) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:09:52.996823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:53.028174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-8b122359-b01b-4672-b541-9f839e68f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:53.176490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:53.176829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:53.177164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:53.181720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3b521-5508-4d85-9c1d-09d64dc1c215 req-6beee9d5-878e-4fc9-b403-8279b41bd3bf tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:53.183522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87f3b521-5508-4d85-9c1d-09d64dc1c215 req-6beee9d5-878e-4fc9-b403-8279b41bd3bf tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.3900802 Apr 18 20:09:53.311691 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87f3b521-5508-4d85-9c1d-09d64dc1c215 req-3d01920f-60e1-4b20-a344-c171621db7f7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108530 Apr 18 20:09:53.336188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.364306 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.436120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:09:53.447547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] Sync routers for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:09:53.466645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:53.472008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:53.487596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-6c40ce32-357d-472f-9eeb-e95fcd1626d0 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:53.493502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-6c40ce32-357d-472f-9eeb-e95fcd1626d0 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1095 time: 1.3352513 Apr 18 20:09:53.511352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:53.511765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:53.525534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b424ea-957e-4c68-812f-4dcd613a093a req-0ef265fd-e20a-41b3-b2a2-62581ea8e29b service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7268507 Apr 18 20:09:53.569566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:09:53.591871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.592214 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Added segment 29e59365-ff8e-4116-be95-b2be3bc17bee of type vlan for network e0d3ee86-f94b-4623-a268-827393565f66 Apr 18 20:09:53.625527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.675122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad495387-62f8-43b3-bb6d-7e7288c5f930,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:53.719763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.720808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:53.721412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.807965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:53.927133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:53.927366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:53.929372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:53.932616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Bound port: 95e39445-e216-4bf3-bd76-4846852aa71f, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:53.933075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.953840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7614927 Apr 18 20:09:53.957583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34312) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:53.974792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Request body: {'subnet': {'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1856568100-subnet', 'tenant_id': '980edd90ea5c41b881515fdbe548b3f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:53.977816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-8b122359-b01b-4672-b541-9f839e68f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:53.986233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-8b122359-b01b-4672-b541-9f839e68f0b0 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 1.3288655 Apr 18 20:09:53.988624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] No DVR routers for this DVR port 8dab7c79-b787-4c57-a13e-91623e5a1a2f on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:09:53.992824 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:53.995112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33a525d5-e709-4659-ab1a-c1805d070139 req-d22edec1-fcbf-45a2-aade-6fa223d699cc tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "DELETE /v2.0/ports/8dab7c79-b787-4c57-a13e-91623e5a1a2f HTTP/1.1" status: 204 len: 173 time: 13.1742053 Apr 18 20:09:54.048304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'name': 'network-vif-deleted', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:54.056027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b424ea-957e-4c68-812f-4dcd613a093a req-7f31f9a2-53b9-42d6-b1a0-40c63cf9514f service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5069754 Apr 18 20:09:54.177330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a844c6-7f56-4fc3-8431-0ba54e93cdd3 admin admin] Pushing event updated for resources: {'Network': ['ID=e0d3ee86-f94b-4623-a268-827393565f66,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:54.192150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fdf8695-5160-4035-8a8c-c39c2a97c857 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:54.212065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:09:54.221908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Usage tracker for resource:subnet and tenant:980edd90ea5c41b881515fdbe548b3f1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:09:54.233119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:09:54.253166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:09:54.323693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:54.337826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Made reservation on behalf of 980edd90ea5c41b881515fdbe548b3f1 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:09:54.340840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:54.452551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e0d3ee86-f94b-4623-a268-827393565f66 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:09:54.739499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:54.752462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] Checking router: 95c96cae-80da-4139-b86a-88921a0e1819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:09:54.759532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Transition to ACTIVE for port object 5fdf8695-5160-4035-8a8c-c39c2a97c857 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:54.765633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:09:54.767162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:54.796305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:54.966785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c4c024-d700-4d8b-83b3-b7dec73f58f9 req-d8bb1c5d-a867-4d91-8da7-b51a6cbc1a60 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:54.967458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-70c4c024-d700-4d8b-83b3-b7dec73f58f9 req-d8bb1c5d-a867-4d91-8da7-b51a6cbc1a60 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Synchronizing usage tracker for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:55.061715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-754f586d-e1ce-42ff-b261-8e081cf4cf26 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:55.070225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-754f586d-e1ce-42ff-b261-8e081cf4cf26 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 1.0826688 Apr 18 20:09:55.094565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-addd3a1f-5201-4f6d-ae90-b46e71d3a8be tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:09:55.117847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e522f0f-fc47-4b01-8544-ca6773fd5982 req-addd3a1f-5201-4f6d-ae90-b46e71d3a8be tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0407884 Apr 18 20:09:55.138517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:55.173431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:55.191932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:55.237017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-bf3aa9ea-52be-4c56-9885-e5223f201c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:55.238876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-bf3aa9ea-52be-4c56-9885-e5223f201c85 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23&tenant_id=fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 1095 time: 1.7055430 Apr 18 20:09:55.261103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:09:55.372273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Attempting to bind port 5fdf8695-5160-4035-8a8c-c39c2a97c857 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:55.372866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Attempting to bind port 5fdf8695-5160-4035-8a8c-c39c2a97c857 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:55.372989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Attempting to bind port 5fdf8695-5160-4035-8a8c-c39c2a97c857 on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:55.409986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Port 5fdf8695-5160-4035-8a8c-c39c2a97c857 on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:55.410326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Attempting to bind port 5fdf8695-5160-4035-8a8c-c39c2a97c857 on network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:55.426725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:55.427065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Checking segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:55.427519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Bound using segment: {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:55.428491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Bound port: 5fdf8695-5160-4035-8a8c-c39c2a97c857, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563fbf83-0c1b-4914-83fc-edca47fed959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:55.428894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:55.469501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-70c4c024-d700-4d8b-83b3-b7dec73f58f9 req-d8bb1c5d-a867-4d91-8da7-b51a6cbc1a60 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Unset dirty status for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:55.471490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:55.472541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70c4c024-d700-4d8b-83b3-b7dec73f58f9 req-d8bb1c5d-a867-4d91-8da7-b51a6cbc1a60 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 931 time: 1.8011968 Apr 18 20:09:55.478147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdf8695-5160-4035-8a8c-c39c2a97c857,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:55.482155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:55.484147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] 10.222.0.61 "PUT /v2.0/ports/95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 200 len: 1091 time: 8.5020907 Apr 18 20:09:55.496588 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:55.638685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object ddeaf720-173f-4b67-bc48-56d156045fab will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:55.675916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] For port 5fdf8695-5160-4035-8a8c-c39c2a97c857, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:55.684377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65d5c5-ce4a-4757-97f4-659d6366d72a service neutron] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:55.691406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] For port 5fdf8695-5160-4035-8a8c-c39c2a97c857, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:55.702217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:55.756727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:55.784975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58100c46-b3e5-462a-888e-a3764c8b20b3 req-7bc85f74-8ad2-4071-bd3a-3c704aa2fd0d tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:55.794202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-58100c46-b3e5-462a-888e-a3764c8b20b3 req-7bc85f74-8ad2-4071-bd3a-3c704aa2fd0d tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.3754988 Apr 18 20:09:55.798963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-edab35f2-cce1-4500-985a-0bbd2861fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:55.800547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-edab35f2-cce1-4500-985a-0bbd2861fe35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1095 time: 0.5050554 Apr 18 20:09:55.859420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:55.860595 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:55.862351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] 10.222.0.61 "PUT /v2.0/ports/5fdf8695-5160-4035-8a8c-c39c2a97c857 HTTP/1.1" status: 200 len: 1091 time: 3.8569515 Apr 18 20:09:55.867209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:09:55.892813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70c4c024-d700-4d8b-83b3-b7dec73f58f9 req-5f274ffb-d370-4a35-bbbc-5be81963b2fe tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3916311 Apr 18 20:09:55.947896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-8418af4d-acdd-4009-8a14-eba35d064967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:55.949964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-8418af4d-acdd-4009-8a14-eba35d064967 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1094 time: 0.3880627 Apr 18 20:09:56.072908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-6e9bbd61-23af-4808-9ba2-7bd68d7f03dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 200 len: 217 time: 0.0966930 Apr 18 20:09:56.093980 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c8f1d6a-1bcb-40c9-bee5-f6473f6bd3c0'] response: {'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484', 'code': 200} Apr 18 20:09:56.120488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:56.134763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:09:56.176137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbc364e4-a5ee-4c64-9368-72171c21a4a2,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:56.266389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Checking segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:56.271576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Network hostable DHCP agents. Network: e0d3ee86-f94b-4623-a268-827393565f66, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:09:56.409712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:09:56.410936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-bd6b783f-857c-448a-955e-f52fecd8aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:56.412576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-bd6b783f-857c-448a-955e-f52fecd8aa7d service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.5895305 Apr 18 20:09:56.453114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b7f760-e7de-4340-a8f7-387715b7500e None None] The sync data for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 is: [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:09:56.577693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f44e842d-db2e-4f8e-871c-9b90fab25626 None None] Provisioning for port 5fdf8695-5160-4035-8a8c-c39c2a97c857 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:56.589719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95f482f4-2b68-498a-924f-13df7055e134 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:56.608785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:09:56.611727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:56.630863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:56.646537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:09:56.723615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.55', 56683) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:09:56.734807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-a2b5f6dc-b100-483b-b516-fea770b5a70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:56.736502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-a2b5f6dc-b100-483b-b516-fea770b5a70d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.5465462 Apr 18 20:09:56.740076 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-688768d1-fb47-4007-9bd4-2c032ae8fbbc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 217 time: 0.2964199 Apr 18 20:09:56.765363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=ddeaf720-173f-4b67-bc48-56d156045fab,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:56.781413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-58100c46-b3e5-462a-888e-a3764c8b20b3 req-01cfd438-83a2-4858-b414-9b4c8d4c629b tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9862208 Apr 18 20:09:56.852985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Transition to ACTIVE for port object 95f482f4-2b68-498a-924f-13df7055e134 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:56.861262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530b6af0-7506-4d6b-87e7-fbee5d452ce9 service neutron] Pushing event updated for resources: {'Port': ['ID=5fdf8695-5160-4035-8a8c-c39c2a97c857,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:56.870613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:56.996219 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8140e3-6046-4117-b8f8-dbfa842fd62c None None] New status for floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:09:57.092338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.093038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:57.122582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Network e0d3ee86-f94b-4623-a268-827393565f66 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:09:57.141209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-032959c0-3d8c-4ce4-ab87-9d8a0c48079a None None] Provisioning for port ddeaf720-173f-4b67-bc48-56d156045fab completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:09:57.148660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95f482f4-2b68-498a-924f-13df7055e134,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:57.186104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-032959c0-3d8c-4ce4-ab87-9d8a0c48079a None None] Provisioning complete for port ddeaf720-173f-4b67-bc48-56d156045fab triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:09:57.186826 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-032959c0-3d8c-4ce4-ab87-9d8a0c48079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:57.225991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e0d3ee86-f94b-4623-a268-827393565f66) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:09:57.232544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.233416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:57.257481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-ddb96fea-f4b0-45f0-848b-38aa1e336b76 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4747481 Apr 18 20:09:57.261963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56c38fe-2adb-437a-a86f-438dcccdeeac None None] Network e0d3ee86-f94b-4623-a268-827393565f66 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:57.354235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-7622e032-7d14-47d7-b651-12076effc2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.355952 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-7622e032-7d14-47d7-b651-12076effc2ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 1094 time: 1.4222829 Apr 18 20:09:57.414202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-6fa605f5-a688-4835-b48b-3e1ece8574e3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.7887309 Apr 18 20:09:57.438983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f4bab8-dd5e-4839-8a64-939d58c3658f req-c1ce8d4f-fbb1-4b9d-977a-310e5da71239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.440489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5f4bab8-dd5e-4839-8a64-939d58c3658f req-c1ce8d4f-fbb1-4b9d-977a-310e5da71239 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 1101 time: 1.0623865 Apr 18 20:09:57.451183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Request body: {'port': {'device_id': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:57.564574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-032959c0-3d8c-4ce4-ab87-9d8a0c48079a None None] Port ddeaf720-173f-4b67-bc48-56d156045fab cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:09:57.707942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-fc1c3043-596c-46c5-bed9-9f57809e660e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857 HTTP/1.1" status: 200 len: 217 time: 0.3338161 Apr 18 20:09:57.725864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2bfa6-4f6a-465c-8a79-28b2dabbc534 req-7e0013e5-265a-4a0f-af28-238d99204ad1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.728393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ea2bfa6-4f6a-465c-8a79-28b2dabbc534 req-7e0013e5-265a-4a0f-af28-238d99204ad1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 944 time: 1.0760746 Apr 18 20:09:57.753322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d84d07-793e-4c0c-af4c-b2d47b9526eb None None] Network e0d3ee86-f94b-4623-a268-827393565f66 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:09:57.765501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-dbec436b-7da9-4f3d-bdfc-6c4662870804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.767023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-dbec436b-7da9-4f3d-bdfc-6c4662870804 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.6936140 Apr 18 20:09:57.804192 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ba4a0f54-bf06-4738-9637-22b171e440c0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8379092 Apr 18 20:09:57.807030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Attempting to bind port 95f482f4-2b68-498a-924f-13df7055e134 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:57.807499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Attempting to bind port 95f482f4-2b68-498a-924f-13df7055e134 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:57.807836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Attempting to bind port 95f482f4-2b68-498a-924f-13df7055e134 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:57.844657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Port 95f482f4-2b68-498a-924f-13df7055e134 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:57.844984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Attempting to bind port 95f482f4-2b68-498a-924f-13df7055e134 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:57.860928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:57.861275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:57.861705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:57.862171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Bound port: 95f482f4-2b68-498a-924f-13df7055e134, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:57.862530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:57.922405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-8a6fa980-b390-41b0-b907-d8fd8021321f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.927059 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-8a6fa980-b390-41b0-b907-d8fd8021321f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c462da1-3f21-4891-8bed-22b6d7bc1616 HTTP/1.1" status: 200 len: 862 time: 0.1943970 Apr 18 20:09:57.973310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5f4bab8-dd5e-4839-8a64-939d58c3658f req-865d0cff-5033-4392-8d9e-f736681c1ef5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285760 Apr 18 20:09:57.991107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffbc48f-8b58-470f-a11a-76ca7d8c90b1 req-621e1453-2689-4f1b-abed-777254464587 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:57.991831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0ffbc48f-8b58-470f-a11a-76ca7d8c90b1 req-621e1453-2689-4f1b-abed-777254464587 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:09:58.004709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-72fc8cd4-1098-48a1-9694-c24fbe8f0828 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2081022 Apr 18 20:09:58.074359 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:58.086542 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-582e1e92-e9c8-42db-b968-e6a0cfbd4eaf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3488896 Apr 18 20:09:58.120057 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ea2bfa6-4f6a-465c-8a79-28b2dabbc534 req-910606d6-22a9-4938-ada8-13ac180e525d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838770 Apr 18 20:09:58.127523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0ffbc48f-8b58-470f-a11a-76ca7d8c90b1 req-621e1453-2689-4f1b-abed-777254464587 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:09:58.138611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0ffbc48f-8b58-470f-a11a-76ca7d8c90b1 req-621e1453-2689-4f1b-abed-777254464587 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 936 time: 0.9353268 Apr 18 20:09:58.181249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] For port 95f482f4-2b68-498a-924f-13df7055e134, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:09:58.190000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-3214bfed-1305-4784-98a4-82155beb9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:58.191543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-3214bfed-1305-4784-98a4-82155beb9568 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3254c60b-73cd-4cf2-8938-d74f3c2cf324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2035022 Apr 18 20:09:58.199598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] For port 95f482f4-2b68-498a-924f-13df7055e134, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95f482f4-2b68-498a-924f-13df7055e134,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:09:58.231466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:58.323585 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-264b08e6-e0f7-413d-8c4b-f22f703b3cba'] response: {'server_uuid': '2288ea62-4e63-4eda-9e40-23b7335c04e8', 'name': 'network-vif-deleted', 'tag': '8dab7c79-b787-4c57-a13e-91623e5a1a2f', 'status': 'completed', 'code': 200} Apr 18 20:09:58.333742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-8c562c5a-780c-4003-866f-0c29f7644b78 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0072513 Apr 18 20:09:58.408792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:58.410269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:58.414604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] 10.222.0.61 "PUT /v2.0/ports/95f482f4-2b68-498a-924f-13df7055e134 HTTP/1.1" status: 200 len: 1095 time: 8.0143642 Apr 18 20:09:58.497232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-61d58ea8-0883-4a66-b3c1-17260f590998 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953312 Apr 18 20:09:58.621449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0ffbc48f-8b58-470f-a11a-76ca7d8c90b1 req-20ae1acc-5f00-4507-abfb-1b5bcf8f53da tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803333 Apr 18 20:09:58.688916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d07b4d8e-6d1f-44a3-83b6-41921b2dd628 req-33f776ba-3832-48a4-80a0-8ce756b4dea6 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403990 Apr 18 20:09:58.813695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c62356-671e-4a91-949e-0b97b16af0d2 service neutron] Pushing event updated for resources: {'Port': ['ID=95f482f4-2b68-498a-924f-13df7055e134,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:58.866687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddeaf720-173f-4b67-bc48-56d156045fab {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:09:58.877139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:58.891007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daab7ff-4429-447b-9608-6552dd1b36b4 req-6af2b4e7-3bbb-4c4b-8575-58e22aa48d81 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199258 Apr 18 20:09:58.900741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Transition to ACTIVE for port object ddeaf720-173f-4b67-bc48-56d156045fab will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:09:58.902166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99747b81-3c5b-42a7-8b93-6e6fe09ffa24 req-f00d14bb-b5eb-443f-bf6a-353635d953cc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:58.904859 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99747b81-3c5b-42a7-8b93-6e6fe09ffa24 req-f00d14bb-b5eb-443f-bf6a-353635d953cc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.4851964 Apr 18 20:09:58.920598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:58.933881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d78690b5-6edc-49be-8c5d-0500745e8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:58.935618 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d78690b5-6edc-49be-8c5d-0500745e8d9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 1098 time: 0.4254212 Apr 18 20:09:58.994401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36890324-fdd1-452d-8b05-ac7e0ca2f947 req-5d644c8b-1ede-4dda-ba92-3e9fff5fedaa tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:58.995367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36890324-fdd1-452d-8b05-ac7e0ca2f947 req-5d644c8b-1ede-4dda-ba92-3e9fff5fedaa tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2204208 Apr 18 20:09:59.031307 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-1653d249-640a-4c14-83ff-bdcc5b8ead96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=95f482f4-2b68-498a-924f-13df7055e134 HTTP/1.1" status: 200 len: 217 time: 0.0803928 Apr 18 20:09:59.104435 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99747b81-3c5b-42a7-8b93-6e6fe09ffa24 req-ffd9f5b5-c4b2-4904-9f7d-1a19166e5e80 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869173 Apr 18 20:09:59.161641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-03dd6e71-cc60-4784-a41f-ffb5ba5dddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:59.163353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-03dd6e71-cc60-4784-a41f-ffb5ba5dddcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1242211 Apr 18 20:09:59.189003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaf720-173f-4b67-bc48-56d156045fab,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:09:59.260246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36890324-fdd1-452d-8b05-ac7e0ca2f947 req-121ebee7-2b9c-43cf-aca7-76fb548646e3 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.1889670 Apr 18 20:09:59.295798 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc421e44-7583-4848-8286-f25e081d1c0e'] response: {'name': 'network-changed', 'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'status': 'completed', 'code': 200} Apr 18 20:09:59.316369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-36890324-fdd1-452d-8b05-ac7e0ca2f947 req-0b37437e-22fc-4710-94af-6c2b9d3db743 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Request body: {'floatingip': {'port_id': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:09:59.448080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-36890324-fdd1-452d-8b05-ac7e0ca2f947 req-0b37437e-22fc-4710-94af-6c2b9d3db743 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:59.475956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-f51c03f6-3ceb-4230-a2c0-44cede069f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:59.477494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-f51c03f6-3ceb-4230-a2c0-44cede069f75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2998009 Apr 18 20:09:59.517052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-6158e579-377a-4d56-9cf6-79892fd94feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:59.518593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-6158e579-377a-4d56-9cf6-79892fd94feb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 1094 time: 0.2221384 Apr 18 20:09:59.580671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907acce2-7342-4e75-b354-bdf9c72e7a99 req-6669c0c2-69cd-42b2-8c13-519a4b323ba7 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:59.582235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-907acce2-7342-4e75-b354-bdf9c72e7a99 req-6669c0c2-69cd-42b2-8c13-519a4b323ba7 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 943 time: 0.2212031 Apr 18 20:09:59.662960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Attempting to bind port ddeaf720-173f-4b67-bc48-56d156045fab on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:09:59.663731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Attempting to bind port ddeaf720-173f-4b67-bc48-56d156045fab by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:09:59.663731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Attempting to bind port ddeaf720-173f-4b67-bc48-56d156045fab on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:59.678445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Port ddeaf720-173f-4b67-bc48-56d156045fab on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:09:59.678871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Attempting to bind port ddeaf720-173f-4b67-bc48-56d156045fab on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:09:59.690488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:09:59.690825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:09:59.691212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:09:59.691657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Bound port: ddeaf720-173f-4b67-bc48-56d156045fab, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:09:59.692003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:09:59.778441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-907acce2-7342-4e75-b354-bdf9c72e7a99 req-fab88b8b-ab64-45de-9b10-62a83edb04ca tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1402149 Apr 18 20:09:59.794234 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-778ccdfb-2b80-44ea-93bc-25645891c790 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036187 Apr 18 20:09:59.843982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-39c02784-6c14-4361-bd7c-7b17affc49a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:09:59.845441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-39c02784-6c14-4361-bd7c-7b17affc49a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 924 time: 0.3127661 Apr 18 20:10:00.085078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-41847c14-68c6-4d1b-af9b-78e7809e1d40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857 HTTP/1.1" status: 200 len: 217 time: 0.0645936 Apr 18 20:10:00.135094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:00.156208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ddeaf720-173f-4b67-bc48-56d156045fab,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:00.157846 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-36890324-fdd1-452d-8b05-ac7e0ca2f947 req-0b37437e-22fc-4710-94af-6c2b9d3db743 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:10:00.170898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36890324-fdd1-452d-8b05-ac7e0ca2f947 req-0b37437e-22fc-4710-94af-6c2b9d3db743 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "PUT /v2.0/floatingips/bb8c0eec-d796-43f4-8558-a4e9bd260981 HTTP/1.1" status: 409 len: 551 time: 0.9042108 Apr 18 20:10:00.186809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:00.232294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-e8122bfc-61ac-41a8-a47d-9bdb1dbf9348 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290094 Apr 18 20:10:00.316213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-4229cd1f-0728-435b-a144-ade859b03790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:00.321979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-4229cd1f-0728-435b-a144-ade859b03790 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c462da1-3f21-4891-8bed-22b6d7bc1616 HTTP/1.1" status: 200 len: 862 time: 0.1332898 Apr 18 20:10:00.329766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:00.330554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:00.332451 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] 10.222.0.55 "PUT /v2.0/ports/ddeaf720-173f-4b67-bc48-56d156045fab HTTP/1.1" status: 200 len: 1096 time: 2.9018247 Apr 18 20:10:00.333210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff1c29-a5f8-457a-884b-93da348deea3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddeaf720-173f-4b67-bc48-56d156045fab,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:00.337351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f'}, {'name': 'network-changed', 'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:00.384369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c78dce6-b398-4469-ac76-a727223d1539 req-82210889-0fe7-49cd-ba0c-26eb78e7f492 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:00.389461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c78dce6-b398-4469-ac76-a727223d1539 req-82210889-0fe7-49cd-ba0c-26eb78e7f492 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.3707852 Apr 18 20:10:00.484049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c78dce6-b398-4469-ac76-a727223d1539 req-90b0d683-a1cb-4c4a-a028-c9a80b05fe42 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851104 Apr 18 20:10:00.520739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-c400d19a-5c2e-4c39-bab7-9424a9fcd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:00.525145 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-c400d19a-5c2e-4c39-bab7-9424a9fcd05f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3254c60b-73cd-4cf2-8938-d74f3c2cf324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1960516 Apr 18 20:10:00.778896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-f58aed68-ce26-4a6e-b400-a995a937bacd service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457724 Apr 18 20:10:00.808514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-b70e4769-c99c-40f4-96ad-3d5f0eeffefc tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:00.810719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-b70e4769-c99c-40f4-96ad-3d5f0eeffefc tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 813 time: 0.2277293 Apr 18 20:10:00.832250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-43733e0e-8679-46e5-93de-27d6e9f1c2dd tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/quotas/980edd90ea5c41b881515fdbe548b3f1 HTTP/1.1" status: 200 len: 375 time: 0.0157778 Apr 18 20:10:00.861668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7b5d7-8e67-4a79-a26b-23e0f0542675 req-67f7df47-c201-44d1-985e-fec144008e35 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:00.863140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75b7b5d7-8e67-4a79-a26b-23e0f0542675 req-67f7df47-c201-44d1-985e-fec144008e35 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 944 time: 0.1833398 Apr 18 20:10:00.893187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-ba7d4520-8360-4967-bbe4-219db220a8b9 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597334 Apr 18 20:10:00.966950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75b7b5d7-8e67-4a79-a26b-23e0f0542675 req-ffd444a9-f41b-47aa-be55-e700a9f52a17 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583842 Apr 18 20:10:01.020013 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ab878b4-da9a-45e5-8949-4ffc543cb4ed req-6410188e-1d95-484b-8d95-bb3dd756d214 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206109 Apr 18 20:10:01.089275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-216f5dfd-65e6-4c68-902c-f7d5548b70c1 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869681 Apr 18 20:10:01.189092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83efdd22-02a3-46d6-8faf-c421d92874db req-0e899d9e-3fc7-4c86-aaf6-583329451424 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:01.190850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83efdd22-02a3-46d6-8faf-c421d92874db req-0e899d9e-3fc7-4c86-aaf6-583329451424 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 948 time: 0.1019335 Apr 18 20:10:01.245041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83efdd22-02a3-46d6-8faf-c421d92874db req-9d0cf82b-6a6d-4b6a-924c-d60412142a28 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475459 Apr 18 20:10:01.260143 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-d624094a-d633-450b-9fac-c105a1a3467f service neutron] 10.222.0.47 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615143 Apr 18 20:10:01.296788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'tag': '95f482f4-2b68-498a-924f-13df7055e134'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:01.479609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d00b33-744f-441b-a7a7-b23c7d315f9e req-84fef3b1-f3c1-439a-bfdb-7a7717f0add0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:01.481316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d8d00b33-744f-441b-a7a7-b23c7d315f9e req-84fef3b1-f3c1-439a-bfdb-7a7717f0add0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.1224022 Apr 18 20:10:01.565190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d8d00b33-744f-441b-a7a7-b23c7d315f9e req-b7fa48a3-1572-43a4-a348-6d15edabe9e9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781903 Apr 18 20:10:01.603026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a91e237-296b-463a-b61d-9d171d69212a req-4a1657d5-fafa-416e-b2e0-483450fbe1f4 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips/bb8c0eec-d796-43f4-8558-a4e9bd260981 HTTP/1.1" status: 200 len: 693 time: 0.1134126 Apr 18 20:10:01.654076 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85608e5a-acda-436c-b172-7b455cd8f096'] response: {'name': 'network-changed', 'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f', 'status': 'completed', 'code': 200} Apr 18 20:10:01.654655 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85608e5a-acda-436c-b172-7b455cd8f096'] response: {'name': 'network-changed', 'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab', 'status': 'completed', 'code': 200} Apr 18 20:10:01.816356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-d9931979-9a10-4049-aad0-e9d1cdbe00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:01.819890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-d9931979-9a10-4049-aad0-e9d1cdbe00d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1094 time: 0.1449502 Apr 18 20:10:01.834601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a91e237-296b-463a-b61d-9d171d69212a req-6a77f1f1-6264-4255-806a-9bb7644b90f2 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:01.839073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5fdf8695-5160-4035-8a8c-c39c2a97c857 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:01.846360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a91e237-296b-463a-b61d-9d171d69212a req-6a77f1f1-6264-4255-806a-9bb7644b90f2 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.2423666 Apr 18 20:10:01.863317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-0a91e237-296b-463a-b61d-9d171d69212a req-92d204ad-f68d-4801-a82e-96f1ca16852a tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:10:01.871146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a91e237-296b-463a-b61d-9d171d69212a req-92d204ad-f68d-4801-a82e-96f1ca16852a tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237429 Apr 18 20:10:01.994015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5fdf8695-5160-4035-8a8c-c39c2a97c857, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:02.026503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'port_id': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'mac_address': 'fa:16:3e:8c:70:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:02.043446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a91e237-296b-463a-b61d-9d171d69212a req-c98b7c6c-3255-4c1e-a6c7-4360c8523ba8 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.1713400 Apr 18 20:10:02.150458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a91e237-296b-463a-b61d-9d171d69212a req-42ea2838-e5ee-43e3-a4d9-0e5e310be279 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.119 HTTP/1.1" status: 200 len: 696 time: 0.0993631 Apr 18 20:10:02.153846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-569a2249-8cf4-4d4b-b312-d80022c3beb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:02.155618 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-569a2249-8cf4-4d4b-b312-d80022c3beb2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.3292692 Apr 18 20:10:02.166745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:02.186341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fdf8695-5160-4035-8a8c-c39c2a97c857 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:02.204886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5fdf8695-5160-4035-8a8c-c39c2a97c857, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:02.212000 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:02.212766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 95e39445-e216-4bf3-bd76-4846852aa71f details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:02.268329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-49bee489-a02e-48bc-8ccf-a08853946320 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 200 len: 217 time: 0.1035025 Apr 18 20:10:02.417027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Deleting port 9a85e842-21de-45b8-af64-ab92f42cc35b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:02.417909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:02.467801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-5fc85314-2872-403b-b9fe-2004d533bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:02.472062 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-5fc85314-2872-403b-b9fe-2004d533bd68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.1882648 Apr 18 20:10:02.518896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5fdf8695-5160-4035-8a8c-c39c2a97c857,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:02.561852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719711a-a816-42d9-bff3-98b7167098ff req-e73caacf-868b-42e0-a7ed-559b7255a279 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:02.569951 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9719711a-a816-42d9-bff3-98b7167098ff req-e73caacf-868b-42e0-a7ed-559b7255a279 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 943 time: 0.4869845 Apr 18 20:10:02.574875 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-6d4588ad-4106-4da5-b4de-7fd6b9142b33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952375 Apr 18 20:10:02.591505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:02.629864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '95e39445-e216-4bf3-bd76-4846852aa71f', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'port_id': '95e39445-e216-4bf3-bd76-4846852aa71f', 'mac_address': 'fa:16:3e:cc:1f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072b428c-ede7-4c4b-baed-9c8e0dc34d91', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:02.675051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9719711a-a816-42d9-bff3-98b7167098ff req-97a10748-fad8-4fc2-8e6d-7ac037362644 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038299 Apr 18 20:10:02.816560 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf6ea5d-5006-4ecd-9c30-516c950d319a'] response: {'name': 'network-changed', 'server_uuid': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'tag': '95f482f4-2b68-498a-924f-13df7055e134', 'status': 'completed', 'code': 200} Apr 18 20:10:02.822009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:02.824206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:02.833955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:02.869699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95e39445-e216-4bf3-bd76-4846852aa71f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:02.887558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:02.894299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:02.895522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 95f482f4-2b68-498a-924f-13df7055e134 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:03.057203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:03.135374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-5364929f-1233-4751-9c30-ecf48089b7bf service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448945 Apr 18 20:10:03.150654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Calling delete_port for 9a85e842-21de-45b8-af64-ab92f42cc35b owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:03.271895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-790c1558-408b-4653-8713-3c96f1ad8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:03.283887 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-790c1558-408b-4653-8713-3c96f1ad8658 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 1098 time: 0.4159982 Apr 18 20:10:03.374307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 95f482f4-2b68-498a-924f-13df7055e134, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95f482f4-2b68-498a-924f-13df7055e134,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:03.445092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '95f482f4-2b68-498a-924f-13df7055e134', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '95f482f4-2b68-498a-924f-13df7055e134', 'mac_address': 'fa:16:3e:e9:25:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:03.640175 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:03.681881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-34a7643a-9641-4c37-a661-ab0d9cfec0b3 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5381916 Apr 18 20:10:03.684688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95f482f4-2b68-498a-924f-13df7055e134 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:03.721174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 95f482f4-2b68-498a-924f-13df7055e134, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95f482f4-2b68-498a-924f-13df7055e134,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:03.734193 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:03.831703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:03.857924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-44f4006b-b1df-49f4-8a82-b1537b854a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:03.866616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-44f4006b-b1df-49f4-8a82-b1537b854a6f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.5674725 Apr 18 20:10:03.893857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=95f482f4-2b68-498a-924f-13df7055e134,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:03.938566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event deleted for resources: {'Port': ['ID=9a85e842-21de-45b8-af64-ab92f42cc35b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:03.987522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea833de9-9674-4a25-afaa-db7eb0d617f8 req-3fe705e6-5e7c-4f8a-bbc1-6bd8abd54b38 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:03.989363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea833de9-9674-4a25-afaa-db7eb0d617f8 req-3fe705e6-5e7c-4f8a-bbc1-6bd8abd54b38 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.3013468 Apr 18 20:10:04.019697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-ce50247c-aa9b-44ae-b1cd-e91ff5dd7256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=95f482f4-2b68-498a-924f-13df7055e134 HTTP/1.1" status: 200 len: 217 time: 0.1464782 Apr 18 20:10:04.026533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5fdf8695-5160-4035-8a8c-c39c2a97c857'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:04.046433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-4c91f94e-cddb-4f21-b8e0-077e9a9d7860 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:04.048749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-4c91f94e-cddb-4f21-b8e0-077e9a9d7860 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 813 time: 0.4561701 Apr 18 20:10:04.067533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95e39445-e216-4bf3-bd76-4846852aa71f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:04.123346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Request body: {'port': {'device_id': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'admin_state_up': True, 'tenant_id': '980edd90ea5c41b881515fdbe548b3f1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:04.170703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea833de9-9674-4a25-afaa-db7eb0d617f8 req-c33c2be3-489f-490b-b9a7-0bc1d06207a6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739604 Apr 18 20:10:04.179106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95f482f4-2b68-498a-924f-13df7055e134'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:04.240653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-e2ebad0a-17b0-4634-8efa-d6f4549cf5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:04.243873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-e2ebad0a-17b0-4634-8efa-d6f4549cf5b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2115457 Apr 18 20:10:04.403941 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:04.446479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:04.447939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a91e237-296b-463a-b61d-9d171d69212a req-ab83bc2c-e090-4c3c-a925-4d13b67d563d tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "DELETE /v2.0/floatingips/bb8c0eec-d796-43f4-8558-a4e9bd260981 HTTP/1.1" status: 204 len: 173 time: 2.2967963 Apr 18 20:10:04.466096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:04.470612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Usage tracker for resource:port and tenant:980edd90ea5c41b881515fdbe548b3f1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:04.474028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:04.481893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:04.493656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Made reservation on behalf of 980edd90ea5c41b881515fdbe548b3f1 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:04.497926 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:04.662706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-a55287b0-f646-4adf-ab08-3c10b9420d1f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:04.664065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-a55287b0-f646-4adf-ab08-3c10b9420d1f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Synchronizing usage tracker for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:04.693275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-17fa9f16-ebbf-4a3d-84c0-449f8d2e4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:04.696632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-17fa9f16-ebbf-4a3d-84c0-449f8d2e4cff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4370849 Apr 18 20:10:04.756500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-a55287b0-f646-4adf-ab08-3c10b9420d1f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Unset dirty status for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:04.759053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-a55287b0-f646-4adf-ab08-3c10b9420d1f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 813 time: 0.5777431 Apr 18 20:10:04.779424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Request body: {'port': {'device_id': '054a466f-c026-44f3-98ae-e36bcb596467', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'admin_state_up': True, 'tenant_id': '980edd90ea5c41b881515fdbe548b3f1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:04.842172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbc974-5ea5-4054-93e3-8361fb8818b3 req-b9527167-7915-4574-a4fb-95af02a84619 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:04.845318 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70dbc974-5ea5-4054-93e3-8361fb8818b3 req-b9527167-7915-4574-a4fb-95af02a84619 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 944 time: 0.4612675 Apr 18 20:10:04.858578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf035a6a-0cd2-43a7-b5ff-0c3d36fc30dd req-0be6c558-70a2-4032-9c86-85ae5dea48eb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:04.860238 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf035a6a-0cd2-43a7-b5ff-0c3d36fc30dd req-0be6c558-70a2-4032-9c86-85ae5dea48eb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 948 time: 0.2006643 Apr 18 20:10:04.931623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf035a6a-0cd2-43a7-b5ff-0c3d36fc30dd req-88986adb-849e-4e3e-94ad-6cf16fe85f63 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 Apr 18 20:10:04.932832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Allocated IP 172.20.0.8 (e0d3ee86-f94b-4623-a268-827393565f66/cbc364e4-a5ee-4c64-9368-72171c21a4a2/4e7d15fe-8291-4b79-af58-d17b70158633) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:05.062308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70dbc974-5ea5-4054-93e3-8361fb8818b3 req-95368ec2-03d2-479d-bdb9-9431d255c219 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074070 Apr 18 20:10:05.152767 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-87980b6c-9986-4419-be7f-519ebb140978 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342759 Apr 18 20:10:05.199792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:05.269799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Usage tracker for resource:port and tenant:980edd90ea5c41b881515fdbe548b3f1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:05.277283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00d75d2d-3ab2-4d17-9734-4119193bdd58 req-aaacc6ee-cebd-4cff-9f84-da2e17ba9a1e tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 210 time: 0.0614192 Apr 18 20:10:05.278248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:05.341029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:05.371894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Made reservation on behalf of 980edd90ea5c41b881515fdbe548b3f1 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:05.377193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:05.441049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eba1a240-ce9f-42a5-ab7a-5b3f1ef8d783 req-3ba53c41-c4dd-49de-88b2-d1585781f286 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667503 Apr 18 20:10:05.621792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78618425-9b5b-40ba-b341-854e4d4a3c59 req-bf18bf8a-5564-45d2-9e27-7b000a32a2dd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:05.629659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78618425-9b5b-40ba-b341-854e4d4a3c59 req-bf18bf8a-5564-45d2-9e27-7b000a32a2dd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 944 time: 0.2165213 Apr 18 20:10:05.685862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78618425-9b5b-40ba-b341-854e4d4a3c59 req-938fa6d0-5959-4905-a8b4-bf286947410a tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548289 Apr 18 20:10:05.705740 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:05.750761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20961050-93b8-45e5-8b20-0b8903f5d926 req-9100124b-dc59-439c-996a-5c4f2b4f943f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:05.751691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-20961050-93b8-45e5-8b20-0b8903f5d926 req-9100124b-dc59-439c-996a-5c4f2b4f943f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:05.775817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-1b7c4f67-9930-49c1-8af3-7c1d9b20e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:05.777347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-1b7c4f67-9930-49c1-8af3-7c1d9b20e319 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 1100 time: 0.5845993 Apr 18 20:10:05.779161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-9f1872ab-bc54-4eb0-b892-bed137b8e0c5 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716782 Apr 18 20:10:05.857556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-20961050-93b8-45e5-8b20-0b8903f5d926 req-9100124b-dc59-439c-996a-5c4f2b4f943f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:05.858440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 95e39445-e216-4bf3-bd76-4846852aa71f up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:05.864487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20961050-93b8-45e5-8b20-0b8903f5d926 req-9100124b-dc59-439c-996a-5c4f2b4f943f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 944 time: 0.8052564 Apr 18 20:10:05.888235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-635e70a5-24f0-430f-b83d-91336485b519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:05.889703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-635e70a5-24f0-430f-b83d-91336485b519 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 1099 time: 0.6648686 Apr 18 20:10:05.951245 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-b8cc98a2-8dfb-4f9a-b19f-f9bbd649482f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1002 time: 0.2454464 Apr 18 20:10:06.011200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 95e39445-e216-4bf3-bd76-4846852aa71f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:06.018403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 95e39445-e216-4bf3-bd76-4846852aa71f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:06.019613 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:06.071346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f10c-ff12-4aef-967c-620311adc312 req-ca250485-e84b-4e45-b8a3-fda0ed109a44 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:06.078188 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-e68bfe28-e105-4f90-9e85-d40e17c48c9e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1696730 Apr 18 20:10:06.080353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-ca250485-e84b-4e45-b8a3-fda0ed109a44 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports/15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 943 time: 0.1281080 Apr 18 20:10:06.150874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20961050-93b8-45e5-8b20-0b8903f5d926 req-64d7ab7a-ff4a-44a6-b5ee-6e10da54cb0f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853878 Apr 18 20:10:06.267980 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:06.305378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:06.322880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:06.335706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:06.336208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5fdf8695-5160-4035-8a8c-c39c2a97c857 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:06.368743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:06.378364 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-de0a1601-7db7-491a-9e47-7a86aa027786 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1002 time: 0.2160628 Apr 18 20:10:06.406552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Allocated IP 172.20.0.14 (e0d3ee86-f94b-4623-a268-827393565f66/cbc364e4-a5ee-4c64-9368-72171c21a4a2/9e419e68-08f8-4c0d-8daf-96e784da268b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:06.488633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:06.533468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 5fdf8695-5160-4035-8a8c-c39c2a97c857 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:06.541977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Network e0d3ee86-f94b-4623-a268-827393565f66 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:06.544199 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-d6403974-91de-41d5-a156-1e6ecb5d1c56 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533441 Apr 18 20:10:06.556312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 5fdf8695-5160-4035-8a8c-c39c2a97c857 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:06.556563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:06.556914 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:06.564625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-2e0f8705-1186-40e3-8719-3012322b7d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:06.566130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-2e0f8705-1186-40e3-8719-3012322b7d3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.7420537 Apr 18 20:10:06.566936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:06.721068 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:06.729717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f10c-ff12-4aef-967c-620311adc312 req-8c9cf10e-1c16-4293-8fb8-305bb4529b57 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:06.731636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-8c9cf10e-1c16-4293-8fb8-305bb4529b57 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3525243 Apr 18 20:10:06.765587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5fdf8695-5160-4035-8a8c-c39c2a97c857, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:06.771242 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:06.772969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 95f482f4-2b68-498a-924f-13df7055e134 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:06.835679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-0eb415f0-7178-441b-a056-8d3a7e5e82d2 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:10:06.836757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-0eb415f0-7178-441b-a056-8d3a7e5e82d2 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0221331 Apr 18 20:10:06.874087 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-6c6fdb5e-178b-46cb-a584-ccb5e63581f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 HTTP/1.1" status: 200 len: 217 time: 0.2262561 Apr 18 20:10:06.895463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5fdf8695-5160-4035-8a8c-c39c2a97c857,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:06.906306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-170e866c-9966-4011-bf81-5736c30d7e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:06.907382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b79e179a-ee8a-4a25-ac5c-99e427bf72fe req-170e866c-9966-4011-bf81-5736c30d7e00 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7982931 Apr 18 20:10:06.908026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event updated for resources: {'Port': ['ID=4e7d15fe-8291-4b79-af58-d17b70158633,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:06.954187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 95f482f4-2b68-498a-924f-13df7055e134 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:06.962138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 95f482f4-2b68-498a-924f-13df7055e134 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:06.962753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.016335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:07.018370 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.044874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.060913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-7d8172ee-c4cc-4ba8-be79-1d9fbe3b7a27 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 1002 time: 0.2144988 Apr 18 20:10:07.067912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:07.108803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.152610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 95f482f4-2b68-498a-924f-13df7055e134, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95f482f4-2b68-498a-924f-13df7055e134,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:07.161843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.235962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-4709b0e6-1ad2-405c-a7ce-d2d969214e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:07.249466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-4709b0e6-1ad2-405c-a7ce-d2d969214e92 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.3555589 Apr 18 20:10:07.252779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=95f482f4-2b68-498a-924f-13df7055e134,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:07.254525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.289222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-016ee7f1-cf41-43ca-8514-aa19c21f8d5f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2251341 Apr 18 20:10:07.347790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Request body: {'port': {'device_id': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:07.412392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b033f486-249b-4626-a029-cfb9a0b54ba4 req-c34c79e3-b665-4544-8db0-153117c3c74a tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:07.414603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b033f486-249b-4626-a029-cfb9a0b54ba4 req-c34c79e3-b665-4544-8db0-153117c3c74a tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 1.0347607 Apr 18 20:10:07.482804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.578899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b033f486-249b-4626-a029-cfb9a0b54ba4 req-0ed3e145-004a-4946-8c8e-a6a26e46118a tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400850 Apr 18 20:10:07.623891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.645340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-b9a2c4be-24c3-47e4-8a53-f549bb012050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:07.646978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-b9a2c4be-24c3-47e4-8a53-f549bb012050 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 1099 time: 0.5982900 Apr 18 20:10:07.701493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Network e0d3ee86-f94b-4623-a268-827393565f66 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:07.712865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.714076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:07.723474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:07.729008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:07.729703 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.741660 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:07.742382 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Floating IP 74b97d7c-481d-4d17-a2b6-fb8256fbd202 disassociated. External IP: 172.25.5.233, port: 15b32fd8-677c-43c9-85d2-9ecb9e7ea574. Apr 18 20:10:07.769143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-6b43ec8a-9e52-4105-93a6-9a2562c596d3 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:07.770360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-6b43ec8a-9e52-4105-93a6-9a2562c596d3 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.7111919 Apr 18 20:10:07.779446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-08eec159-2b7d-4329-9fa4-90fe19216a11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ddeaf720-173f-4b67-bc48-56d156045fab HTTP/1.1" status: 200 len: 217 time: 0.1207807 Apr 18 20:10:07.784698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-a1e53729-d012-481f-8890-bdae90dc807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:07.786324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-a1e53729-d012-481f-8890-bdae90dc807f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4871426 Apr 18 20:10:07.828610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event updated for resources: {'Port': ['ID=9e419e68-08f8-4c0d-8daf-96e784da268b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:07.850648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-148e97ce-42b7-4d6b-b17c-e74ae8375f6b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0762222 Apr 18 20:10:07.909724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Request body: {'port': {'device_id': '054a466f-c026-44f3-98ae-e36bcb596467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:08.295381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:08.334703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-717b7e5b-dd97-4e0f-a4e3-a42106c34d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:08.336290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-717b7e5b-dd97-4e0f-a4e3-a42106c34d83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.5160568 Apr 18 20:10:08.494478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Router 5157f50f-9500-44de-9710-7147b678ce87 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:10:08.561535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-4efb56ee-3482-4725-bb95-943108678b89 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6997240 Apr 18 20:10:08.713082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a17145-e5c1-4e13-a9af-05dc87fd661a req-1bff758f-c7b6-4b38-bb7c-ea37eaa4275b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:08.714631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-11a17145-e5c1-4e13-a9af-05dc87fd661a req-1bff758f-c7b6-4b38-bb7c-ea37eaa4275b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 948 time: 0.8540380 Apr 18 20:10:08.730501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493454f9-8879-41e1-9d2b-55f80d1aa45a req-e2c6bc38-f99e-4229-892b-08387e579079 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585951 Apr 18 20:10:08.766835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-c0dc2110-4ead-453a-bfa2-9a6f95a088b7 service neutron] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:08.790259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-c0dc2110-4ead-453a-bfa2-9a6f95a088b7 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:08.792267 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6061b2-791d-48c2-9ffc-88b30cc2ef5a req-c0dc2110-4ead-453a-bfa2-9a6f95a088b7 service neutron] 10.222.0.55 "DELETE /v2.0/ports/d9e10af2-5aee-4f1f-96cc-2571a8f804a7/bindings/n-h2-836016-3 HTTP/1.1" status: 204 len: 173 time: 1.0085902 Apr 18 20:10:08.801109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-ec0ff3d2-2b9f-41cd-ad48-d50c2b811047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:08.803340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-ec0ff3d2-2b9f-41cd-ad48-d50c2b811047 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4539154 Apr 18 20:10:08.836448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:10:08.842786 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:08.854137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] Sync routers for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:10:08.866997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-11a17145-e5c1-4e13-a9af-05dc87fd661a req-3f38ca19-1bd4-4656-8648-ef3aaf39489a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458166 Apr 18 20:10:08.871734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:10:08.872253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:08.950147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-2718164d-81d0-44fb-a000-11c2c1ab49e1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "PUT /v2.0/floatingips/74b97d7c-481d-4d17-a2b6-fb8256fbd202 HTTP/1.1" status: 200 len: 695 time: 1.8883121 Apr 18 20:10:08.950848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:09.052258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7d15fe-8291-4b79-af58-d17b70158633 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:09.074793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f10c-ff12-4aef-967c-620311adc312 req-b442bc4e-59d1-4926-85b4-97866d6bbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:09.076581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-b442bc4e-59d1-4926-85b4-97866d6bbe77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d7a4aed43b044284969d16aece6e20de&device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 1097 time: 0.1115828 Apr 18 20:10:09.132463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:09.157962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-d515e8fd-6845-4e02-a4e1-a9eca18cebdc service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475673 Apr 18 20:10:09.208936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:10:09.246706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Transition to ACTIVE for port object 4e7d15fe-8291-4b79-af58-d17b70158633 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:09.308595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:09.506484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7d15fe-8291-4b79-af58-d17b70158633,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:09.601092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1d002f9-b94b-421e-aa3c-6f3c1e6dd63a req-abc828d4-f205-492c-b625-c09e89500fc5 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160302 Apr 18 20:10:09.602309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e419e68-08f8-4c0d-8daf-96e784da268b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:09.611318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:09.614006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b99d0b-bc4f-495e-8a6e-20357438f482 req-743d55fa-1ee9-4a85-ac4b-1883c7237406 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:09.618583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13b99d0b-bc4f-495e-8a6e-20357438f482 req-743d55fa-1ee9-4a85-ac4b-1883c7237406 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 944 time: 0.5688436 Apr 18 20:10:09.644786 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Transition to ACTIVE for port object 9e419e68-08f8-4c0d-8daf-96e784da268b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:09.659876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:09.706831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13b99d0b-bc4f-495e-8a6e-20357438f482 req-74f98adb-26fc-485e-90a4-3310372f25d4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689099 Apr 18 20:10:09.718443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Attempting to bind port 4e7d15fe-8291-4b79-af58-d17b70158633 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:09.718785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Attempting to bind port 4e7d15fe-8291-4b79-af58-d17b70158633 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:09.719119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Attempting to bind port 4e7d15fe-8291-4b79-af58-d17b70158633 on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:09.732044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Port 4e7d15fe-8291-4b79-af58-d17b70158633 on network e0d3ee86-f94b-4623-a268-827393565f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:09.732504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Attempting to bind port 4e7d15fe-8291-4b79-af58-d17b70158633 on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:09.744606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:09.745056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Checking segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:09.745453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Bound using segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:09.745926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Bound port: 4e7d15fe-8291-4b79-af58-d17b70158633, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:09.746282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:09.873000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:07Z', 'revision_number': 5, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:09.878749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] Checking router: 5157f50f-9500-44de-9710-7147b678ce87 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:10:09.890574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:10:09.891261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:09:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:09.910615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f10c-ff12-4aef-967c-620311adc312 req-ed1e49a1-c203-419c-b860-f438b0f2b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:09.918442 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-ed1e49a1-c203-419c-b860-f438b0f2b304 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 200 len: 929 time: 0.8328736 Apr 18 20:10:10.020923 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-3343b0e6-4325-488d-985a-eaf26827f8ca service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 217 time: 0.1015480 Apr 18 20:10:10.031074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:10.035744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4e7d15fe-8291-4b79-af58-d17b70158633,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:10.055067 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:10.147301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Pushing event updated for resources: {'Port': ['ID=4e7d15fe-8291-4b79-af58-d17b70158633,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:10.155303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.156057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:10.157580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-c25465a4-1741-4ed9-baea-8fb9f5d05753 service neutron] 10.222.0.61 "PUT /v2.0/ports/4e7d15fe-8291-4b79-af58-d17b70158633 HTTP/1.1" status: 200 len: 1091 time: 2.8207934 Apr 18 20:10:10.158095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:10.171841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eac311-f55e-4251-a6bd-9fc7b978e8a5 req-f766ecae-9b08-43a1-983b-c78f5c871a1a tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.172696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-14eac311-f55e-4251-a6bd-9fc7b978e8a5 req-f766ecae-9b08-43a1-983b-c78f5c871a1a tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Synchronizing usage tracker for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:10.194192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-14eac311-f55e-4251-a6bd-9fc7b978e8a5 req-f766ecae-9b08-43a1-983b-c78f5c871a1a tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Unset dirty status for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:10.195754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14eac311-f55e-4251-a6bd-9fc7b978e8a5 req-f766ecae-9b08-43a1-983b-c78f5c871a1a tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 944 time: 0.3244040 Apr 18 20:10:10.260752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f10c-ff12-4aef-967c-620311adc312 req-14662dd0-fdee-4331-975e-b3abee8f5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.261842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:10:10.263389 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-14662dd0-fdee-4331-975e-b3abee8f5f96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9f5f2287-456b-408a-86f3-d46730329604 HTTP/1.1" status: 200 len: 867 time: 0.2409990 Apr 18 20:10:10.264378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e419e68-08f8-4c0d-8daf-96e784da268b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:10.305893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14eac311-f55e-4251-a6bd-9fc7b978e8a5 req-618e19c1-5c3d-44f3-82b1-ca9bc60fa45f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040268 Apr 18 20:10:10.339594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-544e18a2-aa00-4254-9002-771daa7b71f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.341197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-544e18a2-aa00-4254-9002-771daa7b71f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=ae4fa6dd-bfee-437d-a751-57c03c7b77b0 HTTP/1.1" status: 200 len: 1094 time: 0.1142437 Apr 18 20:10:10.464459 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b812a323-ce59-4f68-bfec-d0d403c8e982'] response: {'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f', 'code': 200} Apr 18 20:10:10.585437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Attempting to bind port 9e419e68-08f8-4c0d-8daf-96e784da268b on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:10.585950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Attempting to bind port 9e419e68-08f8-4c0d-8daf-96e784da268b by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:10.586373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Attempting to bind port 9e419e68-08f8-4c0d-8daf-96e784da268b on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:10.600575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Port 9e419e68-08f8-4c0d-8daf-96e784da268b on network e0d3ee86-f94b-4623-a268-827393565f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:10.600918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Attempting to bind port 9e419e68-08f8-4c0d-8daf-96e784da268b on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:10.611386 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-7b67e18c-da97-4c32-bab9-eeab648d0574 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d15fe-8291-4b79-af58-d17b70158633 HTTP/1.1" status: 200 len: 217 time: 0.2573073 Apr 18 20:10:10.611986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:10.611986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Checking segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:10.612197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Bound using segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:10.612553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Bound port: 9e419e68-08f8-4c0d-8daf-96e784da268b, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:10.612880 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:10.722131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-f2ee67d1-d788-4655-9469-831567598721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.723489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-f2ee67d1-d788-4655-9469-831567598721 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.0736477 Apr 18 20:10:10.734932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609f10c-ff12-4aef-967c-620311adc312 req-5865bd55-6c03-4e8a-9b90-f1995fc94ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.738080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-5865bd55-6c03-4e8a-9b90-f1995fc94ba5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e290ad3a-fce5-47ab-820c-95d4eef117bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4512060 Apr 18 20:10:10.741907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:07Z', 'revision_number': 5, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:10.746461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f9a1c1-2313-429b-8b5a-ee452691ee01 None None] The sync data for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 is: [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:08:59Z', 'revision_number': 4, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '219f260e-ff92-4db4-9730-0b8f3cfc221b', 'name': '', 'network_id': 'e290ad3a-fce5-47ab-820c-95d4eef117bb', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'mac_address': 'fa:16:3e:47:54:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '9f5f2287-456b-408a-86f3-d46730329604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:56Z', 'updated_at': '2022-04-18T20:09:07Z', 'revision_number': 5, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'subnets': [{'id': '9f5f2287-456b-408a-86f3-d46730329604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:10:10.750729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167705d-1ae0-4e9b-901f-a515c64a3e02 req-2efa4e30-8768-4e31-8cd2-2d602f284c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.757193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2167705d-1ae0-4e9b-901f-a515c64a3e02 req-2efa4e30-8768-4e31-8cd2-2d602f284c8e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1096 time: 0.2325222 Apr 18 20:10:10.795711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-75149129-72b1-4770-8d90-be4ef3727862 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539677 Apr 18 20:10:10.948080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc64ca4-fe63-49c8-af27-bd9fa2136c59 req-8f24054c-8fc8-4c80-aa34-2e2ac5f2a3fb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:10.948835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cbc64ca4-fe63-49c8-af27-bd9fa2136c59 req-8f24054c-8fc8-4c80-aa34-2e2ac5f2a3fb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Synchronizing usage tracker for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:10.963806 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-cdf2db98-43d5-4ec8-ac87-5a66164823ec service neutron] 10.222.0.47 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060492 Apr 18 20:10:10.968405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:10.977419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e419e68-08f8-4c0d-8daf-96e784da268b,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:10.987984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cbc64ca4-fe63-49c8-af27-bd9fa2136c59 req-8f24054c-8fc8-4c80-aa34-2e2ac5f2a3fb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Unset dirty status for tenant:ac7dfb2e208e47809e8ff3094252c3a5 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:10.995974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbc64ca4-fe63-49c8-af27-bd9fa2136c59 req-8f24054c-8fc8-4c80-aa34-2e2ac5f2a3fb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.3835475 Apr 18 20:10:11.008949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:11.074696 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-80d776a4-d298-49f0-ba17-d6b13b1a4f01 service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651854 Apr 18 20:10:11.121366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbc64ca4-fe63-49c8-af27-bd9fa2136c59 req-a39b245d-5fc5-48a3-8b0e-e30586f776ec tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245184 Apr 18 20:10:11.148649 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f889e1e-b6f9-4a40-bd48-70dd71c44bea None None] New status for floating IP 74b97d7c-481d-4d17-a2b6-fb8256fbd202: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:10:11.189810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2167705d-1ae0-4e9b-901f-a515c64a3e02 req-b2c6a0d4-c814-4961-a8de-23bdd6e6ecbc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019032 Apr 18 20:10:11.205261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:11.214453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:11.218739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] 10.222.0.61 "PUT /v2.0/ports/9e419e68-08f8-4c0d-8daf-96e784da268b HTTP/1.1" status: 200 len: 1092 time: 3.3128614 Apr 18 20:10:11.245309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facef2bc-a2a2-44b0-b3d0-e336c9dac6d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9e419e68-08f8-4c0d-8daf-96e784da268b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:11.269558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-2b1f7c9e-7d13-472c-827b-c02f00d934ab service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805806 Apr 18 20:10:11.270899 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2609f10c-ff12-4aef-967c-620311adc312 req-e94f9d78-15a7-4611-8913-7e9c1bac0da3 service neutron] 10.222.0.47 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919235 Apr 18 20:10:11.451568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360b495-3a4d-4c7e-9775-d5f04b8d0823 req-8246930d-e4a7-4a08-b256-496c3f23d7d9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:11.453852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f360b495-3a4d-4c7e-9775-d5f04b8d0823 req-8246930d-e4a7-4a08-b256-496c3f23d7d9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.1091995 Apr 18 20:10:11.608367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ef298-b165-40c5-823b-14c56bfc9281 req-230cd22e-85fd-4fd6-a967-957b9f1b0ebf tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:11.615445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f360b495-3a4d-4c7e-9775-d5f04b8d0823 req-70a9ed3b-c034-4c21-9a93-d049a3858a9c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523798 Apr 18 20:10:11.628068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c33ef298-b165-40c5-823b-14c56bfc9281 req-230cd22e-85fd-4fd6-a967-957b9f1b0ebf tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.1625850 Apr 18 20:10:11.637667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-800a5012-40d1-405f-9240-ca0b1742dc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:11.640209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-800a5012-40d1-405f-9240-ca0b1742dc68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 1095 time: 0.1456809 Apr 18 20:10:11.695506 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3850d9f7-f54b-43b4-b775-3fdfb1ba116a'] response: {'name': 'network-changed', 'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'status': 'completed', 'code': 200} Apr 18 20:10:11.698739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c33ef298-b165-40c5-823b-14c56bfc9281 req-0040fbc6-d0bf-4716-a6dd-85ea92e0bf23 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676923 Apr 18 20:10:11.771342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-d6215d55-e86b-47b2-97ac-f5a5a17df892 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e419e68-08f8-4c0d-8daf-96e784da268b HTTP/1.1" status: 200 len: 217 time: 0.1224566 Apr 18 20:10:11.859154 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195c2535-0f61-44c7-80a9-9418fc863036'] response: {'name': 'network-changed', 'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633', 'status': 'completed', 'code': 200} Apr 18 20:10:11.912645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-36dfe44c-7d63-4f28-8a14-ca65e8183538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:11.914278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-36dfe44c-7d63-4f28-8a14-ca65e8183538 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.1264095 Apr 18 20:10:11.950051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-9cff0edb-01cf-428d-ac2e-5b6e9ec0cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:11.951692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-9cff0edb-01cf-428d-ac2e-5b6e9ec0cca5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d7a4aed43b044284969d16aece6e20de&device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 1097 time: 0.2388587 Apr 18 20:10:11.960139 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-dbb7b33e-0d0b-4319-802b-f7273c406328 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips/74b97d7c-481d-4d17-a2b6-fb8256fbd202 HTTP/1.1" status: 200 len: 693 time: 0.1460199 Apr 18 20:10:11.972081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-7d7d8b07-b0ef-4b59-8ee3-2c89daae0184 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508561 Apr 18 20:10:12.105743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5d008-ce90-4225-8085-3667d3749f3e req-7ad0f9ed-54fc-4a29-94c9-3c599760d049 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.114204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3e5d008-ce90-4225-8085-3667d3749f3e req-7ad0f9ed-54fc-4a29-94c9-3c599760d049 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 948 time: 0.2540708 Apr 18 20:10:12.197531 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3e5d008-ce90-4225-8085-3667d3749f3e req-6b878e62-15fb-4bdc-be8c-8f83e49cf788 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821013 Apr 18 20:10:12.238031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-5f625335-159a-4ef4-bf39-b605d3b71d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.239513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-5f625335-159a-4ef4-bf39-b605d3b71d0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=ae4fa6dd-bfee-437d-a751-57c03c7b77b0 HTTP/1.1" status: 200 len: 1094 time: 0.4226887 Apr 18 20:10:12.246428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-709a3272-638b-4a71-9b40-2a268156981d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.247468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-31521412-baf3-4846-bc68-d5a37aad4ce7 service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657228 Apr 18 20:10:12.247845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-709a3272-638b-4a71-9b40-2a268156981d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 200 len: 929 time: 0.2860217 Apr 18 20:10:12.371917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-497382d3-1cfb-437b-a233-7f3f2c7ab9d3 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.378906 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-497382d3-1cfb-437b-a233-7f3f2c7ab9d3 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3963430 Apr 18 20:10:12.384621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-92ebc7ec-428f-4d6f-8c08-7d310fa4754d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 200 len: 217 time: 0.1032767 Apr 18 20:10:12.390748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-43f76a90-5aa3-454e-adfc-5e9523986630 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:10:12.397206 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-43f76a90-5aa3-454e-adfc-5e9523986630 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172060 Apr 18 20:10:12.466100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857'}, {'server_uuid': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f482f4-2b68-498a-924f-13df7055e134'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:12.547685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ce9b4f8-72b3-468a-bd3a-5dc5d28e2eb0 req-acf04d91-91d4-487b-a302-c80e4e7a9599 service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856276 Apr 18 20:10:12.661018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b182e4-f232-43f2-9c27-248ea31edb8a req-b5051b98-0007-4f25-ab17-5bdac0c3e5c1 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.662783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6b182e4-f232-43f2-9c27-248ea31edb8a req-b5051b98-0007-4f25-ab17-5bdac0c3e5c1 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 944 time: 0.1140516 Apr 18 20:10:12.704958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-366b53f7-f8f6-4270-8ab7-60c45609dff0 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.3068497 Apr 18 20:10:12.726908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-78e032c8-7bc3-4d51-a671-48f043ad9545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.727321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6b182e4-f232-43f2-9c27-248ea31edb8a req-694b9e51-bbd4-4aca-8c59-5b1028032660 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561721 Apr 18 20:10:12.728294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-78e032c8-7bc3-4d51-a671-48f043ad9545 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9f5f2287-456b-408a-86f3-d46730329604 HTTP/1.1" status: 200 len: 867 time: 0.3291733 Apr 18 20:10:12.872983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-46dc5ce8-8f08-4bc3-bd8a-fc8149797bec tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.233 HTTP/1.1" status: 200 len: 696 time: 0.1513255 Apr 18 20:10:12.875734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ddeaf720-173f-4b67-bc48-56d156045fab details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:12.882784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-84def0b7-05b2-456e-b576-e2d58b142d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.884234 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-84def0b7-05b2-456e-b576-e2d58b142d96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 914 time: 0.6275654 Apr 18 20:10:12.939219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f50c-51df-40c0-9986-46f477b06fec req-19a12915-a1c9-4000-b5c1-ce53862ec4cd tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:12.940882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d540f50c-51df-40c0-9986-46f477b06fec req-19a12915-a1c9-4000-b5c1-ce53862ec4cd tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1095 time: 0.0946913 Apr 18 20:10:12.998073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d540f50c-51df-40c0-9986-46f477b06fec req-198e6321-8087-431c-b3a9-76718e3ac1cb tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494552 Apr 18 20:10:13.063506 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-cefaed47-6fad-44e0-b92f-3529a830bcab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4e7d15fe-8291-4b79-af58-d17b70158633 HTTP/1.1" status: 200 len: 217 time: 0.1105390 Apr 18 20:10:13.092148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ddeaf720-173f-4b67-bc48-56d156045fab,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:13.124979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'ddeaf720-173f-4b67-bc48-56d156045fab', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'ddeaf720-173f-4b67-bc48-56d156045fab', 'mac_address': 'fa:16:3e:82:6c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:13.243605 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:13.261153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf4fc6-6d8e-48b2-b4db-cd87dc243fc6 req-9ea1fcd8-7673-4e3f-840d-362c8121be13 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:13.269187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5caf4fc6-6d8e-48b2-b4db-cd87dc243fc6 req-9ea1fcd8-7673-4e3f-840d-362c8121be13 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.1553555 Apr 18 20:10:13.274718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddeaf720-173f-4b67-bc48-56d156045fab {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:13.283735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Deleting port 668b5f4b-372a-4700-b1b2-750c874c6ec0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:13.284325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:13.301861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ddeaf720-173f-4b67-bc48-56d156045fab,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:13.307703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:13.331852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5caf4fc6-6d8e-48b2-b4db-cd87dc243fc6 req-69ed7be1-61f1-4abe-9370-95cd4267c425 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617602 Apr 18 20:10:13.346703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-bf558532-f14a-44f3-8420-19fa1a905d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:13.348216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-bf558532-f14a-44f3-8420-19fa1a905d17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e290ad3a-fce5-47ab-820c-95d4eef117bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5627391 Apr 18 20:10:13.354673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-07658a79-b09a-44f7-86a3-5cf1e1e62b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:13.356170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-07658a79-b09a-44f7-86a3-5cf1e1e62b34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.2760355 Apr 18 20:10:13.439959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=ddeaf720-173f-4b67-bc48-56d156045fab,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:13.446240 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1f29ec-7b48-48d0-bba8-bb94d9b20a12'] response: {'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'code': 200} Apr 18 20:10:13.446821 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa1f29ec-7b48-48d0-bba8-bb94d9b20a12'] response: {'server_uuid': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95f482f4-2b68-498a-924f-13df7055e134', 'code': 200} Apr 18 20:10:13.447719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9b07ae8e-fa0e-490a-b00a-aa857956060d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:13.475779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-0f13f97d-b602-43aa-ad43-6ba7d197ab98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952122 Apr 18 20:10:13.634039 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:10:13.698897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:13.728037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:13.778054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:13.778054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:13.868238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e071d2-5c06-4369-94e9-1d2a0cef6718 req-5ddaa734-f7fa-46ab-af44-78a637303529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:13.870276 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17e071d2-5c06-4369-94e9-1d2a0cef6718 req-5ddaa734-f7fa-46ab-af44-78a637303529 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 1100 time: 0.1635737 Apr 18 20:10:13.881299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4e7d15fe-8291-4b79-af58-d17b70158633 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:13.960457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Calling delete_port for 668b5f4b-372a-4700-b1b2-750c874c6ec0 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:13.984891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17e071d2-5c06-4369-94e9-1d2a0cef6718 req-2d823884-6597-4c31-b313-3b5a1f279381 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945303 Apr 18 20:10:14.038993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-857e1563-151b-4cb7-a297-3fc958ae7400 service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6817825 Apr 18 20:10:14.060407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25563998-d5a5-49c2-b4a4-6c45336f13cd req-4a226827-ad7c-4afb-95d4-cac99ede0323 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:14.060769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-ddc684b9-fffb-4b14-8e34-7d8ac8dc1409 service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747372 Apr 18 20:10:14.071425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25563998-d5a5-49c2-b4a4-6c45336f13cd req-4a226827-ad7c-4afb-95d4-cac99ede0323 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.3087049 Apr 18 20:10:14.113564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94523a2-feeb-41ad-9d89-3238cdc73ba9 req-5c5fb6e4-2963-4b74-8324-846697e0f820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:14.115420 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d94523a2-feeb-41ad-9d89-3238cdc73ba9 req-5c5fb6e4-2963-4b74-8324-846697e0f820 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 1096 time: 0.5703590 Apr 18 20:10:14.154220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25563998-d5a5-49c2-b4a4-6c45336f13cd req-bb15e20f-9f1b-475d-990e-72abb9b240f3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818346 Apr 18 20:10:14.203868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4e7d15fe-8291-4b79-af58-d17b70158633,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:14.240931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4e7d15fe-8291-4b79-af58-d17b70158633', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'port_id': '4e7d15fe-8291-4b79-af58-d17b70158633', 'mac_address': 'fa:16:3e:9d:8b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc364e4-a5ee-4c64-9368-72171c21a4a2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:14.264960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d94523a2-feeb-41ad-9d89-3238cdc73ba9 req-3f877ee1-08e3-475b-b8dd-9855523631ba service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707133 Apr 18 20:10:14.322857 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:14.342849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7d15fe-8291-4b79-af58-d17b70158633 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:14.360747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4e7d15fe-8291-4b79-af58-d17b70158633,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:14.367925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:14.444752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fe2ed-b801-4bdb-8765-b32c7b2c4359 req-2270dcf6-c1e5-4c62-9c3b-cf074dbc4b88 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:14.455950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-826fe2ed-b801-4bdb-8765-b32c7b2c4359 req-2270dcf6-c1e5-4c62-9c3b-cf074dbc4b88 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.1303353 Apr 18 20:10:14.459633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4e7d15fe-8291-4b79-af58-d17b70158633,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:14.493267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336d5f0-e8ac-40fb-a062-62b20ce14027 req-d7b4c42b-b122-4be8-950f-3c13b3284322 service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958455 Apr 18 20:10:14.505327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-826fe2ed-b801-4bdb-8765-b32c7b2c4359 req-881e0cd3-6ca5-4a1f-9085-c9aaa4ca61ab tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481050 Apr 18 20:10:14.589706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:14.647661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event deleted for resources: {'Port': ['ID=668b5f4b-372a-4700-b1b2-750c874c6ec0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:14.656163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4e7d15fe-8291-4b79-af58-d17b70158633'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:14.710254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:14.737123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7292ea-2e71-479e-90b7-8ba7f3fd29d8 req-61c48e3e-8cd5-41c3-a43e-1a58525a2da2 service neutron] 10.222.0.61 "GET /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380363 Apr 18 20:10:14.750213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:14.751397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c9b37a1-c403-44e9-9c72-796e3363d07c req-75832f7a-36ee-488c-9b6e-d4261e26e6bf tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "DELETE /v2.0/floatingips/74b97d7c-481d-4d17-a2b6-fb8256fbd202 HTTP/1.1" status: 204 len: 173 time: 1.8662682 Apr 18 20:10:14.876839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-e094b5ac-943c-469b-8679-4239ac4f2a89 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:14.878683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-e094b5ac-943c-469b-8679-4239ac4f2a89 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 0.2372379 Apr 18 20:10:14.898703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-4aae2bae-0063-4fdf-be84-73a3176b6be3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/quotas/fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 375 time: 0.0138063 Apr 18 20:10:14.972660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305bff6d-f077-4f80-903f-aae93fa684a4 req-96a718e1-5aa1-4fa1-8e43-4480fb7a059d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:14.974274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-305bff6d-f077-4f80-903f-aae93fa684a4 req-96a718e1-5aa1-4fa1-8e43-4480fb7a059d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 949 time: 0.1066101 Apr 18 20:10:14.997424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-b12a8ca4-2064-4312-8ca2-5f6b97536156 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928636 Apr 18 20:10:15.026155 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-305bff6d-f077-4f80-903f-aae93fa684a4 req-1236c501-badc-4056-8748-4f43fe939fc8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451725 Apr 18 20:10:15.076757 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fa2ca4d-54a1-47d6-90e3-575482d7cc15'] response: {'name': 'network-changed', 'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b', 'status': 'completed', 'code': 200} Apr 18 20:10:15.141031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-a7d950b1-7682-4ab5-999f-c18ebdcef22a service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360579 Apr 18 20:10:15.198411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-675b46f3-df15-4a79-95d4-683cf2ee6631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:15.201061 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-675b46f3-df15-4a79-95d4-683cf2ee6631 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 1095 time: 0.0983069 Apr 18 20:10:15.297132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-a6619851-48eb-41e9-8210-a03edb64d112 service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494274 Apr 18 20:10:15.393735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-51ccc4bf-33cf-4885-b309-e9dadc1726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:15.395278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-51ccc4bf-33cf-4885-b309-e9dadc1726fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 914 time: 0.1865997 Apr 18 20:10:15.479968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-23722db6-95bd-4f5f-8d46-2650f51aecc7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9e419e68-08f8-4c0d-8daf-96e784da268b HTTP/1.1" status: 200 len: 217 time: 0.0771239 Apr 18 20:10:15.510145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be182c3-f19e-4d3e-956e-6cd1b75359a4 req-63013227-8c6b-4414-a2ea-670dbcfaa52f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:15.510938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0be182c3-f19e-4d3e-956e-6cd1b75359a4 req-63013227-8c6b-4414-a2ea-670dbcfaa52f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Synchronizing usage tracker for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:15.597165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0be182c3-f19e-4d3e-956e-6cd1b75359a4 req-63013227-8c6b-4414-a2ea-670dbcfaa52f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Unset dirty status for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:15.598363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0be182c3-f19e-4d3e-956e-6cd1b75359a4 req-63013227-8c6b-4414-a2ea-670dbcfaa52f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 944 time: 0.2527037 Apr 18 20:10:15.603739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-984b9e88-ac17-4bdb-b2cd-2fb12a7139fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:15.605155 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-984b9e88-ac17-4bdb-b2cd-2fb12a7139fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.0861771 Apr 18 20:10:15.633806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f1d8-c16f-41d2-a2ed-9dcbfd6aca2e req-e7a76f44-eea2-41f4-a0b7-cb5351dd8d4c tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:15.642858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8348f1d8-c16f-41d2-a2ed-9dcbfd6aca2e req-e7a76f44-eea2-41f4-a0b7-cb5351dd8d4c tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1096 time: 0.0906100 Apr 18 20:10:15.654286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0be182c3-f19e-4d3e-956e-6cd1b75359a4 req-5aae5ce8-f310-4ff0-81c9-c62a8f3020d4 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Synchronizing usage tracker for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:15.702986 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8348f1d8-c16f-41d2-a2ed-9dcbfd6aca2e req-f8aeabb7-3184-4284-aece-06ba8a877dd4 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591760 Apr 18 20:10:15.714656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-f1cc0d32-8e5f-4356-93ad-6375a4cc6e63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631356 Apr 18 20:10:15.773062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0be182c3-f19e-4d3e-956e-6cd1b75359a4 req-5aae5ce8-f310-4ff0-81c9-c62a8f3020d4 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Unset dirty status for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:15.774919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0be182c3-f19e-4d3e-956e-6cd1b75359a4 req-5aae5ce8-f310-4ff0-81c9-c62a8f3020d4 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679933 Apr 18 20:10:15.871107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9e419e68-08f8-4c0d-8daf-96e784da268b details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:15.873738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4e7d15fe-8291-4b79-af58-d17b70158633 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:15.901731 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-b4e5f967-e628-4106-97fc-14d05b402f4c service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801236 Apr 18 20:10:15.957354 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2602945b-595d-49c3-83a6-9d7e152dcd95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.056868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7da09-7af1-4959-98bd-34fc0c596e8e req-3aef8818-eafa-42dc-9041-df55083a5742 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:16.074700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4db7da09-7af1-4959-98bd-34fc0c596e8e req-3aef8818-eafa-42dc-9041-df55083a5742 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.1834664 Apr 18 20:10:16.076323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 4e7d15fe-8291-4b79-af58-d17b70158633 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:16.084639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 4e7d15fe-8291-4b79-af58-d17b70158633 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:16.085010 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.123936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c190b0b-cd0a-488f-b904-9fdad2bbbd00 req-dad57d4a-f3e0-46b6-b26f-973328154a1e service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137239 Apr 18 20:10:16.159029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e419e68-08f8-4c0d-8daf-96e784da268b,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:16.172200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4db7da09-7af1-4959-98bd-34fc0c596e8e req-594db2aa-7786-4ef2-824e-fcff9267e660 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966268 Apr 18 20:10:16.189220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '9e419e68-08f8-4c0d-8daf-96e784da268b', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'port_id': '9e419e68-08f8-4c0d-8daf-96e784da268b', 'mac_address': 'fa:16:3e:f8:58:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc364e4-a5ee-4c64-9368-72171c21a4a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:16.330727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.340575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7da879d5-c210-4508-9b57-5ec7d761e1e4 req-94ac08ba-3401-42c2-89cb-10b827005102 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 210 time: 0.0514610 Apr 18 20:10:16.374164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e419e68-08f8-4c0d-8daf-96e784da268b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:16.385703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.411746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e419e68-08f8-4c0d-8daf-96e784da268b,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:16.420088 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.447645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:16.453774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664427565', 'description': 'tempest-description--1167890006'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:16.461149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:16.466103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Usage tracker for resource:security_group and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:16.469716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:16.482016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:16.536369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9e419e68-08f8-4c0d-8daf-96e784da268b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:16.539569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:16.554147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4e7d15fe-8291-4b79-af58-d17b70158633,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:16.557438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.558957 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.603154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:16.609727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Usage tracker for resource:security_group_rule and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:16.615009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:16.623354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:16.668633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41988b38-c718-4fb2-88eb-5b57a3080b57 req-a16c7a06-db98-4016-8c12-e4c684f3f12a tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:16.677154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41988b38-c718-4fb2-88eb-5b57a3080b57 req-a16c7a06-db98-4016-8c12-e4c684f3f12a tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.1778815 Apr 18 20:10:16.679164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4e7d15fe-8291-4b79-af58-d17b70158633,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:16.686837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.711079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fc0c9-23d6-4a9f-9103-bf090f50193b req-44f8574f-15c4-433d-84cc-cca35fad540f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:16.713232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d45fc0c9-23d6-4a9f-9103-bf090f50193b req-44f8574f-15c4-433d-84cc-cca35fad540f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:16.738444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d45fc0c9-23d6-4a9f-9103-bf090f50193b req-44f8574f-15c4-433d-84cc-cca35fad540f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:16.741302 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d45fc0c9-23d6-4a9f-9103-bf090f50193b req-44f8574f-15c4-433d-84cc-cca35fad540f tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1703534 Apr 18 20:10:16.741686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['9e419e68-08f8-4c0d-8daf-96e784da268b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:16.765809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41988b38-c718-4fb2-88eb-5b57a3080b57 req-893530f6-afb5-42e1-b293-b59cb9281ea0 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868635 Apr 18 20:10:16.831958 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.853330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.856246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d45fc0c9-23d6-4a9f-9103-bf090f50193b req-207d5f75-b7b0-44d7-b5e9-a24b2039fa9c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:16.861653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:16.879676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d45fc0c9-23d6-4a9f-9103-bf090f50193b req-207d5f75-b7b0-44d7-b5e9-a24b2039fa9c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:16.894149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d45fc0c9-23d6-4a9f-9103-bf090f50193b req-207d5f75-b7b0-44d7-b5e9-a24b2039fa9c tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1458821 Apr 18 20:10:16.918291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ddeaf720-173f-4b67-bc48-56d156045fab up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:16.998507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.002419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5510118 Apr 18 20:10:17.022713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34538) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:17.045389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Request body: {'security_group_rule': {'security_group_id': '4e4eb2af-65d4-4acd-9537-850f6462791f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:17.059223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:17.122364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port ddeaf720-173f-4b67-bc48-56d156045fab completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:17.125052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Usage tracker for resource:security_group_rule and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:17.127973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51af2f8-d623-4e5f-aa4f-3b32a4e6fc73 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4eb2af-65d4-4acd-9537-850f6462791f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:17.131255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:17.146769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port ddeaf720-173f-4b67-bc48-56d156045fab triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:17.147542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.149862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:17.201895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cdb593-2d0a-42dd-a0d1-3dc454a23ad7 req-9f84ab4a-fcf6-4ce8-bfba-616f68dd225d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:17.220225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-9f82437f-4776-4ff5-ba80-a0f86e37f492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:17.221865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-9f82437f-4776-4ff5-ba80-a0f86e37f492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 0.2987440 Apr 18 20:10:17.223401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:17.224209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.225135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65cdb593-2d0a-42dd-a0d1-3dc454a23ad7 req-9f84ab4a-fcf6-4ce8-bfba-616f68dd225d tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.2371178 Apr 18 20:10:17.241060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Request body: {'floatingip': {'port_id': '5fdf8695-5160-4035-8a8c-c39c2a97c857'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:17.338408 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13688673-cb09-4937-9f91-42c18be6f53b'] response: {'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633', 'code': 200} Apr 18 20:10:17.455942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Request body: {'port': {'device_id': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'admin_state_up': True, 'tenant_id': 'fc5f549dedc648d998641dc03c881d13'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:17.456984 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.507272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ddeaf720-173f-4b67-bc48-56d156045fab,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:17.513071 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.556735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b221865-f483-42f4-8583-a984cc0d8f57 req-c7e0481b-2eb9-4b09-99e9-0b14af90e2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:17.558352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b221865-f483-42f4-8583-a984cc0d8f57 req-c7e0481b-2eb9-4b09-99e9-0b14af90e2ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae4fa6dd-bfee-437d-a751-57c03c7b77b0 HTTP/1.1" status: 200 len: 1096 time: 0.1969495 Apr 18 20:10:17.566347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.608227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=ddeaf720-173f-4b67-bc48-56d156045fab,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:17.628052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b221865-f483-42f4-8583-a984cc0d8f57 req-453d71bb-78e5-43ca-a404-ff5df94b3ffa service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586452 Apr 18 20:10:17.657191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563af44-6f3b-4edf-94f2-3c61aa433fe2 req-9f9dbd41-fc12-4d95-b91e-106ccaed3fa6 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:17.658761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0563af44-6f3b-4edf-94f2-3c61aa433fe2 req-9f9dbd41-fc12-4d95-b91e-106ccaed3fa6 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 945 time: 0.1587458 Apr 18 20:10:17.707436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48baccd-d83d-4c32-bbf9-a980961ff131 req-4820b3b8-8c98-426e-99f1-0b4560653087 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:17.709917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b48baccd-d83d-4c32-bbf9-a980961ff131 req-4820b3b8-8c98-426e-99f1-0b4560653087 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 949 time: 0.7696052 Apr 18 20:10:17.796522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0563af44-6f3b-4edf-94f2-3c61aa433fe2 req-1e388d36-7ab1-4e90-a88b-36799e886a8b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298177 Apr 18 20:10:17.892699 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02351336-123f-4fa2-8cdf-4d131bcccdd2 req-73148271-6ce9-435a-b9fa-a9c3e1efca98 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0701735 Apr 18 20:10:17.914253 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.933170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b48baccd-d83d-4c32-bbf9-a980961ff131 req-f516b61f-737c-4b91-b36b-a745f2cc27cb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951015 Apr 18 20:10:17.936394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:17.981217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:17.995955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b576e3a-9ef9-4d6e-a29d-f08eacce71fa,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:18.067459 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.069462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8fb14578-2dfa-4651-b25a-7cbc03651ce8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0432515 Apr 18 20:10:18.072739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:18.074679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34562) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:18.081933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Request body: {'security_group_rule': {'security_group_id': '4e4eb2af-65d4-4acd-9537-850f6462791f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:18.094939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:18.104858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Usage tracker for resource:security_group_rule and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:18.109119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa91fbbf-6472-4c6d-affa-046e997d95ee req-7350d757-9016-4279-8019-9db8ccb029d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 210 time: 0.0862932 Apr 18 20:10:18.110362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:18.175018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Made reservation on behalf of fc5f549dedc648d998641dc03c881d13 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:18.178502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.195553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:18.231073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.326157 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.460923 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.554607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ea2d4e-d5fe-4dca-940d-8ff060a883a3 req-d1880ab2-e42e-45b7-a56d-783c76f4d8b1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:18.556338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66ea2d4e-d5fe-4dca-940d-8ff060a883a3 req-d1880ab2-e42e-45b7-a56d-783c76f4d8b1 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 946 time: 0.0960302 Apr 18 20:10:18.595890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a50fc9-4c11-4d14-837c-c63ee35db54f req-c043829a-4255-4ef4-9949-42b5871eb056 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:18.598100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0a50fc9-4c11-4d14-837c-c63ee35db54f req-c043829a-4255-4ef4-9949-42b5871eb056 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.4739044 Apr 18 20:10:18.613461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66ea2d4e-d5fe-4dca-940d-8ff060a883a3 req-a3d711cd-dfc9-420a-83e1-1b23a11c2fe0 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499604 Apr 18 20:10:18.700275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Allocated IP 172.20.0.5 (6bb0cae6-2372-455c-b0c2-b49e6408fd37/921d894b-aadb-4af8-a6f7-2fc211820e99/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:18.703450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.722000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0a50fc9-4c11-4d14-837c-c63ee35db54f req-e862179c-9844-4ad9-8abe-d2734a566679 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059732 Apr 18 20:10:18.728874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.786526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5edeeddf-cbb6-4860-9787-3f0c1233bf4c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:18.874686 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.889095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:18.894565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ae917239-e8c3-4db2-b776-e52c7d087139 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8127544 Apr 18 20:10:18.894941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34572) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:18.902045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:18.912043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:18.926612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Usage tracker for resource:floatingip and tenant:b10a82498ecd4ac7ad0fc1c34527fee7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:18.930486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:18.948060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:18.986589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.160514 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.185154 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.229591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708d67c-0246-4d31-b9c4-6ccb5920145d req-851a999e-feb8-4514-8486-a46b58a75f0b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:19.233660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3708d67c-0246-4d31-b9c4-6ccb5920145d req-851a999e-feb8-4514-8486-a46b58a75f0b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 945 time: 0.2199903 Apr 18 20:10:19.296850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3708d67c-0246-4d31-b9c4-6ccb5920145d req-fde8d733-54fb-44d7-945c-5e3205e680d1 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561881 Apr 18 20:10:19.321279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.342122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:19.498202 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94556e70-e99e-4768-bc11-8e847284627b req-dca249be-0316-4490-9b79-c38e05c76729 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 210 time: 0.0853937 Apr 18 20:10:19.536412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Allocated IP 172.25.5.144 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/8f2e0634-e27b-4f61-82a0-890340e89e59) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:19.575014 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77973fa5-7715-4716-ab8f-58d033d2f85b'] response: {'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab', 'code': 200} Apr 18 20:10:19.583288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.653968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ad0bf-03e5-48cc-b5fc-64b62fa8fb77 req-0cb1ddfe-d869-4ff8-8c76-519594e98e41 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:19.655708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-664ad0bf-03e5-48cc-b5fc-64b62fa8fb77 req-0cb1ddfe-d869-4ff8-8c76-519594e98e41 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 950 time: 0.5468566 Apr 18 20:10:19.656827 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b associated. External IP: 172.25.5.200, port: 5fdf8695-5160-4035-8a8c-c39c2a97c857. Apr 18 20:10:19.718058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.753955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.823443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:19.826924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:19.837734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:19.848426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event updated for resources: {'Port': ['ID=8f2e0634-e27b-4f61-82a0-890340e89e59,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:19.877459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:19.891652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9e419e68-08f8-4c0d-8daf-96e784da268b up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:19.919840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-664ad0bf-03e5-48cc-b5fc-64b62fa8fb77 req-27c6c48b-f5eb-48f6-a198-6cc2c4d9a63c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060575 Apr 18 20:10:19.941873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.004488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 9e419e68-08f8-4c0d-8daf-96e784da268b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:20.011534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 9e419e68-08f8-4c0d-8daf-96e784da268b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:20.011948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.058733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.177530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:20.186066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:20.196291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8015f4-ef5f-4505-89e6-79886010ec4b req-7779a3b2-50c7-496c-8f1a-9a2617c92a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:20.197969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af8015f4-ef5f-4505-89e6-79886010ec4b req-7779a3b2-50c7-496c-8f1a-9a2617c92a21 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 1101 time: 0.4815867 Apr 18 20:10:20.199279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:20.247546 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.279758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:20.280624 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.294369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-7ad01350-091f-4865-ac5f-b8ebb74a5506 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:20.296044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-7ad01350-091f-4865-ac5f-b8ebb74a5506 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 946 time: 0.2940252 Apr 18 20:10:20.297140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:20.309613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e419e68-08f8-4c0d-8daf-96e784da268b,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:20.316639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.323622 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-76dd6d4c-eb5a-4add-8529-fb07e8ba0892 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8777211 Apr 18 20:10:20.343798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Request body: {'port': {'device_id': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:20.423714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9e419e68-08f8-4c0d-8daf-96e784da268b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:20.499359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af8015f4-ef5f-4505-89e6-79886010ec4b req-95b8d4b3-81da-45b0-95eb-4e4d567f6d6b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947885 Apr 18 20:10:20.508194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.518700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Deleting port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:20.519127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.519240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7c648b-c57b-4af7-bbfa-bbd4adc8954a req-9aac019f-04e3-4282-8632-25c0b41d6e69 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:20.519874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0a7c648b-c57b-4af7-bbfa-bbd4adc8954a req-9aac019f-04e3-4282-8632-25c0b41d6e69 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:20.545794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.578575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0a7c648b-c57b-4af7-bbfa-bbd4adc8954a req-9aac019f-04e3-4282-8632-25c0b41d6e69 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:20.579731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a7c648b-c57b-4af7-bbfa-bbd4adc8954a req-9aac019f-04e3-4282-8632-25c0b41d6e69 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 946 time: 0.4767468 Apr 18 20:10:20.593558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Router 95c96cae-80da-4139-b86a-88921a0e1819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:10:20.635989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.639392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.677146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029c39a-9485-44e7-a620-5edf0033c5ab req-b816f43b-a0e8-453d-b553-35afa8c123e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:20.678880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e029c39a-9485-44e7-a620-5edf0033c5ab req-b816f43b-a0e8-453d-b553-35afa8c123e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.3160720 Apr 18 20:10:20.694091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event updated for resources: {'Port': ['ID=8f2e0634-e27b-4f61-82a0-890340e89e59,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:20.774628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a7c648b-c57b-4af7-bbfa-bbd4adc8954a req-857ffde1-3185-4d76-b018-e407776fd677 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/security-groups?id=141f4ad5-dd13-4653-b9f8-54150675d41b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855304 Apr 18 20:10:20.862717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:20.864072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cc370995-6eee-4163-b31d-1e8a81512032 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9681005 Apr 18 20:10:20.911229 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e029c39a-9485-44e7-a620-5edf0033c5ab req-e13ecee5-70c7-4a77-be18-040e00623db1 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193742 Apr 18 20:10:21.053247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] For port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:21.053615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:21.165780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:10:21.181057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] Sync routers for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:10:21.192835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:10:21.194435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:21.198470 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:21.200079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Calling delete_port for 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:21.340756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cf7e49b6-cd26-4160-b75f-132ab515cc42 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "PUT /v2.0/floatingips/7eefda9d-68d4-4b85-9953-35904452eb0b HTTP/1.1" status: 200 len: 991 time: 4.1077247 Apr 18 20:10:21.343963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:21.388573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6967d-f80b-46b2-9b7a-820ccf92f29b req-ebbdf41e-3bcf-4837-b374-93313bed61d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:21.396606 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ed6967d-f80b-46b2-9b7a-820ccf92f29b req-ebbdf41e-3bcf-4837-b374-93313bed61d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 931 time: 0.2628467 Apr 18 20:10:21.411537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:10:21.475536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:21.484953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:21.503494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ed6967d-f80b-46b2-9b7a-820ccf92f29b req-d34ac977-7fa0-4358-bcea-e8e10b712def tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039360 Apr 18 20:10:21.537259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015e36b-deab-4ee1-a672-cec6b585886a req-30e3ab74-f5c9-404e-b078-559429181239 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:21.545461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f015e36b-deab-4ee1-a672-cec6b585886a req-30e3ab74-f5c9-404e-b078-559429181239 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 946 time: 0.4824417 Apr 18 20:10:21.578105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:21.594914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:21.595647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Transition to ACTIVE for port object 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:21.604266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:21.610688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['15b32fd8-677c-43c9-85d2-9ecb9e7ea574'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:21.676639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Pushing event deleted for resources: {'Port': ['ID=15b32fd8-677c-43c9-85d2-9ecb9e7ea574,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:21.684525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f015e36b-deab-4ee1-a672-cec6b585886a req-d91b0ea5-6070-4069-8855-eab3bc1da690 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380851 Apr 18 20:10:21.728494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:21.886692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] No DVR routers for this DVR port 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:10:21.888979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:21.896244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'name': 'network-vif-deleted', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:21.898822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-020a0836-a8af-4022-b415-74b818415120 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Synchronizing usage tracker for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:21.924107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b121cf1-ae85-45eb-b1a5-ede487015443 req-feecf40f-bf77-46dc-a3f2-d67def79cf75 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.61 "DELETE /v2.0/ports/15b32fd8-677c-43c9-85d2-9ecb9e7ea574 HTTP/1.1" status: 204 len: 173 time: 1.5019789 Apr 18 20:10:21.937639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7eefda9d-68d4-4b85-9953-35904452eb0b', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'port_id': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'mac_address': 'fa:16:3e:8c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:08:37Z', 'updated_at': '2022-04-18T20:10:18Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:21.940146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fd5281-b30d-4e8d-8f80-e63d10356627 req-00972f1a-3d12-4d4f-8d9f-9b1a36c615cd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:21.943746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] Checking router: 95c96cae-80da-4139-b86a-88921a0e1819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:10:21.952658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3fd5281-b30d-4e8d-8f80-e63d10356627 req-00972f1a-3d12-4d4f-8d9f-9b1a36c615cd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 950 time: 0.2700679 Apr 18 20:10:21.957807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:10:21.959362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:21.985162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-020a0836-a8af-4022-b415-74b818415120 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Unset dirty status for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:21.986321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-020a0836-a8af-4022-b415-74b818415120 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--664427565&fields=id&tenant_id=b10a82498ecd4ac7ad0fc1c34527fee7 HTTP/1.1" status: 200 len: 267 time: 0.1412921 Apr 18 20:10:21.991098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:21.991441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:21.991769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:21.999730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:22.000058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:22.006582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:22.006849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:22.007241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:22.007676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Bound port: 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:22.008093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:22.034108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3fd5281-b30d-4e8d-8f80-e63d10356627 req-bc3001b2-d6e8-47fc-9435-4ad01174c0c5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783396 Apr 18 20:10:22.312826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-de8a266a-e6f2-46c8-a6c0-2cc128bb3937 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:22.314007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-de8a266a-e6f2-46c8-a6c0-2cc128bb3937 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Synchronizing usage tracker for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:22.331614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:10:22.347261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec62fd-846e-42ea-a356-12e8270746a9 req-2d303d32-b934-455b-acfa-010ce00917fd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:22.356700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6ec62fd-846e-42ea-a356-12e8270746a9 req-2d303d32-b934-455b-acfa-010ce00917fd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.1208291 Apr 18 20:10:22.386662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-de8a266a-e6f2-46c8-a6c0-2cc128bb3937 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Unset dirty status for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:22.394459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-de8a266a-e6f2-46c8-a6c0-2cc128bb3937 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/networks?id=d50ab034-d532-42da-b3fd-b5eff4185e37 HTTP/1.1" status: 200 len: 814 time: 0.3955727 Apr 18 20:10:22.404088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:22.408890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:22.414026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6ec62fd-846e-42ea-a356-12e8270746a9 req-41cef955-d786-4559-af0a-c8087f236a75 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564158 Apr 18 20:10:22.418284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-4df5a6d6-fa23-48e1-922c-10553e187486 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/quotas/b10a82498ecd4ac7ad0fc1c34527fee7 HTTP/1.1" status: 200 len: 375 time: 0.0227907 Apr 18 20:10:22.422417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:22.495697 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7a0674-4071-4616-9276-cdfa0cb9c9ab'] response: {'name': 'network-changed', 'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'status': 'completed', 'code': 200} Apr 18 20:10:22.570505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:22.571208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:22.574435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] 10.222.0.55 "PUT /v2.0/ports/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e HTTP/1.1" status: 200 len: 1091 time: 2.2389321 Apr 18 20:10:22.590785 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf876fb1-ec19-4701-bd4f-f179c2571385'] response: {'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b', 'code': 200} Apr 18 20:10:22.662562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-96c79c93-02fa-44ab-9488-8330e6dc0c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:22.664988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-96c79c93-02fa-44ab-9488-8330e6dc0c3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 1096 time: 0.1344576 Apr 18 20:10:22.678254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba789ab2-786a-444c-adb5-3735b1ae92db service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:22.693827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-ae663921-eea1-4929-a67c-f6bd2ec9d0b3 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Synchronizing usage tracker for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:22.731959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-ae663921-eea1-4929-a67c-f6bd2ec9d0b3 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Unset dirty status for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:22.737937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-ae663921-eea1-4929-a67c-f6bd2ec9d0b3 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b10a82498ecd4ac7ad0fc1c34527fee7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3183045 Apr 18 20:10:22.831065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7eefda9d-68d4-4b85-9953-35904452eb0b', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'port_id': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'mac_address': 'fa:16:3e:8c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:08:37Z', 'updated_at': '2022-04-18T20:10:18Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:22.837348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b155950-a960-4064-ac63-4b0bde8a3dd2 None None] The sync data for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 is: [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7eefda9d-68d4-4b85-9953-35904452eb0b', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'floating_ip_address': '172.25.5.200', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'port_id': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'mac_address': 'fa:16:3e:8c:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:08:37Z', 'updated_at': '2022-04-18T20:10:18Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:10:22.947583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-e72d32af-5b7c-4c42-880c-4252e728b1be service neutron] 10.222.0.47 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961479 Apr 18 20:10:23.026429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cacf508f-4a4c-45ad-9d54-1889b17fbefb req-385033c2-1b37-4d4d-a4aa-994e2c438007 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Synchronizing usage tracker for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:23.081791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-23a17076-4f82-4c62-9dfc-ea6aaf45b658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:23.083692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-23a17076-4f82-4c62-9dfc-ea6aaf45b658 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 200 len: 924 time: 0.4077229 Apr 18 20:10:23.086427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cacf508f-4a4c-45ad-9d54-1889b17fbefb req-385033c2-1b37-4d4d-a4aa-994e2c438007 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] Unset dirty status for tenant:d7a4aed43b044284969d16aece6e20de on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:23.087260 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cacf508f-4a4c-45ad-9d54-1889b17fbefb req-385033c2-1b37-4d4d-a4aa-994e2c438007 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760 tempest-FloatingIPsAssociationNegativeTestJSON-1711853760-project] 10.222.0.47 "GET /v2.0/ports?device_id=a34202f8-cb7f-44d6-bf2f-458694d8b3a4 HTTP/1.1" status: 200 len: 210 time: 0.1173375 Apr 18 20:10:23.157284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-ea35dfbe-3f7b-45f4-b95d-81ced3f3ff1a service neutron] 10.222.0.47 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086668 Apr 18 20:10:23.182724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bccf7d-9082-4506-98e9-281f67d7a368 req-f2efd1ee-8e11-45bc-9793-b5ff8a43d2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:23.184230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3bccf7d-9082-4506-98e9-281f67d7a368 req-f2efd1ee-8e11-45bc-9793-b5ff8a43d2bd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 1097 time: 0.2586491 Apr 18 20:10:23.192356 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98fef032-5bef-4353-aa57-496d77d4e674 None None] New status for floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:10:23.247820 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb600bf3-97fc-4ab9-8349-1d7c3366b1a3'] response: {'server_uuid': 'a34202f8-cb7f-44d6-bf2f-458694d8b3a4', 'name': 'network-vif-deleted', 'tag': '15b32fd8-677c-43c9-85d2-9ecb9e7ea574', 'status': 'completed', 'code': 200} Apr 18 20:10:23.289656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-c2e5e2d2-6b8f-48db-aea4-08b75f0b3861 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857 HTTP/1.1" status: 200 len: 999 time: 0.1913781 Apr 18 20:10:23.304134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3bccf7d-9082-4506-98e9-281f67d7a368 req-d9f35fae-be39-4f18-9bff-f59281591788 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914023 Apr 18 20:10:23.394618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-9b9b11d7-6a32-43e8-b41b-eec996c6826b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:23.404762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-9b9b11d7-6a32-43e8-b41b-eec996c6826b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c462da1-3f21-4891-8bed-22b6d7bc1616 HTTP/1.1" status: 200 len: 862 time: 0.1037092 Apr 18 20:10:23.514339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217c0e5-0697-4b77-92a3-3f6e19cb167e req-dcfc662b-6801-469b-ba85-4316d03769f2 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:23.523237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9217c0e5-0697-4b77-92a3-3f6e19cb167e req-dcfc662b-6801-469b-ba85-4316d03769f2 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.1172612 Apr 18 20:10:23.623447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde79002-8bcc-4b88-b76f-b7c8f38d3c81 req-03a712c7-219f-44c3-99b7-45fff9cd4c37 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:23.624340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fde79002-8bcc-4b88-b76f-b7c8f38d3c81 req-03a712c7-219f-44c3-99b7-45fff9cd4c37 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:23.643730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fde79002-8bcc-4b88-b76f-b7c8f38d3c81 req-03a712c7-219f-44c3-99b7-45fff9cd4c37 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:23.651863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fde79002-8bcc-4b88-b76f-b7c8f38d3c81 req-03a712c7-219f-44c3-99b7-45fff9cd4c37 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.1495101 Apr 18 20:10:23.709863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fde79002-8bcc-4b88-b76f-b7c8f38d3c81 req-3c2f5b53-832d-4417-8076-c80abf79039d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547390 Apr 18 20:10:23.740931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9217c0e5-0697-4b77-92a3-3f6e19cb167e req-e95a5989-c85d-4fd1-a8e0-057d3f0d4cee tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160134 Apr 18 20:10:23.761083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-3503333c-ba8b-4e1f-a971-b041196252ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:23.762739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-3503333c-ba8b-4e1f-a971-b041196252ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3254c60b-73cd-4cf2-8938-d74f3c2cf324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2098253 Apr 18 20:10:23.891001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:10:23.980199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:10:23.984752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e010e228-44dc-4ac2-81a3-0ce1ce7a23e6 req-08607422-fb91-485a-9f6e-23538cc59e45 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:23.985546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 15b32fd8-677c-43c9-85d2-9ecb9e7ea574 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:10:23.993896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e010e228-44dc-4ac2-81a3-0ce1ce7a23e6 req-08607422-fb91-485a-9f6e-23538cc59e45 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 946 time: 0.1246710 Apr 18 20:10:24.050146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e010e228-44dc-4ac2-81a3-0ce1ce7a23e6 req-fb943d2b-fadd-4c89-80e9-946a748a20a8 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551484 Apr 18 20:10:24.086425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-8566a44e-632c-4c25-914a-581e70ac77b0 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054621 Apr 18 20:10:24.148996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872db6d3-55d6-4132-9b38-dde8bf3ed117 req-6c9a4a5f-618f-4279-80b6-50ce94ffadb3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:24.150564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-872db6d3-55d6-4132-9b38-dde8bf3ed117 req-6c9a4a5f-618f-4279-80b6-50ce94ffadb3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 950 time: 0.1859734 Apr 18 20:10:24.236752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5b5a005e-d077-4ef1-b809-cdb7a9e469b4 req-656e7360-8146-41af-b22f-cde2eaecc426 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 210 time: 0.0561171 Apr 18 20:10:24.293392 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-872db6d3-55d6-4132-9b38-dde8bf3ed117 req-20c93450-f4b0-47b2-bd07-ce0a980d6b30 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331518 Apr 18 20:10:24.331133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31008cf3-8b5e-47e6-a441-68594ed8c7d3 req-d8f56393-d857-426d-b99e-85113565bb47 service neutron] 10.222.0.61 "GET /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353723 Apr 18 20:10:24.383368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:24.560123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:24.612626 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7d29944-d3d4-49ca-bdcd-7190182540de'] response: {'name': 'network-changed', 'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e', 'status': 'completed', 'code': 200} Apr 18 20:10:25.136462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1fa3d-84ab-4d24-b5bf-064adf691563 req-325b4dfe-f1e2-454a-a2f2-fd456289abaf tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:25.143632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dc1fa3d-84ab-4d24-b5bf-064adf691563 req-325b4dfe-f1e2-454a-a2f2-fd456289abaf tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.2425277 Apr 18 20:10:25.155101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1a8ac7-e1cb-4a46-938d-cbbb238ca619 req-607ee438-7325-4b24-b850-fa4ef049bde4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:25.157533 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e1a8ac7-e1cb-4a46-938d-cbbb238ca619 req-607ee438-7325-4b24-b850-fa4ef049bde4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.2896087 Apr 18 20:10:25.219710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dc1fa3d-84ab-4d24-b5bf-064adf691563 req-70b0d37e-1b59-4232-89f8-2ca098101dc9 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747688 Apr 18 20:10:25.240476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-0ddfc1b2-20b3-49fd-b5e4-ead81ddc3c13 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:25.240476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-0ddfc1b2-20b3-49fd-b5e4-ead81ddc3c13 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.61 "GET /v2.0/networks?id=d50ab034-d532-42da-b3fd-b5eff4185e37 HTTP/1.1" status: 200 len: 814 time: 0.2790060 Apr 18 20:10:25.272334 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e1a8ac7-e1cb-4a46-938d-cbbb238ca619 req-1251940f-97d5-4a48-aa49-ed3a98ffe045 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527205 Apr 18 20:10:25.337854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-2efa7e61-70de-4bc2-8f7e-3b62feaf9855 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b10a82498ecd4ac7ad0fc1c34527fee7 HTTP/1.1" status: 200 len: 379 time: 0.0873315 Apr 18 20:10:25.346451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Request body: {'port': {'device_id': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'admin_state_up': True, 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'security_groups': ['4e4eb2af-65d4-4acd-9537-850f6462791f']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:25.449797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:25.577183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f183f7f-51d8-412e-bea8-01cc352e1bf8 req-f20e6b6e-a260-47bf-ba3f-0ee60df2f844 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 210 time: 0.0540910 Apr 18 20:10:25.582701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:25.631177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:25.654916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892918e-b828-4c46-b580-e20269094995 req-94db81cb-e352-40aa-828a-9da3823ad11b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:25.656565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9892918e-b828-4c46-b580-e20269094995 req-94db81cb-e352-40aa-828a-9da3823ad11b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 946 time: 0.2110894 Apr 18 20:10:25.663237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Made reservation on behalf of b10a82498ecd4ac7ad0fc1c34527fee7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:25.668633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:25.869563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9892918e-b828-4c46-b580-e20269094995 req-1181ddb8-7dea-46a0-b573-ed96cb3cdc52 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816382 Apr 18 20:10:26.041484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Allocated IP 172.20.0.8 (d50ab034-d532-42da-b3fd-b5eff4185e37/2a7a143f-216f-4b9c-9516-a3ec7ed69dae/af2eee56-f925-48fa-b857-c891dca49bec) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:26.423535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc63fb-ea2f-4370-9a86-6ee684447cf4 req-9ebcf665-e3ad-4c4b-9205-37bc6c904d04 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:26.432062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7cbc63fb-ea2f-4370-9a86-6ee684447cf4 req-9ebcf665-e3ad-4c4b-9205-37bc6c904d04 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 950 time: 0.4094443 Apr 18 20:10:26.449549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621c4dd-6526-49ec-8592-fe0f07dae711 req-485fac8d-99cd-4398-a8f0-aa5eaf303bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:26.451675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3621c4dd-6526-49ec-8592-fe0f07dae711 req-485fac8d-99cd-4398-a8f0-aa5eaf303bed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1094 time: 0.2764044 Apr 18 20:10:26.479542 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:26.503512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de88aa-fd43-47d8-a59f-dc1dee8a3917 req-2cc16d67-7ad4-48eb-a556-8f887ca458a3 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:26.505083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8de88aa-fd43-47d8-a59f-dc1dee8a3917 req-2cc16d67-7ad4-48eb-a556-8f887ca458a3 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae4fa6dd-bfee-437d-a751-57c03c7b77b0 HTTP/1.1" status: 200 len: 945 time: 0.2807326 Apr 18 20:10:26.524019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Transition to ACTIVE for port object af2eee56-f925-48fa-b857-c891dca49bec will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:26.560103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7cbc63fb-ea2f-4370-9a86-6ee684447cf4 req-e0c15a46-5622-412f-aa74-0473549d63b9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267152 Apr 18 20:10:26.647264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:26.677088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Deleting port 219f260e-ff92-4db4-9730-0b8f3cfc221b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:26.678213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:26.757741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8de88aa-fd43-47d8-a59f-dc1dee8a3917 req-69f21f30-e4f7-4dac-a827-81f0afd920d0 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319627 Apr 18 20:10:26.790065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Network d50ab034-d532-42da-b3fd-b5eff4185e37 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:26.790065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:26.807695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:26.814252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:26.815049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:26.845006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event updated for resources: {'Port': ['ID=af2eee56-f925-48fa-b857-c891dca49bec,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:26.870299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.870679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.871032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.871453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.871799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.872187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.872527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.880727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.881160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.881565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.881942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.882319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:26.921422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-361aa928-4e3a-4f7c-81c8-7959d8eb9fb4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5783510 Apr 18 20:10:27.083128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] For port 219f260e-ff92-4db4-9730-0b8f3cfc221b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=219f260e-ff92-4db4-9730-0b8f3cfc221b,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:27.084365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:27.085249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e06fb26-01aa-4291-b96e-75312f8c7609 req-f7b4ed79-12ed-4007-8624-788c8c19507d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:27.094667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e06fb26-01aa-4291-b96e-75312f8c7609 req-f7b4ed79-12ed-4007-8624-788c8c19507d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.1206331 Apr 18 20:10:27.178081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e06fb26-01aa-4291-b96e-75312f8c7609 req-781c8fd7-f550-4de1-be2f-add34340720b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778785 Apr 18 20:10:27.243735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1236051b-2e03-44f8-aed0-e6321ca6a5b7 None None] Provisioning for port af2eee56-f925-48fa-b857-c891dca49bec completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:27.247400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Calling delete_port for 219f260e-ff92-4db4-9730-0b8f3cfc221b owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:27.272690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1236051b-2e03-44f8-aed0-e6321ca6a5b7 None None] Provisioning complete for port af2eee56-f925-48fa-b857-c891dca49bec triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:27.277665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1236051b-2e03-44f8-aed0-e6321ca6a5b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:27.476981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1236051b-2e03-44f8-aed0-e6321ca6a5b7 None None] Port af2eee56-f925-48fa-b857-c891dca49bec cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:10:27.681019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0fc26-2183-4337-861a-1ce217479b34 req-d460d3a2-c4d8-44df-b2c6-f21c72c2f006 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:27.691040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32b0fc26-2183-4337-861a-1ce217479b34 req-d460d3a2-c4d8-44df-b2c6-f21c72c2f006 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Synchronizing usage tracker for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:27.725083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32b0fc26-2183-4337-861a-1ce217479b34 req-d460d3a2-c4d8-44df-b2c6-f21c72c2f006 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Unset dirty status for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:27.741355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32b0fc26-2183-4337-861a-1ce217479b34 req-d460d3a2-c4d8-44df-b2c6-f21c72c2f006 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 931 time: 0.2936234 Apr 18 20:10:27.754531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621c4dd-6526-49ec-8592-fe0f07dae711 req-c533876a-51b5-40db-906f-124f26b3656a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:27.760121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3621c4dd-6526-49ec-8592-fe0f07dae711 req-c533876a-51b5-40db-906f-124f26b3656a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=fc5f549dedc648d998641dc03c881d13&shared=False HTTP/1.1" status: 200 len: 908 time: 1.2943380 Apr 18 20:10:27.828728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:27.903638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32b0fc26-2183-4337-861a-1ce217479b34 req-95446bdc-45dd-4ad6-9b34-2f987f43b7a4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612241 Apr 18 20:10:28.087398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=219f260e-ff92-4db4-9730-0b8f3cfc221b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:28.402268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.402815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.403345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.403871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.404408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.404917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.408122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.408565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.408921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.409261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.409631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.410107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:28.532298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952fa513-607d-4835-8215-fb65955ecd32 req-5e621428-49ee-4b01-bab7-2c626e1c0df0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:28.534092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-952fa513-607d-4835-8215-fb65955ecd32 req-5e621428-49ee-4b01-bab7-2c626e1c0df0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 950 time: 0.1411436 Apr 18 20:10:28.607491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8719fbb1-f5a8-439f-85bb-1e4b0ebfea5c req-17bdc1cb-4310-45a7-83de-5c1f295a69c8 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:28.612108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-952fa513-607d-4835-8215-fb65955ecd32 req-fa77940a-9bdf-42db-8b35-71a7aa23919e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699661 Apr 18 20:10:28.615290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8719fbb1-f5a8-439f-85bb-1e4b0ebfea5c req-17bdc1cb-4310-45a7-83de-5c1f295a69c8 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 1.5828581 Apr 18 20:10:28.688308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3621c4dd-6526-49ec-8592-fe0f07dae711 req-8c850e21-66d8-43b3-b61b-873d14aad389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:28.689828 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3621c4dd-6526-49ec-8592-fe0f07dae711 req-8c850e21-66d8-43b3-b61b-873d14aad389 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9036880 Apr 18 20:10:28.743887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:28.821185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8719fbb1-f5a8-439f-85bb-1e4b0ebfea5c req-68df29de-44d9-4734-a363-282156762cef tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047596 Apr 18 20:10:28.903635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d960896f-00f3-4896-924a-2dc4a20ea755 req-ee13c37b-2046-4d31-8b3f-e036e3dff904 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:28.906492 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d960896f-00f3-4896-924a-2dc4a20ea755 req-ee13c37b-2046-4d31-8b3f-e036e3dff904 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.1019011 Apr 18 20:10:28.970989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d960896f-00f3-4896-924a-2dc4a20ea755 req-31192fb7-82f8-459d-acdb-4e693ef6cc72 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513268 Apr 18 20:10:29.210756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-e39d58bb-05f4-4cc5-8655-0f43e72fc122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:29.212217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-e39d58bb-05f4-4cc5-8655-0f43e72fc122 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1094 time: 0.4628813 Apr 18 20:10:29.289900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ec9718-db7a-4d2e-a07b-23ae37e17c70 req-91d2f641-acda-4f4d-9c50-e555941c6565 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:29.292890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68ec9718-db7a-4d2e-a07b-23ae37e17c70 req-91d2f641-acda-4f4d-9c50-e555941c6565 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 949 time: 0.1968610 Apr 18 20:10:29.329380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-1481ec82-e067-46ef-b3c7-d8113e74e254 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e HTTP/1.1" status: 200 len: 217 time: 0.1007440 Apr 18 20:10:29.379870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68ec9718-db7a-4d2e-a07b-23ae37e17c70 req-15821b57-da2f-4d7c-9bb2-868a465f0df6 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794623 Apr 18 20:10:29.528646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-b1ce299d-06f6-4823-a8f1-b3dc23d3933e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:29.530134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-b1ce299d-06f6-4823-a8f1-b3dc23d3933e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1772907 Apr 18 20:10:29.591380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-2489f33a-1b9a-471d-8a3e-af6a66cacaa0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521858 Apr 18 20:10:29.682414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-5ba0dc24-f73f-47ca-96d2-0e9b51a2341b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:29.689786 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-5ba0dc24-f73f-47ca-96d2-0e9b51a2341b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 813 time: 0.1967909 Apr 18 20:10:29.719541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-f6c246be-d922-4957-954e-6c847803d664 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/quotas/980edd90ea5c41b881515fdbe548b3f1 HTTP/1.1" status: 200 len: 375 time: 0.0285151 Apr 18 20:10:29.791129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3cd8dc-896c-4127-9347-8e0e85a2163f req-b2f44af2-1057-41ba-8614-f68461d37cea tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:29.792628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f3cd8dc-896c-4127-9347-8e0e85a2163f req-b2f44af2-1057-41ba-8614-f68461d37cea tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 931 time: 0.4075422 Apr 18 20:10:29.808095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-778563a6-59dc-43a6-b7f3-6364a01b012c tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868256 Apr 18 20:10:29.839944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Router 5157f50f-9500-44de-9710-7147b678ce87 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:10:29.930803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f3cd8dc-896c-4127-9347-8e0e85a2163f req-ab7e227c-30c8-4411-800e-f58b1d793b2b tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276886 Apr 18 20:10:29.937876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-9f8af542-c4af-406f-a623-f2a658f10329 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371601 Apr 18 20:10:29.967761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-3c73f5d3-26fb-4cd5-8cec-5f20c672b680 service neutron] 10.222.0.47 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509316 Apr 18 20:10:30.162873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d579fba1-5db4-40f9-81c6-8a65a340aa6c service neutron] 10.222.0.47 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942074 Apr 18 20:10:30.186414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:10:30.197256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69a4ed7e-2d26-4b16-a5d2-235fa2f0e329 req-94019166-9fff-4538-b090-9b3279dfd259 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499046 Apr 18 20:10:30.199697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] Sync routers for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:10:30.222713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34742) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:30.222967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-091fb7e9-e445-4365-8d7b-3a82c42c03a3 admin admin] 10.222.0.47 "PUT /v2.0/routers/5157f50f-9500-44de-9710-7147b678ce87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8383040 Apr 18 20:10:30.240309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:10:30.242397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:30.476250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:30.484947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c5aa-5aa8-4871-b00f-dfb2d1e5e2a0 req-6cf828c0-9bdc-491b-9cbb-2cacc115b336 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:30.497298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c5aa-5aa8-4871-b00f-dfb2d1e5e2a0 req-6cf828c0-9bdc-491b-9cbb-2cacc115b336 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:30.506582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e600c5aa-5aa8-4871-b00f-dfb2d1e5e2a0 req-6cf828c0-9bdc-491b-9cbb-2cacc115b336 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa&device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 1690 time: 0.2035909 Apr 18 20:10:30.613441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e600c5aa-5aa8-4871-b00f-dfb2d1e5e2a0 req-c624b4ab-20f9-41dd-9fa0-21b2058d5b3a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022711 Apr 18 20:10:30.735787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:10:30.954708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:30.992340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae920299-adcf-4be1-bfb5-044427cf1344 req-26a3ccb8-1ad1-4231-906e-707c89d8cda4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:31.003744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Deleting port f14db6ff-4d1a-4ba4-821a-b9f2376a990a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:31.004333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:31.005059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae920299-adcf-4be1-bfb5-044427cf1344 req-26a3ccb8-1ad1-4231-906e-707c89d8cda4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.2103193 Apr 18 20:10:31.055171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae920299-adcf-4be1-bfb5-044427cf1344 req-faa90a82-bc49-4b38-ae3f-f38ca0a49f55 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487351 Apr 18 20:10:31.145351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a86c989-be22-4af8-bf7a-f0b6cb44cdf5 req-51f6dc57-2e57-47d0-a675-e8b886fc1680 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:31.147152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a86c989-be22-4af8-bf7a-f0b6cb44cdf5 req-51f6dc57-2e57-47d0-a675-e8b886fc1680 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.4116020 Apr 18 20:10:31.283079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81'}], 'enable_snat': True}, 'gw_port_id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:10:27Z', 'revision_number': 5, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port': {'id': 'f14db6ff-4d1a-4ba4-821a-b9f2376a990a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:79:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5157f50f-9500-44de-9710-7147b678ce87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:51Z', 'updated_at': '2022-04-18T20:09:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:31.291287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] Checking router: 5157f50f-9500-44de-9710-7147b678ce87 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:10:31.308509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] Routers {'5157f50f-9500-44de-9710-7147b678ce87'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:10:31.309498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5157f50f-9500-44de-9710-7147b678ce87'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:31.334244 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a86c989-be22-4af8-bf7a-f0b6cb44cdf5 req-8cc1e7eb-ca97-4944-9d1e-d3165c6922db tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783104 Apr 18 20:10:31.665127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] Set router 5157f50f-9500-44de-9710-7147b678ce87 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:10:31.974247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:10:30Z', 'revision_number': 6, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:31.994058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dea5094-44b0-49b4-a411-c0793ec2e27c None None] The sync data for ids ['5157f50f-9500-44de-9710-7147b678ce87'] in n-d-836016-3 is: [{'id': '5157f50f-9500-44de-9710-7147b678ce87', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-466963089-router', 'tenant_id': 'd7a4aed43b044284969d16aece6e20de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:08:49Z', 'updated_at': '2022-04-18T20:10:30Z', 'revision_number': 6, 'project_id': 'd7a4aed43b044284969d16aece6e20de', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:10:32.021705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] For port f14db6ff-4d1a-4ba4-821a-b9f2376a990a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:32.022570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:32.271301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51c128-5352-4668-9c73-e924f9dccc84 req-75400d47-7b5c-40f6-a151-0eed2b63442d tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:32.273622 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe51c128-5352-4668-9c73-e924f9dccc84 req-75400d47-7b5c-40f6-a151-0eed2b63442d tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 931 time: 0.4729626 Apr 18 20:10:32.417806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Calling delete_port for f14db6ff-4d1a-4ba4-821a-b9f2376a990a owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:32.523547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099be97b-db24-4735-9106-ec9e57a6b102 req-b5328f81-3f70-4ac1-be02-9bac6dfa5eb8 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:32.525121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-099be97b-db24-4735-9106-ec9e57a6b102 req-b5328f81-3f70-4ac1-be02-9bac6dfa5eb8 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 1101 time: 0.1977005 Apr 18 20:10:32.615518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-099be97b-db24-4735-9106-ec9e57a6b102 req-ffe95600-1c3f-4351-9b4f-917a815e94ad tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798328 Apr 18 20:10:32.620002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe51c128-5352-4668-9c73-e924f9dccc84 req-49cbda02-229a-443f-9c70-1ff69a883852 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2221923 Apr 18 20:10:33.042735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f14db6ff-4d1a-4ba4-821a-b9f2376a990a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:10:33.072186 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4aace738-963e-4c73-ad39-d1940c6e19a4 req-47af29a1-3d67-4610-8e0e-4cc239e6c82e tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 210 time: 0.1659520 Apr 18 20:10:33.108217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba69a9-798e-4591-ba64-fa8005dd0f8c req-1a2112d2-989e-443a-9a97-da606380f597 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:33.115964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caba69a9-798e-4591-ba64-fa8005dd0f8c req-1a2112d2-989e-443a-9a97-da606380f597 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.2564836 Apr 18 20:10:33.292990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caba69a9-798e-4591-ba64-fa8005dd0f8c req-64b26543-ba64-432c-a1bd-221aaa231615 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730521 Apr 18 20:10:33.531613 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:33.665248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:33.733183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-22557c0b-d0e4-4a60-ae1e-17c57a04a664 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:33.735477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-22557c0b-d0e4-4a60-ae1e-17c57a04a664 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.55 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 813 time: 0.7221506 Apr 18 20:10:33.737981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14db6ff-4d1a-4ba4-821a-b9f2376a990a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:33.741821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 219f260e-ff92-4db4-9730-0b8f3cfc221b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:10:33.754000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Request body: {'port': {'device_id': '8d2d1ece-848b-43a7-9684-3977a676c760', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'admin_state_up': True, 'tenant_id': '980edd90ea5c41b881515fdbe548b3f1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:33.801752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:33.826802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 219f260e-ff92-4db4-9730-0b8f3cfc221b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:10:33.827145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 219f260e-ff92-4db4-9730-0b8f3cfc221b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:10:33.945564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aba956-030b-45c6-aa3c-171d4699ad3e req-22c66638-5200-459d-8f61-8b0b8a2fd832 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:33.948991 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36aba956-030b-45c6-aa3c-171d4699ad3e req-22c66638-5200-459d-8f61-8b0b8a2fd832 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 1100 time: 0.2854242 Apr 18 20:10:34.006197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:34.008673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:34.012378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36aba956-030b-45c6-aa3c-171d4699ad3e req-10889c42-c0d1-4368-b898-42be5be635ff tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575573 Apr 18 20:10:34.101574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:34.149353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:34.150033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5157f50f-9500-44de-9710-7147b678ce87 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:10:34.155143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:34.242071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957de2df-1600-4601-bc3d-ded6dc09a6f7 req-19badde3-0313-47a5-87d8-b5c8c3642a10 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:34.248088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-957de2df-1600-4601-bc3d-ded6dc09a6f7 req-19badde3-0313-47a5-87d8-b5c8c3642a10 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.8023598 Apr 18 20:10:34.310314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Made reservation on behalf of 980edd90ea5c41b881515fdbe548b3f1 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:34.315861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-957de2df-1600-4601-bc3d-ded6dc09a6f7 req-89faf808-f2db-459b-81c5-41560d551171 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667181 Apr 18 20:10:34.321837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:34.325188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-54a9d3da-a571-41f8-a2d3-98799e32f5d3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5157f50f-9500-44de-9710-7147b678ce87 HTTP/1.1" status: 204 len: 168 time: 4.0991247 Apr 18 20:10:34.325353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:34.330322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34796) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:34.513246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-567766b7-aa1a-439c-9d3a-60964c068f14 req-8435a3bc-4f89-4ec4-94d7-a0e5bbe5563b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 210 time: 0.0597606 Apr 18 20:10:34.519218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] Deleting subnet 9f5f2287-456b-408a-86f3-d46730329604 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:10:34.526430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:34.660192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:34.734777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945c874-3dfc-41bd-acd7-94029a85a30d req-83c3db6d-5c90-45cc-adc8-85c66bade6c7 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:34.737285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5945c874-3dfc-41bd-acd7-94029a85a30d req-83c3db6d-5c90-45cc-adc8-85c66bade6c7 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 931 time: 0.5442390 Apr 18 20:10:34.860884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-46e7f74b-b764-4c1c-b3bd-0ac5871f7838 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1490827 Apr 18 20:10:34.871305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5945c874-3dfc-41bd-acd7-94029a85a30d req-b5ed5ea8-eee6-426f-af8c-42f4f03b5f85 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234145 Apr 18 20:10:34.885442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Allocated IP 172.20.0.2 (e0d3ee86-f94b-4623-a268-827393565f66/cbc364e4-a5ee-4c64-9368-72171c21a4a2/93d09d25-c4ad-472c-84ed-c2f1153bc3cd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:34.936469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.010096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:35.207936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-32498e24-466e-45c9-ba29-4bf6863c768c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:35.215730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-32498e24-466e-45c9-ba29-4bf6863c768c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3535950 Apr 18 20:10:35.242390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-04ff85d9-4ecf-48e2-868e-036a1f7e5380 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/quotas/159f273d2b3d468498eede75254dd129 HTTP/1.1" status: 200 len: 375 time: 0.0257440 Apr 18 20:10:35.336995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.443755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f5f2287-456b-408a-86f3-d46730329604,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:35.448918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.457732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:35.475384 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9460e33b-becc-43c8-944e-fd09e3ad3964 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9f5f2287-456b-408a-86f3-d46730329604 HTTP/1.1" status: 204 len: 168 time: 1.1425295 Apr 18 20:10:35.476107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:35.492874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438638f7-7c67-4112-b37d-de0919338913 None None] Network e290ad3a-fce5-47ab-820c-95d4eef117bb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:10:35.627319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aaaf84-6250-43c3-842c-2c2316a24115 req-82113766-28ab-45ac-8834-c55ea0f7e4a4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:35.639108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6aaaf84-6250-43c3-842c-2c2316a24115 req-82113766-28ab-45ac-8834-c55ea0f7e4a4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.3340752 Apr 18 20:10:35.696391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.711296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.716430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'port_id': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e', 'mac_address': 'fa:16:3e:db:6f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921d894b-aadb-4af8-a6f7-2fc211820e99', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:35.770620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6aaaf84-6250-43c3-842c-2c2316a24115 req-d5e4af71-d9e6-44fd-81fe-21d58f132d53 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304300 Apr 18 20:10:35.825102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.832454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Deleting port 3e3b8421-ce9d-456c-af93-138b53b2280f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:35.832879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.839411 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:35.935366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:35.941323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4e7d15fe-8291-4b79-af58-d17b70158633', '9e419e68-08f8-4c0d-8daf-96e784da268b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:35.956592 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-3c000bc6-76f2-4e78-bd5b-b89115c6662e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7062969 Apr 18 20:10:36.063756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:36.121424 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:36.259207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:36.400377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Network e0d3ee86-f94b-4623-a268-827393565f66 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:36.424328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:36.448519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:36.452236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] For port 3e3b8421-ce9d-456c-af93-138b53b2280f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3e3b8421-ce9d-456c-af93-138b53b2280f,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:36.453416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:36.470487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] DHCP port deletion for e290ad3a-fce5-47ab-820c-95d4eef117bb request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:10:36.508821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Deleting port 3e3b8421-ce9d-456c-af93-138b53b2280f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:36.509290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:36.532746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event updated for resources: {'Port': ['ID=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:36.694445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d203f36-165a-4532-bf95-7784155db879 req-e29e100b-35e5-43be-85c8-b2c00b6ebaaa tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:36.714176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d203f36-165a-4532-bf95-7784155db879 req-e29e100b-35e5-43be-85c8-b2c00b6ebaaa tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.7176137 Apr 18 20:10:36.726720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:36.761636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:36.762097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:36.825376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Calling delete_port for 3e3b8421-ce9d-456c-af93-138b53b2280f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:36.902237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d203f36-165a-4532-bf95-7784155db879 req-c34e2908-c4f6-4969-8e38-2e931ecefa35 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852844 Apr 18 20:10:36.904475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-51157031-3216-4281-bfdf-51dbb86e1deb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1581869 Apr 18 20:10:36.938954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Request body: {'port': {'device_id': '8d2d1ece-848b-43a7-9684-3977a676c760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:36.940324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3e3b8421-ce9d-456c-af93-138b53b2280f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:10:36.967729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Request body: {'port': {'device_id': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:37.292795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:37.367617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:37.394417 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6461d53c-4120-4481-9fba-ce724c0fffe7 req-3220caea-bc22-4875-be60-3a47b12fd7e5 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 210 time: 0.4905615 Apr 18 20:10:37.627546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] For port 3e3b8421-ce9d-456c-af93-138b53b2280f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3e3b8421-ce9d-456c-af93-138b53b2280f,segment=NetworkSegment(8958aa45-7a0d-42f4-beb4-7d528df1478f),segment_id=8958aa45-7a0d-42f4-beb4-7d528df1478f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:37.628450 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:37.893315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3da51ef-899e-4c6e-a3ee-16984822d1ef req-b54ec816-fe45-413a-a91e-bd321d74672a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 210 time: 0.1429217 Apr 18 20:10:37.941688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:38.060240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93d09d25-c4ad-472c-84ed-c2f1153bc3cd {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:38.087592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:38.139952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032220e9-e64b-438b-a5bd-8f6203ffedbb req-f8d090a9-58f8-48d9-94ac-0c7917053ccb tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:38.148075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-032220e9-e64b-438b-a5bd-8f6203ffedbb req-f8d090a9-58f8-48d9-94ac-0c7917053ccb tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 931 time: 0.7853794 Apr 18 20:10:38.167749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Transition to ACTIVE for port object 93d09d25-c4ad-472c-84ed-c2f1153bc3cd will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:38.175539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:38.179906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Calling delete_port for 3e3b8421-ce9d-456c-af93-138b53b2280f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:38.217442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] No DVR routers for this DVR port 3e3b8421-ce9d-456c-af93-138b53b2280f on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:10:38.235664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No active binding found for port 3e3b8421-ce9d-456c-af93-138b53b2280f {{(pid=88143) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 20:10:38.236091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3e3b8421-ce9d-456c-af93-138b53b2280f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:10:38.356930 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:10:38.357470 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:10:38.374524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e3b8421-ce9d-456c-af93-138b53b2280f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:38.408526 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-032220e9-e64b-438b-a5bd-8f6203ffedbb req-b140d807-45d4-4c98-8099-530a76fcb5d4 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2592387 Apr 18 20:10:38.632498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Pushing event updated for resources: {'Port': ['ID=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:38.703729 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:38.749044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Attempting to bind port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:38.749450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Attempting to bind port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:38.749777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Attempting to bind port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:38.760488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2eee56-f925-48fa-b857-c891dca49bec {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:38.766901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd on network e0d3ee86-f94b-4623-a268-827393565f66 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:38.766901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Attempting to bind port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:38.778288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:38.778640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Checking segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:38.779122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Bound using segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:38.779480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Bound port: 93d09d25-c4ad-472c-84ed-c2f1153bc3cd, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:38.779899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:38.796528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-e6da8b24-5f46-4415-ab50-05aad7e2ea2e tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:38.802256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-e6da8b24-5f46-4415-ab50-05aad7e2ea2e tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 1101 time: 0.1442344 Apr 18 20:10:38.812441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.812908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.814247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.814747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > port after_create 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.815306 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.816239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > port after_update 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.816475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.816952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.817586 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.818099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:38.858486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Deleting port 3e3b8421-ce9d-456c-af93-138b53b2280f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:38.860186 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:38.865417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:38.888346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:38.892008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Usage tracker for resource:security_group_rule and tenant:0763849ccc6e4798b76c0b512228b624 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:38.895012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:38.902717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:38.979307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-106ee9de-55de-42f5-9cf4-38bad369c2d0 None None] The port '3e3b8421-ce9d-456c-af93-138b53b2280f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:10:39.020316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:39.021821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:39.022057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:39.022602 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88141) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 18 20:10:39.023449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e290ad3a-fce5-47ab-820c-95d4eef117bb']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:39.088235 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.093277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] For port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:39.100203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.116386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] For port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:39.117105 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.160919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb2f404-ff0c-4c25-85d0-398f6fc717e3 req-299418d5-126f-44e9-a4dd-3baefb1a44f6 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:39.162937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bb2f404-ff0c-4c25-85d0-398f6fc717e3 req-299418d5-126f-44e9-a4dd-3baefb1a44f6 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 0.9489319 Apr 18 20:10:39.165031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8958aa45-7a0d-42f4-beb4-7d528df1478f') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:39.165402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8958aa45-7a0d-42f4-beb4-7d528df1478f') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:10:39.180440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.212499 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.221707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Transition to ACTIVE for port object af2eee56-f925-48fa-b857-c891dca49bec will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:39.250995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.281259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-73e3d306-7c8b-491b-a7a0-43c6dc50753e req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707911 Apr 18 20:10:39.300528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf20e9-6c26-4c6e-9d54-251f8300b9ad tempest-LiveMigrationNegativeTest-631117457 tempest-LiveMigrationNegativeTest-631117457-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cdb637-4128-4164-a003-8f9877e071a0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:39.320422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:39.321444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.322655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] 10.222.0.55 "PUT /v2.0/ports/93d09d25-c4ad-472c-84ed-c2f1153bc3cd HTTP/1.1" status: 200 len: 1091 time: 2.3996012 Apr 18 20:10:39.323126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2d1ece-848b-43a7-9684-3977a676c760', 'tag': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:39.354191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d42e31-195f-4ef6-a27d-fb60ebe57bef service neutron] Pushing event updated for resources: {'Port': ['ID=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:39.359240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.361738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Pushing event updated for resources: {'Port': ['ID=af2eee56-f925-48fa-b857-c891dca49bec,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:39.399733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bb2f404-ff0c-4c25-85d0-398f6fc717e3 req-c7efa868-d4e1-49f1-84aa-37097b97071c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148731 Apr 18 20:10:39.407726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:10:39.408146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: from cryptography.utils import int_from_bytes Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: from cryptography.utils import int_from_bytes Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: util.warn_limited( Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: util.warn_limited( Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:10:39.430695 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:10:39.607237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-854687d2-9dd5-4429-8d27-6eef2b216134 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:39.609393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-854687d2-9dd5-4429-8d27-6eef2b216134 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 813 time: 0.9303284 Apr 18 20:10:39.671412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Request body: {'port': {'device_id': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'admin_state_up': True, 'tenant_id': '980edd90ea5c41b881515fdbe548b3f1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:39.846254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-4f35fcaa-9501-4879-9857-e05b05a50d9f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3061650 Apr 18 20:10:39.939303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:39.967180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea8f80b9-116f-4d79-8411-642818355e9e req-63549fef-709f-45a3-8fa8-c51acc35911b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Synchronizing usage tracker for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:40.092646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e290ad3a-fce5-47ab-820c-95d4eef117bb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:40.110296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c574f3ba-1f50-4e1b-9685-2cc58c82aa21 req-4fd45b13-86fb-4a8b-b4b8-9450ced9b96f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 210 time: 0.2157941 Apr 18 20:10:40.122433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea8f80b9-116f-4d79-8411-642818355e9e req-63549fef-709f-45a3-8fa8-c51acc35911b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Unset dirty status for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:40.139541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea8f80b9-116f-4d79-8411-642818355e9e req-63549fef-709f-45a3-8fa8-c51acc35911b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 210 time: 0.5442159 Apr 18 20:10:40.150690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:40.200110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Attempting to bind port af2eee56-f925-48fa-b857-c891dca49bec on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:40.200667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Attempting to bind port af2eee56-f925-48fa-b857-c891dca49bec by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:40.201445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Attempting to bind port af2eee56-f925-48fa-b857-c891dca49bec on network d50ab034-d532-42da-b3fd-b5eff4185e37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:40.218266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-6ef73c19-af19-4f5f-8af7-a6565607c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:40.220333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-6ef73c19-af19-4f5f-8af7-a6565607c91e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=8d2d1ece-848b-43a7-9684-3977a676c760 HTTP/1.1" status: 200 len: 1094 time: 0.8190887 Apr 18 20:10:40.234770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Port af2eee56-f925-48fa-b857-c891dca49bec on network d50ab034-d532-42da-b3fd-b5eff4185e37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:40.235385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Attempting to bind port af2eee56-f925-48fa-b857-c891dca49bec on network d50ab034-d532-42da-b3fd-b5eff4185e37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:40.246034 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d40c401-500d-4d57-a2f2-c89798ad2e3b'] response: {'name': 'network-changed', 'server_uuid': '8d2d1ece-848b-43a7-9684-3977a676c760', 'tag': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd', 'status': 'completed', 'code': 200} Apr 18 20:10:40.259404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:40.272121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:40.281138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:40.281476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Checking segment: {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:40.281902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Bound using segment: {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:40.282676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Bound port: af2eee56-f925-48fa-b857-c891dca49bec, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a368c5cf-a95b-4633-a681-77a646376572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:40.282676 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:40.294520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Made reservation on behalf of 980edd90ea5c41b881515fdbe548b3f1 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:40.298073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:40.311777 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-19e98c22-d9b6-488e-9d03-3bd2fe58dde8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e290ad3a-fce5-47ab-820c-95d4eef117bb HTTP/1.1" status: 204 len: 168 time: 4.8322556 Apr 18 20:10:40.355352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-d1dc49f6-35b9-464c-9bfd-ac76c0d1fc06 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:40.357415 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-d1dc49f6-35b9-464c-9bfd-ac76c0d1fc06 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "GET /v2.0/ports?device_id=054a466f-c026-44f3-98ae-e36bcb596467 HTTP/1.1" status: 200 len: 946 time: 0.6543353 Apr 18 20:10:40.415202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-be989c47-b0d4-4247-967e-0c60fe516772 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93d09d25-c4ad-472c-84ed-c2f1153bc3cd HTTP/1.1" status: 200 len: 217 time: 0.1676364 Apr 18 20:10:40.485952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-e5d4ede8-6176-4297-b29a-460e555fbf88 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:40.487973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-e5d4ede8-6176-4297-b29a-460e555fbf88 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5779190 Apr 18 20:10:40.503010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-393caad6-5e98-487b-8bc1-79e887b6d1cd tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:40.504859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-393caad6-5e98-487b-8bc1-79e887b6d1cd tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae4fa6dd-bfee-437d-a751-57c03c7b77b0 HTTP/1.1" status: 200 len: 945 time: 0.6907828 Apr 18 20:10:40.510989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:40.560771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] For port af2eee56-f925-48fa-b857-c891dca49bec, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:40.570020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] For port af2eee56-f925-48fa-b857-c891dca49bec, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=af2eee56-f925-48fa-b857-c891dca49bec,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:40.618156 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:40.654359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Deleting port 9e419e68-08f8-4c0d-8daf-96e784da268b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:40.654701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:40.693653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:40.759388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:40.760428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:40.762280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/af2eee56-f925-48fa-b857-c891dca49bec HTTP/1.1" status: 200 len: 1091 time: 3.8614559 Apr 18 20:10:40.766867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:40.813899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea49050-931d-483c-bd7f-0a64e1e009c5 req-82b0e3e8-8b6f-46bb-af87-2a2d6d048260 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:40.815826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ea49050-931d-483c-bd7f-0a64e1e009c5 req-82b0e3e8-8b6f-46bb-af87-2a2d6d048260 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 943 time: 0.3940983 Apr 18 20:10:40.901868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Allocated IP 172.20.0.5 (e0d3ee86-f94b-4623-a268-827393565f66/cbc364e4-a5ee-4c64-9368-72171c21a4a2/842dad7f-4953-4d2d-b2f7-8c30452632e8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:41.024195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:41.026600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-b9313e24-01cf-438a-86e8-6b777bc2d895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:41.028145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-b9313e24-01cf-438a-86e8-6b777bc2d895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.5889113 Apr 18 20:10:41.032719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Deleting port 4e7d15fe-8291-4b79-af58-d17b70158633 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:41.033117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.077338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837b3b6-9d1c-4f38-b880-b5d22efa97e1 service neutron] Pushing event updated for resources: {'Port': ['ID=af2eee56-f925-48fa-b857-c891dca49bec,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:41.129025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b29cf79-a80d-4c2b-8d2a-ab838512757b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d7a4aed43b044284969d16aece6e20de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338393 Apr 18 20:10:41.134974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34884) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:41.151762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:41.167064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:41.167874 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.194231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ea49050-931d-483c-bd7f-0a64e1e009c5 req-7d9a8af5-dd53-4e8a-9882-3aaa415b52a7 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3550355 Apr 18 20:10:41.233244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-5e63d340-bc38-48cc-8216-f6b1fb63ce30 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313455 Apr 18 20:10:41.386066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.419977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:41.432358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:41.435244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6334a4f-bb88-474b-831f-1325b14bf44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.438716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.469002 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6334a4f-bb88-474b-831f-1325b14bf44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.533822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:41.535199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-a3263416-fe9d-4a26-b644-6fb6a8f05163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:41.537186 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-a3263416-fe9d-4a26-b644-6fb6a8f05163 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b10a82498ecd4ac7ad0fc1c34527fee7&device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 1094 time: 0.6935003 Apr 18 20:10:41.555739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:41.618826 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb83f228-d10a-4660-89dc-0030ba8780ca'] response: {'name': 'network-changed', 'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec', 'status': 'completed', 'code': 200} Apr 18 20:10:41.619605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6334a4f-bb88-474b-831f-1325b14bf44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.652470 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-fa9daf5c-3a31-4bf5-a8f2-ce31f094cada service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af2eee56-f925-48fa-b857-c891dca49bec HTTP/1.1" status: 200 len: 217 time: 0.1062188 Apr 18 20:10:41.710340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:41.740836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6334a4f-bb88-474b-831f-1325b14bf44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141f4ad5-dd13-4653-b9f8-54150675d41b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:41.744480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45737c17-2bb3-43d2-8585-e9270a0203df req-1421985f-77a0-4a7d-a88f-b545701767a9 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:41.746771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45737c17-2bb3-43d2-8585-e9270a0203df req-1421985f-77a0-4a7d-a88f-b545701767a9 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 0.9228187 Apr 18 20:10:41.753814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.844311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6334a4f-bb88-474b-831f-1325b14bf44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.845478 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f6334a4f-bb88-474b-831f-1325b14bf44e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/141f4ad5-dd13-4653-b9f8-54150675d41b HTTP/1.1" status: 204 len: 168 time: 0.7066529 Apr 18 20:10:41.847573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-c40518fa-93ef-4eb4-8e33-3a7f8733229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:41.850172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-c40518fa-93ef-4eb4-8e33-3a7f8733229b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a7a143f-216f-4b9c-9516-a3ec7ed69dae HTTP/1.1" status: 200 len: 853 time: 0.1898384 Apr 18 20:10:41.875142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:41.881151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:41.976843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c962ae-ef20-41a8-9b40-427e5d664043 req-3b4e1c65-607e-4557-8f1b-6c06fe412b21 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:41.978431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0c962ae-ef20-41a8-9b40-427e5d664043 req-3b4e1c65-607e-4557-8f1b-6c06fe412b21 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1096 time: 0.2468450 Apr 18 20:10:42.024695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45737c17-2bb3-43d2-8585-e9270a0203df req-8cd078fb-c8ee-46de-9226-e97d6cab6342 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431800 Apr 18 20:10:42.028022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4e7d15fe-8291-4b79-af58-d17b70158633,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:42.028625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:42.057500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:42.062056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9e419e68-08f8-4c0d-8daf-96e784da268b no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:10:42.097749 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0c962ae-ef20-41a8-9b40-427e5d664043 req-d820b588-6fb7-4070-a16f-c8ded9414025 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059060 Apr 18 20:10:42.103172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e419e68-08f8-4c0d-8daf-96e784da268b,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:42.103520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:42.318998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-20ac0fa3-91e5-4c03-9042-504eb8817e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:42.325455 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-20ac0fa3-91e5-4c03-9042-504eb8817e24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d50ab034-d532-42da-b3fd-b5eff4185e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4593885 Apr 18 20:10:42.460831 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:42.553052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e419e68-08f8-4c0d-8daf-96e784da268b,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:42.561894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:42.563199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4e7d15fe-8291-4b79-af58-d17b70158633 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:10:42.588179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Network e0d3ee86-f94b-4623-a268-827393565f66 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:42.603796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Calling delete_port for 9e419e68-08f8-4c0d-8daf-96e784da268b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:42.638164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-7672b0f1-73d8-4492-b79e-11654943db68 service neutron] 10.222.0.55 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3919365 Apr 18 20:10:42.650271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:42.654016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-4ec7e9d5-a9aa-43cc-b402-cb4cb7a9dcf4 service neutron] 10.222.0.61 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3231337 Apr 18 20:10:42.654732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:42.694841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Calling delete_port for 4e7d15fe-8291-4b79-af58-d17b70158633 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:42.756184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event updated for resources: {'Port': ['ID=842dad7f-4953-4d2d-b2f7-8c30452632e8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:42.792699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-075e042e-747e-4135-afb8-b32c9cc335ff req-00e90314-d51d-4b6a-a113-42841b9e2805 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 210 time: 0.1995821 Apr 18 20:10:42.866051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9e419e68-08f8-4c0d-8daf-96e784da268b,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:42.932080 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4127a032-4a49-4aa4-882d-f37e61cdb24e'] response: {'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e', 'code': 200} Apr 18 20:10:42.994791 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:43.061336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4e7d15fe-8291-4b79-af58-d17b70158633,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:43.070738 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:43.103199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:43.104309 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:43.196642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-d5f00b85-fd21-455d-be14-3492785351ea tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5509124 Apr 18 20:10:43.230607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Request body: {'port': {'device_id': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:43.267515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8957e2c1-8fae-4b88-a338-7cdf00d8c0de req-3e78115d-5f23-46e3-a0da-30209d03e638 service neutron] 10.222.0.61 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618632 Apr 18 20:10:43.295741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4e7d15fe-8291-4b79-af58-d17b70158633,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:43.303685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1870fb-9e3d-4b3e-b912-2b964898ec42 req-20489326-e233-4851-9d02-2e7339848cac tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:43.304735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5c1870fb-9e3d-4b3e-b912-2b964898ec42 req-20489326-e233-4851-9d02-2e7339848cac tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Synchronizing usage tracker for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:43.401171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.121 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/c8fe912c-94ef-4682-b7b2-0993eacc7aad) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:43.444403 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7ecba3fc-cf0a-4909-b834-dd6411f10526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:43.481154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:43.541922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5c1870fb-9e3d-4b3e-b912-2b964898ec42 req-20489326-e233-4851-9d02-2e7339848cac tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Unset dirty status for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:43.554260 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c1870fb-9e3d-4b3e-b912-2b964898ec42 req-20489326-e233-4851-9d02-2e7339848cac tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 931 time: 0.7735317 Apr 18 20:10:43.637736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:10:43.638731 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:10:43.675036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:10:43.675392 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:10:43.756910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c1870fb-9e3d-4b3e-b912-2b964898ec42 req-d6b0cd93-2554-4427-a9dd-54d592c7ffff tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015605 Apr 18 20:10:43.771891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-7779e273-2e84-442e-bc0e-1ac512a7a763 service neutron] 10.222.0.55 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0417817 Apr 18 20:10:43.774827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-3c2629dc-d462-4674-8475-4d32ccd483db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:43.775649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-3c2629dc-d462-4674-8475-4d32ccd483db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b10a82498ecd4ac7ad0fc1c34527fee7&device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 1094 time: 0.4304008 Apr 18 20:10:43.845808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:43.858673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e0f75-e53c-4db0-ba54-fca8da4496f3 req-00232ad1-f942-419d-8c1d-fd4642c38801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:43.860180 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d73e0f75-e53c-4db0-ba54-fca8da4496f3 req-00232ad1-f942-419d-8c1d-fd4642c38801 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1096 time: 0.8631115 Apr 18 20:10:44.000309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object c8fe912c-94ef-4682-b7b2-0993eacc7aad will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:44.025793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d69d3d-365b-4012-b78e-96dc848311cf req-a969e64d-fdae-413e-99b0-4f68bd6bc6ae tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:44.028226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2d69d3d-365b-4012-b78e-96dc848311cf req-a969e64d-fdae-413e-99b0-4f68bd6bc6ae tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.9910488 Apr 18 20:10:44.142487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Deleting port 9e419e68-08f8-4c0d-8daf-96e784da268b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:44.142861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:44.202961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d73e0f75-e53c-4db0-ba54-fca8da4496f3 req-5e221d36-0f85-4310-9e63-0b6c2291b1e9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251133 Apr 18 20:10:44.220744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Deleting port 4e7d15fe-8291-4b79-af58-d17b70158633 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:44.221226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:44.254860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-aa5aad8c-71a9-4687-b894-ac96832dd34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:44.256643 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-aa5aad8c-71a9-4687-b894-ac96832dd34b service neutron] 10.222.0.61 "GET /v2.0/networks?id=d50ab034-d532-42da-b3fd-b5eff4185e37 HTTP/1.1" status: 200 len: 915 time: 0.4669063 Apr 18 20:10:44.346020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-3d6ed46d-a522-465b-a810-6b1fea35f20c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af2eee56-f925-48fa-b857-c891dca49bec HTTP/1.1" status: 200 len: 217 time: 0.0818992 Apr 18 20:10:44.373817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-2850b668-b0dc-4cb4-9534-d67bf29ad967 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:44.376286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-2850b668-b0dc-4cb4-9534-d67bf29ad967 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 950 time: 0.6569264 Apr 18 20:10:44.392372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2d69d3d-365b-4012-b78e-96dc848311cf req-53b9ef7e-a4f6-4863-bb9c-227a4d4161f4 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514495 Apr 18 20:10:44.429667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3394-fe6b-4e82-8382-37621c2568ae req-5525c057-280e-4639-9aca-1f926d24683b tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:44.436961 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-470f3394-fe6b-4e82-8382-37621c2568ae req-5525c057-280e-4639-9aca-1f926d24683b tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 943 time: 0.4914103 Apr 18 20:10:44.437780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-3ce4ae1e-2a91-43c9-9f3c-b0a2e91f6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:44.439341 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-3ce4ae1e-2a91-43c9-9f3c-b0a2e91f6122 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=8d2d1ece-848b-43a7-9684-3977a676c760 HTTP/1.1" status: 200 len: 1094 time: 0.5670450 Apr 18 20:10:44.514278 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:44.535692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615', 'ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:44.555432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-7b2d1f6f-7496-46b1-b3ed-2ef3096b3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:44.556923 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-7b2d1f6f-7496-46b1-b3ed-2ef3096b3721 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a7a143f-216f-4b9c-9516-a3ec7ed69dae HTTP/1.1" status: 200 len: 853 time: 0.1998408 Apr 18 20:10:44.560832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 842dad7f-4953-4d2d-b2f7-8c30452632e8 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:44.572384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95f482f4-2b68-498a-924f-13df7055e134'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:44.578669 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-470f3394-fe6b-4e82-8382-37621c2568ae req-6e62b505-bdc8-4a3e-a5e2-2076816c2e9f tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403427 Apr 18 20:10:44.685559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:44.722379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Transition to ACTIVE for port object 842dad7f-4953-4d2d-b2f7-8c30452632e8 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:44.729847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:44.883187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:44.910897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:44.926573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:44.933727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b'}, {'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:45.182560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] For port 9e419e68-08f8-4c0d-8daf-96e784da268b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e419e68-08f8-4c0d-8daf-96e784da268b,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:45.182560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:45.264890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-23a173eb-a3b1-4e12-a0d1-063d3ddeef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:45.264890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-23a173eb-a3b1-4e12-a0d1-063d3ddeef85 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d50ab034-d532-42da-b3fd-b5eff4185e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6947992 Apr 18 20:10:45.392699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Calling delete_port for 9e419e68-08f8-4c0d-8daf-96e784da268b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:45.530185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4fbcb90-a2e3-4fd9-a728-545738abdcd9 None None] Provisioning for port c8fe912c-94ef-4682-b7b2-0993eacc7aad completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:45.538646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4fbcb90-a2e3-4fd9-a728-545738abdcd9 None None] Provisioning complete for port c8fe912c-94ef-4682-b7b2-0993eacc7aad triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:45.538646 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4fbcb90-a2e3-4fd9-a728-545738abdcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:45.640694 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-3c5f081e-109c-4cdb-9003-bbef19a7bc27 service neutron] 10.222.0.61 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497139 Apr 18 20:10:45.640694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Pushing event updated for resources: {'Port': ['ID=842dad7f-4953-4d2d-b2f7-8c30452632e8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:45.660045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d4fbcb90-a2e3-4fd9-a728-545738abdcd9 None None] Port c8fe912c-94ef-4682-b7b2-0993eacc7aad cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:10:45.697957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:45.794027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Deleting port 143b01f3-cf3b-4e27-bf5e-b6891195d484 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:45.794796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:45.796575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01394c73-5347-4d74-840b-c0037dd5421f req-1464637c-496a-4dcb-8fbf-36525d1d6867 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:45.804358 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01394c73-5347-4d74-840b-c0037dd5421f req-1464637c-496a-4dcb-8fbf-36525d1d6867 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.9975896 Apr 18 20:10:45.838493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=c8fe912c-94ef-4682-b7b2-0993eacc7aad,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:45.875814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Attempting to bind port 842dad7f-4953-4d2d-b2f7-8c30452632e8 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:45.876147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Attempting to bind port 842dad7f-4953-4d2d-b2f7-8c30452632e8 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:45.876657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Attempting to bind port 842dad7f-4953-4d2d-b2f7-8c30452632e8 on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:45.896509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01394c73-5347-4d74-840b-c0037dd5421f req-5cd8db4e-6d8f-4151-92a2-d9288683d387 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911198 Apr 18 20:10:45.903813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Port 842dad7f-4953-4d2d-b2f7-8c30452632e8 on network e0d3ee86-f94b-4623-a268-827393565f66 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:45.904142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Attempting to bind port 842dad7f-4953-4d2d-b2f7-8c30452632e8 on network e0d3ee86-f94b-4623-a268-827393565f66 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:45.936363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ace0e57-b062-4c35-a5d0-e9aa06799a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:45.954437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0946ae0d-36f9-4ac6-87a7-acd4e86e9d4f req-5b5d6c69-fec5-4be9-8890-135fa8b16d31 service neutron] 10.222.0.61 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085072 Apr 18 20:10:45.956142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:45.956795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Checking segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:45.957396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Bound using segment: {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:45.958253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Bound port: 842dad7f-4953-4d2d-b2f7-8c30452632e8, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29e59365-ff8e-4116-be95-b2be3bc17bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:45.958867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.064882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device af2eee56-f925-48fa-b857-c891dca49bec details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:46.080461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-e9ae1c4d-e324-4fba-9b70-a94133f26c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:46.086972 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-e9ae1c4d-e324-4fba-9b70-a94133f26c71 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 914 time: 1.5423377 Apr 18 20:10:46.171158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] For port 842dad7f-4953-4d2d-b2f7-8c30452632e8, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:46.187500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] For port 842dad7f-4953-4d2d-b2f7-8c30452632e8, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=842dad7f-4953-4d2d-b2f7-8c30452632e8,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:46.194572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.317594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event deleted for resources: {'Port': ['ID=9e419e68-08f8-4c0d-8daf-96e784da268b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:46.329767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:46.330828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.332589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] 10.222.0.61 "PUT /v2.0/ports/842dad7f-4953-4d2d-b2f7-8c30452632e8 HTTP/1.1" status: 200 len: 1091 time: 3.1246755 Apr 18 20:10:46.334249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'tag': '842dad7f-4953-4d2d-b2f7-8c30452632e8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:46.367597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-0911f81f-f771-40c6-917a-7a869ce368e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=93d09d25-c4ad-472c-84ed-c2f1153bc3cd HTTP/1.1" status: 200 len: 217 time: 0.1891737 Apr 18 20:10:46.406662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:46.407736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.450483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port af2eee56-f925-48fa-b857-c891dca49bec, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=af2eee56-f925-48fa-b857-c891dca49bec,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:46.477664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'af2eee56-f925-48fa-b857-c891dca49bec', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'port_id': 'af2eee56-f925-48fa-b857-c891dca49bec', 'mac_address': 'fa:16:3e:6e:f6:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:46.523975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-6d69296b-31d5-4c1a-8407-d0f072c061fb tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=7fdd62412dd2438586d1ae039318f7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1752889 Apr 18 20:10:46.538290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4311457-fe90-4b7b-b76f-89cf53792fbd service neutron] Pushing event updated for resources: {'Port': ['ID=842dad7f-4953-4d2d-b2f7-8c30452632e8,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:46.570980 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.593598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-5193934b-486b-4a2d-a11a-285828ec520e tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:10:46.594844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-5193934b-486b-4a2d-a11a-285828ec520e tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0375209 Apr 18 20:10:46.606238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] No DVR routers for this DVR port 9e419e68-08f8-4c0d-8daf-96e784da268b on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:10:46.622110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2eee56-f925-48fa-b857-c891dca49bec {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:46.622763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Request body: {'binding': {'host': 'n-h1-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:46.623288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Unknown quota resources ['binding']. {{(pid=88140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:10:46.640369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port af2eee56-f925-48fa-b857-c891dca49bec, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=af2eee56-f925-48fa-b857-c891dca49bec,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:46.646493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.652556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.664829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'name': 'network-vif-deleted', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:46.745682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.761779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=af2eee56-f925-48fa-b857-c891dca49bec,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:46.766889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.796722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-c7296a23-30c2-417b-8722-bf62978b9da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:46.800549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-c7296a23-30c2-417b-8722-bf62978b9da5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.3756363 Apr 18 20:10:46.837430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-f679124d-e101-4d2c-a343-5cda73e62817 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.3307934 Apr 18 20:10:46.844612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-53294848-9cbd-4a2a-9d2d-68a488023e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:46.846184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-53294848-9cbd-4a2a-9d2d-68a488023e59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 1094 time: 0.4010177 Apr 18 20:10:46.851623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] For port 4e7d15fe-8291-4b79-af58-d17b70158633, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4e7d15fe-8291-4b79-af58-d17b70158633,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:46.851997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:46.923979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Request body: {'port': {'device_id': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:46.934548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-78956378-cf40-4e8c-9f96-b86482f2f133 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=842dad7f-4953-4d2d-b2f7-8c30452632e8 HTTP/1.1" status: 200 len: 217 time: 0.0796885 Apr 18 20:10:46.943457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-622a522f-d44e-43e1-8419-0d930bd097c0 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:46.945148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-622a522f-d44e-43e1-8419-0d930bd097c0 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4021907 Apr 18 20:10:46.948545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['af2eee56-f925-48fa-b857-c891dca49bec'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:47.005992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-4be3d068-ccdf-4094-88a4-9d19683d3226 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/quotas/7fdd62412dd2438586d1ae039318f7fa HTTP/1.1" status: 200 len: 375 time: 0.0233462 Apr 18 20:10:47.023993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-0ad8a510-be87-4cf3-a3bb-bc57be2564cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:47.025748 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-0ad8a510-be87-4cf3-a3bb-bc57be2564cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.0796571 Apr 18 20:10:47.026428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-878408f1-f061-42f7-bdbc-25f47cdfe71a req-a144f7ec-0202-4f3d-9b13-c41338a80f2d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "DELETE /v2.0/ports/9e419e68-08f8-4c0d-8daf-96e784da268b HTTP/1.1" status: 204 len: 173 time: 6.6538186 Apr 18 20:10:47.089818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 93d09d25-c4ad-472c-84ed-c2f1153bc3cd details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:47.093071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 143b01f3-cf3b-4e27-bf5e-b6891195d484 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:10:47.101586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-5f414ace-3448-415d-b4ec-21e757eb7344 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7fdd62412dd2438586d1ae039318f7fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0744746 Apr 18 20:10:47.120191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-0e4c7466-d639-4c83-a416-ea4e9a6a9ea2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558505 Apr 18 20:10:47.177742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-51ca3f64-33a0-407b-bdfa-f09d47a65b22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3341351 Apr 18 20:10:47.282659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Calling delete_port for 4e7d15fe-8291-4b79-af58-d17b70158633 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:47.372383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-64d04110-49a0-4859-861b-741de64a3762 service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431195 Apr 18 20:10:47.518026 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:47.541739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:47.565601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'port_id': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd', 'mac_address': 'fa:16:3e:76:26:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc364e4-a5ee-4c64-9368-72171c21a4a2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:47.610939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:47.624123 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:47.653965 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8841d55a-7c09-4abd-882a-f7e51cc3ef5d req-921b2212-9442-4f45-933b-f07d21a3d57e service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740147 Apr 18 20:10:47.712140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:47.721656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315145d3-7688-4212-8d9a-d0caf1fdf256 req-822ad749-2307-451d-88b0-08ce66e5692f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:47.735358 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-315145d3-7688-4212-8d9a-d0caf1fdf256 req-822ad749-2307-451d-88b0-08ce66e5692f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 936 time: 0.2238932 Apr 18 20:10:47.762053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93d09d25-c4ad-472c-84ed-c2f1153bc3cd {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:47.772534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=143b01f3-cf3b-4e27-bf5e-b6891195d484,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:47.790169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:47.797244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:47.832332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:47.832758 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:47.840484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-315145d3-7688-4212-8d9a-d0caf1fdf256 req-76b2feaa-d016-4550-88ac-c49e56080481 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024861 Apr 18 20:10:47.865379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:47.971367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:48.204406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e132a-59f7-4ec0-b9e0-a04824a00022 req-cef9e350-e8bb-4e4f-af15-d2848d44f936 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:48.212357 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c0e132a-59f7-4ec0-b9e0-a04824a00022 req-cef9e350-e8bb-4e4f-af15-d2848d44f936 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 943 time: 0.1455982 Apr 18 20:10:48.230908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Calling delete_port for 143b01f3-cf3b-4e27-bf5e-b6891195d484 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:48.236373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:48.270375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c0e132a-59f7-4ec0-b9e0-a04824a00022 req-5f7ea6bf-3048-4981-978d-52606fdb7204 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503657 Apr 18 20:10:48.275463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['93d09d25-c4ad-472c-84ed-c2f1153bc3cd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:48.369910 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c6a07a-b0db-47d4-841d-6d03c0089d01'] response: {'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b', 'code': 200} Apr 18 20:10:48.370321 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98c6a07a-b0db-47d4-841d-6d03c0089d01'] response: {'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633', 'code': 200} Apr 18 20:10:48.402443 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:48.469344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-ea654a95-9a73-42f9-95ee-bbed9d2d5a98 service neutron] 10.222.0.55 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1506476 Apr 18 20:10:48.590841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c807d-daa9-40cb-b532-c3f282793951 req-c093b8f4-eb50-4be9-b73a-082df64aba71 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:48.594032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-143c807d-daa9-40cb-b532-c3f282793951 req-c093b8f4-eb50-4be9-b73a-082df64aba71 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 948 time: 0.1277511 Apr 18 20:10:48.629011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on host n-h1-836016-3 for vnic_type normal with profile None {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:48.629380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:48.629983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:48.633121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:48.653620 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-143c807d-daa9-40cb-b532-c3f282793951 req-f0b2d4ac-1cac-41f5-a306-e03e52f74208 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513382 Apr 18 20:10:48.820905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:48.821243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:48.857679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event deleted for resources: {'Port': ['ID=4e7d15fe-8291-4b79-af58-d17b70158633,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:48.860084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8bff5-de28-4372-9153-6a769243a6a1 req-4589d5cc-9c8d-4178-9489-4734e8f849d5 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:48.862053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20e8bff5-de28-4372-9153-6a769243a6a1 req-4589d5cc-9c8d-4178-9489-4734e8f849d5 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 944 time: 0.1113496 Apr 18 20:10:48.875319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:48.875319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:48.875319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:48.875904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Bound port: 95e39445-e216-4bf3-bd76-4846852aa71f, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:48.878318 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:48.924344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:10:48.924625 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:10:48.946905 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20e8bff5-de28-4372-9153-6a769243a6a1 req-0ebecd4a-b271-4e9d-8477-fa857316c060 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683920 Apr 18 20:10:49.028157 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d7402a-6955-4516-bf0e-42edccbaa53c'] response: {'name': 'network-changed', 'server_uuid': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'tag': '842dad7f-4953-4d2d-b2f7-8c30452632e8', 'status': 'completed', 'code': 200} Apr 18 20:10:49.053453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] No DVR routers for this DVR port 4e7d15fe-8291-4b79-af58-d17b70158633 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:10:49.064619 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963cd761-13c4-433d-8c44-a9816df4dfc3 req-99344be5-b2d7-49b3-b61e-7aff99e3a057 service neutron] 10.222.0.55 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5795851 Apr 18 20:10:49.126053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:49.166564 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665d68aa-9c60-4be0-9dbb-223f9f266801'] response: {'server_uuid': '054a466f-c026-44f3-98ae-e36bcb596467', 'name': 'network-vif-deleted', 'tag': '9e419e68-08f8-4c0d-8daf-96e784da268b', 'status': 'completed', 'code': 200} Apr 18 20:10:49.203932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-8b7edbd6-60a2-4dcc-9b5c-06c43afab5b5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=7fdd62412dd2438586d1ae039318f7fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0718427 Apr 18 20:10:49.237175 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-048cae27-e80a-42aa-84c6-06b2fad7bd70 req-e064b492-4724-4cbf-94d9-a95603e56754 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "DELETE /v2.0/ports/4e7d15fe-8291-4b79-af58-d17b70158633 HTTP/1.1" status: 204 len: 173 time: 8.6989026 Apr 18 20:10:49.265862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:49.286878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:49.288168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6ee710ea-50a4-45fa-aa81-42ceccc72ec0 service neutron] 10.222.0.47 "POST /v2.0/ports/95e39445-e216-4bf3-bd76-4846852aa71f/bindings HTTP/1.1" status: 201 len: 389 time: 2.6744936 Apr 18 20:10:49.288876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-e22b6a44-5965-4586-9f5c-b357e6e66596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:49.290734 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-e22b6a44-5965-4586-9f5c-b357e6e66596 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=980edd90ea5c41b881515fdbe548b3f1&device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 1094 time: 0.2218091 Apr 18 20:10:49.452007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Deleting port 143b01f3-cf3b-4e27-bf5e-b6891195d484 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:49.452007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:49.478603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf6cad-9ffa-4a39-8de4-6de5699bbfb6 req-dceeba9c-1d39-43e5-a490-7b9488fde92a tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:49.480758 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dbf6cad-9ffa-4a39-8de4-6de5699bbfb6 req-dceeba9c-1d39-43e5-a490-7b9488fde92a tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.2680693 Apr 18 20:10:49.537275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-3d50ab1a-d12c-456e-b7ad-c73c15f52f3c tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:49.538174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-2a7456af-8228-4c3b-a0b1-66b7a998176c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:49.538951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-3d50ab1a-d12c-456e-b7ad-c73c15f52f3c tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289003 Apr 18 20:10:49.539686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-2a7456af-8228-4c3b-a0b1-66b7a998176c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 200 len: 914 time: 0.2385631 Apr 18 20:10:49.560662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fe912c-94ef-4682-b7b2-0993eacc7aad {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:49.603158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Request body: {'port': {'device_id': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '7fdd62412dd2438586d1ae039318f7fa'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:49.630812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dbf6cad-9ffa-4a39-8de4-6de5699bbfb6 req-06058f75-452a-4593-b64f-d53fd37df591 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182706 Apr 18 20:10:49.632587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-8c9103d9-f0ab-4ef9-9c40-00aef3d9dec6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=842dad7f-4953-4d2d-b2f7-8c30452632e8 HTTP/1.1" status: 200 len: 217 time: 0.0757928 Apr 18 20:10:49.636161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:49.660383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34d00a6e-2309-47c5-bb4e-51f2faec1712 req-c4751228-9053-4842-9ab2-89e39583c33a tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 210 time: 0.1075041 Apr 18 20:10:49.673841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['93d09d25-c4ad-472c-84ed-c2f1153bc3cd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:49.723526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-e953922b-9ee1-4e6c-a263-0d090899b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:49.725191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-e953922b-9ee1-4e6c-a263-0d090899b741 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 200 len: 853 time: 0.0855851 Apr 18 20:10:49.785042 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-f7080d68-ef4b-48ca-82a1-6f26ab9c83b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0d3ee86-f94b-4623-a268-827393565f66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528555 Apr 18 20:10:49.827895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Transition to ACTIVE for port object c8fe912c-94ef-4682-b7b2-0993eacc7aad will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:49.858805 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.090519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 842dad7f-4953-4d2d-b2f7-8c30452632e8 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:50.096262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device af2eee56-f925-48fa-b857-c891dca49bec up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:50.159783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a24b2b-b689-4931-9ce2-98e5fe5f2264 req-33e75914-f384-45f3-bc56-e6e3155ce7b8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:50.171501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68a24b2b-b689-4931-9ce2-98e5fe5f2264 req-33e75914-f384-45f3-bc56-e6e3155ce7b8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 948 time: 0.3766360 Apr 18 20:10:50.249251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-faf59e06-4301-42e0-9d1e-bd60f667d90b service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537730 Apr 18 20:10:50.316721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68a24b2b-b689-4931-9ce2-98e5fe5f2264 req-32f781f9-cf2d-4f59-bd30-73858163ee8a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437578 Apr 18 20:10:50.393308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:50.437124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port af2eee56-f925-48fa-b857-c891dca49bec completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:50.449343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port af2eee56-f925-48fa-b857-c891dca49bec triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:50.449861 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.456240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Pushing event updated for resources: {'Port': ['ID=c8fe912c-94ef-4682-b7b2-0993eacc7aad,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:50.467078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-801aa7dd-3c66-4cb4-b296-9afcc419f207 req-11c8a2ba-9e40-411b-b5a4-ad79c4544650 service neutron] 10.222.0.61 "GET /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073171 Apr 18 20:10:50.525452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:50.533089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 842dad7f-4953-4d2d-b2f7-8c30452632e8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=842dad7f-4953-4d2d-b2f7-8c30452632e8,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:50.556219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Usage tracker for resource:port and tenant:7fdd62412dd2438586d1ae039318f7fa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:50.559124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '842dad7f-4953-4d2d-b2f7-8c30452632e8', 'network_id': 'e0d3ee86-f94b-4623-a268-827393565f66', 'port_id': '842dad7f-4953-4d2d-b2f7-8c30452632e8', 'mac_address': 'fa:16:3e:03:8b:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbc364e4-a5ee-4c64-9368-72171c21a4a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:50.561918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:50.575513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32c9eb-954c-422b-93c6-5a4d46c10091 req-35ef452f-bc99-4d5b-ad40-7837aed3863c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:50.578244 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea32c9eb-954c-422b-93c6-5a4d46c10091 req-35ef452f-bc99-4d5b-ad40-7837aed3863c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.1101301 Apr 18 20:10:50.579299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-4e0edd6b-6678-4a58-be3c-64ecfc284880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:50.580754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-4e0edd6b-6678-4a58-be3c-64ecfc284880 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1096 time: 0.8852043 Apr 18 20:10:50.587891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:50.634491 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:10:50.642280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea32c9eb-954c-422b-93c6-5a4d46c10091 req-f7698c2b-a290-400c-802e-dd4cb25cb09f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544341 Apr 18 20:10:50.674231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.708249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Made reservation on behalf of 7fdd62412dd2438586d1ae039318f7fa for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:10:50.709206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 842dad7f-4953-4d2d-b2f7-8c30452632e8 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:50.711739 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.715934 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.729285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] For port 143b01f3-cf3b-4e27-bf5e-b6891195d484, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=143b01f3-cf3b-4e27-bf5e-b6891195d484,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:50.729740 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.746521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 842dad7f-4953-4d2d-b2f7-8c30452632e8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=842dad7f-4953-4d2d-b2f7-8c30452632e8,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:50.753666 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.797896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.812502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port af2eee56-f925-48fa-b857-c891dca49bec, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=af2eee56-f925-48fa-b857-c891dca49bec,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:50.815489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa5779-99d3-4ce8-afe4-202001b66bc8 req-ed144871-8973-4591-ac22-9652154c4563 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:50.816282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-74fa5779-99d3-4ce8-afe4-202001b66bc8 req-ed144871-8973-4591-ac22-9652154c4563 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Synchronizing usage tracker for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:50.818503 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:50.831723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Attempting to bind port c8fe912c-94ef-4682-b7b2-0993eacc7aad on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:50.831955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Attempting to bind port c8fe912c-94ef-4682-b7b2-0993eacc7aad by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:50.832306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Attempting to bind port c8fe912c-94ef-4682-b7b2-0993eacc7aad on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:50.840323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=842dad7f-4953-4d2d-b2f7-8c30452632e8,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:50.869699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1e927f-8f86-4814-be87-80607f4486ed req-2c1c8f7a-665b-452d-ac41-74c74023ccef tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:50.871224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b1e927f-8f86-4814-be87-80607f4486ed req-2c1c8f7a-665b-452d-ac41-74c74023ccef tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1096 time: 0.0901861 Apr 18 20:10:50.922180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b1e927f-8f86-4814-be87-80607f4486ed req-407af652-0eb7-412b-9c91-93cbeff22135 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441432 Apr 18 20:10:50.930093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=af2eee56-f925-48fa-b857-c891dca49bec,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:50.964781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Calling delete_port for 143b01f3-cf3b-4e27-bf5e-b6891195d484 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:10:51.013237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Port c8fe912c-94ef-4682-b7b2-0993eacc7aad on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:51.013599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Attempting to bind port c8fe912c-94ef-4682-b7b2-0993eacc7aad on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:51.020181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:10:51.037783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Usage tracker for resource:security_group_rule and tenant:7fdd62412dd2438586d1ae039318f7fa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:10:51.046641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:51.047079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:51.047477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:51.047970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Bound port: c8fe912c-94ef-4682-b7b2-0993eacc7aad, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:51.048319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:51.063702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:10:51.076406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-74fa5779-99d3-4ce8-afe4-202001b66bc8 req-ed144871-8973-4591-ac22-9652154c4563 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Unset dirty status for tenant:980edd90ea5c41b881515fdbe548b3f1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:51.077583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74fa5779-99d3-4ce8-afe4-202001b66bc8 req-ed144871-8973-4591-ac22-9652154c4563 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 943 time: 1.2085783 Apr 18 20:10:51.078494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:10:51.083927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['842dad7f-4953-4d2d-b2f7-8c30452632e8'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:51.121756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 93d09d25-c4ad-472c-84ed-c2f1153bc3cd up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:51.188627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'name': 'network-vif-deleted', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:51.205165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe877d7-aeda-48b3-9d7d-1897744062eb req-ee346aa9-d75b-43e2-b1bd-f48271bc6d54 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:51.206760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ffe877d7-aeda-48b3-9d7d-1897744062eb req-ee346aa9-d75b-43e2-b1bd-f48271bc6d54 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 948 time: 0.1474864 Apr 18 20:10:51.214222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c13742bf-a1d2-4917-9e72-2de437e04531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:51.215857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c13742bf-a1d2-4917-9e72-2de437e04531 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.6218216 Apr 18 20:10:51.239735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:51.254132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:51.254571 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:51.273097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ffe877d7-aeda-48b3-9d7d-1897744062eb req-5e1be03d-ff5c-4fe5-b69f-7d8d9ba021ff tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524268 Apr 18 20:10:51.341278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-60ded7b1-4f3f-41bd-ba7c-3de17edbd0ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 200 len: 217 time: 0.1148796 Apr 18 20:10:51.446676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74fa5779-99d3-4ce8-afe4-202001b66bc8 req-7520bec9-2e5f-4045-9060-ef8238938fe6 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575957 Apr 18 20:10:51.487023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] For port c8fe912c-94ef-4682-b7b2-0993eacc7aad, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:51.496171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:51.500163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea225384-e70c-48a3-ad0b-b4f1cf46204b req-3c16efe5-b7a2-4b2f-93fb-78c410c172fb tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:51.502659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea225384-e70c-48a3-ad0b-b4f1cf46204b req-3c16efe5-b7a2-4b2f-93fb-78c410c172fb tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.1081369 Apr 18 20:10:51.521708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] For port c8fe912c-94ef-4682-b7b2-0993eacc7aad, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c8fe912c-94ef-4682-b7b2-0993eacc7aad,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:51.531319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-a074e8d9-33d3-4410-aeda-8308add4da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:51.532947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-a074e8d9-33d3-4410-aeda-8308add4da25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.1783419 Apr 18 20:10:51.538856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:51.566124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:51.568568 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1d5f88d-3a9f-44d6-80d5-c1f8b4ffa812'] response: {'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484', 'code': 200} Apr 18 20:10:51.569942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea225384-e70c-48a3-ad0b-b4f1cf46204b req-864dfdc6-913b-47e3-a844-c0ab7d34848e tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596473 Apr 18 20:10:51.574301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:51.711059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:51.727215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['9c11e538-e73a-47c7-a38e-49a15e744d6c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:51.787414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-5aac5af4-b2ed-4936-89bd-62b7aa7cfa6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2436085 Apr 18 20:10:51.825296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:51.829992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:51.831221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:51.833298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] 10.222.0.61 "PUT /v2.0/ports/c8fe912c-94ef-4682-b7b2-0993eacc7aad HTTP/1.1" status: 200 len: 1096 time: 4.9327331 Apr 18 20:10:51.836204 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221ed98a-8cba-4007-b332-0b2e3dbcc80c'] response: {'server_uuid': 'ae4fa6dd-bfee-437d-a751-57c03c7b77b0', 'name': 'network-vif-deleted', 'tag': '4e7d15fe-8291-4b79-af58-d17b70158633', 'status': 'completed', 'code': 200} Apr 18 20:10:51.858105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.858389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.858732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.859058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.859560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.860101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.860593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.861069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.861569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.870689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.871564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:51.872087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:10:52.016388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45ad032-9888-49cb-9a97-65f3cae86baf req-8de006fd-48c6-43fc-934c-40d2ae78c1d4 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 210 time: 0.2253554 Apr 18 20:10:52.041618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fae9416-5b16-4329-984d-eb2b869e70c4 req-0ec242fe-3b3b-4815-8c12-8c43a7e34a37 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:52.044310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7fae9416-5b16-4329-984d-eb2b869e70c4 req-0ec242fe-3b3b-4815-8c12-8c43a7e34a37 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 948 time: 0.1598856 Apr 18 20:10:52.044819 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:52.127655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:52.173630 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7fae9416-5b16-4329-984d-eb2b869e70c4 req-49981b09-79b3-481e-b922-bf79dd3f222f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194847 Apr 18 20:10:52.477330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] No DVR routers for this DVR port 143b01f3-cf3b-4e27-bf5e-b6891195d484 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:10:52.477673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d4f2feba-41d5-4421-b754-a5a76cc57c8c req-c1ed1b17-56b8-4409-b3b1-f7897b9423c3 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.0534992 Apr 18 20:10:52.672756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3caf6af-4a1b-4124-a5da-103f08a7108e service neutron] Pushing event updated for resources: {'Port': ['ID=c8fe912c-94ef-4682-b7b2-0993eacc7aad,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:52.704997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2874974-8e36-48d3-97b4-8030d907191f req-771eaade-8d1d-463e-a3db-18593825676d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:52.706862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2874974-8e36-48d3-97b4-8030d907191f req-771eaade-8d1d-463e-a3db-18593825676d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 944 time: 0.1127787 Apr 18 20:10:52.708306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:52.769817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2874974-8e36-48d3-97b4-8030d907191f req-5a9ecde7-93cf-4f43-9406-234645f1ae35 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553844 Apr 18 20:10:52.805782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Pushing event deleted for resources: {'Port': ['ID=143b01f3-cf3b-4e27-bf5e-b6891195d484,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:52.824492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27dbef4c-b298-4b4a-816c-08cb0f421f40,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:52.865231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c396b69-54a1-4480-8066-02cd783b6d60 req-763bc624-b39f-4e4c-bfe5-8a201ef5c7e6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "DELETE /v2.0/ports/143b01f3-cf3b-4e27-bf5e-b6891195d484 HTTP/1.1" status: 204 len: 173 time: 8.1971481 Apr 18 20:10:52.875633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-6d50d717-0500-444f-a7ab-2d95ca728895 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0096884 Apr 18 20:10:52.926268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Allocated IP 192.168.233.242 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/2e30d276-9e41-434e-bea8-31d557695fc4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:10:52.975790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-99e02b3d-ab35-49e6-ad25-e8669cec1ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:52.979221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-99e02b3d-ab35-49e6-ad25-e8669cec1ede service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 1099 time: 1.0830362 Apr 18 20:10:52.999598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aaba87-847e-42ea-8d86-384ba0771e4d req-92acb661-296c-4655-9e63-e99ce00bc296 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:53.001651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21aaba87-847e-42ea-8d86-384ba0771e4d req-92acb661-296c-4655-9e63-e99ce00bc296 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.1166003 Apr 18 20:10:53.062568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21aaba87-847e-42ea-8d86-384ba0771e4d req-7a8b7025-a959-4401-bb03-0d00c4151248 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492382 Apr 18 20:10:53.122528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff061b22-4984-4b01-a459-728c8c46f170 req-b1bea216-7b95-4a07-9817-5364f3e9a923 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:53.130736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff061b22-4984-4b01-a459-728c8c46f170 req-b1bea216-7b95-4a07-9817-5364f3e9a923 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.8480182 Apr 18 20:10:53.177005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-1ee794ca-e4a5-49d7-a24f-8524e3c68dcb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c8fe912c-94ef-4682-b7b2-0993eacc7aad HTTP/1.1" status: 200 len: 217 time: 0.1317153 Apr 18 20:10:53.283293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f970c5c2-44b6-4ba7-981f-d9816bca262e req-c3627301-ea38-4e2f-b977-04fa855af8e5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 210 time: 0.0636215 Apr 18 20:10:53.311887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff061b22-4984-4b01-a459-728c8c46f170 req-929fd94f-7c4b-46e2-8168-d925a02dbbc3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802287 Apr 18 20:10:53.314080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-cbbb8752-414d-4cc1-930b-893bc4e1b600 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195848 Apr 18 20:10:53.362957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-9dad7393-8544-40e4-9690-3f74355d81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:53.365197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-9dad7393-8544-40e4-9690-3f74355d81d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1728160 Apr 18 20:10:53.553009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d2329-24ec-44c0-aec4-475631972c25 req-058144ae-9853-4e05-8c46-52e52e47fcfc tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:53.561769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-267d2329-24ec-44c0-aec4-475631972c25 req-058144ae-9853-4e05-8c46-52e52e47fcfc tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 948 time: 0.1117251 Apr 18 20:10:53.570039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec'}, {'server_uuid': '8d2d1ece-848b-43a7-9684-3977a676c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:53.583257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:53.603707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-7c552722-07e3-442d-ba8c-86741fb314bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:53.605655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-7c552722-07e3-442d-ba8c-86741fb314bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697450 Apr 18 20:10:53.612441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Transition to ACTIVE for port object 2e30d276-9e41-434e-bea8-31d557695fc4 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:53.619355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-267d2329-24ec-44c0-aec4-475631972c25 req-e5b1f4bc-cb1a-4b8c-a18f-7d4b08644022 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566099 Apr 18 20:10:53.716575 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a17d38-95c6-4c96-8c20-9c128de04db1'] response: {'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec', 'code': 200} Apr 18 20:10:53.717117 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60a17d38-95c6-4c96-8c20-9c128de04db1'] response: {'server_uuid': '8d2d1ece-848b-43a7-9684-3977a676c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd', 'code': 200} Apr 18 20:10:53.863172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'tag': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad'}, {'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'name': 'network-vif-deleted', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:53.985620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18f293-1d94-47b0-ba21-30016378306b req-3be4e7b4-963e-4207-ad2a-69a14054397e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:53.987361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e18f293-1d94-47b0-ba21-30016378306b req-3be4e7b4-963e-4207-ad2a-69a14054397e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 1096 time: 0.1318989 Apr 18 20:10:53.996287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e8c6f04-2dd0-43b3-9a36-54a1d254a895 req-7e096600-0257-44d2-9968-50de21ca717e tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Synchronizing usage tracker for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:54.076568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e18f293-1d94-47b0-ba21-30016378306b req-d6b9b6e9-94a1-45ab-902f-43d9c07d57ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808513 Apr 18 20:10:54.080812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:54.093681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-54f1ca8d-98ec-4723-9766-e19438a89186 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792278 Apr 18 20:10:54.095289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 842dad7f-4953-4d2d-b2f7-8c30452632e8 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:10:54.137291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e8c6f04-2dd0-43b3-9a36-54a1d254a895 req-7e096600-0257-44d2-9968-50de21ca717e tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Unset dirty status for tenant:78ac1c46873d46c1a5f8130150df6ca6 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:54.138837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e8c6f04-2dd0-43b3-9a36-54a1d254a895 req-7e096600-0257-44d2-9968-50de21ca717e tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=701d545d-a450-464f-ac78-5a5a0840bf90 HTTP/1.1" status: 200 len: 210 time: 0.3948169 Apr 18 20:10:54.221722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:10:54.227932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:10:54.232949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca10f67f-58b9-469b-b5ba-51a1f7091d71 req-2e4a18b5-b83a-401c-9185-1d60a599e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:54.237098 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca10f67f-58b9-469b-b5ba-51a1f7091d71 req-2e4a18b5-b83a-401c-9185-1d60a599e397 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d2d1ece-848b-43a7-9684-3977a676c760 HTTP/1.1" status: 200 len: 1096 time: 0.3571203 Apr 18 20:10:54.238548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Pushing event updated for resources: {'Port': ['ID=2e30d276-9e41-434e-bea8-31d557695fc4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:54.242182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:10:54.281337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 842dad7f-4953-4d2d-b2f7-8c30452632e8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:54.292335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 842dad7f-4953-4d2d-b2f7-8c30452632e8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:54.292836 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:54.501200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:54.502002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:54.507778 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:54.591859 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93829635-bc70-4745-b0be-032962009068'] response: {'name': 'network-changed', 'server_uuid': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'tag': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad', 'status': 'completed', 'code': 200} Apr 18 20:10:54.592213 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93829635-bc70-4745-b0be-032962009068'] response: {'server_uuid': '701d545d-a450-464f-ac78-5a5a0840bf90', 'name': 'network-vif-deleted', 'tag': '143b01f3-cf3b-4e27-bf5e-b6891195d484', 'status': 'completed', 'code': 200} Apr 18 20:10:54.592597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 842dad7f-4953-4d2d-b2f7-8c30452632e8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=842dad7f-4953-4d2d-b2f7-8c30452632e8,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:54.593901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca10f67f-58b9-469b-b5ba-51a1f7091d71 req-8554428d-4118-4ddd-9955-c013a87ab5cc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152657 Apr 18 20:10:54.601812 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:54.635458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-68dcdaad-ba9c-468d-ab31-355067bc4ef5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0701547 Apr 18 20:10:54.650461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Request body: {'port': {'device_id': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:54.736423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e0ef9c-0216-46fe-b0fa-4c7b62cc86d0 req-c00c8054-4184-487d-9d76-834c09882c65 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247847 Apr 18 20:10:54.768906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5aef9ff9-29fc-4777-aff5-3ec2683f284f None None] Provisioning for port 2e30d276-9e41-434e-bea8-31d557695fc4 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:10:54.781757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5aef9ff9-29fc-4777-aff5-3ec2683f284f None None] Provisioning complete for port 2e30d276-9e41-434e-bea8-31d557695fc4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:10:54.782829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5aef9ff9-29fc-4777-aff5-3ec2683f284f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:54.803596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29675a-e7a0-4d2e-a9e4-ff4aa033d872 req-b266319e-e41d-43bf-9d06-cef574d1f828 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:54.805368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f29675a-e7a0-4d2e-a9e4-ff4aa033d872 req-b266319e-e41d-43bf-9d06-cef574d1f828 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.1241753 Apr 18 20:10:54.838804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=842dad7f-4953-4d2d-b2f7-8c30452632e8,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:54.860969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5aef9ff9-29fc-4777-aff5-3ec2683f284f None None] Port 2e30d276-9e41-434e-bea8-31d557695fc4 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:10:54.872713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f29675a-e7a0-4d2e-a9e4-ff4aa033d872 req-6e8264c3-a2c0-4e62-9319-b4765a0757d3 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604815 Apr 18 20:10:54.909882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e984f1e-74ae-4ad1-ad8c-560923b5a233 req-78a5468e-556f-434a-8bc4-ce5ff3be3b0d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:54.912977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e984f1e-74ae-4ad1-ad8c-560923b5a233 req-78a5468e-556f-434a-8bc4-ce5ff3be3b0d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 944 time: 0.4925063 Apr 18 20:10:54.992840 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:55.182747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad986a6f-0fdd-4ad3-b6f1-a9ec57f1ef47 req-dd8791e4-6f9e-475a-87dd-ae9e2ba38995 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:55.193320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad986a6f-0fdd-4ad3-b6f1-a9ec57f1ef47 req-dd8791e4-6f9e-475a-87dd-ae9e2ba38995 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 936 time: 0.1663742 Apr 18 20:10:55.261705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad986a6f-0fdd-4ad3-b6f1-a9ec57f1ef47 req-ee977643-86a3-4230-a9fc-e29832c6de80 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647807 Apr 18 20:10:55.518501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d19e5d-9cd9-4279-ab67-9af191cdc622 req-21479fb7-2b18-43cd-87e6-6cb2bdf5f0b8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:55.527523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6d19e5d-9cd9-4279-ab67-9af191cdc622 req-21479fb7-2b18-43cd-87e6-6cb2bdf5f0b8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.1407735 Apr 18 20:10:55.566281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e984f1e-74ae-4ad1-ad8c-560923b5a233 req-f6707950-5a45-4218-b977-90bda136680f tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6410017 Apr 18 20:10:55.632919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f65e-8534-48da-8d26-692617c41281 req-df807c66-62a2-4b8e-8c7c-658a9bf4f594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:55.634729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5109f65e-8534-48da-8d26-692617c41281 req-df807c66-62a2-4b8e-8c7c-658a9bf4f594 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 1099 time: 0.8124981 Apr 18 20:10:55.648334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6d19e5d-9cd9-4279-ab67-9af191cdc622 req-16479b20-70d2-407f-9e73-c2f9fc689acc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176078 Apr 18 20:10:55.720248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842dad7f-4953-4d2d-b2f7-8c30452632e8'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:55.815506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f65e-8534-48da-8d26-692617c41281 req-daba603a-a5d0-4fc8-9798-be148a6a87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:55.817177 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5109f65e-8534-48da-8d26-692617c41281 req-daba603a-a5d0-4fc8-9798-be148a6a87d7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1707857 Apr 18 20:10:55.836270 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76df901d-c2fb-4ce0-a2e9-a4b94cc9acd8'] response: {'server_uuid': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '842dad7f-4953-4d2d-b2f7-8c30452632e8', 'code': 200} Apr 18 20:10:55.955864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5109f65e-8534-48da-8d26-692617c41281 req-875e8f1b-30e3-458c-b04f-d3f31d713708 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=c8fe912c-94ef-4682-b7b2-0993eacc7aad HTTP/1.1" status: 200 len: 217 time: 0.0857272 Apr 18 20:10:56.120736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f65e-8534-48da-8d26-692617c41281 req-b8f07372-b939-4c7c-9350-7bdcaab771c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:56.120736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5109f65e-8534-48da-8d26-692617c41281 req-b8f07372-b939-4c7c-9350-7bdcaab771c8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1547651 Apr 18 20:10:56.129166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566d6f5-a1ff-402c-9bd8-0f5c70eb5454 req-203f7600-ed1b-4ad1-bd33-25233454ede7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:56.130502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b566d6f5-a1ff-402c-9bd8-0f5c70eb5454 req-203f7600-ed1b-4ad1-bd33-25233454ede7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:56.138979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e30d276-9e41-434e-bea8-31d557695fc4 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:56.164185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd354dfe-fbc0-413a-98d6-b014d1e180e6 req-459edfe4-1386-41c9-b339-610082817e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:56.167283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd354dfe-fbc0-413a-98d6-b014d1e180e6 req-459edfe4-1386-41c9-b339-610082817e3b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 1096 time: 0.2408001 Apr 18 20:10:56.210463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:56.245796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b566d6f5-a1ff-402c-9bd8-0f5c70eb5454 req-203f7600-ed1b-4ad1-bd33-25233454ede7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:56.247434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b566d6f5-a1ff-402c-9bd8-0f5c70eb5454 req-203f7600-ed1b-4ad1-bd33-25233454ede7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 948 time: 0.4292355 Apr 18 20:10:56.250164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Transition to ACTIVE for port object 2e30d276-9e41-434e-bea8-31d557695fc4 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:10:56.322107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:56.379845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd354dfe-fbc0-413a-98d6-b014d1e180e6 req-d935949b-666b-4f1f-988e-8eba714fc2ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973138 Apr 18 20:10:56.434199 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b566d6f5-a1ff-402c-9bd8-0f5c70eb5454 req-8ef50903-f91d-4a7a-a583-a72613e3e371 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774426 Apr 18 20:10:56.850137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423df1f-e521-45a8-b951-e52d2e9541b9 req-134327a3-8051-4dd8-8cbe-172ddf527066 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:56.851826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7423df1f-e521-45a8-b951-e52d2e9541b9 req-134327a3-8051-4dd8-8cbe-172ddf527066 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 948 time: 0.1602426 Apr 18 20:10:56.911444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7423df1f-e521-45a8-b951-e52d2e9541b9 req-b68d2e89-8b14-4488-a43c-78bc462d57af tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528173 Apr 18 20:10:56.997391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5109f65e-8534-48da-8d26-692617c41281 req-3f9ff547-d5db-4eb8-883a-c921ea7f6b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:56.997391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5109f65e-8534-48da-8d26-692617c41281 req-3f9ff547-d5db-4eb8-883a-c921ea7f6b2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8573282 Apr 18 20:10:57.056022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Pushing event updated for resources: {'Port': ['ID=2e30d276-9e41-434e-bea8-31d557695fc4,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:57.144113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc090580-aeb8-4aef-a1d5-dc480a7d34cb req-4a4c3b8c-0f72-4b2e-9b0f-8ed4973e6d37 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:57.146052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc090580-aeb8-4aef-a1d5-dc480a7d34cb req-4a4c3b8c-0f72-4b2e-9b0f-8ed4973e6d37 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.1077411 Apr 18 20:10:57.203633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Attempting to bind port 2e30d276-9e41-434e-bea8-31d557695fc4 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:10:57.203867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Attempting to bind port 2e30d276-9e41-434e-bea8-31d557695fc4 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:10:57.205401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Attempting to bind port 2e30d276-9e41-434e-bea8-31d557695fc4 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:57.206105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc090580-aeb8-4aef-a1d5-dc480a7d34cb req-12346b00-912d-45e4-b3b9-96ac2bde5c73 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471680 Apr 18 20:10:57.222539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4118cc39-b5da-4165-bbd8-7c8a8093bfbf req-e9c0f45f-60da-4210-bdd9-c804fc1886d2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:57.225128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4118cc39-b5da-4165-bbd8-7c8a8093bfbf req-e9c0f45f-60da-4210-bdd9-c804fc1886d2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.5487208 Apr 18 20:10:57.233373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Port 2e30d276-9e41-434e-bea8-31d557695fc4 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:10:57.233847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Attempting to bind port 2e30d276-9e41-434e-bea8-31d557695fc4 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:10:57.271088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:10:57.271418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:10:57.271891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:10:57.272364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Bound port: 2e30d276-9e41-434e-bea8-31d557695fc4, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:10:57.272709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:57.297801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-99ffb870-c5f7-4b48-96e4-015bdb9ea427 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5267739 Apr 18 20:10:57.309502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5109f65e-8534-48da-8d26-692617c41281 req-82a74ab9-80e9-49d8-a40d-3ddd974b3e87 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988527 Apr 18 20:10:57.445864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90fc1e3-3351-4bff-8dbd-2910807adce6 req-67069265-dcdd-4924-8f1a-5857f2b39ee5 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:57.447377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a90fc1e3-3351-4bff-8dbd-2910807adce6 req-67069265-dcdd-4924-8f1a-5857f2b39ee5 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 945 time: 0.1245098 Apr 18 20:10:57.453441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4118cc39-b5da-4165-bbd8-7c8a8093bfbf req-2b29209c-2edb-4efd-a9a2-fa7a0b8f6d1b tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140276 Apr 18 20:10:57.517127 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a90fc1e3-3351-4bff-8dbd-2910807adce6 req-5f0dbfa9-ad6a-4887-bda8-4d90a1bc4862 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622692 Apr 18 20:10:57.783012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] For port 2e30d276-9e41-434e-bea8-31d557695fc4, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:10:57.793367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5109f65e-8534-48da-8d26-692617c41281 req-5dd00a40-13b7-467d-a5ad-bc01314a6060 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487808 Apr 18 20:10:57.804033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] For port 2e30d276-9e41-434e-bea8-31d557695fc4, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2e30d276-9e41-434e-bea8-31d557695fc4,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:10:57.816773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:57.894273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179e4f-8764-48c2-b146-6275d251378c req-53fd73f9-935f-4725-848a-a49e72a523b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:57.896551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-53fd73f9-935f-4725-848a-a49e72a523b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 1096 time: 0.4990394 Apr 18 20:10:57.900449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:57.901053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:57.902489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] 10.222.0.61 "PUT /v2.0/ports/2e30d276-9e41-434e-bea8-31d557695fc4 HTTP/1.1" status: 200 len: 1096 time: 3.2569373 Apr 18 20:10:57.912257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f28a1a-0b1a-4fb6-94ad-8668f9e10d4c req-516edee0-524f-4094-a9b6-33a8a29ccc61 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:57.914259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84f28a1a-0b1a-4fb6-94ad-8668f9e10d4c req-516edee0-524f-4094-a9b6-33a8a29ccc61 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.2704489 Apr 18 20:10:57.914933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:10:57.953292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dde3da-0964-4d36-89c1-2df1a2cf96c1 req-20b9cb51-cf7a-4603-a320-d7930e6d0a36 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:57.964900 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72dde3da-0964-4d36-89c1-2df1a2cf96c1 req-20b9cb51-cf7a-4603-a320-d7930e6d0a36 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 948 time: 0.1584232 Apr 18 20:10:58.125744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c8fe912c-94ef-4682-b7b2-0993eacc7aad details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:10:58.180365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72dde3da-0964-4d36-89c1-2df1a2cf96c1 req-cfabadb7-846e-4ba2-b0a1-e0d6a4d3d14a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142992 Apr 18 20:10:58.185521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d391e-83d2-43ce-be8d-276d7268db91 service neutron] Pushing event updated for resources: {'Port': ['ID=2e30d276-9e41-434e-bea8-31d557695fc4,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:58.310793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179e4f-8764-48c2-b146-6275d251378c req-05ea19de-95cc-4107-8612-573090f89432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:58.314370 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-05ea19de-95cc-4107-8612-573090f89432 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.3757634 Apr 18 20:10:58.318948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84f28a1a-0b1a-4fb6-94ad-8668f9e10d4c req-16b3bc31-ea3d-4b13-928b-327fc39fff51 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3960328 Apr 18 20:10:58.320494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c8fe912c-94ef-4682-b7b2-0993eacc7aad, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c8fe912c-94ef-4682-b7b2-0993eacc7aad,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:58.344688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad', 'mac_address': 'fa:16:3e:a4:92:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:10:58.398991 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224a4ab0-2a74-4a7b-8869-e889cd790cf7'] response: {'name': 'network-changed', 'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4', 'status': 'completed', 'code': 200} Apr 18 20:10:58.419392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-462e60fd-700e-4c19-a6b3-3b0cdaa3732c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 200 len: 217 time: 0.0924850 Apr 18 20:10:58.419561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47250f0b-948c-4ff3-9543-fa1af07b38fa req-466f1faa-5c5c-423c-9b28-55e2cbc5588e tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:58.430986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:58.433883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-47250f0b-948c-4ff3-9543-fa1af07b38fa req-466f1faa-5c5c-423c-9b28-55e2cbc5588e tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.1219542 Apr 18 20:10:58.434640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35094) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:10:58.442826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Request body: {'floatingip': {'port_id': 'af2eee56-f925-48fa-b857-c891dca49bec'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:10:58.456278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fe912c-94ef-4682-b7b2-0993eacc7aad {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:10:58.499037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c8fe912c-94ef-4682-b7b2-0993eacc7aad, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c8fe912c-94ef-4682-b7b2-0993eacc7aad,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:58.504973 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:58.521668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78179e4f-8764-48c2-b146-6275d251378c req-f6e60062-f4af-4346-b452-54ca50fefeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:58.523482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-f6e60062-f4af-4346-b452-54ca50fefeb6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.0961134 Apr 18 20:10:58.603062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c8fe912c-94ef-4682-b7b2-0993eacc7aad,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:10:58.626220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:58.645139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-22561eb0-b57c-479f-b022-4db6c39c518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:58.647124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-22561eb0-b57c-479f-b022-4db6c39c518b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7fdd62412dd2438586d1ae039318f7fa&device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 1099 time: 0.4489310 Apr 18 20:10:58.649173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-5d8b8af3-718c-4db3-9c53-e6e6b782d6cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1143563 Apr 18 20:10:58.665744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-8be5f2e1-5dca-48a6-9ac2-72fc5cb3bef9 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:58.667383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-8be5f2e1-5dca-48a6-9ac2-72fc5cb3bef9 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.4677215 Apr 18 20:10:58.827061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-baed4533-4694-4e4f-944a-30b0e9fef7c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2e30d276-9e41-434e-bea8-31d557695fc4 HTTP/1.1" status: 200 len: 217 time: 0.1701007 Apr 18 20:10:58.838351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['c8fe912c-94ef-4682-b7b2-0993eacc7aad'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:10:58.853808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e768b-6aa8-48b9-9e59-2e2bac28dd47 req-08de4958-7fe4-4479-9be9-6b9bb0c40386 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:58.855272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b8e768b-6aa8-48b9-9e59-2e2bac28dd47 req-08de4958-7fe4-4479-9be9-6b9bb0c40386 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 949 time: 0.2765553 Apr 18 20:10:58.981788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Deleting port 9c11e538-e73a-47c7-a38e-49a15e744d6c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:10:58.982176 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:59.001728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b8e768b-6aa8-48b9-9e59-2e2bac28dd47 req-75f6175f-3028-41c2-865d-b034af460d36 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/security-groups?id=6eb5088e-3972-4295-8d48-6795b3c4f142&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322641 Apr 18 20:10:59.113728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-c341ada9-02d4-4e5c-9e30-1ca68123f635 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4577968 Apr 18 20:10:59.195041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-5670ad5a-7d64-419f-905e-248615a9e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:59.196607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-5670ad5a-7d64-419f-905e-248615a9e300 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.3100948 Apr 18 20:10:59.252608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afceea4-d78d-45d3-9791-52c6422c6718 req-067860f3-bd10-4907-bd5d-ac7bba03097e tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:59.253364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9afceea4-d78d-45d3-9791-52c6422c6718 req-067860f3-bd10-4907-bd5d-ac7bba03097e tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Synchronizing usage tracker for tenant:7fdd62412dd2438586d1ae039318f7fa on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:59.556258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9afceea4-d78d-45d3-9791-52c6422c6718 req-067860f3-bd10-4907-bd5d-ac7bba03097e tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Unset dirty status for tenant:7fdd62412dd2438586d1ae039318f7fa on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:59.557484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9afceea4-d78d-45d3-9791-52c6422c6718 req-067860f3-bd10-4907-bd5d-ac7bba03097e tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 948 time: 0.9732742 Apr 18 20:10:59.573016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c5399-c48a-4ac0-902c-bd12a1493f3a req-5773d5d4-d1a8-4f2d-87ad-253d8aba6722 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:59.575670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-381c5399-c48a-4ac0-902c-bd12a1493f3a req-5773d5d4-d1a8-4f2d-87ad-253d8aba6722 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 945 time: 0.4031589 Apr 18 20:10:59.636304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78179e4f-8764-48c2-b146-6275d251378c req-ddcb7d84-3078-4c4b-b6c9-b23e3d4f07b4 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5077457 Apr 18 20:10:59.663041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-381c5399-c48a-4ac0-902c-bd12a1493f3a req-5d259e5e-04ce-4e55-be8a-ea5271c145bb tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814981 Apr 18 20:10:59.726078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-e64a509c-26c9-40e3-8e58-ea2bfa514515 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7093489 Apr 18 20:10:59.765246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9afceea4-d78d-45d3-9791-52c6422c6718 req-f9f901db-0bc7-43ce-b782-ca82955efcc3 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Synchronizing usage tracker for tenant:7fdd62412dd2438586d1ae039318f7fa on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:10:59.782745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-18698cdf-30ae-4930-a2e5-924c7fc8d979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:10:59.784409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-18698cdf-30ae-4930-a2e5-924c7fc8d979 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5790095 Apr 18 20:10:59.850992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] For port 9c11e538-e73a-47c7-a38e-49a15e744d6c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=9c11e538-e73a-47c7-a38e-49a15e744d6c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:10:59.851309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:10:59.946279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9afceea4-d78d-45d3-9791-52c6422c6718 req-f9f901db-0bc7-43ce-b782-ca82955efcc3 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Unset dirty status for tenant:7fdd62412dd2438586d1ae039318f7fa on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:10:59.947610 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9afceea4-d78d-45d3-9791-52c6422c6718 req-f9f901db-0bc7-43ce-b782-ca82955efcc3 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532674 Apr 18 20:11:00.041056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:00.058394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:00.151451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c8fe912c-94ef-4682-b7b2-0993eacc7aad up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:11:00.170912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Calling delete_port for 9c11e538-e73a-47c7-a38e-49a15e744d6c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:00.199661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd5f8b-5e6a-4b4e-8662-33c294f838a8 req-c2c06f77-e265-4ed7-8d7a-865a948544ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:00.201536 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ebdd5f8b-5e6a-4b4e-8662-33c294f838a8 req-c2c06f77-e265-4ed7-8d7a-865a948544ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 949 time: 0.3785253 Apr 18 20:11:00.306320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-3c8e7361-225a-4457-96ef-812b6931e917 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5116436 Apr 18 20:11:00.315116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port c8fe912c-94ef-4682-b7b2-0993eacc7aad completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:11:00.322594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port c8fe912c-94ef-4682-b7b2-0993eacc7aad triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:11:00.323256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:00.354789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ebdd5f8b-5e6a-4b4e-8662-33c294f838a8 req-11108ca0-5579-4884-800e-90049233b249 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422188 Apr 18 20:11:00.415473 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Floating IP 26108e4e-8fd6-4d30-bbaa-ff53e8e737d4 associated. External IP: 172.25.5.144, port: af2eee56-f925-48fa-b857-c891dca49bec. Apr 18 20:11:00.503189 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:00.535501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:00.546662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c8fe912c-94ef-4682-b7b2-0993eacc7aad, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c8fe912c-94ef-4682-b7b2-0993eacc7aad,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:00.551124 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:00.599122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-e91f98e6-a33c-498a-af3c-47f6d248692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:00.600827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-e91f98e6-a33c-498a-af3c-47f6d248692d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1096 time: 0.7400260 Apr 18 20:11:00.631617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2141e96c-d02c-4464-b8b7-6dd0106fc3fe req-a534e9b5-42f8-4784-887e-1c736c4d1ea9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:00.634411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2141e96c-d02c-4464-b8b7-6dd0106fc3fe req-a534e9b5-42f8-4784-887e-1c736c4d1ea9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.5083544 Apr 18 20:11:00.634756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:00.645327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c8fe912c-94ef-4682-b7b2-0993eacc7aad,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:00.757091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Pushing event deleted for resources: {'Port': ['ID=9c11e538-e73a-47c7-a38e-49a15e744d6c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:00.767205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d656d4-04fa-496e-b584-a1bf57efbb0d req-77c75745-0ff2-49d8-8747-a7f84d475d8d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:00.768937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34d656d4-04fa-496e-b584-a1bf57efbb0d req-77c75745-0ff2-49d8-8747-a7f84d475d8d tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d2d1ece-848b-43a7-9684-3977a676c760 HTTP/1.1" status: 200 len: 945 time: 0.1986675 Apr 18 20:11:00.919656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34d656d4-04fa-496e-b584-a1bf57efbb0d req-c71f4f95-2c99-4651-ac73-51ef0b37ed77 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379540 Apr 18 20:11:00.932230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:11:00.947280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a8c5e25-f659-4b99-aa19-a3f981852811 req-d2c16aa8-be98-4600-9fcf-6d7a42b082d4 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5293615 Apr 18 20:11:00.958954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2141e96c-d02c-4464-b8b7-6dd0106fc3fe req-8bf4d278-ed00-4290-9d7b-e7c500d44ba6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197281 Apr 18 20:11:00.962893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] No DVR routers for this DVR port 9c11e538-e73a-47c7-a38e-49a15e744d6c on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:00.967285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:00.970204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'name': 'network-vif-deleted', 'tag': '9c11e538-e73a-47c7-a38e-49a15e744d6c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:01.002401 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f696c19-8f07-4401-ae3a-ebee4dd6aecf req-ec71377f-3afd-41e4-a5e6-0db9c7cbb2d6 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.55 "DELETE /v2.0/ports/9c11e538-e73a-47c7-a38e-49a15e744d6c HTTP/1.1" status: 204 len: 173 time: 2.2485971 Apr 18 20:11:01.019211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-e9316243-c633-4fd7-b20a-be15b371a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:01.024169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-e9316243-c633-4fd7-b20a-be15b371a7e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.3834867 Apr 18 20:11:01.075173 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44415359-a3ca-4b2c-b304-e42834ed69e4'] response: {'server_uuid': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad', 'code': 200} Apr 18 20:11:01.136721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 9c11e538-e73a-47c7-a38e-49a15e744d6c no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:01.235110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 9c11e538-e73a-47c7-a38e-49a15e744d6c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:01.235771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 9c11e538-e73a-47c7-a38e-49a15e744d6c not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:01.284400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-7f8c26e3-c3fa-4a1f-9785-a2de28f07bb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.2512944 Apr 18 20:11:01.389236 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d4e9c80-8cf8-4e36-a66e-30417c1e4383 req-4014de51-ee54-4fd2-8074-a05fb8e4aa90 tempest-LiveMigrationNegativeTest-1186572410 tempest-LiveMigrationNegativeTest-1186572410-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b322f06-61b9-4c30-aee2-afc2e41940c5 HTTP/1.1" status: 200 len: 210 time: 0.1200387 Apr 18 20:11:01.408252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:11:01.410464 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:01.413988 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] Sync routers for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:11:01.428142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-dae87615-c521-47dd-8f06-1179103c8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:01.431381 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:01.432151 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:01.438283 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-dae87615-c521-47dd-8f06-1179103c8a54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=7fdd62412dd2438586d1ae039318f7fa&device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 1099 time: 0.2645390 Apr 18 20:11:01.524375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-91e103eb-467c-4d2c-8167-7c78b6a68be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:01.528459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-91e103eb-467c-4d2c-8167-7c78b6a68be6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.2270746 Apr 18 20:11:01.569548 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f1e505-603e-4ebb-8d16-b2e75c86cc15'] response: {'server_uuid': '7b322f06-61b9-4c30-aee2-afc2e41940c5', 'name': 'network-vif-deleted', 'tag': '9c11e538-e73a-47c7-a38e-49a15e744d6c', 'status': 'completed', 'code': 200} Apr 18 20:11:01.570633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-083a82ea-3956-45d3-ab5b-ab3e409f0cf9 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "PUT /v2.0/floatingips/26108e4e-8fd6-4d30-bbaa-ff53e8e737d4 HTTP/1.1" status: 200 len: 991 time: 3.1347682 Apr 18 20:11:01.578427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:01.628410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a90cc2-2ebe-497f-a7e7-260e17ce3b99 req-d8a11614-7459-4ae5-827f-62eb42f4d9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:01.631113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36a90cc2-2ebe-497f-a7e7-260e17ce3b99 req-d8a11614-7459-4ae5-827f-62eb42f4d9b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 1101 time: 0.3067222 Apr 18 20:11:01.687477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36a90cc2-2ebe-497f-a7e7-260e17ce3b99 req-5950bb01-1379-4329-8360-65e89c834573 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426929 Apr 18 20:11:01.689654 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:01.810574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c369ce-5851-4939-bc1d-c624409d7353 req-b830338d-1148-424d-952f-a934591cb610 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:01.812344 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10c369ce-5851-4939-bc1d-c624409d7353 req-b830338d-1148-424d-952f-a934591cb610 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 950 time: 0.1067929 Apr 18 20:11:01.877560 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10c369ce-5851-4939-bc1d-c624409d7353 req-713b0691-3615-470b-acf5-fd6fe26b56a5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583737 Apr 18 20:11:01.917556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-9f96c565-736a-486c-8c74-bacaf3e17502 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3474395 Apr 18 20:11:02.164812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3019729-b408-4b4f-a187-358b1556f2ed req-509b3c07-9927-4a79-9617-2669f8b8f52f tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.166608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3019729-b408-4b4f-a187-358b1556f2ed req-509b3c07-9927-4a79-9617-2669f8b8f52f tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 948 time: 0.5300789 Apr 18 20:11:02.169883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-0ff342ad-f1f8-4e02-aada-8d8f6573a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.171641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-0ff342ad-f1f8-4e02-aada-8d8f6573a659 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.7181909 Apr 18 20:11:02.241201 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '26108e4e-8fd6-4d30-bbaa-ff53e8e737d4', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'port_id': 'af2eee56-f925-48fa-b857-c891dca49bec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'mac_address': 'fa:16:3e:6e:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:10:19Z', 'updated_at': '2022-04-18T20:10:59Z', 'revision_number': 1, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:33Z', 'revision_number': 5, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:02.247056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] Checking router: 83f2a330-104e-4cf1-8bd0-4f38a8da3346 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:11:02.259468 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:02.260313 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:02.263828 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61a4621b-437b-4a0e-a989-be00049627d1'] response: {'name': 'network-changed', 'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec', 'status': 'completed', 'code': 200} Apr 18 20:11:02.310686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-598c7c59-8164-43ef-841a-818c434e99bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=2e30d276-9e41-434e-bea8-31d557695fc4 HTTP/1.1" status: 200 len: 217 time: 0.1063657 Apr 18 20:11:02.328518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-37101676-712f-4b80-9587-969c649aa671 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945487 Apr 18 20:11:02.445344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-d3d5dfab-755d-4037-b23b-4cf0ea200239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.446840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-d3d5dfab-755d-4037-b23b-4cf0ea200239 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b10a82498ecd4ac7ad0fc1c34527fee7&device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 1096 time: 0.1470304 Apr 18 20:11:02.467555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3019729-b408-4b4f-a187-358b1556f2ed req-9c8bd297-01a9-4cff-b783-1df0c24765be tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917762 Apr 18 20:11:02.492614 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:02.574420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-2a4d58f0-637d-449a-88b5-3e743f0ab23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.576910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-2a4d58f0-637d-449a-88b5-3e743f0ab23e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2431395 Apr 18 20:11:02.705000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cba5edf6-c603-4856-bc9e-f17cd6cdaac3 req-d7c42985-6dde-4ed9-a483-6da408038e3b service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690019 Apr 18 20:11:02.801098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cf5a35-338e-49d8-9644-32b42f17d309 req-e852198b-a585-421a-bc68-0e1fa2e960e9 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.803510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cf5a35-338e-49d8-9644-32b42f17d309 req-e852198b-a585-421a-bc68-0e1fa2e960e9 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d2d1ece-848b-43a7-9684-3977a676c760 HTTP/1.1" status: 200 len: 945 time: 0.1749825 Apr 18 20:11:02.809198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-305ded50-db70-48e3-93e7-6d39e84f85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.810955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-305ded50-db70-48e3-93e7-6d39e84f85d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2257946 Apr 18 20:11:02.831562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0b0ff-6c66-4e18-a2ef-5aa7cc9c484a req-62aa2701-c1f4-4519-b221-4e6dfab4d9e4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.834434 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9bb0b0ff-6c66-4e18-a2ef-5aa7cc9c484a req-62aa2701-c1f4-4519-b221-4e6dfab4d9e4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.4550793 Apr 18 20:11:02.928450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9bb0b0ff-6c66-4e18-a2ef-5aa7cc9c484a req-01f51634-6db3-4a7d-8a0f-1ac8017c387a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763307 Apr 18 20:11:02.935529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-e60de20a-d03a-4f51-b49b-c71b50f9b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:02.938460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-e60de20a-d03a-4f51-b49b-c71b50f9b4f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d50ab034-d532-42da-b3fd-b5eff4185e37 HTTP/1.1" status: 200 len: 915 time: 0.4738612 Apr 18 20:11:02.981313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cf5a35-338e-49d8-9644-32b42f17d309 req-99c0a642-c030-454a-9574-105755e2d522 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623554 Apr 18 20:11:03.047710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-a85b7fc7-dd45-4b8d-88e7-b7e435e7e66a service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121685 Apr 18 20:11:03.082275 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '26108e4e-8fd6-4d30-bbaa-ff53e8e737d4', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'port_id': 'af2eee56-f925-48fa-b857-c891dca49bec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'mac_address': 'fa:16:3e:6e:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:10:19Z', 'updated_at': '2022-04-18T20:10:59Z', 'revision_number': 1, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:33Z', 'revision_number': 5, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:03.091384 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0225ac-47de-4724-8bea-ecb773fe9039 None None] The sync data for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 is: [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '26108e4e-8fd6-4d30-bbaa-ff53e8e737d4', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'floating_ip_address': '172.25.5.144', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'port_id': 'af2eee56-f925-48fa-b857-c891dca49bec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'mac_address': 'fa:16:3e:6e:f6:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:10:19Z', 'updated_at': '2022-04-18T20:10:59Z', 'revision_number': 1, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:33Z', 'revision_number': 5, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:11:03.137563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-d22a5913-07ed-4ef5-808d-53fda4ece0fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af2eee56-f925-48fa-b857-c891dca49bec HTTP/1.1" status: 200 len: 999 time: 0.1736157 Apr 18 20:11:03.246502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-6b49a026-971a-43de-946b-7054b21fb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:03.250372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-6b49a026-971a-43de-946b-7054b21fb9a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2a7a143f-216f-4b9c-9516-a3ec7ed69dae HTTP/1.1" status: 200 len: 853 time: 0.1029427 Apr 18 20:11:03.397968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-e73a4734-f394-4433-98be-8528f72c1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:03.400451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-e73a4734-f394-4433-98be-8528f72c1943 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d50ab034-d532-42da-b3fd-b5eff4185e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1399078 Apr 18 20:11:03.414191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955275e5-f0db-40ed-bf0a-92bf2586ce26 None None] New status for floating IP 26108e4e-8fd6-4d30-bbaa-ff53e8e737d4: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:11:03.433925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8607e944-ffdc-4f49-966f-3a15de26a8ea req-d9fe522d-b652-4a18-9c38-33bc31a5b8ac service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626049 Apr 18 20:11:03.491208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68811ff3-b113-4960-8bc0-bd9b724f2585 req-6279d8fd-1db5-4cce-a03e-833e50f2f8d3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:03.500232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-68811ff3-b113-4960-8bc0-bd9b724f2585 req-6279d8fd-1db5-4cce-a03e-833e50f2f8d3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 950 time: 0.2283139 Apr 18 20:11:03.593033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-21615f90-8608-4915-839e-3f3284b5caf0 service neutron] 10.222.0.61 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730640 Apr 18 20:11:03.681144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-68811ff3-b113-4960-8bc0-bd9b724f2585 req-47194d28-303c-4cfc-838d-17729d5de3ad tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793683 Apr 18 20:11:03.698152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-346ddf1e-f596-4d27-813e-cdfb21db14a1 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:03.699663 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-346ddf1e-f596-4d27-813e-cdfb21db14a1 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d2d1ece-848b-43a7-9684-3977a676c760 HTTP/1.1" status: 200 len: 945 time: 0.3364303 Apr 18 20:11:03.738529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35146) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:03.815063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Deleting port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:03.815411 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:03.894125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d50ad2d5-7f72-47b7-b75c-b5adc61a455e req-e90a749f-4f1b-4c08-9ab2-dffc395c8172 service neutron] 10.222.0.61 "GET /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2811549 Apr 18 20:11:03.911940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4deb9-4320-4b64-bb76-9c167eb1aa32 req-0f7ddbd0-2351-47b0-81c0-d8eb32e524a7 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:03.914214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1c4deb9-4320-4b64-bb76-9c167eb1aa32 req-0f7ddbd0-2351-47b0-81c0-d8eb32e524a7 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 948 time: 0.1744730 Apr 18 20:11:03.980819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1c4deb9-4320-4b64-bb76-9c167eb1aa32 req-a5f4141e-72d4-49bd-ae45-1756ea49d1aa tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566285 Apr 18 20:11:04.027309 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b5b1df4c-c5cc-4e8f-b693-ab5cae3301db admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78ac1c46873d46c1a5f8130150df6ca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851520 Apr 18 20:11:04.027725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:04.111149 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0997ce95-3f2c-4c73-aa49-e0cffb548562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.152795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2e30d276-9e41-434e-bea8-31d557695fc4 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:11:04.185824 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0997ce95-3f2c-4c73-aa49-e0cffb548562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.246582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f399e50-7680-4b69-8eea-48e907c3fb34 req-b619b491-612a-4262-ade2-5de3894d5a23 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:04.248129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f399e50-7680-4b69-8eea-48e907c3fb34 req-b619b491-612a-4262-ade2-5de3894d5a23 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1096 time: 0.1416314 Apr 18 20:11:04.279604 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0997ce95-3f2c-4c73-aa49-e0cffb548562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.308016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997ce95-3f2c-4c73-aa49-e0cffb548562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb5088e-3972-4295-8d48-6795b3c4f142,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:04.332184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f399e50-7680-4b69-8eea-48e907c3fb34 req-331cdf69-7c86-4d82-8ffa-00e765d5c24e tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762448 Apr 18 20:11:04.341013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2e30d276-9e41-434e-bea8-31d557695fc4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2e30d276-9e41-434e-bea8-31d557695fc4,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:04.346030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0997ce95-3f2c-4c73-aa49-e0cffb548562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.347331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0997ce95-3f2c-4c73-aa49-e0cffb548562 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6eb5088e-3972-4295-8d48-6795b3c4f142 HTTP/1.1" status: 204 len: 168 time: 0.3184822 Apr 18 20:11:04.368252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '2e30d276-9e41-434e-bea8-31d557695fc4', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '2e30d276-9e41-434e-bea8-31d557695fc4', 'mac_address': 'fa:16:3e:7a:aa:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:11:04.389920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] For port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:04.390364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.417548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344f0a9d-91ac-4aac-a72c-d56c93bca18c req-bd4af38a-3c67-41a5-9e0a-542accf6349b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:04.419263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-344f0a9d-91ac-4aac-a72c-d56c93bca18c req-bd4af38a-3c67-41a5-9e0a-542accf6349b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 945 time: 0.3447461 Apr 18 20:11:04.441735 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.461390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e30d276-9e41-434e-bea8-31d557695fc4 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:04.483246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2e30d276-9e41-434e-bea8-31d557695fc4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2e30d276-9e41-434e-bea8-31d557695fc4,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:04.490467 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.571020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2e30d276-9e41-434e-bea8-31d557695fc4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:04.583391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Calling delete_port for 93d09d25-c4ad-472c-84ed-c2f1153bc3cd owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:04.584329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee66ea9-3925-405b-aecf-9a9c7108bbc3 req-19cc5d46-d0a6-433d-9697-c26a12ccc34c tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:04.590433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aee66ea9-3925-405b-aecf-9a9c7108bbc3 req-19cc5d46-d0a6-433d-9697-c26a12ccc34c tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d2d1ece-848b-43a7-9684-3977a676c760 HTTP/1.1" status: 200 len: 945 time: 0.1556141 Apr 18 20:11:04.601409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-2bf144d4-b6f6-4306-9bdf-d0df43723bac tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:04.603460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-2bf144d4-b6f6-4306-9bdf-d0df43723bac tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "GET /v2.0/ports?device_id=0c5632a4-c7f0-4396-96ae-c096941c45d4 HTTP/1.1" status: 200 len: 945 time: 0.1315167 Apr 18 20:11:04.680111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-344f0a9d-91ac-4aac-a72c-d56c93bca18c req-f5f6dc48-5de1-4dd7-b884-7819ff1cf9f0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088707 Apr 18 20:11:04.715737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aee66ea9-3925-405b-aecf-9a9c7108bbc3 req-34ab2c6a-02c4-4c38-a18f-0bb355b48fc4 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad495387-62f8-43b3-bb6d-7e7288c5f930&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240761 Apr 18 20:11:04.721498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Deleting port 842dad7f-4953-4d2d-b2f7-8c30452632e8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:04.721827 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.775001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35174) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:04.835798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['2e30d276-9e41-434e-bea8-31d557695fc4'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:04.852715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9d393a10-28d2-4b17-8bcf-0a355ff5343b tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:04.855140 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9d393a10-28d2-4b17-8bcf-0a355ff5343b tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.1609643 Apr 18 20:11:04.872296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836016-3'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:04.902273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cd7de70f-4681-4800-86d9-e6348f1a7f96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0763849ccc6e4798b76c0b512228b624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1260474 Apr 18 20:11:04.918251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:04.945190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:04.966557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['93d09d25-c4ad-472c-84ed-c2f1153bc3cd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:05.027661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event deleted for resources: {'Port': ['ID=93d09d25-c4ad-472c-84ed-c2f1153bc3cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:05.169274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 95e39445-e216-4bf3-bd76-4846852aa71f details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:11:05.171784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d26589-0288-4b6b-9457-ef3ee2841c9d req-de5b63d8-888c-499b-a0e8-1e6d953e375e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:05.182069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23d26589-0288-4b6b-9457-ef3ee2841c9d req-de5b63d8-888c-499b-a0e8-1e6d953e375e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 950 time: 0.2843695 Apr 18 20:11:05.185377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] For port 842dad7f-4953-4d2d-b2f7-8c30452632e8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=842dad7f-4953-4d2d-b2f7-8c30452632e8,segment=NetworkSegment(29e59365-ff8e-4116-be95-b2be3bc17bee),segment_id=29e59365-ff8e-4116-be95-b2be3bc17bee)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:05.185790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.237712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] No DVR routers for this DVR port 93d09d25-c4ad-472c-84ed-c2f1153bc3cd on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:05.242148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.251759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23d26589-0288-4b6b-9457-ef3ee2841c9d req-61c7ad4e-7fff-40d8-af70-63ecea750908 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687027 Apr 18 20:11:05.269413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2d1ece-848b-43a7-9684-3977a676c760', 'name': 'network-vif-deleted', 'tag': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:05.288059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89820e77-2540-4cb2-8624-447ea9236aa7 req-cf53b247-09fc-4473-83b5-cc1753e64646 tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.55 "DELETE /v2.0/ports/93d09d25-c4ad-472c-84ed-c2f1153bc3cd HTTP/1.1" status: 204 len: 173 time: 1.5815480 Apr 18 20:11:05.316726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20ce23d-1f94-4624-9e17-a3160e10e66c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.334974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.414986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:05.432545 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20ce23d-1f94-4624-9e17-a3160e10e66c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.435482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 95e39445-e216-4bf3-bd76-4846852aa71f has no active binding in host n-h1-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:11:05.643647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20ce23d-1f94-4624-9e17-a3160e10e66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.667517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Calling delete_port for 842dad7f-4953-4d2d-b2f7-8c30452632e8 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:05.679661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ce23d-1f94-4624-9e17-a3160e10e66c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cdb637-4128-4164-a003-8f9877e071a0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:05.688909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20ce23d-1f94-4624-9e17-a3160e10e66c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.693756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e20ce23d-1f94-4624-9e17-a3160e10e66c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1cdb637-4128-4164-a003-8f9877e071a0 HTTP/1.1" status: 204 len: 168 time: 0.7742555 Apr 18 20:11:05.695725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:05.737633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:05.788119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c5b95d-83a7-4eb8-8571-c499393fb60a req-2cdfe9d1-e2de-45c4-9545-79d2db445e6d tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:05.796252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16c5b95d-83a7-4eb8-8571-c499393fb60a req-2cdfe9d1-e2de-45c4-9545-79d2db445e6d tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 949 time: 0.3158762 Apr 18 20:11:05.814076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['842dad7f-4953-4d2d-b2f7-8c30452632e8'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:05.823628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.852204 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:05.855774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16c5b95d-83a7-4eb8-8571-c499393fb60a req-11180336-e1c9-4df4-ac26-3f541f896c10 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587068 Apr 18 20:11:06.029205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:06.099949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Pushing event deleted for resources: {'Port': ['ID=842dad7f-4953-4d2d-b2f7-8c30452632e8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:06.177253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2e30d276-9e41-434e-bea8-31d557695fc4 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:11:06.267710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] No DVR routers for this DVR port 842dad7f-4953-4d2d-b2f7-8c30452632e8 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:06.274766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:06.288346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'name': 'network-vif-deleted', 'tag': '842dad7f-4953-4d2d-b2f7-8c30452632e8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:06.293864 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-363d8193-51f1-4d9f-8a3f-c74b2a745193 req-58331097-1a54-41ec-a327-98310a21f13b tempest-MultipleCreateTestJSON-1395238243 tempest-MultipleCreateTestJSON-1395238243-project] 10.222.0.61 "DELETE /v2.0/ports/842dad7f-4953-4d2d-b2f7-8c30452632e8 HTTP/1.1" status: 204 len: 173 time: 1.6773357 Apr 18 20:11:06.314486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5aeb62-4a19-4eb8-976d-1f0b55aba3cf req-f5cbf25b-3088-4c76-ac73-ad9950ffb791 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:06.316625 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d5aeb62-4a19-4eb8-976d-1f0b55aba3cf req-f5cbf25b-3088-4c76-ac73-ad9950ffb791 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 1101 time: 0.1771770 Apr 18 20:11:06.322503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:06.329503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-c46c3740-a04d-4e4b-8101-0202702c5afb tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:11:06.336587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 2e30d276-9e41-434e-bea8-31d557695fc4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:11:06.338003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-c46c3740-a04d-4e4b-8101-0202702c5afb tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234301 Apr 18 20:11:06.349724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 2e30d276-9e41-434e-bea8-31d557695fc4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:11:06.350144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:06.354380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Request body: {'binding': {'host': 'n-h2-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:06.354755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Unknown quota resources ['binding']. {{(pid=88140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:11:06.405949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on host n-h2-836016-3 for vnic_type normal with profile {"migrating_to": "n-h1-836016-3"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:11:06.406281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:11:06.406612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:06.418329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:11:06.418664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Attempting to bind port 95e39445-e216-4bf3-bd76-4846852aa71f on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:06.422863 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d5aeb62-4a19-4eb8-976d-1f0b55aba3cf req-db4765c7-c15d-4820-a15a-07f12cc8a4de tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982211 Apr 18 20:11:06.469039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:11:06.469324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:06.469737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:11:06.470188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Bound port: 95e39445-e216-4bf3-bd76-4846852aa71f, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:11:06.470529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:06.500248 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c81bb8a2-965d-4bb1-9159-f454e4730769'] response: {'server_uuid': '8d2d1ece-848b-43a7-9684-3977a676c760', 'name': 'network-vif-deleted', 'tag': '93d09d25-c4ad-472c-84ed-c2f1153bc3cd', 'status': 'completed', 'code': 200} Apr 18 20:11:06.621381 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:06.711377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:06.746498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:06.775205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2e30d276-9e41-434e-bea8-31d557695fc4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2e30d276-9e41-434e-bea8-31d557695fc4,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:06.779044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116c4b3-a54c-460f-ab6e-63e83782455a req-905a8afb-1538-4f80-95b6-6705fbeea73a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:06.780682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:06.781696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c116c4b3-a54c-460f-ab6e-63e83782455a req-905a8afb-1538-4f80-95b6-6705fbeea73a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.1121571 Apr 18 20:11:06.853954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:11:06.861609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on host n-h2-836016-3 for vnic_type normal with profile None {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:11:06.862691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:11:06.863097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:06.871003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:06.893157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2e30d276-9e41-434e-bea8-31d557695fc4,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:06.898400 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c116c4b3-a54c-460f-ab6e-63e83782455a req-ce2bdd08-39b8-43a0-9a2b-fe612cd93f3c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028278 Apr 18 20:11:06.929007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:11:06.929709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:06.959771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:11:06.961199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:06.961836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:11:06.964050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Bound port: 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:11:07.050715 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3569bbe-fc9e-4612-98e9-6b783167f0c2'] response: {'server_uuid': '0c5632a4-c7f0-4396-96ae-c096941c45d4', 'name': 'network-vif-deleted', 'tag': '842dad7f-4953-4d2d-b2f7-8c30452632e8', 'status': 'completed', 'code': 200} Apr 18 20:11:07.132392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:07.143448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:07.144067 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:07.146625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c4f4fa12-c92a-49a5-9100-e6b5fbe735b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 200 len: 1121 time: 2.2832494 Apr 18 20:11:07.156679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:11:07.170940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:07.191035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1ddf7949-8a27-4afd-b8ad-e72636901c46 service neutron] 10.222.0.47 "POST /v2.0/ports/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8518741 Apr 18 20:11:07.197551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 93d09d25-c4ad-472c-84ed-c2f1153bc3cd no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:07.215054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-1b593319-012b-4e49-8de1-8528af354705 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446799 Apr 18 20:11:07.260596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 93d09d25-c4ad-472c-84ed-c2f1153bc3cd {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:07.261190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 93d09d25-c4ad-472c-84ed-c2f1153bc3cd not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:07.264302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95e39445-e216-4bf3-bd76-4846852aa71f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:07.360516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['95e39445-e216-4bf3-bd76-4846852aa71f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:07.413173 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e76caf80-5c75-40c6-8e15-3a7e831546d1'] response: {'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4', 'code': 200} Apr 18 20:11:07.481983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-6d6990e4-b72e-4412-a4ba-8c86a3c28741 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:07.491108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-6d6990e4-b72e-4412-a4ba-8c86a3c28741 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685730 Apr 18 20:11:07.509776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-47decf3e-841b-4cd0-a553-cfdb579434cb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/quotas/159f273d2b3d468498eede75254dd129 HTTP/1.1" status: 200 len: 375 time: 0.0172677 Apr 18 20:11:07.689774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-6187fac8-3ce5-4584-b2bb-a767216436bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:07.690781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c84ab-9d90-4fb5-a5a2-b925b58b7fe7 req-9fed79e7-a61d-4a80-a355-a19d45b5e89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:07.692428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-6187fac8-3ce5-4584-b2bb-a767216436bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1096 time: 0.1146619 Apr 18 20:11:07.692893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a3c84ab-9d90-4fb5-a5a2-b925b58b7fe7 req-9fed79e7-a61d-4a80-a355-a19d45b5e89c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 1101 time: 0.1238065 Apr 18 20:11:07.702480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab6270a-4192-4ffa-9796-e6dbe4f2a23a req-4a6eac66-d37a-4b33-957a-4c287cbf63e1 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:07.710350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aab6270a-4192-4ffa-9796-e6dbe4f2a23a req-4a6eac66-d37a-4b33-957a-4c287cbf63e1 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 950 time: 0.1720235 Apr 18 20:11:07.716152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-59f9217c-5325-4ca6-9f45-77d4248c9c9f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2048526 Apr 18 20:11:07.757131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a3c84ab-9d90-4fb5-a5a2-b925b58b7fe7 req-4d8299de-c374-4a16-8363-6d5b929bb925 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398238 Apr 18 20:11:07.844936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aab6270a-4192-4ffa-9796-e6dbe4f2a23a req-c19b68e8-7396-4b5e-91b3-32cd863224ed tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336539 Apr 18 20:11:07.938960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-9ac82647-013f-4a28-a363-b2802b500b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:07.940955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-9ac82647-013f-4a28-a363-b2802b500b46 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.2120655 Apr 18 20:11:08.001749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35276) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:08.118135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-a0363da6-f006-4e2e-a67b-751c41b71a68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e HTTP/1.1" status: 200 len: 217 time: 0.1383338 Apr 18 20:11:08.171615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c84cb884-79ae-403e-b70a-2a5d1037b4f8 req-749c257b-01da-4fbe-866f-f9a68c3ea190 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 210 time: 0.0976446 Apr 18 20:11:08.191942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 842dad7f-4953-4d2d-b2f7-8c30452632e8 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:08.209490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0121925b-4ef9-47a4-b0ca-7e8ec8518eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:08.211004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0121925b-4ef9-47a4-b0ca-7e8ec8518eed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.0853858 Apr 18 20:11:08.220086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] Deleting subnet cbc364e4-a5ee-4c64-9368-72171c21a4a2 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:11:08.231775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:08.246570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 842dad7f-4953-4d2d-b2f7-8c30452632e8 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:08.247261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 842dad7f-4953-4d2d-b2f7-8c30452632e8 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:08.313023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:08.324016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-629b1a47-9fab-4183-a298-fcdcde4b325c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839934 Apr 18 20:11:08.334227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4aef1-80a9-41df-9050-1e50186feeae req-a499a61b-54d7-4cc7-96ee-fdfcdb7f4e98 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:08.341022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-29c4aef1-80a9-41df-9050-1e50186feeae req-a499a61b-54d7-4cc7-96ee-fdfcdb7f4e98 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.2864530 Apr 18 20:11:08.438866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:08.490178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-29c4aef1-80a9-41df-9050-1e50186feeae req-83444008-4a87-4ad9-a9e6-8d25d4fd152e tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481550 Apr 18 20:11:08.503207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f'}, {'name': 'network-changed', 'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:08.538988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668d0597-8456-4e24-be5c-227f7237742a req-86e311a3-b5a4-4b75-a4a6-b0af75f81e47 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:08.541177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-668d0597-8456-4e24-be5c-227f7237742a req-86e311a3-b5a4-4b75-a4a6-b0af75f81e47 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.1737010 Apr 18 20:11:08.541333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-f862ab91-b68b-4678-9ac9-6af58c0c3c79 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837845 Apr 18 20:11:08.550740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:08.612862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:08.623815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbc364e4-a5ee-4c64-9368-72171c21a4a2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:08.644583 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1c0c51ec-67a4-4712-8531-8265e10178ef admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cbc364e4-a5ee-4c64-9368-72171c21a4a2 HTTP/1.1" status: 204 len: 168 time: 0.6423116 Apr 18 20:11:08.645691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35300) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:08.691264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-668d0597-8456-4e24-be5c-227f7237742a req-6b5d0c15-ae95-4049-86c9-8adba2e560ab tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425631 Apr 18 20:11:08.713020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-67998962-ff6f-4ef7-a8fd-bec9b77b4333 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503248 Apr 18 20:11:08.835028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:08.920209 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02e7344-9082-4d7b-bcb4-22e17a11e5da'] response: {'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f', 'code': 200} Apr 18 20:11:08.920760 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d02e7344-9082-4d7b-bcb4-22e17a11e5da'] response: {'name': 'network-changed', 'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f', 'status': 'completed', 'code': 200} Apr 18 20:11:09.054038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:09.134361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462f97-cdda-4819-a556-a19f09673dd5 req-7b9447f2-fa3b-4c35-ab74-153b24e66a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:09.135879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16462f97-cdda-4819-a556-a19f09673dd5 req-7b9447f2-fa3b-4c35-ab74-153b24e66a75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1124 time: 0.1515021 Apr 18 20:11:09.380042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d3ee86-f94b-4623-a268-827393565f66']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:09.397900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e59365-ff8e-4116-be95-b2be3bc17bee') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:09.398248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e59365-ff8e-4116-be95-b2be3bc17bee') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:09.415755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:09.438018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:09.456042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:11:09.456448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:11:09.474305 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:11:09.517434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462f97-cdda-4819-a556-a19f09673dd5 req-b7933335-f65b-490f-b2d0-fdcba810efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:09.519071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16462f97-cdda-4819-a556-a19f09673dd5 req-b7933335-f65b-490f-b2d0-fdcba810efe0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.3537595 Apr 18 20:11:09.586992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed404cc9-0422-424c-8a37-dddf21fa4053 req-5a5ac9ce-9426-42c2-b918-275373ec426a tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:09.588486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed404cc9-0422-424c-8a37-dddf21fa4053 req-5a5ac9ce-9426-42c2-b918-275373ec426a tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 950 time: 0.2874684 Apr 18 20:11:09.596589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-a1e4936f-da62-4811-9ddd-dd40fbb61efb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0478747 Apr 18 20:11:09.616713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62cd21-1351-4063-8a19-cd28e163c740 req-e337bcb1-c822-4cfd-b03c-8319e4978fcb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:09.618367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac62cd21-1351-4063-8a19-cd28e163c740 req-e337bcb1-c822-4cfd-b03c-8319e4978fcb tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.2726605 Apr 18 20:11:09.631394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16462f97-cdda-4819-a556-a19f09673dd5 req-cfdb647d-3fec-44f7-8f95-81db27488ec1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 200 len: 217 time: 0.1030953 Apr 18 20:11:09.644892 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:09.695273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:09.712327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d3ee86-f94b-4623-a268-827393565f66,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:09.788370 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed404cc9-0422-424c-8a37-dddf21fa4053 req-f5882088-3332-4a8e-a6a6-1ea4fdc8dc13 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835642 Apr 18 20:11:09.793596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5805020b-d423-4958-adfa-96fabb6d50a6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/e0d3ee86-f94b-4623-a268-827393565f66 HTTP/1.1" status: 204 len: 168 time: 1.1418607 Apr 18 20:11:09.866724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-1dc098a9-3877-40e8-9b40-4688284c2724 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:09.868531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-1dc098a9-3877-40e8-9b40-4688284c2724 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520995 Apr 18 20:11:09.885919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:09.933578 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac62cd21-1351-4063-8a19-cd28e163c740 req-2793d902-48cc-4f3f-bbee-1ccf3cacf12b tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3042550 Apr 18 20:11:09.963537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16462f97-cdda-4819-a556-a19f09673dd5 req-3ccd7925-89be-49f7-99f3-cb52ce4021eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:09.967781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16462f97-cdda-4819-a556-a19f09673dd5 req-3ccd7925-89be-49f7-99f3-cb52ce4021eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.3156581 Apr 18 20:11:09.982184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f699206e-f153-446d-b1b9-37309c08306d req-88b61ecc-1a7a-4b59-b95d-88bdaba83a0a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 210 time: 0.0739350 Apr 18 20:11:10.074303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35340) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:10.102033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16462f97-cdda-4819-a556-a19f09673dd5 req-e9064059-30a6-499f-a84a-3332eec36d80 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267688 Apr 18 20:11:10.174524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-773f9609-4a5d-48f3-9adb-9421168ca710 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=980edd90ea5c41b881515fdbe548b3f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989170 Apr 18 20:11:10.181497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35344) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:10.193369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:10.280282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:10.321348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:10.326179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:10.326417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16462f97-cdda-4819-a556-a19f09673dd5 req-ca61a90d-0086-48e0-b1ef-e7442c7fbb5c service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158728 Apr 18 20:11:10.408263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7fb605-de28-4c99-8441-c5fe40c7693e req-f7de02ec-01f6-44c0-991e-17421ad2f786 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:10.408263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f7fb605-de28-4c99-8441-c5fe40c7693e req-f7de02ec-01f6-44c0-991e-17421ad2f786 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.1941271 Apr 18 20:11:10.448166 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-268dd8f1-f4e0-4696-8b19-3201be00ef51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:10.538620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16462f97-cdda-4819-a556-a19f09673dd5 req-e0a00355-91b9-4e44-b047-b55b76501213 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971686 Apr 18 20:11:10.547653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-268dd8f1-f4e0-4696-8b19-3201be00ef51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:10.553963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2ddaa-6a15-423e-81f3-e512a96a5d88 req-6cd9766e-7698-4e7d-b367-a10cc32dbe48 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:10.561622 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8da2ddaa-6a15-423e-81f3-e512a96a5d88 req-6cd9766e-7698-4e7d-b367-a10cc32dbe48 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.1858552 Apr 18 20:11:10.574695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f7fb605-de28-4c99-8441-c5fe40c7693e req-9a3eace1-d65d-4729-b997-49ddc7dab0ca tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219203 Apr 18 20:11:10.622511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8da2ddaa-6a15-423e-81f3-e512a96a5d88 req-c00e0192-eabd-42c6-8d79-10bd34f1cb75 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597498 Apr 18 20:11:10.689417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.80 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/66a1569b-8a4e-40db-9d55-cf86469a424f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:11:10.703388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-268dd8f1-f4e0-4696-8b19-3201be00ef51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:10.727309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dd8f1-f4e0-4696-8b19-3201be00ef51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad495387-62f8-43b3-bb6d-7e7288c5f930,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:10.802229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-268dd8f1-f4e0-4696-8b19-3201be00ef51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:10.803392 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-268dd8f1-f4e0-4696-8b19-3201be00ef51 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ad495387-62f8-43b3-bb6d-7e7288c5f930 HTTP/1.1" status: 204 len: 168 time: 0.6204748 Apr 18 20:11:10.985536 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:11.018197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object 66a1569b-8a4e-40db-9d55-cf86469a424f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:11:11.053399 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:11.072836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615', 'ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:11.134600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95f482f4-2b68-498a-924f-13df7055e134', 'c8fe912c-94ef-4682-b7b2-0993eacc7aad'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:11.213789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032312c-c4e3-49e7-996a-f58ebc0f313e req-0274f937-a923-4b44-a955-345f02e381f5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:11.217454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3032312c-c4e3-49e7-996a-f58ebc0f313e req-0274f937-a923-4b44-a955-345f02e381f5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 950 time: 0.2703552 Apr 18 20:11:11.242740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:11:11.260026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:11.266678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=66a1569b-8a4e-40db-9d55-cf86469a424f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:11.270498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:11:11.308775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-5ec15b8f-71e8-4423-8110-e2e688905bf4 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:11.310570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-5ec15b8f-71e8-4423-8110-e2e688905bf4 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.2994742 Apr 18 20:11:11.381441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3032312c-c4e3-49e7-996a-f58ebc0f313e req-3d0503da-a21c-42ac-a229-c4502a01a8a4 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501131 Apr 18 20:11:11.479753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fcccf-b707-42e2-82bf-3ad8b7f9d7fd req-0393970a-caed-4657-b21e-ba2381560696 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:11.481126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Deleting port 5fdf8695-5160-4035-8a8c-c39c2a97c857 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:11.483753 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:11.488275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c2fcccf-b707-42e2-82bf-3ad8b7f9d7fd req-0393970a-caed-4657-b21e-ba2381560696 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 945 time: 0.3722298 Apr 18 20:11:11.516480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:11.517255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:11.555678 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-d8a5ffcb-b42f-43b2-983d-772108b2f5f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6731806 Apr 18 20:11:11.579805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Request body: {'port': {'device_id': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:11.725657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c2fcccf-b707-42e2-82bf-3ad8b7f9d7fd req-613d93f1-46e5-4ade-afe8-a7d86372ddae tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups?id=c061f924-4164-47df-a053-d59019beb619&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2319520 Apr 18 20:11:11.743678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9a5af128-5546-4d7d-b4d7-3edae8bc23ff None None] Provisioning for port 66a1569b-8a4e-40db-9d55-cf86469a424f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:11:11.787131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9a5af128-5546-4d7d-b4d7-3edae8bc23ff None None] Provisioning complete for port 66a1569b-8a4e-40db-9d55-cf86469a424f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:11:11.788840 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a5af128-5546-4d7d-b4d7-3edae8bc23ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:11.800037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:11.886766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7614610-6821-425a-a91c-8005d162a7eb req-b52606c4-0d96-4879-836c-a0e79334a134 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:11.889816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7614610-6821-425a-a91c-8005d162a7eb req-b52606c4-0d96-4879-836c-a0e79334a134 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 935 time: 0.3037601 Apr 18 20:11:11.986692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7614610-6821-425a-a91c-8005d162a7eb req-b3d25e83-5150-4e3f-8651-6f8b0d5182ed tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812876 Apr 18 20:11:11.993100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] For port 5fdf8695-5160-4035-8a8c-c39c2a97c857, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5fdf8695-5160-4035-8a8c-c39c2a97c857,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:12.009623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:12.040435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9a5af128-5546-4d7d-b4d7-3edae8bc23ff None None] Port 66a1569b-8a4e-40db-9d55-cf86469a424f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:11:12.139493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35386) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:12.522239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:12.558486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:12.558852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:12.559167 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b disassociated. External IP: 172.25.5.200, port: 5fdf8695-5160-4035-8a8c-c39c2a97c857. Apr 18 20:11:12.559512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Calling delete_port for 5fdf8695-5160-4035-8a8c-c39c2a97c857 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:12.600907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:12.606584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:12.617489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Usage tracker for resource:security_group_rule and tenant:402941615e7f4374836f07cb9e4229b4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:12.622962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:12.631912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:12.676078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b9eb2-f988-4c43-b8b2-50e009fe86aa req-71413332-b5e5-4fc7-9275-30fd619bfae2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:12.683257 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e05b9eb2-f988-4c43-b8b2-50e009fe86aa req-71413332-b5e5-4fc7-9275-30fd619bfae2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.2289221 Apr 18 20:11:12.748576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e05b9eb2-f988-4c43-b8b2-50e009fe86aa req-04fdf020-7058-4ab8-bccc-493c1319bd8a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644331 Apr 18 20:11:12.810342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1960081517-network', 'tenant_id': '0be7bbab9de64d51b895ac677aa7f2f5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:12.829629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:12.846198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a1569b-8a4e-40db-9d55-cf86469a424f {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:12.846672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08220d7c-6a04-412b-83b7-b390e6ea05d0 req-ed85ffaa-1a3c-4d01-8c38-377ac301fefe tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:12.848995 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08220d7c-6a04-412b-83b7-b390e6ea05d0 req-ed85ffaa-1a3c-4d01-8c38-377ac301fefe tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.4275227 Apr 18 20:11:12.850113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Usage tracker for resource:network and tenant:0be7bbab9de64d51b895ac677aa7f2f5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:12.855957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:12.857780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:12.923585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:12.965277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce7779-6097-4be1-9748-601382858aae req-fdfa9de6-0d1d-4113-aa28-1cdf8753295e tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:12.966960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61ce7779-6097-4be1-9748-601382858aae req-fdfa9de6-0d1d-4113-aa28-1cdf8753295e tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 950 time: 0.1049342 Apr 18 20:11:12.983757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Made reservation on behalf of 0be7bbab9de64d51b895ac677aa7f2f5 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:12.985963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.007634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.007904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Transition to ACTIVE for port object 66a1569b-8a4e-40db-9d55-cf86469a424f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:11:13.009275 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.017038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.059444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61ce7779-6097-4be1-9748-601382858aae req-bc701458-2bd9-4d2a-990b-20c2435fe9f5 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853255 Apr 18 20:11:13.071358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08220d7c-6a04-412b-83b7-b390e6ea05d0 req-0c0ce875-d58e-46fd-bfd2-e8d717cd13db tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094564 Apr 18 20:11:13.143366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event deleted for resources: {'Port': ['ID=5fdf8695-5160-4035-8a8c-c39c2a97c857,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:13.146340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:13.167031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.169313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Usage tracker for resource:security_group_rule and tenant:0be7bbab9de64d51b895ac677aa7f2f5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:13.173201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:13.176850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.177884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Pushing event updated for resources: {'Port': ['ID=66a1569b-8a4e-40db-9d55-cf86469a424f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:13.282649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:13.391763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-822d49ca-1168-4f0a-b184-d69ed509b713 req-eade2dd3-8ed7-43a1-898c-0d52313357ed tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ef98e19-7f01-4ee9-b2b7-da7e7b033e48 HTTP/1.1" status: 200 len: 210 time: 0.1171062 Apr 18 20:11:13.414168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=402941615e7f4374836f07cb9e4229b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2696412 Apr 18 20:11:13.419795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:13.424002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03400a-7a35-40dd-9591-b29f0292bcc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee3d0fb-341b-4cb9-98bc-a72b769663cb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:13.427355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cce7d42-dcfb-4c8d-a20a-5efe00c2b444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.551869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Attempting to bind port 66a1569b-8a4e-40db-9d55-cf86469a424f on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:11:13.552347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Attempting to bind port 66a1569b-8a4e-40db-9d55-cf86469a424f by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:11:13.552875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Attempting to bind port 66a1569b-8a4e-40db-9d55-cf86469a424f on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:13.575696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a532222-450d-4dab-ba7b-6825aead6dac req-af4a07fd-3c81-4b7e-bdca-9f3961b81717 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:13.577036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a532222-450d-4dab-ba7b-6825aead6dac req-af4a07fd-3c81-4b7e-bdca-9f3961b81717 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:11:13.585130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Port 66a1569b-8a4e-40db-9d55-cf86469a424f on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:11:13.586051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Attempting to bind port 66a1569b-8a4e-40db-9d55-cf86469a424f on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:13.596586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:11:13.596926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:13.597556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:11:13.599920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Bound port: 66a1569b-8a4e-40db-9d55-cf86469a424f, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:11:13.601338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.638976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae46c81a-2e48-4fd8-a3ac-bcc577c25c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.643933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a532222-450d-4dab-ba7b-6825aead6dac req-af4a07fd-3c81-4b7e-bdca-9f3961b81717 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:11:13.646534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Router 95c96cae-80da-4139-b86a-88921a0e1819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:11:13.646931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a532222-450d-4dab-ba7b-6825aead6dac req-af4a07fd-3c81-4b7e-bdca-9f3961b81717 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 947 time: 0.3060684 Apr 18 20:11:13.693992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae46c81a-2e48-4fd8-a3ac-bcc577c25c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.761478 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a532222-450d-4dab-ba7b-6825aead6dac req-da3223f5-2f6b-4662-8c2b-0a8f437737b8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835950 Apr 18 20:11:13.787040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] For port 66a1569b-8a4e-40db-9d55-cf86469a424f, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:13.787040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] For port 66a1569b-8a4e-40db-9d55-cf86469a424f, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66a1569b-8a4e-40db-9d55-cf86469a424f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:11:13.792655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.830289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.881043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:13.881693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.883161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] 10.222.0.61 "PUT /v2.0/ports/66a1569b-8a4e-40db-9d55-cf86469a424f HTTP/1.1" status: 200 len: 1095 time: 2.3112776 Apr 18 20:11:13.886011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'tag': '66a1569b-8a4e-40db-9d55-cf86469a424f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:13.888416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:13.973010 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3daebf-8c86-460a-91aa-744ed375e305'] response: {'name': 'network-changed', 'server_uuid': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'tag': '66a1569b-8a4e-40db-9d55-cf86469a424f', 'status': 'completed', 'code': 200} Apr 18 20:11:13.988661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fbe85-c6f1-4485-b54e-71b3cc77de58 service neutron] Pushing event updated for resources: {'Port': ['ID=66a1569b-8a4e-40db-9d55-cf86469a424f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:14.026185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-91aca0a2-784d-47a2-9190-b35e42f16f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:14.027999 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-91aca0a2-784d-47a2-9190-b35e42f16f59 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 1098 time: 0.0985935 Apr 18 20:11:14.100450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96647e32-009c-4da5-aed6-a685c671ab84,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:14.138967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:11:14.147373 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-8009bfe1-e986-4219-8cd3-7361c571ff42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=66a1569b-8a4e-40db-9d55-cf86469a424f HTTP/1.1" status: 200 len: 217 time: 0.1099684 Apr 18 20:11:14.156782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.157431 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Added segment 03ee5f79-c03a-4e41-8be7-a47fa7f1c0fb of type vlan for network 4d639afa-f4f7-47f6-97a7-c00975b48f9b Apr 18 20:11:14.198478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae46c81a-2e48-4fd8-a3ac-bcc577c25c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.232306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.237084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:11:14.237309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-53b96ba4-4519-4336-951c-06da4327fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:14.240742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-53b96ba4-4519-4336-951c-06da4327fe50 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0738773 Apr 18 20:11:14.246916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5fdf8695-5160-4035-8a8c-c39c2a97c857 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:14.263170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] Sync routers for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:11:14.279522 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:14.282235 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:14.318070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46c81a-2e48-4fd8-a3ac-bcc577c25c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee3d0fb-341b-4cb9-98bc-a72b769663cb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:14.323595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 5fdf8695-5160-4035-8a8c-c39c2a97c857 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:14.324349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5fdf8695-5160-4035-8a8c-c39c2a97c857 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:14.324973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2e30d276-9e41-434e-bea8-31d557695fc4 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:14.365973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] No DVR routers for this DVR port 5fdf8695-5160-4035-8a8c-c39c2a97c857 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:14.368783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.373994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'name': 'network-vif-deleted', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:14.411644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c70b57-ff30-457c-baa2-9a813763d89d req-a815f8a3-7de6-4112-a0c7-f8905e676532 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:14.413203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69c70b57-ff30-457c-baa2-9a813763d89d req-a815f8a3-7de6-4112-a0c7-f8905e676532 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.5127921 Apr 18 20:11:14.448641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-98373a7f-11b4-4e42-9b51-ab57fcec73c7 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:14.450163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-98373a7f-11b4-4e42-9b51-ab57fcec73c7 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.61 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 950 time: 0.5962474 Apr 18 20:11:14.491249 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.515382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-737c4cc2-4083-43d7-b77c-7d6d44c13a00 req-7fa580c8-178a-4937-b770-44c7c7683979 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.61 "DELETE /v2.0/ports/5fdf8695-5160-4035-8a8c-c39c2a97c857 HTTP/1.1" status: 204 len: 173 time: 3.1933274 Apr 18 20:11:14.536699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.537691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:14.538421 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.539272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:14.553316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2e30d276-9e41-434e-bea8-31d557695fc4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2e30d276-9e41-434e-bea8-31d557695fc4,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:14.561947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69c70b57-ff30-457c-baa2-9a813763d89d req-a04eb87e-658d-4eac-a9b3-3e383d67bb6c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375906 Apr 18 20:11:14.578080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae46c81a-2e48-4fd8-a3ac-bcc577c25c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.581493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ae46c81a-2e48-4fd8-a3ac-bcc577c25c44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dee3d0fb-341b-4cb9-98bc-a72b769663cb HTTP/1.1" status: 204 len: 168 time: 1.1569521 Apr 18 20:11:14.584115 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.628143 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:14.676115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0655775 Apr 18 20:11:14.698101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35432) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:14.733889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Request body: {'subnet': {'network_id': '4d639afa-f4f7-47f6-97a7-c00975b48f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1960081517-subnet', 'tenant_id': '0be7bbab9de64d51b895ac677aa7f2f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:14.737797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Deleting port 2e30d276-9e41-434e-bea8-31d557695fc4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:14.738142 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:14.766658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-edfa4d8b-6584-4cd4-88f0-f7b576062e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:14.772269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db87e1e-7a7a-4597-830f-158f92f4ecbc admin admin] Pushing event updated for resources: {'Network': ['ID=4d639afa-f4f7-47f6-97a7-c00975b48f9b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:14.774420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2e30d276-9e41-434e-bea8-31d557695fc4,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:14.775461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-edfa4d8b-6584-4cd4-88f0-f7b576062e4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5155945 Apr 18 20:11:14.777217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:14.794009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 4d639afa-f4f7-47f6-97a7-c00975b48f9b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:11:14.915555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Usage tracker for resource:subnet and tenant:0be7bbab9de64d51b895ac677aa7f2f5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:14.984672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:15.008910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:15.108204 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:15.114123 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] Checking router: 95c96cae-80da-4139-b86a-88921a0e1819 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:11:15.114346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e43c83-06c0-4b53-8a26-409facd9150b req-9ca0d1a8-2264-4237-89c3-7c6a948504e0 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:15.123520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5e43c83-06c0-4b53-8a26-409facd9150b req-9ca0d1a8-2264-4237-89c3-7c6a948504e0 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 950 time: 0.7729166 Apr 18 20:11:15.126076 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:15.127170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:10:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:15.176035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Made reservation on behalf of 0be7bbab9de64d51b895ac677aa7f2f5 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:15.178407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:15.348589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711c002-2466-4412-b355-114092d1a0d5 req-88924354-c52b-4d9f-9852-97432500a8a0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:15.357885 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d711c002-2466-4412-b355-114092d1a0d5 req-88924354-c52b-4d9f-9852-97432500a8a0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.4991109 Apr 18 20:11:15.388945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35440) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:15.411788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5e43c83-06c0-4b53-8a26-409facd9150b req-724fb934-7fac-44c6-9a97-edcb12b5babf tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/security-groups?id=27dbef4c-b298-4b4a-816c-08cb0f421f40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873056 Apr 18 20:11:15.419082 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:15.457798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d711c002-2466-4412-b355-114092d1a0d5 req-607078f8-9c6a-451c-a505-0f5bc9ebb74c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983665 Apr 18 20:11:15.467571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:15.509437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-a6bbae2f-717b-4788-8e62-cd30a19951a8 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7208197 Apr 18 20:11:15.512381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:15.523548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] For port 2e30d276-9e41-434e-bea8-31d557695fc4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2e30d276-9e41-434e-bea8-31d557695fc4,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:15.523913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:15.533885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Usage tracker for resource:security_group_rule and tenant:819312cf2f294594af17adbdbfd396ae is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:15.541087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:15.545545 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dbfc5ee-f1e0-4dcd-8cf6-99ebacb6f936'] response: {'server_uuid': '0ef98e19-7f01-4ee9-b2b7-da7e7b033e48', 'name': 'network-vif-deleted', 'tag': '5fdf8695-5160-4035-8a8c-c39c2a97c857', 'status': 'completed', 'code': 200} Apr 18 20:11:15.550600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:15.642717 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-712c32a8-92f2-4e8f-adef-b175dfe257b8'] response: {'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4', 'code': 200} Apr 18 20:11:15.681007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0a8f78-6ebb-4efd-b318-e92148741245 req-329588b1-3d28-4e0f-a295-ac426139d5c4 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620641 Apr 18 20:11:15.718331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Calling delete_port for 2e30d276-9e41-434e-bea8-31d557695fc4 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:15.856922 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:15.861573 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9ee3af-33f8-46c5-a3e0-a3577ef5c516 None None] The sync data for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 is: [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:07:44Z', 'revision_number': 4, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9bc8d6f8-b604-49f5-adeb-387b0b40cc01', 'name': '', 'network_id': '3254c60b-73cd-4cf2-8938-d74f3c2cf324', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'mac_address': 'fa:16:3e:78:8f:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_interface', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:40Z', 'updated_at': '2022-04-18T20:07:55Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'subnets': [{'id': '9c462da1-3f21-4891-8bed-22b6d7bc1616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:11:15.907052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5f38aa0c-4950-4847-9909-62a22def6461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:15.921620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe02815-280b-401c-bed6-f12505453f86 req-a5716d9f-cb25-422f-9b38-3d376962bd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:15.923309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe02815-280b-401c-bed6-f12505453f86 req-a5716d9f-cb25-422f-9b38-3d376962bd1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 1098 time: 0.1706972 Apr 18 20:11:16.056492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.075670 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.085914 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.145379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=429471af-ac1c-4198-aea5-2a551a673685,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:16.164506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d7dda-fba7-4d4d-ad63-0930e3212e65 req-ec40d202-382a-4192-bea6-4b146cdede45 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:16.166114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-196d7dda-fba7-4d4d-ad63-0930e3212e65 req-ec40d202-382a-4192-bea6-4b146cdede45 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.3039124 Apr 18 20:11:16.181288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.217201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dd0298-e39a-4e37-85ee-a893f69c907a None None] New status for floating IP 7eefda9d-68d4-4b85-9953-35904452eb0b: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:11:16.219263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b80610-fe17-4792-a14b-eb98abb25607 req-99c17f22-abf8-47bf-90f8-89b7b9b866d9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:16.220809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50b80610-fe17-4792-a14b-eb98abb25607 req-99c17f22-abf8-47bf-90f8-89b7b9b866d9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 947 time: 0.3766463 Apr 18 20:11:16.228060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe02815-280b-401c-bed6-f12505453f86 req-31223ed0-1386-4679-a338-283edbaa5700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:16.229470 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe02815-280b-401c-bed6-f12505453f86 req-31223ed0-1386-4679-a338-283edbaa5700 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2884774 Apr 18 20:11:16.230082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=819312cf2f294594af17adbdbfd396ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8312163 Apr 18 20:11:16.230883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30922c8a-111f-4602-8b7c-0dd444b25544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20de38c-ea7e-49cd-931a-5ba07dfed683,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:16.236986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:16.237996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Checking segment: {'id': '03ee5f79-c03a-4e41-8be7-a47fa7f1c0fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4d639afa-f4f7-47f6-97a7-c00975b48f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:16.238500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Network hostable DHCP agents. Network: 4d639afa-f4f7-47f6-97a7-c00975b48f9b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:11:16.288020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Pushing event deleted for resources: {'Port': ['ID=2e30d276-9e41-434e-bea8-31d557695fc4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:16.386295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe02815-280b-401c-bed6-f12505453f86 req-f041e06f-931d-4907-9a88-1e745fffa700 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=66a1569b-8a4e-40db-9d55-cf86469a424f HTTP/1.1" status: 200 len: 217 time: 0.1271539 Apr 18 20:11:16.409203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-196d7dda-fba7-4d4d-ad63-0930e3212e65 req-fc39204d-3f32-4fd9-8537-c0a8efebd03d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227657 Apr 18 20:11:16.474765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Network 4d639afa-f4f7-47f6-97a7-c00975b48f9b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:11:16.483521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] No DVR routers for this DVR port 2e30d276-9e41-434e-bea8-31d557695fc4 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:16.488691 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.513828 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8fadee-0a0a-4572-bd62-ec338224aa30 req-eaa905b1-5f51-4ad5-8fa9-1e28660b44ce tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.61 "DELETE /v2.0/ports/2e30d276-9e41-434e-bea8-31d557695fc4 HTTP/1.1" status: 204 len: 173 time: 2.0489850 Apr 18 20:11:16.527980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50b80610-fe17-4792-a14b-eb98abb25607 req-39222b14-042f-4d31-907c-7dcf35e8ae35 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927039 Apr 18 20:11:16.557360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 4d639afa-f4f7-47f6-97a7-c00975b48f9b) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:16.569685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd02f-4d37-42c2-895a-668b961fd095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.573383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfec8eb-0d2d-430a-9e12-44e2a07aa05d None None] Network 4d639afa-f4f7-47f6-97a7-c00975b48f9b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:16.585721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:16.586336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.624531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe02815-280b-401c-bed6-f12505453f86 req-f8e9e96b-4bcb-498c-a9d7-bbaa5cfd042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:16.626548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe02815-280b-401c-bed6-f12505453f86 req-f8e9e96b-4bcb-498c-a9d7-bbaa5cfd042a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2218480 Apr 18 20:11:16.631839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02c0c933-ad07-4948-9290-477523c3b814 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9232471 Apr 18 20:11:16.731974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd02f-4d37-42c2-895a-668b961fd095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.818183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe02815-280b-401c-bed6-f12505453f86 req-a8e78889-a5cf-4989-acfc-547b02ef7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:16.820990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe02815-280b-401c-bed6-f12505453f86 req-a8e78889-a5cf-4989-acfc-547b02ef7cbe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1843460 Apr 18 20:11:16.913058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.921867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:16.933764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2212dc8b-a742-47f6-ab2e-cc0488af2e10 req-f3b667fc-3c24-486f-b234-310376618cc3 tempest-ImagesNegativeTestJSON-1557971095 tempest-ImagesNegativeTestJSON-1557971095-project] 10.222.0.47 "GET /v2.0/ports?device_id=62329515-0319-49ee-8f6e-6816e5ed5c67 HTTP/1.1" status: 200 len: 210 time: 0.0680292 Apr 18 20:11:16.936983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd02f-4d37-42c2-895a-668b961fd095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.078087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35470) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:17.105452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:17.126135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f813c3-9c94-404f-8caa-19a7694db0c5 None None] Network 4d639afa-f4f7-47f6-97a7-c00975b48f9b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:17.127380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0bd02f-4d37-42c2-895a-668b961fd095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20de38c-ea7e-49cd-931a-5ba07dfed683,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:17.151422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c0bd02f-4d37-42c2-895a-668b961fd095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.153187 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c0bd02f-4d37-42c2-895a-668b961fd095 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a20de38c-ea7e-49cd-931a-5ba07dfed683 HTTP/1.1" status: 204 len: 168 time: 0.8965368 Apr 18 20:11:17.174425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b345367b-3529-4294-be86-9e0fb95af980 req-fe2029a5-c30f-4c5f-8c39-69f326870e77 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:17.177902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b345367b-3529-4294-be86-9e0fb95af980 req-fe2029a5-c30f-4c5f-8c39-69f326870e77 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.1786630 Apr 18 20:11:17.189605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-eca7d00a-93ea-4586-bae7-047f9537b13a tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:17.191275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-eca7d00a-93ea-4586-bae7-047f9537b13a tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.2302854 Apr 18 20:11:17.256033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836016-3'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:17.258161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe02815-280b-401c-bed6-f12505453f86 req-418a5dff-e0f5-439b-bb01-e00eeab532b1 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232428 Apr 18 20:11:17.266049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] Deleting subnet 429471af-ac1c-4198-aea5-2a551a673685 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:11:17.291873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.354730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b345367b-3529-4294-be86-9e0fb95af980 req-43a3a325-d0a7-4142-ae78-46c648948cd1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583691 Apr 18 20:11:17.402706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85be8043-70f1-4cf7-8910-8de9d4074933 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.516543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85be8043-70f1-4cf7-8910-8de9d4074933 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.529490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.552065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'name': 'network-vif-deleted', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:17.572868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.822771 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85be8043-70f1-4cf7-8910-8de9d4074933 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.842089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe02815-280b-401c-bed6-f12505453f86 req-6ce7f245-0228-40e7-968a-3d9308c83d7c service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722673 Apr 18 20:11:17.843125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:17.946866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7958a8b-774c-4345-b734-e776fefdcf66 req-0f448c6f-1a15-41ca-8013-144aad8dd51b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:17.948612 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7958a8b-774c-4345-b734-e776fefdcf66 req-0f448c6f-1a15-41ca-8013-144aad8dd51b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.3177459 Apr 18 20:11:17.959618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be8043-70f1-4cf7-8910-8de9d4074933 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c061f924-4164-47df-a053-d59019beb619,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:17.970174 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.026318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85be8043-70f1-4cf7-8910-8de9d4074933 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.028050 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-85be8043-70f1-4cf7-8910-8de9d4074933 tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "DELETE /v2.0/security-groups/c061f924-4164-47df-a053-d59019beb619 HTTP/1.1" status: 204 len: 168 time: 0.9213972 Apr 18 20:11:18.034413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:18.050695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=429471af-ac1c-4198-aea5-2a551a673685,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:18.053298 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.065202 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-01517e18-22b8-4461-b5b2-1807b5c0492f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/429471af-ac1c-4198-aea5-2a551a673685 HTTP/1.1" status: 204 len: 168 time: 0.9834747 Apr 18 20:11:18.071259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:18.074075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:18.088523 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-937fca46-29bf-4374-b6b0-adf59e8dd1bd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] show failed (client error): The resource could not be found. Apr 18 20:11:18.090202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-937fca46-29bf-4374-b6b0-adf59e8dd1bd tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "GET /v2.0/security-groups/c061f924-4164-47df-a053-d59019beb619 HTTP/1.1" status: 404 len: 347 time: 0.0528142 Apr 18 20:11:18.115095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7958a8b-774c-4345-b734-e776fefdcf66 req-009ec434-b2b6-44ec-8e6c-addb9ed7a0bb tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984030 Apr 18 20:11:18.116154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35506) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:18.263733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:11:18.282123 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.351001 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95aa1b78-7493-4878-ad59-b27c3b1e5ae6'] response: {'server_uuid': '62329515-0319-49ee-8f6e-6816e5ed5c67', 'name': 'network-vif-deleted', 'tag': '2e30d276-9e41-434e-bea8-31d557695fc4', 'status': 'completed', 'code': 200} Apr 18 20:11:18.371086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Deleting port bb8909de-529a-4bd5-89f1-a9a3e067c44c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:18.371767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.395979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.442117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c59c67-b898-4a29-9439-986dcd892496 req-047079d9-935b-41d2-87e3-55048a00ccdc tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:18.456008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0c59c67-b898-4a29-9439-986dcd892496 req-047079d9-935b-41d2-87e3-55048a00ccdc tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 947 time: 0.6430354 Apr 18 20:11:18.541808 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.561401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:18.592495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:18.599888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:18.617399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e has no active binding in host n-h2-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:11:18.617797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66a1569b-8a4e-40db-9d55-cf86469a424f details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:11:18.751424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0c59c67-b898-4a29-9439-986dcd892496 req-3483e8f3-65d3-432e-88d5-c27790c75e5e tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946541 Apr 18 20:11:18.788486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 66a1569b-8a4e-40db-9d55-cf86469a424f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66a1569b-8a4e-40db-9d55-cf86469a424f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:18.813374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '66a1569b-8a4e-40db-9d55-cf86469a424f', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '66a1569b-8a4e-40db-9d55-cf86469a424f', 'mac_address': 'fa:16:3e:d4:22:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:11:18.866508 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.867349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.895352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb51ab-a4dc-4d63-bdca-8f37297ae462 req-38160ae1-52a2-4b5c-8486-bb9242512758 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:18.896534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2119988478-network', 'tenant_id': '8d0cf0f74be84ea09927b13021ea74fd'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:18.907248 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.911465 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aadb51ab-a4dc-4d63-bdca-8f37297ae462 req-38160ae1-52a2-4b5c-8486-bb9242512758 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 945 time: 0.2275798 Apr 18 20:11:18.920108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.946665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:18.948452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:18.962163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Usage tracker for resource:network and tenant:8d0cf0f74be84ea09927b13021ea74fd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:18.979544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:18.984692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a1569b-8a4e-40db-9d55-cf86469a424f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:19.009786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:19.015759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.020425 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 66a1569b-8a4e-40db-9d55-cf86469a424f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66a1569b-8a4e-40db-9d55-cf86469a424f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:19.039573 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.039770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d639afa-f4f7-47f6-97a7-c00975b48f9b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:19.080569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.143279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Calling delete_port for bb8909de-529a-4bd5-89f1-a9a3e067c44c owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:19.152659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=66a1569b-8a4e-40db-9d55-cf86469a424f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:19.190276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03ee5f79-c03a-4e41-8be7-a47fa7f1c0fb') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:19.190276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03ee5f79-c03a-4e41-8be7-a47fa7f1c0fb') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:19.210651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aadb51ab-a4dc-4d63-bdca-8f37297ae462 req-e6398728-ebd2-4f2f-a349-32c135a19932 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960241 Apr 18 20:11:19.222202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Made reservation on behalf of 8d0cf0f74be84ea09927b13021ea74fd for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:19.240015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.291793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.345846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.370928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['66a1569b-8a4e-40db-9d55-cf86469a424f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:19.510971 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.524999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:19.530214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:11:19.530873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.547417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:11:19.579345 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:11:19.622280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Pushing event deleted for resources: {'Port': ['ID=bb8909de-529a-4bd5-89f1-a9a3e067c44c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:19.623342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d0cf0f74be84ea09927b13021ea74fd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:19.631423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:19.691032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:19.725014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:19.736255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on host n-h1-836016-3 for vnic_type normal with profile {"migrating_to": "n-h2-836016-3"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:11:19.736692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:11:19.737219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:19.747430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.770460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295137c9-b2e1-4b4f-8968-cfe8276d05fa req-cf13c803-d85b-4901-8684-5e861d8c9997 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:19.772183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-295137c9-b2e1-4b4f-8968-cfe8276d05fa req-cf13c803-d85b-4901-8684-5e861d8c9997 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.3273423 Apr 18 20:11:19.775499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35544) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:19.779470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:11:19.779966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Attempting to bind port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:19.783571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.802076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d639afa-f4f7-47f6-97a7-c00975b48f9b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:19.805909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:11:19.806259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:19.806753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:11:19.808259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Bound port: 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:11:19.808259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.808535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.848461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:19.849728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-797c28b1-2422-4ecd-b157-bb1951724f7f tempest-ServersWithSpecificFlavorTestJSON-1180132408 tempest-ServersWithSpecificFlavorTestJSON-1180132408-project] 10.222.0.47 "DELETE /v2.0/floatingips/7eefda9d-68d4-4b85-9953-35904452eb0b HTTP/1.1" status: 204 len: 168 time: 1.7297306 Apr 18 20:11:19.855337 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-295137c9-b2e1-4b4f-8968-cfe8276d05fa req-a4c7746a-b900-4cc8-9e63-5327e0469e18 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753186 Apr 18 20:11:19.907151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e67a0695-9e07-4abc-9ad1-a7fdaa4ab2e5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d639afa-f4f7-47f6-97a7-c00975b48f9b HTTP/1.1" status: 204 len: 168 time: 1.8269987 Apr 18 20:11:20.041013 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-592643b5-f5e0-4965-b6b1-6e210e83f13e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7fdd62412dd2438586d1ae039318f7fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2635636 Apr 18 20:11:20.044479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35562) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:20.065356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:20.098777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:11:20.135274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.156052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:20.230950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4201ec2a-8abc-44d0-990a-cee419e35e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.324009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-26d31203-4fbd-4c84-ae1f-61fcc7fa0c09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0be7bbab9de64d51b895ac677aa7f2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1523337 Apr 18 20:11:20.324009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35576) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:20.381308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:20.392860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4201ec2a-8abc-44d0-990a-cee419e35e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.415933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:20.436979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ca156-4509-4001-97ca-35f0ce5e7b9b req-fc3954d5-b646-442c-b8b7-a131677f5356 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:20.444387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c7ca156-4509-4001-97ca-35f0ce5e7b9b req-fc3954d5-b646-442c-b8b7-a131677f5356 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 948 time: 0.4931865 Apr 18 20:11:20.446967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1372031f-4890-4a96-a8e7-59f109c9ec9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.487886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1372031f-4890-4a96-a8e7-59f109c9ec9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.529152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.537353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.537353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:20.537353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.537353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-900121eb-4021-4285-9b3f-212bf19cd4fd service neutron] 10.222.0.61 "PUT /v2.0/ports/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e HTTP/1.1" status: 200 len: 1121 time: 3.2911701 Apr 18 20:11:20.551870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4201ec2a-8abc-44d0-990a-cee419e35e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.601552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c7ca156-4509-4001-97ca-35f0ce5e7b9b req-33fc5905-9be7-4379-ac6d-3f71c4603c94 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554894 Apr 18 20:11:20.607875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:11:20.629144 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.630467 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Added segment 53893732-c7b0-418c-977c-b21d01649103 of type vlan for network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 Apr 18 20:11:20.645089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:20.687726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.688056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4201ec2a-8abc-44d0-990a-cee419e35e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27dbef4c-b298-4b4a-816c-08cb0f421f40,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:20.733995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:20.763406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4201ec2a-8abc-44d0-990a-cee419e35e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.770091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.771240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4201ec2a-8abc-44d0-990a-cee419e35e0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27dbef4c-b298-4b4a-816c-08cb0f421f40 HTTP/1.1" status: 204 len: 168 time: 0.7246909 Apr 18 20:11:20.778805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:20.781228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.815619 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306ef7f8-9f6b-42fe-885e-aa4a50fcd377'] response: {'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e', 'code': 200} Apr 18 20:11:20.818638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1372031f-4890-4a96-a8e7-59f109c9ec9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.879574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372031f-4890-4a96-a8e7-59f109c9ec9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96647e32-009c-4da5-aed6-a685c671ab84,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:20.949534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a76d0-57bf-4317-8862-385c2b9517f7 req-e0e6eb54-8ccc-42ce-b61a-456ed6fa44f3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:20.951654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-218a76d0-57bf-4317-8862-385c2b9517f7 req-e0e6eb54-8ccc-42ce-b61a-456ed6fa44f3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.3494940 Apr 18 20:11:20.966646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1372031f-4890-4a96-a8e7-59f109c9ec9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:20.972910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1372031f-4890-4a96-a8e7-59f109c9ec9f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96647e32-009c-4da5-aed6-a685c671ab84 HTTP/1.1" status: 204 len: 168 time: 0.6577528 Apr 18 20:11:21.118763 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-218a76d0-57bf-4317-8862-385c2b9517f7 req-ccf8667f-a4a2-4f9a-b748-4716041c4a19 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419144 Apr 18 20:11:21.225003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35594) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:21.292139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Pushing event updated for resources: {'Network': ['ID=de2243e4-9dba-4c62-a75b-3c13c5dafaf4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:21.295503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:21.314412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:11:21.355146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-627b9d6f-d57b-46c2-ba21-214640da6ff7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7809446 Apr 18 20:11:21.359531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35598) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:21.373060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Request body: {'subnet': {'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2119988478-subnet', 'tenant_id': '8d0cf0f74be84ea09927b13021ea74fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:21.391318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:21.401680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Usage tracker for resource:subnet and tenant:8d0cf0f74be84ea09927b13021ea74fd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:21.406954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:21.419033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:21.459878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a27037e-bacf-46a0-9f66-b3a4d236c573 req-2b2728b4-4f42-4c55-b595-1305b9f72b89 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:21.469491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a27037e-bacf-46a0-9f66-b3a4d236c573 req-2b2728b4-4f42-4c55-b595-1305b9f72b89 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.2754416 Apr 18 20:11:21.472328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Made reservation on behalf of 8d0cf0f74be84ea09927b13021ea74fd for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:21.476653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:21.927439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a27037e-bacf-46a0-9f66-b3a4d236c573 req-d49fd2bd-efcc-4071-9bc2-5c44eb4081cd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564927 Apr 18 20:11:21.958269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-0d1c6828-ef22-4b1f-a191-f4798dafb431 service neutron] 10.222.0.61 "GET /v2.0/ports/95e39445-e216-4bf3-bd76-4846852aa71f/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 384 time: 0.2575133 Apr 18 20:11:22.215739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba582406-33b6-4581-ab15-b355996650e0 req-19b24608-5b74-468c-a4bc-6a6f7eb81fba tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:22.231293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba582406-33b6-4581-ab15-b355996650e0 req-19b24608-5b74-468c-a4bc-6a6f7eb81fba tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 948 time: 0.4098573 Apr 18 20:11:22.278747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66a1569b-8a4e-40db-9d55-cf86469a424f up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:11:22.386145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:22.426552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 66a1569b-8a4e-40db-9d55-cf86469a424f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:11:22.434739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 66a1569b-8a4e-40db-9d55-cf86469a424f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:11:22.435382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:22.477574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba582406-33b6-4581-ab15-b355996650e0 req-0927a4d7-853d-4d23-ac9a-3805db3799de tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050190 Apr 18 20:11:22.653903 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:22.700213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a1569b-8a4e-40db-9d55-cf86469a424f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:22.726629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Checking segment: {'id': '53893732-c7b0-418c-977c-b21d01649103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:22.727836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Network hostable DHCP agents. Network: de2243e4-9dba-4c62-a75b-3c13c5dafaf4, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:11:22.728722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 66a1569b-8a4e-40db-9d55-cf86469a424f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66a1569b-8a4e-40db-9d55-cf86469a424f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:22.735059 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:22.736252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 95e39445-e216-4bf3-bd76-4846852aa71f no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:22.801350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:22.803015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c61ba29-16c8-4f25-a80c-2dc371363a45,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:22.819442 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5dc63a-7213-43f5-badf-5e253cc26522'] response: {'server_uuid': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a1569b-8a4e-40db-9d55-cf86469a424f', 'code': 200} Apr 18 20:11:22.827826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:22.940730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:11:22.978556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:22.987751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, de2243e4-9dba-4c62-a75b-3c13c5dafaf4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:23.006709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:23.007620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:23.016329 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb81f629-c07a-4219-99d9-b3053f17cca1'] response: {'name': 'network-changed', 'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e', 'status': 'completed', 'code': 200} Apr 18 20:11:23.033447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca100b94-a636-4fd3-8fe1-dd04ccfd7e99 None None] Network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:23.071091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=66a1569b-8a4e-40db-9d55-cf86469a424f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:23.170520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:23.201797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98847737-2a76-45e1-9975-a94ec6ee2c91 req-672c99c7-3e9d-45d4-bba3-59ec1afac7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:23.203479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98847737-2a76-45e1-9975-a94ec6ee2c91 req-672c99c7-3e9d-45d4-bba3-59ec1afac7ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 1100 time: 0.2692261 Apr 18 20:11:23.235640 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05d0084a-730b-4343-9959-952f09a1f9d3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8709607 Apr 18 20:11:23.274103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18a36a-b56d-46e2-9d07-894ad505e08e req-5229b24f-eb74-4ea1-8f36-3134adf8231f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:23.275726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d18a36a-b56d-46e2-9d07-894ad505e08e req-5229b24f-eb74-4ea1-8f36-3134adf8231f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.9441292 Apr 18 20:11:23.369632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95e39445-e216-4bf3-bd76-4846852aa71f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:23.402563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:23.446443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-68357d00-9dde-4f77-a48e-7dcc4162de33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:23.448064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-68357d00-9dde-4f77-a48e-7dcc4162de33 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1124 time: 0.4067729 Apr 18 20:11:23.451597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:23.514796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f73994f-2c43-4414-a6f5-65015c238848 None None] Network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:23.515330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98847737-2a76-45e1-9975-a94ec6ee2c91 req-979a90e3-dd88-4811-8580-c0ba925583a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041841 Apr 18 20:11:23.516864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d18a36a-b56d-46e2-9d07-894ad505e08e req-3f461fc8-ec89-4e40-907a-de4a1d87369f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281158 Apr 18 20:11:23.573011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ef1a0-ec8f-4d35-a268-2471b113928e req-2a8ae99a-efbe-4ef1-95eb-8e9f6e98ff9f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:23.575083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7ef1a0-ec8f-4d35-a268-2471b113928e req-2a8ae99a-efbe-4ef1-95eb-8e9f6e98ff9f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 943 time: 0.2629478 Apr 18 20:11:23.653932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] Transition to ACTIVE for port object 95e39445-e216-4bf3-bd76-4846852aa71f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:11:23.660410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:23.709636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d7ef1a0-ec8f-4d35-a268-2471b113928e req-ce66fa5f-8e08-4323-b0d3-64b4b98ffdff tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260619 Apr 18 20:11:23.720085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Deleting port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:23.720834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:23.941975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] For port 9bc8d6f8-b604-49f5-adeb-387b0b40cc01, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:23.942775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:23.961616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] No DVR routers for this DVR port 95e39445-e216-4bf3-bd76-4846852aa71f on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:24.016057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] Pushing event updated for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:24.049346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9cb71144-1218-4cd0-830c-b4bd2bb4bf6d service neutron] 10.222.0.61 "PUT /v2.0/ports/95e39445-e216-4bf3-bd76-4846852aa71f/bindings/n-h1-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 2.0824637 Apr 18 20:11:24.059415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-85cad1cb-2cc4-4053-93ab-db13c187d2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:24.060957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-85cad1cb-2cc4-4053-93ab-db13c187d2ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.5981171 Apr 18 20:11:24.252806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Calling delete_port for 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:24.295854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-e5a9b076-daa7-4e95-a50f-8746a0a980ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e HTTP/1.1" status: 200 len: 217 time: 0.2272277 Apr 18 20:11:24.404605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-2a7423a6-40e0-43f5-a533-2d589705de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:24.406503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-2a7423a6-40e0-43f5-a533-2d589705de1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1018867 Apr 18 20:11:24.410918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-ec8ef2ae-26ba-4256-816b-e290a8fd3e92 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:24.412538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-ec8ef2ae-26ba-4256-816b-e290a8fd3e92 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.2340899 Apr 18 20:11:24.492807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-f2a0572a-309c-476d-a24d-0a861c9b1825 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791953 Apr 18 20:11:24.602221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:24.675227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35694) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:24.715551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-290347572-network', 'tenant_id': '06eb422b79954af8a635edf2605b0946'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:24.721556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Pushing event deleted for resources: {'Port': ['ID=9bc8d6f8-b604-49f5-adeb-387b0b40cc01,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:24.809003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:24.892669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Usage tracker for resource:network and tenant:06eb422b79954af8a635edf2605b0946 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:24.967052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:24.981932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-753d6727-253f-4b49-a7c6-091543a883f3 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4826241 Apr 18 20:11:25.003174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:25.027563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35704) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:25.069606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-d584c5f9-2109-40f5-b5b0-dd1dd074244c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:25.072046 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-d584c5f9-2109-40f5-b5b0-dd1dd074244c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87&tenant_id=79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 1095 time: 0.6267676 Apr 18 20:11:25.132429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Made reservation on behalf of 06eb422b79954af8a635edf2605b0946 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:25.135773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:25.159745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:25.189655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:25.198386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Usage tracker for resource:security_group_rule and tenant:06eb422b79954af8a635edf2605b0946 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:25.203278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:25.220163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8db02-7685-4c05-8834-c559bb525eb1 req-a90da483-cb84-4350-bc27-9c2f18231fbb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:25.229772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12a8db02-7685-4c05-8834-c559bb525eb1 req-a90da483-cb84-4350-bc27-9c2f18231fbb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 949 time: 0.7697203 Apr 18 20:11:25.302339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:25.331367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:25.365798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12a8db02-7685-4c05-8834-c559bb525eb1 req-9a4712ce-3e3b-4221-a283-60b5dc2f44bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345036 Apr 18 20:11:25.391425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:25.412890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Usage tracker for resource:security_group_rule and tenant:7d1f87f2bc91400c89c6d224745d367b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:25.417113 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:25.422035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:25.432561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:25.454320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb9dd5c4-2569-4802-aac9-8a0291126fe2 req-48130f17-7852-405a-a5a9-07d1613f3ce6 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529386 Apr 18 20:11:25.464363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-d8adb9fd-026c-41d5-b0ae-fd3a93789723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:25.467023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-d8adb9fd-026c-41d5-b0ae-fd3a93789723 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1095 time: 0.3378475 Apr 18 20:11:25.723129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-ed7410aa-36d9-4bf1-9147-44aecab384ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:25.725395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-ed7410aa-36d9-4bf1-9147-44aecab384ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.2503178 Apr 18 20:11:25.736924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21062cc1-f498-4f12-90fd-adbe0cc156aa req-4701b809-23ce-472d-90ac-204c511a0273 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:25.739319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21062cc1-f498-4f12-90fd-adbe0cc156aa req-4701b809-23ce-472d-90ac-204c511a0273 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 944 time: 0.2297225 Apr 18 20:11:25.799967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:25.813949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9a41f1b6-fe68-46ca-b79c-bb669f5c8557 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 200 len: 217 time: 0.0740547 Apr 18 20:11:25.829679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:25.891427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21062cc1-f498-4f12-90fd-adbe0cc156aa req-4c4941fd-4e59-4941-bb2f-74aaee459733 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986757 Apr 18 20:11:25.905967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-953ac065-bf07-421c-995d-ae74b8106637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:25.908020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-953ac065-bf07-421c-995d-ae74b8106637 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.0875192 Apr 18 20:11:25.911935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:11:25.986656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-71c7d9f8-e466-4a58-a80d-df560f848b11 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722530 Apr 18 20:11:26.026928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a70173d0-7169-41ef-bcaa-8d36826b8156,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:26.044267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:26.051468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:26.051856 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Added segment 6088e6d7-8944-4158-8455-798fa7a35d67 of type vlan for network 53df9ba2-78cc-4332-b1f8-7c7f31f3c422 Apr 18 20:11:26.071898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:26.106231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ffda1-bff9-482b-a078-0f05d6959ddc req-b995dc9b-0340-4bf2-8113-5a311bc67b14 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:26.108325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0ffda1-bff9-482b-a078-0f05d6959ddc req-b995dc9b-0340-4bf2-8113-5a311bc67b14 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.7562528 Apr 18 20:11:26.244409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-c3449dcd-5d0c-4abb-98bc-123290426c76 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505147 Apr 18 20:11:26.278155 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:26.317668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d1f87f2bc91400c89c6d224745d367b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2866681 Apr 18 20:11:26.327871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35730) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:26.334461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11690d4-1e59-4398-9cae-8d9c51c69a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3cc3bf-e456-497f-8ece-954bcaf10c47,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:26.391562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f0ffda1-bff9-482b-a078-0f05d6959ddc req-582b1f15-0f71-4e93-bb73-78487b72d923 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509348 Apr 18 20:11:26.433235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Router 95c96cae-80da-4139-b86a-88921a0e1819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:11:26.459642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-72f701aa-4e69-43d2-a96f-4733ddf3d2ec service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087009 Apr 18 20:11:26.487918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:26.493681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:26.495354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:26.656491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-303dd64b-dc32-4ccb-93aa-e16e3d3ebd3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:26.686178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08707023-b4f6-404b-b779-458c24d6a899 req-25a6fb4e-c9d7-407a-8949-677797ce9941 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:26.698382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08707023-b4f6-404b-b779-458c24d6a899 req-25a6fb4e-c9d7-407a-8949-677797ce9941 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 949 time: 0.1674900 Apr 18 20:11:26.775326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35740) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:26.871373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08707023-b4f6-404b-b779-458c24d6a899 req-6e78b467-16c9-4da4-841b-e67e314d1ab7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657004 Apr 18 20:11:26.938304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-7be2caf9-b552-48cb-ad8f-56c5b7bdf1ca tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:26.940345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-7be2caf9-b552-48cb-ad8f-56c5b7bdf1ca tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.1676135 Apr 18 20:11:26.998129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3120122 Apr 18 20:11:27.006995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35752) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:27.014648 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-303dd64b-dc32-4ccb-93aa-e16e3d3ebd3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.033458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Pushing event updated for resources: {'Network': ['ID=53df9ba2-78cc-4332-b1f8-7c7f31f3c422,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:27.044036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Request body: {'subnet': {'network_id': '53df9ba2-78cc-4332-b1f8-7c7f31f3c422', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-290347572-subnet', 'tenant_id': '06eb422b79954af8a635edf2605b0946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:27.106453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.118083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:27.121818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.122548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.123091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.123622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.124182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.124715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.125240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.125786 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.126311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.126941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.127474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.127992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc3975d-0a0e-4c40-b475-66d924abf55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:27.142861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 53df9ba2-78cc-4332-b1f8-7c7f31f3c422 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:11:27.187633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Usage tracker for resource:subnet and tenant:06eb422b79954af8a635edf2605b0946 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:27.189116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:27.195510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:27.199021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Usage tracker for resource:security_group_rule and tenant:6529548e73414d41b0157e9f4d99b1f1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:27.205459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:27.219794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:27.275006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:27.319637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b03d1-41e5-4c50-b65e-3bd57d674082 req-0bb6287a-050f-4a6f-a1f0-b7101aa84205 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:27.325719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Made reservation on behalf of 06eb422b79954af8a635edf2605b0946 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:27.326584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-872b03d1-41e5-4c50-b65e-3bd57d674082 req-0bb6287a-050f-4a6f-a1f0-b7101aa84205 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 944 time: 0.1964209 Apr 18 20:11:27.329575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.338409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9a60b27a-df4d-473e-b95d-686af2a61a6c service neutron] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:27.353255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:11:27.377104 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] Sync routers for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:11:27.388198 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:27.389196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:11:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:27.422399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9a60b27a-df4d-473e-b95d-686af2a61a6c service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.424214 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f811333-8d16-4659-b3a3-9dd8060ee3f6 req-9a60b27a-df4d-473e-b95d-686af2a61a6c service neutron] 10.222.0.55 "DELETE /v2.0/ports/95e39445-e216-4bf3-bd76-4846852aa71f/bindings/n-h2-836016-3 HTTP/1.1" status: 204 len: 173 time: 0.4752553 Apr 18 20:11:27.456529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-872b03d1-41e5-4c50-b65e-3bd57d674082 req-22355416-1261-4450-b33c-ecc7d9d456ec tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204147 Apr 18 20:11:27.477970 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-303dd64b-dc32-4ccb-93aa-e16e3d3ebd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.481910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-303dd64b-dc32-4ccb-93aa-e16e3d3ebd3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.485596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-303dd64b-dc32-4ccb-93aa-e16e3d3ebd3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b3cc3bf-e456-497f-8ece-954bcaf10c47 HTTP/1.1" status: 204 len: 168 time: 1.1510127 Apr 18 20:11:27.502607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.509025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.515500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70b43750-a376-4187-ba1c-549a45c84fca admin admin] 10.222.0.47 "PUT /v2.0/routers/95c96cae-80da-4139-b86a-88921a0e1819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2859514 Apr 18 20:11:27.517259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35762) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:27.585452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ec85f8-21ff-47db-ac58-607f73c85207,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:27.594200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-da94b532-5e11-4852-9ce5-6c602d24d33f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6529548e73414d41b0157e9f4d99b1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8134809 Apr 18 20:11:27.595801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:27.598377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303dd64b-dc32-4ccb-93aa-e16e3d3ebd3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3cc3bf-e456-497f-8ece-954bcaf10c47,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:27.610858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf44007a-afe2-471e-bc5a-8ee0ec00d963 req-31704889-5f57-4350-b569-729809d3a5c0 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:27.618550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf44007a-afe2-471e-bc5a-8ee0ec00d963 req-31704889-5f57-4350-b569-729809d3a5c0 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 1100 time: 0.4270437 Apr 18 20:11:27.722315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf44007a-afe2-471e-bc5a-8ee0ec00d963 req-df685872-08dc-41ee-b7c9-8765e4bc2406 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027591 Apr 18 20:11:27.725822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026022a5-1c39-4e13-9b59-71e5dae7e43a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.778269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026022a5-1c39-4e13-9b59-71e5dae7e43a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:27.832470 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:11:27.942596 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:28.089958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:28.249218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf43377-86f1-4a88-8d90-1cefe887fc66 req-f8c1947f-af8b-4b3b-a781-50e225099dab tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:28.270811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fdf43377-86f1-4a88-8d90-1cefe887fc66 req-f8c1947f-af8b-4b3b-a781-50e225099dab tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.4232867 Apr 18 20:11:28.303932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026022a5-1c39-4e13-9b59-71e5dae7e43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:28.350968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026022a5-1c39-4e13-9b59-71e5dae7e43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ec85f8-21ff-47db-ac58-607f73c85207,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:28.381902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fdf43377-86f1-4a88-8d90-1cefe887fc66 req-a79223df-01b3-4676-8816-f4993c6e590e tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Apr 18 20:11:28.387349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026022a5-1c39-4e13-9b59-71e5dae7e43a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:28.388669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-026022a5-1c39-4e13-9b59-71e5dae7e43a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04ec85f8-21ff-47db-ac58-607f73c85207 HTTP/1.1" status: 204 len: 168 time: 0.7917020 Apr 18 20:11:28.512150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:28.563248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-1a84025a-ca32-42e1-8816-e517579c830d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519881 Apr 18 20:11:28.568897 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:11:24Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:28.575054 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] Checking router: 95c96cae-80da-4139-b86a-88921a0e1819 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:11:28.586994 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] Routers {'95c96cae-80da-4139-b86a-88921a0e1819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:28.587850 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:11:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['95c96cae-80da-4139-b86a-88921a0e1819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:28.672601 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:28.706749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4a8d8-e6cd-4eb6-9b7d-7ed7034d3190 req-562883c3-daa9-4a70-9212-f3b34130bca6 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:28.709012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-57e4a8d8-e6cd-4eb6-9b7d-7ed7034d3190 req-562883c3-daa9-4a70-9212-f3b34130bca6 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1095 time: 0.7391872 Apr 18 20:11:28.761858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Deleting port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:28.763513 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:28.860505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=019f63d4-ea06-407c-aed5-654bd6d74bc6,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:28.881373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Checking segment: {'id': '6088e6d7-8944-4158-8455-798fa7a35d67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '53df9ba2-78cc-4332-b1f8-7c7f31f3c422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:28.882566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Network hostable DHCP agents. Network: 53df9ba2-78cc-4332-b1f8-7c7f31f3c422, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:11:28.897107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-7bb78ba9-9f98-43ef-83ed-a7cc822273da tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:28.901115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-7bb78ba9-9f98-43ef-83ed-a7cc822273da tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3280025 Apr 18 20:11:28.923340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-b59dfbaf-73e6-46f9-a165-c26bf1c994e5 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/quotas/159f273d2b3d468498eede75254dd129 HTTP/1.1" status: 200 len: 375 time: 0.0130882 Apr 18 20:11:29.028451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-57e4a8d8-e6cd-4eb6-9b7d-7ed7034d3190 req-d8e81fd1-a083-4bce-ade1-09d4f9325566 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722175 Apr 18 20:11:29.066824 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] Set router 95c96cae-80da-4139-b86a-88921a0e1819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:29.096822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-3442fe5c-8387-4676-9388-fb73c2bd6278 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1629064 Apr 18 20:11:29.218640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] For port f89a05b4-859f-4b93-aa05-0e9ed8ffbe33, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:29.219882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:29.593052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Calling delete_port for f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:29.625874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Network 53df9ba2-78cc-4332-b1f8-7c7f31f3c422 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:11:29.650962 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:11:24Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:29.657481 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20621ce0-3707-4fa7-84b0-d744593c9a6a None None] The sync data for ids ['95c96cae-80da-4139-b86a-88921a0e1819'] in n-d-836016-3 is: [{'id': '95c96cae-80da-4139-b86a-88921a0e1819', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606888844-router', 'tenant_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204'}], 'enable_snat': True}, 'gw_port_id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:24Z', 'updated_at': '2022-04-18T20:11:24Z', 'revision_number': 5, 'project_id': 'ac7dfb2e208e47809e8ff3094252c3a5', 'gw_port': {'id': 'f89a05b4-859f-4b93-aa05-0e9ed8ffbe33', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:be:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c96cae-80da-4139-b86a-88921a0e1819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:07:29Z', 'updated_at': '2022-04-18T20:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:11:29.751369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 53df9ba2-78cc-4332-b1f8-7c7f31f3c422) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:29.762000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa865921-9b7e-4ff7-9bbd-0d47aeae8ae0 None None] Network 53df9ba2-78cc-4332-b1f8-7c7f31f3c422 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:29.780715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:29.781323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:29.882806 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dc5beffb-bcd2-4ea5-b9db-7b72d1f8b4f9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8708539 Apr 18 20:11:29.890985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49340d40-17d3-4768-8682-7795a3775a31 req-4d32b37d-5683-404a-8771-870a879f32de tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:29.892493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49340d40-17d3-4768-8682-7795a3775a31 req-4d32b37d-5683-404a-8771-870a879f32de tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 1095 time: 0.3076899 Apr 18 20:11:29.958572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2a357ae2-68d2-48ee-bf29-ef02719039b0 req-51b8a3b5-4043-42ca-92eb-2e69f4605654 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 210 time: 0.0721753 Apr 18 20:11:29.963877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49340d40-17d3-4768-8682-7795a3775a31 req-57ab1ebf-cf69-4a6d-a2c5-1591b7f08f5a tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635555 Apr 18 20:11:30.151855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:30.327200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636351b8-6d9e-4364-810c-c83f74f39ef5 None None] Network 53df9ba2-78cc-4332-b1f8-7c7f31f3c422 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:30.357268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca033f1-fcda-40b7-ab63-683ebdeaf81d req-bda25152-7f7a-4ff7-a107-a1c59e5b34de tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:30.370446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eca033f1-fcda-40b7-ab63-683ebdeaf81d req-bda25152-7f7a-4ff7-a107-a1c59e5b34de tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.2808728 Apr 18 20:11:30.441463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89a05b4-859f-4b93-aa05-0e9ed8ffbe33,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:30.458869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eca033f1-fcda-40b7-ab63-683ebdeaf81d req-47607953-0557-4474-90a9-c078a82ec027 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871153 Apr 18 20:11:30.579559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:30.816870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:30.874570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:30.874972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9bc8d6f8-b604-49f5-adeb-387b0b40cc01 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:30.920980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:30.923578 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:30.982798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:30.983395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c96cae-80da-4139-b86a-88921a0e1819 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:11:31.003630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:31.009588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-553e32d9-d703-4cce-b15b-50cac9d52984 admin admin] 10.222.0.47 "DELETE /v2.0/routers/95c96cae-80da-4139-b86a-88921a0e1819 HTTP/1.1" status: 204 len: 168 time: 3.4879024 Apr 18 20:11:31.010057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35876) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:31.147970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Deleting subnet 9c462da1-3f21-4891-8bed-22b6d7bc1616 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:11:31.153364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:31.221537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:31.387234 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d159bf05-db6a-4de6-8a01-2b1ea5e9a9b3 req-8b7b9a3a-7a42-48dd-91d3-d207a9a43134 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 210 time: 0.0762162 Apr 18 20:11:31.389674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:31.492091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:31.704941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c462da1-3f21-4891-8bed-22b6d7bc1616,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:31.706259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e03766-02a6-450f-9f4f-24f65984d0f5 None None] Network 3254c60b-73cd-4cf2-8938-d74f3c2cf324 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:31.709874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:31.720232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9c462da1-3f21-4891-8bed-22b6d7bc1616 HTTP/1.1" status: 204 len: 168 time: 0.7090149 Apr 18 20:11:31.723012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35906) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:31.730848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-33d27991-de1c-40a5-8f3c-ab44f51624da tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=159f273d2b3d468498eede75254dd129&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577176 Apr 18 20:11:31.734907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.735417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.735938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.736430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.736916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.737410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.737935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.738445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.739002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.739478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.740218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.740793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d4c9b7-9c70-448c-a173-a0388cfd0373 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:31.838195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d7812-85a7-4841-951e-076290822047 req-d4921e13-343f-4f2d-9dfd-d1804b05c505 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:31.845990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-003d7812-85a7-4841-951e-076290822047 req-d4921e13-343f-4f2d-9dfd-d1804b05c505 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Synchronizing usage tracker for tenant:8d0cf0f74be84ea09927b13021ea74fd on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:11:31.906170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:31.921904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Deleting port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:31.922242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:32.028004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-003d7812-85a7-4841-951e-076290822047 req-d4921e13-343f-4f2d-9dfd-d1804b05c505 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Unset dirty status for tenant:8d0cf0f74be84ea09927b13021ea74fd on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:11:32.029250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-d4921e13-343f-4f2d-9dfd-d1804b05c505 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/networks?id=de2243e4-9dba-4c62-a75b-3c13c5dafaf4 HTTP/1.1" status: 200 len: 815 time: 0.5222485 Apr 18 20:11:32.090872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-22e5cebc-7b37-4e84-9b33-7c6b13456e1f tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/quotas/8d0cf0f74be84ea09927b13021ea74fd HTTP/1.1" status: 200 len: 375 time: 0.0501201 Apr 18 20:11:32.112206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-dd5577f1-0db6-44bf-9b87-66336e036396 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:32.126709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-dd5577f1-0db6-44bf-9b87-66336e036396 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3792880 Apr 18 20:11:32.210927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-cea9e871-e336-4145-95cb-cbbd61a1b6c6 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8d0cf0f74be84ea09927b13021ea74fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829208 Apr 18 20:11:32.248904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Request body: {'port': {'device_id': '472130e6-952d-4f9d-bf7a-a531672163cd', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '159f273d2b3d468498eede75254dd129'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:32.317847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] For port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:32.318215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:32.342593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] DHCP port deletion for 3254c60b-73cd-4cf2-8938-d74f3c2cf324 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:11:32.347046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Deleting port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:32.347490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:32.490135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-61d27847-2645-44cc-aaa5-0fdab6cbd283 service neutron] 10.222.0.47 "GET /v2.0/networks/de2243e4-9dba-4c62-a75b-3c13c5dafaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779005 Apr 18 20:11:32.579772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Calling delete_port for ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:32.589218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:32.666149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] For port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,segment=NetworkSegment(563fbf83-0c1b-4914-83fc-edca47fed959),segment_id=563fbf83-0c1b-4914-83fc-edca47fed959)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:32.666831 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:32.736769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee1a4-5a19-4c8d-ad48-c5da5c3e68e6 req-7db50e09-1c4f-4eab-ad37-618dfb0dead7 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:32.745398 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-881ee1a4-5a19-4c8d-ad48-c5da5c3e68e6 req-7db50e09-1c4f-4eab-ad37-618dfb0dead7 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.7526700 Apr 18 20:11:32.829781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-881ee1a4-5a19-4c8d-ad48-c5da5c3e68e6 req-cf1fd2be-4512-4c94-ac5c-d6135174c9a3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831964 Apr 18 20:11:32.833262 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:32.889744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:32.927518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Calling delete_port for ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:32.978855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:32.979622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89a05b4-859f-4b93-aa05-0e9ed8ffbe33 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:32.980337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:32.997243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] No DVR routers for this DVR port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:33.025249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-64030b78-7432-458d-88bd-40bf5b0dcdce service neutron] 10.222.0.47 "GET /v2.0/networks/de2243e4-9dba-4c62-a75b-3c13c5dafaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5334322 Apr 18 20:11:33.031593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:33.041668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:33.043882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:33.071198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Made reservation on behalf of 159f273d2b3d468498eede75254dd129 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:33.077051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:33.141819 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:11:33.142538 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:11:33.320984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:33.410022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-459afee5-4969-4f78-96f4-b5cabf2b97e3 req-1cc22a7b-1188-4338-8bda-3c4b58b416c7 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 210 time: 0.0901420 Apr 18 20:11:33.432301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Allocated IP 192.168.233.204 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/5fcae822-277c-4bb5-9f6b-19bbe6b57049) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:11:33.592488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:33.644143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Deleting port ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:33.645275 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:33.651290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3254c60b-73cd-4cf2-8938-d74f3c2cf324']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:33.687016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563fbf83-0c1b-4914-83fc-edca47fed959') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:33.687329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563fbf83-0c1b-4914-83fc-edca47fed959') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:33.814844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ce60464-877c-4ec0-a607-241ada1d48b1 req-af6af042-e23b-44a5-afb4-ef1799f19f15 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 210 time: 0.1376119 Apr 18 20:11:33.817574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:33.838759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:33.839543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-13535695-e2a6-4ce9-8a20-a19395cbd055 None None] The port 'ff1b0aee-8fb1-4ad7-be7c-f2c6fd54183c' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:11:33.852623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:11:33.853236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:11:33.883192 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:11:33.897356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-b45f91c5-80c6-4538-b879-16e1a2ddebd1 service neutron] 10.222.0.55 "GET /v2.0/ports/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 384 time: 0.2383926 Apr 18 20:11:33.900597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:34.031672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Transition to ACTIVE for port object 5fcae822-277c-4bb5-9f6b-19bbe6b57049 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:11:34.042696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:34.116037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:34.165551 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:34.182640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95f482f4-2b68-498a-924f-13df7055e134', 'c8fe912c-94ef-4682-b7b2-0993eacc7aad', '66a1569b-8a4e-40db-9d55-cf86469a424f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:34.272076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] Pushing event deleted for resources: {'Network': ['ID=3254c60b-73cd-4cf2-8938-d74f3c2cf324,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:34.282459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-259ce640-9a3d-458b-ac2e-96aaf2a39603 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3254c60b-73cd-4cf2-8938-d74f3c2cf324 HTTP/1.1" status: 204 len: 168 time: 2.5582213 Apr 18 20:11:34.294696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35968) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:34.361717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615', 'ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:34.440121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:11:34.446935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:34.609166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event updated for resources: {'Port': ['ID=5fcae822-277c-4bb5-9f6b-19bbe6b57049,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:34.638374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:11:34.975072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-864f3939-6738-48c3-8bac-01da76515051 None None] Provisioning for port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:11:35.006958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-864f3939-6738-48c3-8bac-01da76515051 None None] Provisioning complete for port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:11:35.007652 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-864f3939-6738-48c3-8bac-01da76515051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.010065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36016) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:35.068768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa02654-25e5-4829-a204-30941715bd4f req-3cb3a99d-1d84-48d8-b286-4eedebfffc0d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:35.076297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-faa02654-25e5-4829-a204-30941715bd4f req-3cb3a99d-1d84-48d8-b286-4eedebfffc0d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.9227316 Apr 18 20:11:35.101591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36022) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:35.120468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-864f3939-6738-48c3-8bac-01da76515051 None None] Port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:11:35.174588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:35.179257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.220850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-faa02654-25e5-4829-a204-30941715bd4f req-313267f3-0965-4570-98b2-0d22bf2d709a tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435657 Apr 18 20:11:35.273750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:35.332478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-21b2bc0c-897d-4c4f-8788-9d47fbc3fef0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0983980 Apr 18 20:11:35.353870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Request body: {'port': {'device_id': '472130e6-952d-4f9d-bf7a-a531672163cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:35.436388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:35.474177 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.490548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe5e24-9bdb-4435-afc2-4f1f977cb2f7 req-199ca8c6-5649-4854-a388-9d1d61787818 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:35.491372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7bbe5e24-9bdb-4435-afc2-4f1f977cb2f7 req-199ca8c6-5649-4854-a388-9d1d61787818 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:11:35.529330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:35.539504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.540075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:35.565842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:35.570080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Usage tracker for resource:security_group_rule and tenant:fdc1bb79c8d24d8dabbe626cbf05355f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:35.573157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:35.580797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:35.638261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Usage tracker for resource:security_group_rule and tenant:c6793a539233448682d3e2bf35acc3fb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:35.654097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:35.668255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf30489e-3b17-43a3-a936-242c1c5c4939 req-f4e5d387-c681-4962-921d-53a5900c0a8b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 210 time: 0.1527038 Apr 18 20:11:35.671517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:35.884117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.923135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d7812-85a7-4841-951e-076290822047 req-20ed85a8-cf35-4d3e-8928-317181ca2941 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:35.925458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-20ed85a8-cf35-4d3e-8928-317181ca2941 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.61 "GET /v2.0/networks?id=de2243e4-9dba-4c62-a75b-3c13c5dafaf4 HTTP/1.1" status: 200 len: 815 time: 0.3059840 Apr 18 20:11:35.927286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.945068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.953443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Request body: {'port': {'device_id': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4', 'admin_state_up': True, 'tenant_id': '8d0cf0f74be84ea09927b13021ea74fd'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:35.978178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7bbe5e24-9bdb-4435-afc2-4f1f977cb2f7 req-199ca8c6-5649-4854-a388-9d1d61787818 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:11:35.982890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:35.986024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bbe5e24-9bdb-4435-afc2-4f1f977cb2f7 req-199ca8c6-5649-4854-a388-9d1d61787818 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 936 time: 1.0487940 Apr 18 20:11:35.990245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:36.007385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.037016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:36.080704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fdc1bb79c8d24d8dabbe626cbf05355f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0696404 Apr 18 20:11:36.087590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:36.088461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1339d45-eab2-40b3-938d-f6ea085c5951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03459651-2203-4813-9630-36c7afdf80db,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:36.140706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782dd9eb-3e1b-4eea-9179-71923e297424,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:36.150120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8471e5f9-ffdb-4b62-a1f7-bce031f4da96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6793a539233448682d3e2bf35acc3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0391564 Apr 18 20:11:36.153209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36070) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:36.208521 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.216836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.435270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bbe5e24-9bdb-4435-afc2-4f1f977cb2f7 req-baa598b3-882d-4e8f-a7af-668c53ce1f88 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480159 Apr 18 20:11:36.567048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c2b321a-8d0b-4737-ac6c-4976a86cf0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.611610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c2b321a-8d0b-4737-ac6c-4976a86cf0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.629949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:36.652002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Usage tracker for resource:port and tenant:8d0cf0f74be84ea09927b13021ea74fd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:36.698084 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4517a95c-85a3-406b-8057-57253772fdd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.714504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:36.764270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:36.821093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Made reservation on behalf of 8d0cf0f74be84ea09927b13021ea74fd for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:36.831423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.871165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] Transition to ACTIVE for port object 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:11:36.897014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4517a95c-85a3-406b-8057-57253772fdd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:36.942705 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.038133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea113d16-e393-4359-89ad-ca396aa67c95 req-88acd098-bc23-4e88-b818-687f3fe197e8 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 210 time: 0.1607533 Apr 18 20:11:37.063981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e2c168-db37-4659-a54c-35198a3eb4c5 req-17a139c3-822a-4490-862f-da3531ced4e8 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:37.065922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37e2c168-db37-4659-a54c-35198a3eb4c5 req-17a139c3-822a-4490-862f-da3531ced4e8 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 943 time: 0.6155109 Apr 18 20:11:37.087688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c2b321a-8d0b-4737-ac6c-4976a86cf0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.128190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2b321a-8d0b-4737-ac6c-4976a86cf0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03459651-2203-4813-9630-36c7afdf80db,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:37.177427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37e2c168-db37-4659-a54c-35198a3eb4c5 req-708e7c68-5269-4b5d-ac34-771aecf5c26f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935564 Apr 18 20:11:37.180587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c2b321a-8d0b-4737-ac6c-4976a86cf0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.184359 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c2b321a-8d0b-4737-ac6c-4976a86cf0fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03459651-2203-4813-9630-36c7afdf80db HTTP/1.1" status: 204 len: 168 time: 1.0561564 Apr 18 20:11:37.195293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:11:37.208147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4517a95c-85a3-406b-8057-57253772fdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.250595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517a95c-85a3-406b-8057-57253772fdd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782dd9eb-3e1b-4eea-9179-71923e297424,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:37.262701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4517a95c-85a3-406b-8057-57253772fdd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.266158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4517a95c-85a3-406b-8057-57253772fdd9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/782dd9eb-3e1b-4eea-9179-71923e297424 HTTP/1.1" status: 204 len: 168 time: 1.1117208 Apr 18 20:11:37.381482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Deleting port 6e8b9d31-0112-4b71-8975-f658fe62de16 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:37.382038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.558442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] No DVR routers for this DVR port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:37.574225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcae822-277c-4bb5-9f6b-19bbe6b57049 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:37.607416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.614935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] Pushing event updated for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:37.727569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36092) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:37.764091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] For port 6e8b9d31-0112-4b71-8975-f658fe62de16, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e8b9d31-0112-4b71-8975-f658fe62de16,segment=NetworkSegment(01664fde-0ccf-4965-bc65-f42be40b9f46),segment_id=01664fde-0ccf-4965-bc65-f42be40b9f46)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:37.764474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.775380 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.880867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Transition to ACTIVE for port object 5fcae822-277c-4bb5-9f6b-19bbe6b57049 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:11:37.901151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:37.939668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:37.952118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Calling delete_port for 6e8b9d31-0112-4b71-8975-f658fe62de16 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:38.003787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Allocated IP 172.20.0.12 (de2243e4-9dba-4c62-a75b-3c13c5dafaf4/2c61ba29-16c8-4f25-a80c-2dc371363a45/79bbb1b2-e295-48f1-95ab-dd7ed3136c72) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:11:38.018312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Usage tracker for resource:security_group_rule and tenant:1c27d28844ad4b848511ecbd241a86b6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:38.018604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-0d8925a3-1917-4d44-9657-b68a69b0da92 service neutron] 10.222.0.55 "PUT /v2.0/ports/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e/bindings/n-h2-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 4.1140399 Apr 18 20:11:38.023339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:38.033878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:38.364493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcae822-277c-4bb5-9f6b-19bbe6b57049,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:38.450102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af7c1ff7-3fb3-444e-a45c-3917ad7355b0 req-08420ddd-0a1b-4e63-994e-463c2c4f82b3 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 210 time: 0.1093225 Apr 18 20:11:38.463950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.474893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-8bf35a50-e989-4c37-bc9a-0919ef5841bc tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:38.476496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-8bf35a50-e989-4c37-bc9a-0919ef5841bc tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.3571496 Apr 18 20:11:38.506600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.556368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dc8631-3353-4020-b1f7-f11242d36791 req-def9db0a-0e82-41aa-a222-8a125fead930 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:38.557794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c27d28844ad4b848511ecbd241a86b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8291485 Apr 18 20:11:38.565366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8dc8631-3353-4020-b1f7-f11242d36791 req-def9db0a-0e82-41aa-a222-8a125fead930 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 936 time: 0.7945116 Apr 18 20:11:38.571158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36114) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:38.622380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb793fc-ca06-4bc4-a144-496fd38e9b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7214ab0-aeaa-49de-b90e-e1d371717914,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:38.671733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.717538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8dc8631-3353-4020-b1f7-f11242d36791 req-adb66032-44ee-4efd-bf61-329581fa286c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496849 Apr 18 20:11:38.755757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8b9d31-0112-4b71-8975-f658fe62de16,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:38.764841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Attempting to bind port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:11:38.765688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Attempting to bind port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:11:38.766354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Attempting to bind port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:38.772052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.781649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:11:38.782340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Attempting to bind port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:38.789956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:11:38.790697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:38.791302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:11:38.792221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Bound port: 5fcae822-277c-4bb5-9f6b-19bbe6b57049, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:11:38.792803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.959883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] For port 5fcae822-277c-4bb5-9f6b-19bbe6b57049, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:38.969218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.972367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24f1b4c2-b78a-4b14-ad02-e2bfa973633c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:38.989215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] For port 5fcae822-277c-4bb5-9f6b-19bbe6b57049, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5fcae822-277c-4bb5-9f6b-19bbe6b57049,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:11:39.047995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.061061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24f1b4c2-b78a-4b14-ad02-e2bfa973633c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.103853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:39.104927 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.106656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] 10.222.0.55 "PUT /v2.0/ports/5fcae822-277c-4bb5-9f6b-19bbe6b57049 HTTP/1.1" status: 200 len: 1096 time: 3.7579148 Apr 18 20:11:39.124002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472130e6-952d-4f9d-bf7a-a531672163cd', 'tag': '5fcae822-277c-4bb5-9f6b-19bbe6b57049'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:39.141927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:11:39.152752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:39.156305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:11:39.403238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Pushing event updated for resources: {'Port': ['ID=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:39.528799 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ae1e18-cb9d-4a03-b272-1e214007e1e1'] response: {'name': 'network-changed', 'server_uuid': '472130e6-952d-4f9d-bf7a-a531672163cd', 'tag': '5fcae822-277c-4bb5-9f6b-19bbe6b57049', 'status': 'completed', 'code': 200} Apr 18 20:11:39.536951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:39.537633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.540057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2cbf9a-8989-4dd9-ade2-8ee31dd5023f req-c83a0864-7c54-4cc0-8ce0-b9f6e0758923 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:39.547472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc2cbf9a-8989-4dd9-ade2-8ee31dd5023f req-c83a0864-7c54-4cc0-8ce0-b9f6e0758923 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 0.7575452 Apr 18 20:11:39.566986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865fe2e1-353d-4b77-8c6b-3356938098b2 service neutron] Pushing event updated for resources: {'Port': ['ID=5fcae822-277c-4bb5-9f6b-19bbe6b57049,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:39.573929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-1e652e90-d47e-47ea-adcf-3377b3bb4eeb tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6254361 Apr 18 20:11:39.621162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Request body: {'port': {'device_id': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:39.696143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-2151490f-67df-48ad-b7b3-0b951dda1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:39.699077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-2151490f-67df-48ad-b7b3-0b951dda1844 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 1099 time: 0.5103776 Apr 18 20:11:39.732444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc2cbf9a-8989-4dd9-ade2-8ee31dd5023f req-e9fc2a22-7ed7-4041-b670-cc39ff65936d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839814 Apr 18 20:11:39.765893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24f1b4c2-b78a-4b14-ad02-e2bfa973633c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.801534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.836047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-af4f1e06-ed45-4057-800f-34464119ad4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5fcae822-277c-4bb5-9f6b-19bbe6b57049 HTTP/1.1" status: 200 len: 217 time: 0.0924361 Apr 18 20:11:39.845737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1b4c2-b78a-4b14-ad02-e2bfa973633c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7214ab0-aeaa-49de-b90e-e1d371717914,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:39.921629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-05743df9-d7e0-42e2-9210-1d96678763d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:39.923001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-05743df9-d7e0-42e2-9210-1d96678763d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c&tenant_id=fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 1095 time: 1.4175088 Apr 18 20:11:39.938424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24f1b4c2-b78a-4b14-ad02-e2bfa973633c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:39.939904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-24f1b4c2-b78a-4b14-ad02-e2bfa973633c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7214ab0-aeaa-49de-b90e-e1d371717914 HTTP/1.1" status: 204 len: 168 time: 1.3653932 Apr 18 20:11:39.995930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:40.016131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-e8f538ff-3207-45d5-93ca-ab38cc0201f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:40.018400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-e8f538ff-3207-45d5-93ca-ab38cc0201f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1737015 Apr 18 20:11:40.035871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1042406-ffaa-4bf6-ac37-2e88822e0e52 req-f45fdb26-953c-425b-a720-b77429464b28 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:40.036616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1042406-ffaa-4bf6-ac37-2e88822e0e52 req-f45fdb26-953c-425b-a720-b77429464b28 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Synchronizing usage tracker for tenant:8d0cf0f74be84ea09927b13021ea74fd on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:11:40.163602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:40.328407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1042406-ffaa-4bf6-ac37-2e88822e0e52 req-f45fdb26-953c-425b-a720-b77429464b28 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Unset dirty status for tenant:8d0cf0f74be84ea09927b13021ea74fd on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:11:40.329893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1042406-ffaa-4bf6-ac37-2e88822e0e52 req-f45fdb26-953c-425b-a720-b77429464b28 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 932 time: 0.6462817 Apr 18 20:11:40.517333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1042406-ffaa-4bf6-ac37-2e88822e0e52 req-ed7e7892-db0e-4f23-85eb-f0a8f6117923 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Synchronizing usage tracker for tenant:8d0cf0f74be84ea09927b13021ea74fd on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:11:40.536705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-ea9592f8-75f6-4119-9b76-6f2758a06dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:40.538284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-ea9592f8-75f6-4119-9b76-6f2758a06dd9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5121391 Apr 18 20:11:40.598152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-7f1a2a75-2b17-4b90-a0c4-28f814322bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:40.604727 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-7f1a2a75-2b17-4b90-a0c4-28f814322bf9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1095 time: 0.6416588 Apr 18 20:11:40.647701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1042406-ffaa-4bf6-ac37-2e88822e0e52 req-ed7e7892-db0e-4f23-85eb-f0a8f6117923 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Unset dirty status for tenant:8d0cf0f74be84ea09927b13021ea74fd on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:11:40.648867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1042406-ffaa-4bf6-ac37-2e88822e0e52 req-ed7e7892-db0e-4f23-85eb-f0a8f6117923 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032017 Apr 18 20:11:40.688421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55965e14-7327-4fc7-ae62-aef5abe4c391 req-dc923d3d-cab4-4d93-94ea-6be7d451e52d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:40.698384 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55965e14-7327-4fc7-ae62-aef5abe4c391 req-dc923d3d-cab4-4d93-94ea-6be7d451e52d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 948 time: 0.6498752 Apr 18 20:11:40.734908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:40.810462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-faa6f4fd-6eda-4ee6-958c-12b016fe8a97 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615385 Apr 18 20:11:40.823868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:40.908970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Usage tracker for resource:security_group_rule and tenant:888a7cdcc841475b84f03c2deadf30ed is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:41.028452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Router a2d104af-4503-49fc-be2f-3b57919bdef9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:11:41.036964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55965e14-7327-4fc7-ae62-aef5abe4c391 req-fefe29ca-5d7b-4f6b-be00-da1f2904741a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3230371 Apr 18 20:11:41.046381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfe242eb-3461-4f92-8bfb-baefffbd5638 req-b27f3c26-0df3-4b72-a7f8-ac5b9a111354 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190650 Apr 18 20:11:41.051711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:41.166739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:41.182984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:41.202849 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:41.233255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-92416c27-309e-4b68-8676-f5bcdc45a920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:41.237682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-92416c27-309e-4b68-8676-f5bcdc45a920 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.5382688 Apr 18 20:11:41.271889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Transition to ACTIVE for port object 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:11:41.336992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-ff0fa478-2689-46dc-819c-20712442af7a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e HTTP/1.1" status: 200 len: 217 time: 0.0793600 Apr 18 20:11:41.356065 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:41.443649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-b3452139-0202-41c9-ad78-bb005f0a06fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:41.445337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-b3452139-0202-41c9-ad78-bb005f0a06fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 1099 time: 0.3320789 Apr 18 20:11:41.513084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-8aa01543-8b71-412a-b605-eed3fbc84cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:41.514631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-8aa01543-8b71-412a-b605-eed3fbc84cb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.1631877 Apr 18 20:11:41.515862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:11:41.524589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-185f0b58-e517-47e9-a698-ac754a916ecd admin admin] 10.222.0.47 "PUT /v2.0/routers/a2d104af-4503-49fc-be2f-3b57919bdef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2243590 Apr 18 20:11:41.531839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] Sync routers for ids ['a2d104af-4503-49fc-be2f-3b57919bdef9'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:11:41.539916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:41.556651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] Routers {'a2d104af-4503-49fc-be2f-3b57919bdef9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:41.557601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:11:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a2d104af-4503-49fc-be2f-3b57919bdef9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:41.564497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36172) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:41.914924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] Set router a2d104af-4503-49fc-be2f-3b57919bdef9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:41.933814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-d5d01ab1-c024-4429-8d66-82fce04adc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:41.936687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-d5d01ab1-c024-4429-8d66-82fce04adc60 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.4338014 Apr 18 20:11:41.939206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:42.025027 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-2e432156-ea60-441c-abb8-bca7b5bb9301 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5004096 Apr 18 20:11:42.067369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6355f86-ad5b-4348-9032-b611aaf1594c req-238d224e-0982-440b-80d8-37dedf463f3e tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:42.069278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6355f86-ad5b-4348-9032-b611aaf1594c req-238d224e-0982-440b-80d8-37dedf463f3e tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 1.0197542 Apr 18 20:11:42.069978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:42.177267 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=888a7cdcc841475b84f03c2deadf30ed&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0031545 Apr 18 20:11:42.233789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:42.247457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b03ea-8f87-46ea-a5ef-e29395359c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e9f1d8-3783-4869-916b-94e586faa09a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:42.250985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-dc8373c2-f362-4a7c-ae4c-5c0a4eecf40b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=5fcae822-277c-4bb5-9f6b-19bbe6b57049 HTTP/1.1" status: 200 len: 217 time: 0.2791948 Apr 18 20:11:42.251602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Pushing event updated for resources: {'Port': ['ID=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:42.402608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-9c1c2c9e-d62d-4150-8ff6-1a0f4a4d9650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:42.404330 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-9c1c2c9e-d62d-4150-8ff6-1a0f4a4d9650 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1286161 Apr 18 20:11:42.450274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6355f86-ad5b-4348-9032-b611aaf1594c req-868d2607-6492-4b69-a571-c776b57c9a9b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410468 Apr 18 20:11:42.477790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-ed13528f-ac6d-4b88-a61e-0e4113f7ada8 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079533 Apr 18 20:11:42.524026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458bf91e-00ae-45ce-ac0b-fca2c099fe67 req-04dd1595-4ce4-44b3-a289-d048791f1e71 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:42.532174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-458bf91e-00ae-45ce-ac0b-fca2c099fe67 req-04dd1595-4ce4-44b3-a289-d048791f1e71 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 944 time: 0.5208097 Apr 18 20:11:42.555432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252'}], 'enable_snat': True}, 'gw_port_id': 'e7654231-834f-4807-a36b-15998d4757da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:11:38Z', 'revision_number': 5, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port': {'id': 'e7654231-834f-4807-a36b-15998d4757da', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:b9:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:08:02Z', 'updated_at': '2022-04-18T20:08:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:42.560417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] Checking router: a2d104af-4503-49fc-be2f-3b57919bdef9 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:11:42.576408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] Routers {'a2d104af-4503-49fc-be2f-3b57919bdef9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:11:42.578447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:11:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a2d104af-4503-49fc-be2f-3b57919bdef9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:42.600792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:42.603607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e144f6d-d455-4c08-a2ec-238b77b6545b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:42.775765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Deleting port e7654231-834f-4807-a36b-15998d4757da {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:42.776168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:42.822294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Attempting to bind port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:11:42.822796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Attempting to bind port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '53893732-c7b0-418c-977c-b21d01649103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:11:42.823233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Attempting to bind port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 on network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:42.844408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 on network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:11:42.844642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Attempting to bind port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 on network de2243e4-9dba-4c62-a75b-3c13c5dafaf4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:11:42.852818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e144f6d-d455-4c08-a2ec-238b77b6545b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:42.860135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:11:42.861858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Checking segment: {'id': '53893732-c7b0-418c-977c-b21d01649103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:42.862197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Bound using segment: {'id': '53893732-c7b0-418c-977c-b21d01649103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:11:42.862656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Bound port: 79bbb1b2-e295-48f1-95ab-dd7ed3136c72, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53893732-c7b0-418c-977c-b21d01649103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:11:42.863036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:42.880887 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-458bf91e-00ae-45ce-ac0b-fca2c099fe67 req-b012e75d-7785-4819-ad5a-8c8c91ee0bf6 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443747 Apr 18 20:11:42.909321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] Set router a2d104af-4503-49fc-be2f-3b57919bdef9 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:11:42.916590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-3a136ef5-7fbd-45e5-83ae-0f5330081fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:42.918402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-3a136ef5-7fbd-45e5-83ae-0f5330081fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4868460 Apr 18 20:11:43.058707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:11:42Z', 'revision_number': 6, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:43.064078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8df4aac3-9f5f-4371-b69f-fcfa2941badd None None] The sync data for ids ['a2d104af-4503-49fc-be2f-3b57919bdef9'] in n-d-836016-3 is: [{'id': 'a2d104af-4503-49fc-be2f-3b57919bdef9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1173896845-router', 'tenant_id': '63e2cecfcb7d4b9a872266515027c96e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:07:59Z', 'updated_at': '2022-04-18T20:11:42Z', 'revision_number': 6, 'project_id': '63e2cecfcb7d4b9a872266515027c96e', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:11:43.199439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e144f6d-d455-4c08-a2ec-238b77b6545b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:43.233999 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-1fcfa682-77cb-44f3-b515-0d46e8f37809 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7383783 Apr 18 20:11:43.237233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e144f6d-d455-4c08-a2ec-238b77b6545b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e9f1d8-3783-4869-916b-94e586faa09a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:43.252406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e144f6d-d455-4c08-a2ec-238b77b6545b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:43.254232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e144f6d-d455-4c08-a2ec-238b77b6545b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28e9f1d8-3783-4869-916b-94e586faa09a HTTP/1.1" status: 204 len: 168 time: 1.0172501 Apr 18 20:11:43.305865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] For port e7654231-834f-4807-a36b-15998d4757da, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e7654231-834f-4807-a36b-15998d4757da,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:43.306252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:43.335069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ba8ea-3bdb-46f1-bb01-b06374c409ab req-4c02ba8d-a6bf-405c-9ce9-54b992c30c54 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:43.337399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b71ba8ea-3bdb-46f1-bb01-b06374c409ab req-4c02ba8d-a6bf-405c-9ce9-54b992c30c54 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 948 time: 0.6655829 Apr 18 20:11:43.431430 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a0cdfa8f-52b9-47d9-9127-757b5ebc820f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:43.433281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] For port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:43.481214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Calling delete_port for e7654231-834f-4807-a36b-15998d4757da owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:43.490378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-cfba8d35-0c99-4994-b820-cb8b4280067a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5589871 Apr 18 20:11:43.493468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] For port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,segment=NetworkSegment(53893732-c7b0-418c-977c-b21d01649103),segment_id=53893732-c7b0-418c-977c-b21d01649103)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:11:43.576678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:43.748640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Pushing event updated for resources: {'Port': ['ID=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:43.754652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b71ba8ea-3bdb-46f1-bb01-b06374c409ab req-851a947b-3735-494e-8d7e-f0b176677f62 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065979 Apr 18 20:11:43.760359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:43.761089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:43.764239 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-a0765002-fa2d-4a2b-a5ae-adbd822f3e0e service neutron] 10.222.0.61 "PUT /v2.0/ports/79bbb1b2-e295-48f1-95ab-dd7ed3136c72 HTTP/1.1" status: 200 len: 1092 time: 4.1627669 Apr 18 20:11:43.766206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'tag': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:44.130722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d7812-85a7-4841-951e-076290822047 req-03eaa70d-2d65-4df3-a032-3e4b3a0f9933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:44.137599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-03eaa70d-2d65-4df3-a032-3e4b3a0f9933 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d0cf0f74be84ea09927b13021ea74fd&device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 1095 time: 0.2280300 Apr 18 20:11:44.139150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f594ddd-428c-4c8f-a0e0-c5f20bea2592 req-e6ca214d-9b20-46f4-89d2-d26fe6ee0713 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6255000 Apr 18 20:11:44.305621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-6d72d7bc-3ca0-4848-81c2-065fa70c1869 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79bbb1b2-e295-48f1-95ab-dd7ed3136c72 HTTP/1.1" status: 200 len: 217 time: 0.1517217 Apr 18 20:11:44.399673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074325cf-8fa9-42cb-a594-95159bae3416 req-072f413f-5920-41f5-b68e-face9e17eaa8 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:44.401537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-072f413f-5920-41f5-b68e-face9e17eaa8 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.6752679 Apr 18 20:11:44.423251 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c74bca7d-b2a1-4ed2-ae70-ebbbe810de10'] response: {'name': 'network-changed', 'server_uuid': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'tag': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72', 'status': 'completed', 'code': 200} Apr 18 20:11:44.436628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d7812-85a7-4841-951e-076290822047 req-b56c7c68-bb4c-4c1a-ac8a-e8172904a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:44.438361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-b56c7c68-bb4c-4c1a-ac8a-e8172904a7c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c61ba29-16c8-4f25-a80c-2dc371363a45 HTTP/1.1" status: 200 len: 855 time: 0.1265416 Apr 18 20:11:44.543064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:44.553440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-13bd0df8-736a-4ec8-aa77-35ec7a4fdd98 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de2243e4-9dba-4c62-a75b-3c13c5dafaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1014097 Apr 18 20:11:44.684437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=e7654231-834f-4807-a36b-15998d4757da,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:44.754042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc024a17-a683-4468-8b7f-7aaf4ce4cd48 req-04153b44-92a6-4032-a096-371668b1c40a tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:44.755640 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc024a17-a683-4468-8b7f-7aaf4ce4cd48 req-04153b44-92a6-4032-a096-371668b1c40a tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 944 time: 0.2188344 Apr 18 20:11:44.775698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b6dd7d-1c6b-462a-81f2-c7adf26456f2 req-fe1020cf-0f91-4d2c-a11a-b8e0b82185d3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:44.777252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08b6dd7d-1c6b-462a-81f2-c7adf26456f2 req-fe1020cf-0f91-4d2c-a11a-b8e0b82185d3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 0.9009159 Apr 18 20:11:44.778168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:44.797990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-2571a67a-2b00-452e-b9f3-14c90872ec3b service neutron] 10.222.0.61 "GET /v2.0/networks/de2243e4-9dba-4c62-a75b-3c13c5dafaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094820 Apr 18 20:11:44.931484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7654231-834f-4807-a36b-15998d4757da no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:45.011289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e7654231-834f-4807-a36b-15998d4757da {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:45.011627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7654231-834f-4807-a36b-15998d4757da not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:45.012045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e8b9d31-0112-4b71-8975-f658fe62de16 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:45.085531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6e8b9d31-0112-4b71-8975-f658fe62de16 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:45.086166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e8b9d31-0112-4b71-8975-f658fe62de16 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:45.179302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.182004 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.219403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08b6dd7d-1c6b-462a-81f2-c7adf26456f2 req-3e644e3d-9545-4ef1-82c5-7602d4a0c492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742410 Apr 18 20:11:45.229183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.230020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2d104af-4503-49fc-be2f-3b57919bdef9 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:11:45.299260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.301239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-75420470-70eb-4e1f-a641-dae5c58d8b9e admin admin] 10.222.0.47 "DELETE /v2.0/routers/a2d104af-4503-49fc-be2f-3b57919bdef9 HTTP/1.1" status: 204 len: 168 time: 3.7356834 Apr 18 20:11:45.304722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36248) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:45.310047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003d7812-85a7-4841-951e-076290822047 req-a36827d3-504a-444f-b49c-751e5c909450 service neutron] 10.222.0.61 "GET /v2.0/networks/de2243e4-9dba-4c62-a75b-3c13c5dafaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013168 Apr 18 20:11:45.318174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5fcae822-277c-4bb5-9f6b-19bbe6b57049 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:11:45.350319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc024a17-a683-4468-8b7f-7aaf4ce4cd48 req-957c01de-e942-42da-abf3-fe4622c01267 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803001 Apr 18 20:11:45.496457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-074325cf-8fa9-42cb-a594-95159bae3416 req-74052bd7-5d70-448a-b03f-2606aa1a9d62 service neutron] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:11:45.543199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-3caa4346-ed9c-4ed5-a6e0-1f0f00f4d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:45.544899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-3caa4346-ed9c-4ed5-a6e0-1f0f00f4d9b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8d0cf0f74be84ea09927b13021ea74fd&device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 1095 time: 0.1588085 Apr 18 20:11:45.557847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-074325cf-8fa9-42cb-a594-95159bae3416 req-74052bd7-5d70-448a-b03f-2606aa1a9d62 service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.558300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074325cf-8fa9-42cb-a594-95159bae3416 req-74052bd7-5d70-448a-b03f-2606aa1a9d62 service neutron] 10.222.0.61 "DELETE /v2.0/ports/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e/bindings/n-h1-836016-3 HTTP/1.1" status: 204 len: 173 time: 1.1474121 Apr 18 20:11:45.622008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] Deleting subnet 6bf9363a-297d-4538-be35-4eaa88ae0568 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:11:45.631102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5fcae822-277c-4bb5-9f6b-19bbe6b57049, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5fcae822-277c-4bb5-9f6b-19bbe6b57049,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:45.631573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.681234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5fcae822-277c-4bb5-9f6b-19bbe6b57049', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '5fcae822-277c-4bb5-9f6b-19bbe6b57049', 'mac_address': 'fa:16:3e:35:52:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:11:45.716549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.790005 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.814806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef52eec-4812-4c15-b4c6-a27426a1feca req-f390109f-433b-49a9-98a0-41539b6f0d0c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:45.820995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcae822-277c-4bb5-9f6b-19bbe6b57049 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:45.821823 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5ef52eec-4812-4c15-b4c6-a27426a1feca req-f390109f-433b-49a9-98a0-41539b6f0d0c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 948 time: 0.3207035 Apr 18 20:11:45.847942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5fcae822-277c-4bb5-9f6b-19bbe6b57049, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5fcae822-277c-4bb5-9f6b-19bbe6b57049,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:45.855242 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:45.894714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-ff31adc2-ab8a-4882-96cd-bcc781ab85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:45.897037 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-ff31adc2-ab8a-4882-96cd-bcc781ab85bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=de2243e4-9dba-4c62-a75b-3c13c5dafaf4 HTTP/1.1" status: 200 len: 916 time: 0.3351412 Apr 18 20:11:45.913762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:46.018277 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2f626569-2d6e-4289-9346-6a1b68c4ae80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:46.036213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-f45b8bc3-7173-4fd9-ab3e-b951c9542e59 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=79bbb1b2-e295-48f1-95ab-dd7ed3136c72 HTTP/1.1" status: 200 len: 217 time: 0.1246760 Apr 18 20:11:46.048822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5fcae822-277c-4bb5-9f6b-19bbe6b57049,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:46.085874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5ef52eec-4812-4c15-b4c6-a27426a1feca req-c2cd0502-3548-4cf8-b278-32d96d07fbe0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566965 Apr 18 20:11:46.188923 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:46.254832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-b044d54b-29ba-4be3-877c-e69f240d65f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:46.256586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-b044d54b-29ba-4be3-877c-e69f240d65f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2c61ba29-16c8-4f25-a80c-2dc371363a45 HTTP/1.1" status: 200 len: 855 time: 0.2021713 Apr 18 20:11:46.272018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5fcae822-277c-4bb5-9f6b-19bbe6b57049'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:46.312410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:46.321383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bf9363a-297d-4538-be35-4eaa88ae0568,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:46.330624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cbf94fb0-e6e2-46a8-a128-b76b623922e4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6bf9363a-297d-4538-be35-4eaa88ae0568 HTTP/1.1" status: 204 len: 168 time: 1.0212786 Apr 18 20:11:46.334180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36274) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:46.356965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:46.401298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-fb63847a-9e34-4f0c-b1f4-c04eb1887402 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=de2243e4-9dba-4c62-a75b-3c13c5dafaf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1368704 Apr 18 20:11:46.475923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6cd98e-fd6c-456f-830d-521932c24783 None None] Network 0e564a0b-2b90-4007-b794-7409121ff067 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:46.620044 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:46.878874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Deleting port 9cf9f3cb-8441-4998-b71c-17174342963f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:46.879224 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:46.943651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-e29bc51b-a328-4659-a79a-b2d07847f07c service neutron] 10.222.0.61 "GET /v2.0/networks/de2243e4-9dba-4c62-a75b-3c13c5dafaf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5248890 Apr 18 20:11:46.975917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c470730-5fda-4628-90ce-a22191d6a70d req-a63d1362-783f-4e36-82b5-c2926c1d037c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:46.984475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c470730-5fda-4628-90ce-a22191d6a70d req-a63d1362-783f-4e36-82b5-c2926c1d037c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 0.4545856 Apr 18 20:11:47.040889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.128599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-507137078-network', 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:47.131843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.172740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:47.208372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Usage tracker for resource:network and tenant:81949679276041ed8938d973d3e63b4d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:47.401338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] DHCP port deletion for 0e564a0b-2b90-4007-b794-7409121ff067 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:11:47.411681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Deleting port 9cf9f3cb-8441-4998-b71c-17174342963f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:47.412665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.416670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] For port 9cf9f3cb-8441-4998-b71c-17174342963f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9cf9f3cb-8441-4998-b71c-17174342963f,segment=NetworkSegment(01664fde-0ccf-4965-bc65-f42be40b9f46),segment_id=01664fde-0ccf-4965-bc65-f42be40b9f46)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:47.417202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.504071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afbc562-80a3-4e2a-96fd-11fcacced955 req-1be7e6f1-6105-4703-b6de-bf7c91b5e3f5 service neutron] 10.222.0.61 "GET /v2.0/networks/de2243e4-9dba-4c62-a75b-3c13c5dafaf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168071 Apr 18 20:11:47.504956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:47.527114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:47.531607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c470730-5fda-4628-90ce-a22191d6a70d req-6177e4fb-cf76-4dbd-9d7c-03511f58588e tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5463135 Apr 18 20:11:47.561388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:47.563820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.590534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.608489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Calling delete_port for 9cf9f3cb-8441-4998-b71c-17174342963f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:47.653476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:47.667112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Usage tracker for resource:security_group_rule and tenant:81949679276041ed8938d973d3e63b4d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:47.678466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:47.702940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:47.837792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a9a97-ca01-4e47-b020-c02e6138cbb9 req-c2a4558c-df25-4e77-9e79-beaf8a3d8dec tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:47.841099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.845848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c8a9a97-ca01-4e47-b020-c02e6138cbb9 req-c2a4558c-df25-4e77-9e79-beaf8a3d8dec tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 949 time: 0.1452878 Apr 18 20:11:47.857958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] For port 9cf9f3cb-8441-4998-b71c-17174342963f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9cf9f3cb-8441-4998-b71c-17174342963f,segment=NetworkSegment(01664fde-0ccf-4965-bc65-f42be40b9f46),segment_id=01664fde-0ccf-4965-bc65-f42be40b9f46)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:47.858683 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:47.909609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7517d76-148f-4fd3-b7ec-1b8b42888b55 req-0fdaa4ec-703a-4823-bbc8-37d9e1447b4e tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:47.914305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c8a9a97-ca01-4e47-b020-c02e6138cbb9 req-8eaf96f7-bbea-485f-99bf-2cd025c2866b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673599 Apr 18 20:11:47.921656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7517d76-148f-4fd3-b7ec-1b8b42888b55 req-0fdaa4ec-703a-4823-bbc8-37d9e1447b4e tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 944 time: 1.2836328 Apr 18 20:11:47.997955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] No DVR routers for this DVR port 9cf9f3cb-8441-4998-b71c-17174342963f on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:48.038684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.047167 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.087709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:11:48.103657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cf9f3cb-8441-4998-b71c-17174342963f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:48.109525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Calling delete_port for 9cf9f3cb-8441-4998-b71c-17174342963f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:48.120862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.121197 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Added segment 427d0815-d726-4354-8d78-0cd4ceb3c53b of type vlan for network 4f839205-bbcf-485f-9b96-1e0ab75a69ef Apr 18 20:11:48.258397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.267526 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:11:48.267796 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:11:48.327476 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.328971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.354442 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7517d76-148f-4fd3-b7ec-1b8b42888b55 req-49ef759d-ba2d-4897-8848-49935b7d2c5c tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4311996 Apr 18 20:11:48.358170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99007fa-7965-4181-84c6-b5ec64a21b58,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:48.401796 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.407135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e564a0b-2b90-4007-b794-7409121ff067']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:48.415112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:11:48.444162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01664fde-0ccf-4965-bc65-f42be40b9f46') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:48.445014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.445399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01664fde-0ccf-4965-bc65-f42be40b9f46') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:11:48.446255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:48.446866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.467292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19742d-2896-44b6-828a-e3a9bf7f2cd7 req-0265a39f-2c1f-428c-9530-f649fe5d397a tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:48.475805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad19742d-2896-44b6-828a-e3a9bf7f2cd7 req-0265a39f-2c1f-428c-9530-f649fe5d397a tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1095 time: 0.3453856 Apr 18 20:11:48.480203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.563705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.590401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:11:48.590729 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:11:48.630968 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:11:48.672315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,segment=NetworkSegment(53893732-c7b0-418c-977c-b21d01649103),segment_id=53893732-c7b0-418c-977c-b21d01649103)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:48.687613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72', 'network_id': 'de2243e4-9dba-4c62-a75b-3c13c5dafaf4', 'port_id': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72', 'mac_address': 'fa:16:3e:04:80:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c61ba29-16c8-4f25-a80c-2dc371363a45', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:11:48.780451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Deleting port 9cf9f3cb-8441-4998-b71c-17174342963f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:48.780451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.790927 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.826317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.830247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad19742d-2896-44b6-828a-e3a9bf7f2cd7 req-aff26346-f095-4446-894f-53ef0eb8d9cd tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3528101 Apr 18 20:11:48.871654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5060127 Apr 18 20:11:48.875820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67611e1c-4c82-4c12-867b-ea11513e5e6a admin admin] Pushing event updated for resources: {'Network': ['ID=4f839205-bbcf-485f-9b96-1e0ab75a69ef,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:48.888495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:48.891730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e564a0b-2b90-4007-b794-7409121ff067,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:48.915172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Request body: {'subnet': {'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-507137078-subnet', 'tenant_id': '81949679276041ed8938d973d3e63b4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:48.931715 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6f24c4d-9e31-44b6-a9ea-4018f03cea59 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0e564a0b-2b90-4007-b794-7409121ff067 HTTP/1.1" status: 204 len: 168 time: 2.5956957 Apr 18 20:11:48.938318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:48.948527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Usage tracker for resource:subnet and tenant:81949679276041ed8938d973d3e63b4d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:48.953771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:48.961922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:11:48.965705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:48.980513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:48.983268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:48.999968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9cf9f3cb-8441-4998-b71c-17174342963f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:49.114762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3d347f5b-bf54-4293-b005-d180c0d45cba None None] The port '9cf9f3cb-8441-4998-b71c-17174342963f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:11:49.171212 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:49.198268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 9cf9f3cb-8441-4998-b71c-17174342963f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:49.198621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9cf9f3cb-8441-4998-b71c-17174342963f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:49.236768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca181074-0b05-4427-8630-73a24a2394b5 req-39645714-5163-442b-819e-e495da899b3d tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:49.239369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca181074-0b05-4427-8630-73a24a2394b5 req-39645714-5163-442b-819e-e495da899b3d tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 1095 time: 0.1828566 Apr 18 20:11:49.331111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5fcae822-277c-4bb5-9f6b-19bbe6b57049 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:11:49.358527 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca181074-0b05-4427-8630-73a24a2394b5 req-70ba0016-6f73-41a9-83c7-446d7f6d22c8 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123569 Apr 18 20:11:49.371834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36350) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:49.449145 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:49.461813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:11:49.470159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-556040e5-32e3-486a-92ba-7ec748ffb9d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac7dfb2e208e47809e8ff3094252c3a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970027 Apr 18 20:11:49.473139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36358) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:49.523119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,segment=NetworkSegment(53893732-c7b0-418c-977c-b21d01649103),segment_id=53893732-c7b0-418c-977c-b21d01649103)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:49.529319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:11:49.539771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f651b16-f50f-4c28-a859-ba438b8c6e8a req-c9dba4fe-3598-4e6e-8bc9-b86454bb3c95 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:49.542143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:49.551122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f651b16-f50f-4c28-a859-ba438b8c6e8a req-c9dba4fe-3598-4e6e-8bc9-b86454bb3c95 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 949 time: 0.3920457 Apr 18 20:11:49.633498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de577724-2dd6-40f8-b2af-3f81d1030988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:49.649224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:11:49.649685 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:49.721497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de577724-2dd6-40f8-b2af-3f81d1030988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:49.795654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:49.894502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f651b16-f50f-4c28-a859-ba438b8c6e8a req-1b997302-234e-4efd-9042-625bcd57400c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403094 Apr 18 20:11:49.895142 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:49.945993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5fcae822-277c-4bb5-9f6b-19bbe6b57049, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5fcae822-277c-4bb5-9f6b-19bbe6b57049,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:49.947571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['79bbb1b2-e295-48f1-95ab-dd7ed3136c72'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:50.005226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472130e6-952d-4f9d-bf7a-a531672163cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcae822-277c-4bb5-9f6b-19bbe6b57049'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:50.012338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:50.037796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:50.059098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbfa82-cc08-4dfe-b9ab-a9fb690c2d28 req-00b27a48-5337-45cb-ae56-dc2cea59770b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:50.088550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-19dbfa82-cc08-4dfe-b9ab-a9fb690c2d28 req-00b27a48-5337-45cb-ae56-dc2cea59770b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 945 time: 0.4491701 Apr 18 20:11:50.121553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=8557ea57-8087-403b-b2f4-187b34f03222,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:50.131601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:50.131993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Network hostable DHCP agents. Network: 4f839205-bbcf-485f-9b96-1e0ab75a69ef, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:11:50.152921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:11:50.170104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 4f839205-bbcf-485f-9b96-1e0ab75a69ef) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:50.172861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:50.173752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:50.190148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c3cca-aedf-42a8-a40d-86e18fb99eb4 None None] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:50.208977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-083799da-6ec4-46e3-aa37-85af8f3d9aef admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3206086 Apr 18 20:11:50.235620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de577724-2dd6-40f8-b2af-3f81d1030988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:50.323732 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-19dbfa82-cc08-4dfe-b9ab-a9fb690c2d28 req-1172a4c0-a873-47df-b0b6-e856a100ae9d tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335229 Apr 18 20:11:50.324473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de577724-2dd6-40f8-b2af-3f81d1030988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba07a14c-b6e0-4aba-bc58-bb45ea1be7bd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:50.376048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de577724-2dd6-40f8-b2af-3f81d1030988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:50.387701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de577724-2dd6-40f8-b2af-3f81d1030988 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ba07a14c-b6e0-4aba-bc58-bb45ea1be7bd HTTP/1.1" status: 204 len: 168 time: 0.9125357 Apr 18 20:11:50.641956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5fcae822-277c-4bb5-9f6b-19bbe6b57049,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:50.961127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d89051-3fd0-4bc5-9264-b1047a504bcd None None] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:51.197313 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab2b2833-1b2c-4fc5-8c61-75efa657ea57'] response: {'server_uuid': '472130e6-952d-4f9d-bf7a-a531672163cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcae822-277c-4bb5-9f6b-19bbe6b57049', 'code': 200} Apr 18 20:11:51.327162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36418) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:51.353345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f4ee7-b28f-4d98-8b81-05b9d9401151 req-43e9a6db-43c1-4a2c-bd94-6acb26ac683d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:51.354873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-979f4ee7-b28f-4d98-8b81-05b9d9401151 req-43e9a6db-43c1-4a2c-bd94-6acb26ac683d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 1101 time: 0.1942146 Apr 18 20:11:51.452924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-979f4ee7-b28f-4d98-8b81-05b9d9401151 req-e014e80c-0e58-4540-af3b-f2235063f072 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866427 Apr 18 20:11:51.475412 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f2884673-90f2-4b75-8728-edeffe14d04d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63e2cecfcb7d4b9a872266515027c96e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469877 Apr 18 20:11:51.477884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36424) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:51.663724 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-995e1761-0915-4833-b675-aad6cca6f5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:51.739489 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-995e1761-0915-4833-b675-aad6cca6f5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:51.827829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-995e1761-0915-4833-b675-aad6cca6f5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:51.874012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e1761-0915-4833-b675-aad6cca6f5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70926c0c-2755-445a-acf1-b784c23bf72e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:51.887371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-995e1761-0915-4833-b675-aad6cca6f5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:51.889047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-995e1761-0915-4833-b675-aad6cca6f5bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70926c0c-2755-445a-acf1-b784c23bf72e HTTP/1.1" status: 204 len: 168 time: 0.4099708 Apr 18 20:11:51.913389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bb69d-9929-4a8a-a4b1-b1fef6920cad req-3e031d49-2b5e-479d-8b35-4f245b9bfe3a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:51.917471 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003bb69d-9929-4a8a-a4b1-b1fef6920cad req-3e031d49-2b5e-479d-8b35-4f245b9bfe3a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 950 time: 0.1940339 Apr 18 20:11:52.056459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-003bb69d-9929-4a8a-a4b1-b1fef6920cad req-3f3d0930-195e-431f-b096-15514c9f891a tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256874 Apr 18 20:11:52.415236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-12f30f12-cd0b-4bfa-8e36-e7722cefa766 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:52.417866 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-12f30f12-cd0b-4bfa-8e36-e7722cefa766 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.3406913 Apr 18 20:11:52.432200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:11:52.443532 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2eafe0fe-cda5-42e9-b468-5253d7881fac tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/quotas/81949679276041ed8938d973d3e63b4d HTTP/1.1" status: 200 len: 375 time: 0.0175090 Apr 18 20:11:52.510841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c011d2-3f92-41e8-ba5f-56598c20a6c6 req-032d1a38-72ee-4d69-88d6-c077dfe635ab tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:52.522448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19c011d2-3f92-41e8-ba5f-56598c20a6c6 req-032d1a38-72ee-4d69-88d6-c077dfe635ab tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 945 time: 0.2028551 Apr 18 20:11:52.592286 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-adae3a2f-a4a2-497d-89bb-c635178655b8 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1397674 Apr 18 20:11:52.631663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:11:52.639500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:11:52.639925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:52.640675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19c011d2-3f92-41e8-ba5f-56598c20a6c6 req-0c647a99-38dc-40f4-887d-dc36e3de4dd6 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048472 Apr 18 20:11:52.943921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:52.977902 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-00ed90a7-cc8d-4db0-a4e2-81666208eed6 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742690 Apr 18 20:11:53.060573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,segment=NetworkSegment(53893732-c7b0-418c-977c-b21d01649103),segment_id=53893732-c7b0-418c-977c-b21d01649103)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:53.073545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:53.209936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:53.220008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-85b23acf-9f61-437e-8ef7-b8705e368ccc service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412286 Apr 18 20:11:53.273373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:53.293473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.294302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.294794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.295373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.296355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.296969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.297588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.298063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.298573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.299048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.299520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.300034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:11:53.379442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda27d75-faf1-4334-94fe-8ca1fb8adee2 req-7aa75396-9a16-4e3a-b51f-a31c255b4d15 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:53.391752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dda27d75-faf1-4334-94fe-8ca1fb8adee2 req-7aa75396-9a16-4e3a-b51f-a31c255b4d15 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 950 time: 0.1369929 Apr 18 20:11:53.487471 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78c9d4f8-ff62-4329-bd1d-3c15b4ff6722'] response: {'server_uuid': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72', 'code': 200} Apr 18 20:11:53.565264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dda27d75-faf1-4334-94fe-8ca1fb8adee2 req-ce3f5d9b-9beb-4c79-b138-a1354cffbca8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725512 Apr 18 20:11:53.614038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad38f1df-05f5-48ae-9483-49ffe6716101 req-40ec5f7b-7811-4c0e-85ff-5e86325dc653 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 210 time: 0.0877762 Apr 18 20:11:53.777125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c277da-ec47-4c21-be09-0a51db1e5371 req-45317add-c01b-4b31-a94f-8a61b2dd9355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:53.778661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8c277da-ec47-4c21-be09-0a51db1e5371 req-45317add-c01b-4b31-a94f-8a61b2dd9355 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 1097 time: 0.2013819 Apr 18 20:11:53.963330 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8c277da-ec47-4c21-be09-0a51db1e5371 req-5bce2bd5-f0d1-43ad-b808-7028a54f5ff3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757336 Apr 18 20:11:54.040004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee547c0-e56f-4425-884b-7bc33e11a6ff req-1517de54-d21a-4c2c-868a-e4a5e5371eb8 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:54.045544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ee547c0-e56f-4425-884b-7bc33e11a6ff req-1517de54-d21a-4c2c-868a-e4a5e5371eb8 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 1101 time: 0.1661100 Apr 18 20:11:54.094629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97c0002-ead2-4c2c-ba06-15c69084824d req-3caaa71d-6dbd-4590-b7a0-37372d03f02e tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:54.110400 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b97c0002-ead2-4c2c-ba06-15c69084824d req-3caaa71d-6dbd-4590-b7a0-37372d03f02e tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 946 time: 0.2372096 Apr 18 20:11:54.172576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ee547c0-e56f-4425-884b-7bc33e11a6ff req-23f639f0-26e9-42d3-8513-48c6c3142b69 tempest-ServersOnMultiNodesTest-813805611 tempest-ServersOnMultiNodesTest-813805611-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187136 Apr 18 20:11:54.243070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b97c0002-ead2-4c2c-ba06-15c69084824d req-a523b0e1-0d1f-4003-9c25-a0d29a58b5bc tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307881 Apr 18 20:11:54.957740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:54.962585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04b4b77c-5ac1-479b-82d8-e1849cc0f8b0 req-ac204c50-f876-4111-8067-af2212ec718c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 210 time: 0.0943468 Apr 18 20:11:54.980680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55710633-91bd-4dbf-bd5a-a3fd25cac417 req-c1d2d347-1960-4a28-8c8f-7241309daee2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:54.990331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55710633-91bd-4dbf-bd5a-a3fd25cac417 req-c1d2d347-1960-4a28-8c8f-7241309daee2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 950 time: 0.2169211 Apr 18 20:11:55.040826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55710633-91bd-4dbf-bd5a-a3fd25cac417 req-b206b182-2c93-47c7-b60e-eb02da438ab8 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488701 Apr 18 20:11:55.518590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1535229646-network', 'tenant_id': '896b3ed3556e431bbb1f1e3b5332508d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:55.525348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:55.531309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Usage tracker for resource:network and tenant:896b3ed3556e431bbb1f1e3b5332508d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:55.537678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:55.549148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:55.582368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Made reservation on behalf of 896b3ed3556e431bbb1f1e3b5332508d for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:55.585683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:55.607430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:55.627086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:55.632004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Usage tracker for resource:security_group_rule and tenant:896b3ed3556e431bbb1f1e3b5332508d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:55.635452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:55.644254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:55.672026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c457c4b5-5961-4867-b652-0389ea0bd82a req-3ee66fa1-e91f-4af4-9ad3-ca7d19945749 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:55.680572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c457c4b5-5961-4867-b652-0389ea0bd82a req-3ee66fa1-e91f-4af4-9ad3-ca7d19945749 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 946 time: 0.2081478 Apr 18 20:11:55.792549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:55.802373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:55.857565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:11:55.876746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb928bd-4b98-4d8c-9ea4-7b70b26ee02a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:55.890835 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:55.892800 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Added segment 403c0836-f903-4e21-ac9c-1af40e8f0d7d of type vlan for network ac3a2180-131c-4fd7-8224-d894f65f42e8 Apr 18 20:11:55.901424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c457c4b5-5961-4867-b652-0389ea0bd82a req-220e4217-d08a-4176-a67a-4cd830b0e3e5 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197225 Apr 18 20:11:55.967556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-ffda6985-6eac-4d75-aab7-6b17fbf0f96b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:55.968306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-ffda6985-6eac-4d75-aab7-6b17fbf0f96b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:11:55.969755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:56.008548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:56.009765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:56.010304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:56.023947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-ffda6985-6eac-4d75-aab7-6b17fbf0f96b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:11:56.025838 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-ffda6985-6eac-4d75-aab7-6b17fbf0f96b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.3907154 Apr 18 20:11:56.043371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Request body: {'port': {'device_id': '5349674f-f575-49e3-8149-20336886bd7e', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'admin_state_up': True, 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:56.259861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] Pushing event updated for resources: {'Network': ['ID=ac3a2180-131c-4fd7-8224-d894f65f42e8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:56.280797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network ac3a2180-131c-4fd7-8224-d894f65f42e8 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:11:56.381883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-45963b32-3b15-45c9-9d3e-6bae353d45b4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4221375 Apr 18 20:11:56.384263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7607d9c6-032f-4494-8040-73581d95dae5 req-48be61fb-a3b3-4931-876b-270256e60895 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 210 time: 0.1019683 Apr 18 20:11:56.386782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36616) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:56.392638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Request body: {'subnet': {'network_id': 'ac3a2180-131c-4fd7-8224-d894f65f42e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1535229646-subnet', 'tenant_id': '896b3ed3556e431bbb1f1e3b5332508d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:56.399838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:56.404378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Usage tracker for resource:subnet and tenant:896b3ed3556e431bbb1f1e3b5332508d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:56.410949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:56.427429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:56.446776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Made reservation on behalf of 896b3ed3556e431bbb1f1e3b5332508d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:56.449201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:56.700381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36624) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:56.825060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-3599f09a-011b-44df-89d3-e46f3b6ea6a3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:56.826917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-3599f09a-011b-44df-89d3-e46f3b6ea6a3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 950 time: 0.3021400 Apr 18 20:11:56.835097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:56.839555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a491b-2ada-4cbe-ad64-569a811a22da req-4b9be72d-6167-4920-b9db-635c039a2ac3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:56.841168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e7a491b-2ada-4cbe-ad64-569a811a22da req-4b9be72d-6167-4920-b9db-635c039a2ac3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 950 time: 0.3869388 Apr 18 20:11:56.875114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Usage tracker for resource:port and tenant:81949679276041ed8938d973d3e63b4d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:56.883122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:56.885556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:56.903719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:56.980007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:56.994730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:11:56.995351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:57.041931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:57.045863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:57.069362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:57.073498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Usage tracker for resource:security_group_rule and tenant:0016adc5235c4858b002e970053afeb6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:57.077437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:57.089764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:57.102299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e7a491b-2ada-4cbe-ad64-569a811a22da req-836e620d-ce29-4401-8d4a-391892d72b03 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057452 Apr 18 20:11:57.214481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e548a6e3-6503-4b0e-a51c-4d0569775662,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:57.221696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Checking segment: {'id': '403c0836-f903-4e21-ac9c-1af40e8f0d7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'ac3a2180-131c-4fd7-8224-d894f65f42e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:11:57.221696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Network hostable DHCP agents. Network: ac3a2180-131c-4fd7-8224-d894f65f42e8, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:11:57.278923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be18cf7-ba6e-4f30-9732-68fb720dc778 req-cb99d0df-30aa-4517-b092-4a88030d202a tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:57.286232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3be18cf7-ba6e-4f30-9732-68fb720dc778 req-cb99d0df-30aa-4517-b092-4a88030d202a tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 946 time: 0.1707814 Apr 18 20:11:57.290395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Network ac3a2180-131c-4fd7-8224-d894f65f42e8 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:11:57.346411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, ac3a2180-131c-4fd7-8224-d894f65f42e8) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:11:57.362428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bee8cf9-d73d-4775-89f1-7ba131fb0fd1 None None] Network ac3a2180-131c-4fd7-8224-d894f65f42e8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:57.363635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:57.364359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:57.396500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3be18cf7-ba6e-4f30-9732-68fb720dc778 req-88f324ef-25ff-4123-971d-b2a67de0e3c1 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071990 Apr 18 20:11:57.398591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-897df3c0-eb18-456b-a444-89367205f3a0 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0106452 Apr 18 20:11:57.625668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port 5fcae822-277c-4bb5-9f6b-19bbe6b57049, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5fcae822-277c-4bb5-9f6b-19bbe6b57049,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:11:57.626046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:57.901691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005cef6e-98e4-4bda-9719-893a6cc766d0 None None] Network ac3a2180-131c-4fd7-8224-d894f65f42e8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:11:57.997600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for 5fcae822-277c-4bb5-9f6b-19bbe6b57049 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:11:58.097223 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3848051f-eb79-4548-91f6-a6d96def5d7c req-274cd2c4-d991-42b0-8772-50375f3a146e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 210 time: 0.4342425 Apr 18 20:11:58.151554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:58.167702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:58.447246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Allocated IP 172.20.0.6 (4f839205-bbcf-485f-9b96-1e0ab75a69ef/8557ea57-8087-403b-b2f4-187b34f03222/bbcd18c7-8853-4e11-9963-eb6da02aea91) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:11:58.469371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36678) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:58.472919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0016adc5235c4858b002e970053afeb6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7671444 Apr 18 20:11:58.478147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-184396151-network', 'tenant_id': 'c089bf573da94b70a76dfe9d391e2cd1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:58.481783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:58.484564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:58.500563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Usage tracker for resource:network and tenant:c089bf573da94b70a76dfe9d391e2cd1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:58.506389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:58.515456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:58.518989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31ba1a7-0028-44b0-b5b9-841f23405c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e13afa3-d588-48bc-811b-b0a2ce1beb12,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:58.552899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c5e77-ef20-48c3-9aeb-c63939b9193e req-f9f66170-77f3-4330-b2d0-2b4288ac7e16 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:58.555673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc5c5e77-ef20-48c3-9aeb-c63939b9193e req-f9f66170-77f3-4330-b2d0-2b4288ac7e16 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 950 time: 0.1788516 Apr 18 20:11:58.564244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Made reservation on behalf of c089bf573da94b70a76dfe9d391e2cd1 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:58.567648 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:58.613814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:58.664729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:58.679013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Usage tracker for resource:security_group_rule and tenant:c089bf573da94b70a76dfe9d391e2cd1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:58.696529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:58.715102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc5c5e77-ef20-48c3-9aeb-c63939b9193e req-42889bf2-a660-4ea1-bd23-a62728ae30f1 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522901 Apr 18 20:11:58.727642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:58.769586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:58.786091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615', 'ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:58.875555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95f482f4-2b68-498a-924f-13df7055e134', 'c8fe912c-94ef-4682-b7b2-0993eacc7aad', '66a1569b-8a4e-40db-9d55-cf86469a424f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:11:58.958553 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:58.971252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:58.992141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=5fcae822-277c-4bb5-9f6b-19bbe6b57049,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:59.073935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:11:59.091893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fc8d86b-6c62-44b2-bd44-0151384c26fb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:59.097494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff0321f4-5f6d-4823-a4c3-f7511f12d16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.116650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.116984 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Added segment 4cd5aef2-bac3-4478-8ed0-3c5c2a49b2d6 of type vlan for network 9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2 Apr 18 20:11:59.219549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.247991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port 5fcae822-277c-4bb5-9f6b-19bbe6b57049 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:11:59.295409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.299001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472130e6-952d-4f9d-bf7a-a531672163cd', 'name': 'network-vif-deleted', 'tag': '5fcae822-277c-4bb5-9f6b-19bbe6b57049'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:11:59.322232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.326668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:11:59.328882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.385902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5fcae822-277c-4bb5-9f6b-19bbe6b57049 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:11:59.477988 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74be934-e685-413f-8255-880c4a14c5b4'] response: {'server_uuid': '472130e6-952d-4f9d-bf7a-a531672163cd', 'name': 'network-vif-deleted', 'tag': '5fcae822-277c-4bb5-9f6b-19bbe6b57049', 'status': 'completed', 'code': 200} Apr 18 20:11:59.495047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f44dc94e-6498-4968-8fb6-fd1df61a9ac3 req-a601187b-b044-4787-aed0-fa2599f415fa tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "DELETE /v2.0/ports/5fcae822-277c-4bb5-9f6b-19bbe6b57049 HTTP/1.1" status: 204 len: 173 time: 2.6498442 Apr 18 20:11:59.583505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 5fcae822-277c-4bb5-9f6b-19bbe6b57049 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:11:59.583845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5fcae822-277c-4bb5-9f6b-19bbe6b57049 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:11:59.597439 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff0321f4-5f6d-4823-a4c3-f7511f12d16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.630109 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1591763 Apr 18 20:11:59.630738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36700) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:11:59.645793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Request body: {'subnet': {'network_id': '9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-184396151-subnet', 'tenant_id': 'c089bf573da94b70a76dfe9d391e2cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:11:59.663631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bc1e8-8975-49cc-9702-dd993e2b5988 admin admin] Pushing event updated for resources: {'Network': ['ID=9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:11:59.676913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:11:59.685074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Usage tracker for resource:subnet and tenant:c089bf573da94b70a76dfe9d391e2cd1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:11:59.698758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:11:59.709796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5d78af27-e461-4f2f-81b3-f9682c12cabb req-25c04941-48c2-4f64-b849-cbeb288d173c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:11:59.714687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:11:59.720843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:11:59.738376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Made reservation on behalf of c089bf573da94b70a76dfe9d391e2cd1 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:11:59.741876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.834166 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-7273169b-ec2f-4e70-ae32-04fb361c04b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2035975 Apr 18 20:11:59.842495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:11:59.857038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff0321f4-5f6d-4823-a4c3-f7511f12d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:00.060163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0321f4-5f6d-4823-a4c3-f7511f12d16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e13afa3-d588-48bc-811b-b0a2ce1beb12,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:00.107999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5d78af27-e461-4f2f-81b3-f9682c12cabb req-25c04941-48c2-4f64-b849-cbeb288d173c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:00.116597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d78af27-e461-4f2f-81b3-f9682c12cabb req-25c04941-48c2-4f64-b849-cbeb288d173c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 210 time: 0.7178097 Apr 18 20:12:00.128830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff0321f4-5f6d-4823-a4c3-f7511f12d16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:00.130155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ff0321f4-5f6d-4823-a4c3-f7511f12d16b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e13afa3-d588-48bc-811b-b0a2ce1beb12 HTTP/1.1" status: 204 len: 168 time: 1.6403949 Apr 18 20:12:00.281968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-a301a3f8-7b1e-4860-b3bd-55c408bb14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:00.283961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-a301a3f8-7b1e-4860-b3bd-55c408bb14ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 1100 time: 0.4016540 Apr 18 20:12:00.309294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9adcbca1-513a-4a23-8a55-c39c1e54e52b req-cf95f140-3799-4ee0-954a-22d64f9fff1c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=472130e6-952d-4f9d-bf7a-a531672163cd HTTP/1.1" status: 200 len: 210 time: 0.4331830 Apr 18 20:12:00.729207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:00.921317 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-7888064f-6e24-4349-b0df-69b8ddbad47c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a2462a3e-de15-4240-820d-e809f0b9f021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4378419 Apr 18 20:12:00.932971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:00.959331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event updated for resources: {'Port': ['ID=bbcd18c7-8853-4e11-9963-eb6da02aea91,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:00.999755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:01.003953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:01.007367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:12:01.025548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36728) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:01.155127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:01.166851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:01.258012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-b246fb2e-2cea-4afa-b219-147024085cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:01.261076 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-b246fb2e-2cea-4afa-b219-147024085cb7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.9421635 Apr 18 20:12:01.270721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-2130d626-5723-4fcb-947a-c497efe6885a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2333651 Apr 18 20:12:01.297783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:01.399657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:01.496904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Usage tracker for resource:security_group_rule and tenant:f20ffbfa01794ab6ae6d4cf419e2af73 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:01.505356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:01.509928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd5994a-4098-4fc4-be5d-4bc2e6301d57,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:01.524551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:01.608982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Checking segment: {'id': '4cd5aef2-bac3-4478-8ed0-3c5c2a49b2d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:12:01.609254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Network hostable DHCP agents. Network: 9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:12:01.680497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-bec9ff08-c472-4a1a-8e5a-879b8189bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:01.684193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-bec9ff08-c472-4a1a-8e5a-879b8189bda9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=159f273d2b3d468498eede75254dd129&device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 1100 time: 0.6506524 Apr 18 20:12:01.730443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Network 9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:12:01.833283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Request body: {'port': {'device_id': '5349674f-f575-49e3-8149-20336886bd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:01.933856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-02f1b089-993a-4f54-8487-019e404f3be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:01.935361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-02f1b089-993a-4f54-8487-019e404f3be4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2006843 Apr 18 20:12:01.962893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-751b07b4-12c5-48ca-8d19-274e8de02d6a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 HTTP/1.1" status: 200 len: 217 time: 0.6899507 Apr 18 20:12:01.967865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e7518-408b-4396-af76-9cbc175dd63a req-283cef23-c91a-4d9a-aa0d-17c1d3e034de tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:01.974975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a5e7518-408b-4396-af76-9cbc175dd63a req-283cef23-c91a-4d9a-aa0d-17c1d3e034de tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 931 time: 0.5860317 Apr 18 20:12:02.059713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-82e1bec1-86ff-4bb5-958f-2ff16c4ba7cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=95f482f4-2b68-498a-924f-13df7055e134 HTTP/1.1" status: 200 len: 217 time: 0.1102998 Apr 18 20:12:02.070616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:02.083086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32173605-66d7-4b2b-b1d4-c99369df94db None None] Network 9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:12:02.147118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-4c8c2831-092d-4d05-bdcd-acfda26c0681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:02.148849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-4c8c2831-092d-4d05-bdcd-acfda26c0681 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0731177 Apr 18 20:12:02.150273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:02.151022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:02.215036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-09cf628e-6585-4f8a-a9a0-2084d381520b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.5782082 Apr 18 20:12:02.256504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:02.399003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a5e7518-408b-4396-af76-9cbc175dd63a req-0ae4a0c5-3b64-4eeb-a846-c1be6d1bbf0a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230449 Apr 18 20:12:02.511181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-b0730f8f-2fb6-4c91-9de9-0ffb96454353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:02.518962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-b0730f8f-2fb6-4c91-9de9-0ffb96454353 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.5410120 Apr 18 20:12:02.637173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:02.663010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36766) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:02.665294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-f3ad7ce2-7695-4a17-b391-97e16f73cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:02.681498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-f3ad7ce2-7695-4a17-b391-97e16f73cda3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4686050 Apr 18 20:12:02.690308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:02.825574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f20ffbfa01794ab6ae6d4cf419e2af73&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7010384 Apr 18 20:12:02.842200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:02.869927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37747a6-3e3c-416b-8c9f-b6dc73097d72 None None] Network 9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:12:03.078387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] Deleting subnet e548a6e3-6503-4b0e-a51c-4d0569775662 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:12:03.137704 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:03.611933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13207e76-4cab-4a01-b807-08ce91af1dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cb5938-811d-41eb-94b4-6b04c1135a8a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:03.630907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-7e7258e4-8a12-495e-b1c4-59d85599c3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:03.634067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:03.635247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-7e7258e4-8a12-495e-b1c4-59d85599c3d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1029875 Apr 18 20:12:03.705319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-9be783de-8404-40d4-9a56-5d939c6c854d service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9056542 Apr 18 20:12:03.791403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:03.947552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-623b0168-50e7-4372-b402-15ba01a16f08 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995048 Apr 18 20:12:03.955431 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c45089d5-99d7-449e-b3ab-d26bd4e8fc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:03.978524 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:12:04.103460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083c971-5a6d-4b8b-afba-ed43a56832d3 req-0c73dbfb-0c64-49c6-b649-1d0b04d0b5f3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:04.104150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a083c971-5a6d-4b8b-afba-ed43a56832d3 req-0c73dbfb-0c64-49c6-b649-1d0b04d0b5f3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:04.117940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c45089d5-99d7-449e-b3ab-d26bd4e8fc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.213066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcd18c7-8853-4e11-9963-eb6da02aea91 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:04.240193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c502f13-305b-4234-ac83-9330a5e8d389 req-93c6a3fe-a9b1-4b0b-a99d-c04ecbdd0278 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260141 Apr 18 20:12:04.246046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.248046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.255020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a083c971-5a6d-4b8b-afba-ed43a56832d3 req-0c73dbfb-0c64-49c6-b649-1d0b04d0b5f3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:04.273940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a083c971-5a6d-4b8b-afba-ed43a56832d3 req-0c73dbfb-0c64-49c6-b649-1d0b04d0b5f3 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 949 time: 0.8935151 Apr 18 20:12:04.297192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.320738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e548a6e3-6503-4b0e-a51c-4d0569775662,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:04.333657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-32466661-173d-459a-b6d4-0f78283b1f59 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e548a6e3-6503-4b0e-a51c-4d0569775662 HTTP/1.1" status: 204 len: 168 time: 1.5360112 Apr 18 20:12:04.336113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36796) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:04.458927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d5611-cc7e-42f4-a3ad-e34b786750c2 req-563fe71b-db88-4979-ab79-7ef812f6a384 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:04.467301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c66d5611-cc7e-42f4-a3ad-e34b786750c2 req-563fe71b-db88-4979-ab79-7ef812f6a384 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 931 time: 0.3617542 Apr 18 20:12:04.617151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c66d5611-cc7e-42f4-a3ad-e34b786750c2 req-57013af2-acbc-4ab1-b94a-99f6e879addb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486456 Apr 18 20:12:04.624758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.640346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0592c5a-7ccd-454c-a0b3-55f5ec56cc28 req-5ff3699d-a5ee-403c-aa17-ed9a7705d32b service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810570 Apr 18 20:12:04.656277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Transition to ACTIVE for port object bbcd18c7-8853-4e11-9963-eb6da02aea91 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:12:04.665123 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.715376 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:12:04.726183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a083c971-5a6d-4b8b-afba-ed43a56832d3 req-f717919e-cae3-4420-8088-9ef770d44565 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512289 Apr 18 20:12:04.785844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-53a3ef46-f48b-4705-82e3-817f71c6ae7b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:04.787667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-53a3ef46-f48b-4705-82e3-817f71c6ae7b tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 949 time: 0.4003334 Apr 18 20:12:04.914873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c45089d5-99d7-449e-b3ab-d26bd4e8fc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.967107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:04.986368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45089d5-99d7-449e-b3ab-d26bd4e8fc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cb5938-811d-41eb-94b4-6b04c1135a8a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:05.006864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c45089d5-99d7-449e-b3ab-d26bd4e8fc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.008083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c45089d5-99d7-449e-b3ab-d26bd4e8fc09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38cb5938-811d-41eb-94b4-6b04c1135a8a HTTP/1.1" status: 204 len: 168 time: 2.1638610 Apr 18 20:12:05.009868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd18c7-8853-4e11-9963-eb6da02aea91,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:05.187693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3a2180-131c-4fd7-8224-d894f65f42e8']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:05.216151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port 66a1569b-8a4e-40db-9d55-cf86469a424f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:05.216905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.234443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Attempting to bind port bbcd18c7-8853-4e11-9963-eb6da02aea91 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:05.234780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Attempting to bind port bbcd18c7-8853-4e11-9963-eb6da02aea91 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:05.235110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Attempting to bind port bbcd18c7-8853-4e11-9963-eb6da02aea91 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:05.254815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Port bbcd18c7-8853-4e11-9963-eb6da02aea91 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:12:05.254815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Attempting to bind port bbcd18c7-8853-4e11-9963-eb6da02aea91 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:05.269293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:12:05.269695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:12:05.270996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Bound using segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:12:05.272255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Bound port: bbcd18c7-8853-4e11-9963-eb6da02aea91, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:05.272606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.345572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '403c0836-f903-4e21-ac9c-1af40e8f0d7d') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:05.349622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '403c0836-f903-4e21-ac9c-1af40e8f0d7d') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:05.416568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.479593 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.536657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:12:05.537075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.548820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] For port bbcd18c7-8853-4e11-9963-eb6da02aea91, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:12:05.577115 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:12:05.802645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] For port bbcd18c7-8853-4e11-9963-eb6da02aea91, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=bbcd18c7-8853-4e11-9963-eb6da02aea91,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:12:05.812805 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.859989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:05.893168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:06.082536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3a2180-131c-4fd7-8224-d894f65f42e8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:06.087959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-26d07447-3f9e-4f71-9361-4785ee1cca55 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ac3a2180-131c-4fd7-8224-d894f65f42e8 HTTP/1.1" status: 204 len: 168 time: 1.7480869 Apr 18 20:12:06.144664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:06.146734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcd18c7-8853-4e11-9963-eb6da02aea91,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:06.170563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:06.171175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:06.175204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-525b9ffc-82b8-4210-99a6-a0fc2ea38b63 service neutron] 10.222.0.61 "PUT /v2.0/ports/bbcd18c7-8853-4e11-9963-eb6da02aea91 HTTP/1.1" status: 200 len: 1091 time: 4.3560901 Apr 18 20:12:06.341896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port 66a1569b-8a4e-40db-9d55-cf86469a424f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66a1569b-8a4e-40db-9d55-cf86469a424f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:06.342272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:06.375387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e05dde-e6a2-45b2-a0bf-e3b2020fbb2a req-1340d06e-09fd-4d31-8022-e0e0a8544952 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:06.386152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b1e05dde-e6a2-45b2-a0bf-e3b2020fbb2a req-1340d06e-09fd-4d31-8022-e0e0a8544952 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 943 time: 0.4276206 Apr 18 20:12:06.544151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5349674f-f575-49e3-8149-20336886bd7e', 'tag': 'bbcd18c7-8853-4e11-9963-eb6da02aea91'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:06.696997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4200c3a-120a-4e40-bef9-6b3e866b671a req-be949a2b-c000-4a05-b75a-84e65a186d2d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:06.698632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4200c3a-120a-4e40-bef9-6b3e866b671a req-be949a2b-c000-4a05-b75a-84e65a186d2d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=1adf47f2-f774-485c-81e2-1a9fda07eb9b HTTP/1.1" status: 200 len: 949 time: 0.5530357 Apr 18 20:12:06.702264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] Deleting subnet 6cd5994a-4098-4fc4-be5d-4bc2e6301d57 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:12:06.706518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:06.749456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for 66a1569b-8a4e-40db-9d55-cf86469a424f owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:06.796093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:06.865722 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b1e05dde-e6a2-45b2-a0bf-e3b2020fbb2a req-c7cd1378-0855-44af-94d2-18c615821c17 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4128160 Apr 18 20:12:06.917025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-c0e3624f-0321-4b59-aad5-e13b8d4b9983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:06.918526 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-c0e3624f-0321-4b59-aad5-e13b8d4b9983 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 1094 time: 0.3612366 Apr 18 20:12:06.984195 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6c44d25-cdaf-4dd8-8adf-8e6b89351cfd'] response: {'name': 'network-changed', 'server_uuid': '5349674f-f575-49e3-8149-20336886bd7e', 'tag': 'bbcd18c7-8853-4e11-9963-eb6da02aea91', 'status': 'completed', 'code': 200} Apr 18 20:12:06.997142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4200c3a-120a-4e40-bef9-6b3e866b671a req-f4d3058f-dd76-43e1-a994-ccff8053782c tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459927 Apr 18 20:12:06.999053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.010658 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-98a04577-3208-4d3d-855e-3277ce4105a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbcd18c7-8853-4e11-9963-eb6da02aea91 HTTP/1.1" status: 200 len: 217 time: 0.0825291 Apr 18 20:12:07.014179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615', 'ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:07.024470 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.067485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95f482f4-2b68-498a-924f-13df7055e134', 'c8fe912c-94ef-4682-b7b2-0993eacc7aad'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:07.123641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=66a1569b-8a4e-40db-9d55-cf86469a424f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:07.274916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-acd73d38-0a1a-4170-9a51-c8e3b7d42527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:07.277169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-acd73d38-0a1a-4170-9a51-c8e3b7d42527 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.1960194 Apr 18 20:12:07.335436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port 66a1569b-8a4e-40db-9d55-cf86469a424f on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:07.342077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.352714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.382150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'name': 'network-vif-deleted', 'tag': '66a1569b-8a4e-40db-9d55-cf86469a424f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:07.405953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0934f956-5f7a-4077-8476-cf1d964ea7eb req-fb01ca68-c53a-4e73-94f4-c08f13b601f0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "DELETE /v2.0/ports/66a1569b-8a4e-40db-9d55-cf86469a424f HTTP/1.1" status: 204 len: 173 time: 2.5298352 Apr 18 20:12:07.455209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-7f6d21f8-7424-4e3c-801f-80541b9353e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620157 Apr 18 20:12:07.466341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd5994a-4098-4fc4-be5d-4bc2e6301d57,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:07.513196 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:07.601819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f67ff10e-07a3-4307-9fdb-9986603b7227 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6cd5994a-4098-4fc4-be5d-4bc2e6301d57 HTTP/1.1" status: 204 len: 168 time: 1.4204769 Apr 18 20:12:07.605268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36866) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:07.839772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-8c3a12f9-f24c-4f86-a930-82379cc1e74b service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117962 Apr 18 20:12:07.997737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:08.004447 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ba29151-9359-4291-a78a-a5f30d2261a3'] response: {'server_uuid': '1adf47f2-f774-485c-81e2-1a9fda07eb9b', 'name': 'network-vif-deleted', 'tag': '66a1569b-8a4e-40db-9d55-cf86469a424f', 'status': 'completed', 'code': 200} Apr 18 20:12:08.194780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6af6ca3e-0c5f-4ed6-b8f8-76b899a28082 req-e8bc0b41-a362-47d7-a073-200b5936d258 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433704 Apr 18 20:12:08.481220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:08.532293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66a1569b-8a4e-40db-9d55-cf86469a424f no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:08.564521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:08.585767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-87f25e73-b78c-483d-914a-7911817549fb tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:08.592888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-87f25e73-b78c-483d-914a-7911817549fb tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.5908875 Apr 18 20:12:08.610856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd5aef2-bac3-4478-8ed0-3c5c2a49b2d6') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:08.611421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd5aef2-bac3-4478-8ed0-3c5c2a49b2d6') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:08.634394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-091125d3-74f6-497d-b4bf-40ee5941bfbb tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/quotas/79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 375 time: 0.0402186 Apr 18 20:12:08.638020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:08.662255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-7450b127-bce7-4323-a659-47dff1bd0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:08.663978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-7450b127-bce7-4323-a659-47dff1bd0bb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 1094 time: 0.3916132 Apr 18 20:12:08.773202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:08.788155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:12:08.788851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:12:08.810308 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:12:08.814631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceb5576-3bbf-4b19-b32e-07709ea4a02e req-27650afe-856b-4931-8c7f-095c8217ca25 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:08.819695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 66a1569b-8a4e-40db-9d55-cf86469a424f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:08.820119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66a1569b-8a4e-40db-9d55-cf86469a424f not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:08.822340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ceb5576-3bbf-4b19-b32e-07709ea4a02e req-27650afe-856b-4931-8c7f-095c8217ca25 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 943 time: 0.4518659 Apr 18 20:12:08.920516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6ceb5576-3bbf-4b19-b32e-07709ea4a02e req-32c06703-331c-460f-8b24-b3948fb99477 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:08.928799 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:08.938868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-1b5afeaa-3762-46a0-91c0-668c5e93c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:08.941033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-1b5afeaa-3762-46a0-91c0-668c5e93c542 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 0.2659237 Apr 18 20:12:08.959457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:08.982615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:08.993928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-2fa7c009-4c55-4637-88a8-3daf8828e7d1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3581755 Apr 18 20:12:08.999537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-809c7e90-ca68-4755-8504-5605661db32a admin admin] 10.222.0.47 "DELETE /v2.0/networks/9c0ab6cf-3a0f-4159-bd49-3a62dc48a5c2 HTTP/1.1" status: 204 len: 168 time: 1.3927310 Apr 18 20:12:09.072170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6ceb5576-3bbf-4b19-b32e-07709ea4a02e req-32c06703-331c-460f-8b24-b3948fb99477 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:09.091885 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ceb5576-3bbf-4b19-b32e-07709ea4a02e req-32c06703-331c-460f-8b24-b3948fb99477 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685511 Apr 18 20:12:09.122202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-1bf55837-720b-413d-b298-1074e1b654a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bbcd18c7-8853-4e11-9963-eb6da02aea91 HTTP/1.1" status: 200 len: 217 time: 0.1716771 Apr 18 20:12:09.230814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-5de080ae-9173-4c48-916c-a69548274d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:09.232485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-5de080ae-9173-4c48-916c-a69548274d4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.1000974 Apr 18 20:12:09.301955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-16098e42-70e0-4ed9-96c7-6e96c25a3fa8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594363 Apr 18 20:12:09.302436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36920) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:09.456632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-27009ca6-e23d-4f83-a1a6-d97ecc9404a2 service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482815 Apr 18 20:12:09.514416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c1220615-88bc-456d-8dc4-a9f89de56dc0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=896b3ed3556e431bbb1f1e3b5332508d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2108870 Apr 18 20:12:09.518334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36926) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:09.626537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-12d96131-40cc-4f14-a82d-b52771c9b03a service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518427 Apr 18 20:12:09.697928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93de621a-3b65-4d4b-871b-b0ba9f40ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:09.722620 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-9a252831-9793-469a-afa9-4ddf3e5abdd7 service neutron] 10.222.0.47 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548475 Apr 18 20:12:09.740941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93de621a-3b65-4d4b-871b-b0ba9f40ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:09.865460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93de621a-3b65-4d4b-871b-b0ba9f40ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:09.910775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93de621a-3b65-4d4b-871b-b0ba9f40ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb928bd-4b98-4d8c-9ea4-7b70b26ee02a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:09.923947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93de621a-3b65-4d4b-871b-b0ba9f40ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:09.930125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-93de621a-3b65-4d4b-871b-b0ba9f40ebf0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8eb928bd-4b98-4d8c-9ea4-7b70b26ee02a HTTP/1.1" status: 204 len: 168 time: 0.4067345 Apr 18 20:12:10.175182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a34c87-e727-49d4-99c5-542c23c13f16 req-1569f40c-3447-4a61-b07f-18162f0dad6c service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373561 Apr 18 20:12:10.331413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e433a6-6c56-4819-b454-e824bcd7455f req-30e0b38d-e333-45b1-b97a-49d65d6648cf tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:10.340200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1e433a6-6c56-4819-b454-e824bcd7455f req-30e0b38d-e333-45b1-b97a-49d65d6648cf tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.1503248 Apr 18 20:12:10.400638 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1e433a6-6c56-4819-b454-e824bcd7455f req-74066f71-2983-423a-9250-0937bc732c80 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591197 Apr 18 20:12:10.555619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36958) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:10.719119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897dc12-6967-4a3e-a52a-6671640668a6 req-6427676b-8b18-43f3-b009-8890dd0a0c23 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:10.725008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0897dc12-6967-4a3e-a52a-6671640668a6 req-6427676b-8b18-43f3-b009-8890dd0a0c23 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 950 time: 0.1732888 Apr 18 20:12:10.807690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0897dc12-6967-4a3e-a52a-6671640668a6 req-6abeb989-c562-4870-91b1-a7a40622d26f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747035 Apr 18 20:12:10.834294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:10.851662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:10.879680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:10.906294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac727a-727d-4124-b8d9-19d01d78c02e req-3db30c55-a065-4d89-aa9e-f2d236eb9a13 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:10.915024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-deac727a-727d-4124-b8d9-19d01d78c02e req-3db30c55-a065-4d89-aa9e-f2d236eb9a13 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 943 time: 0.2542975 Apr 18 20:12:10.919524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:a2a98a56b2194f78a3b505bf410bf346 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:10.932235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:10.969971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:11.060806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef5fda63-5dc8-4aa2-8a74-2a0faa539efa req-0d39a0de-5ee4-4b7a-b689-5a3a46bed0ad tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 210 time: 0.1236424 Apr 18 20:12:11.067861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-deac727a-727d-4124-b8d9-19d01d78c02e req-3c0fb881-5b25-4ba9-b3ec-00efe44511fe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412625 Apr 18 20:12:11.077336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-33b834c5-1974-4543-8e53-4d1942e2ddc9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c089bf573da94b70a76dfe9d391e2cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237146 Apr 18 20:12:11.078407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:11.203246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474d74a2-447e-4842-b311-fdabbb6f1833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.239342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474d74a2-447e-4842-b311-fdabbb6f1833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.315710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474d74a2-447e-4842-b311-fdabbb6f1833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.328868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.340390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.349158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474d74a2-447e-4842-b311-fdabbb6f1833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fc8d86b-6c62-44b2-bd44-0151384c26fb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:11.378743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474d74a2-447e-4842-b311-fdabbb6f1833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.379869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-474d74a2-447e-4842-b311-fdabbb6f1833 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3fc8d86b-6c62-44b2-bd44-0151384c26fb HTTP/1.1" status: 204 len: 168 time: 0.2988684 Apr 18 20:12:11.429085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2a98a56b2194f78a3b505bf410bf346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8697958 Apr 18 20:12:11.429085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb65e0e-2fe9-4ea6-8706-9c0235fbf4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb2fd25-bc3c-420b-8413-285b06ad0fc3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:11.430233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:11.527041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfd00-fca7-48d0-89aa-15d62f0fd5fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.558698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e3384-5c12-45b4-8431-e17661b28e51 req-934603d1-f7d8-4a75-a489-90c917829725 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:11.567432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-292e3384-5c12-45b4-8431-e17661b28e51 req-934603d1-f7d8-4a75-a489-90c917829725 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.61 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.1718845 Apr 18 20:12:11.586549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfd00-fca7-48d0-89aa-15d62f0fd5fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.707870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Deleting port af2eee56-f925-48fa-b857-c891dca49bec {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:11.708220 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.838673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-71260f3f-a02d-4bea-95f2-fa0d52bc2f98 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:11.839688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-71260f3f-a02d-4bea-95f2-fa0d52bc2f98 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:11.887951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfd00-fca7-48d0-89aa-15d62f0fd5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.928087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d793a-f3bf-43cc-8938-2afbc99fff53 req-aafa2102-d0f9-490f-a1fe-b0f2e674e236 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:11.930102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c3d793a-f3bf-43cc-8938-2afbc99fff53 req-aafa2102-d0f9-490f-a1fe-b0f2e674e236 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 0.3012466 Apr 18 20:12:11.932327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dfd00-fca7-48d0-89aa-15d62f0fd5fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb2fd25-bc3c-420b-8413-285b06ad0fc3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:11.934365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-71260f3f-a02d-4bea-95f2-fa0d52bc2f98 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:11.935469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-71260f3f-a02d-4bea-95f2-fa0d52bc2f98 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 950 time: 0.3055131 Apr 18 20:12:11.937109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5dfd00-fca7-48d0-89aa-15d62f0fd5fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:11.941755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c5dfd00-fca7-48d0-89aa-15d62f0fd5fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/deb2fd25-bc3c-420b-8413-285b06ad0fc3 HTTP/1.1" status: 204 len: 168 time: 0.5104561 Apr 18 20:12:12.216493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] For port af2eee56-f925-48fa-b857-c891dca49bec, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=af2eee56-f925-48fa-b857-c891dca49bec,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:12.216860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:12.244532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f24588-61c2-4919-aa96-2b2a33a5f03e req-d138f00f-4d78-455d-a903-64a593d7e2b0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:12.249171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49f24588-61c2-4919-aa96-2b2a33a5f03e req-d138f00f-4d78-455d-a903-64a593d7e2b0 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 950 time: 0.2487984 Apr 18 20:12:12.362925 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c3d793a-f3bf-43cc-8938-2afbc99fff53 req-aa27a1d7-7c50-4c53-97f3-0d2958ef3d87 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4184992 Apr 18 20:12:12.400132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port c8fe912c-94ef-4682-b7b2-0993eacc7aad {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:12.402171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:12.527436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device bbcd18c7-8853-4e11-9963-eb6da02aea91 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:12:12.722640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-5ec70a80-cc08-4c56-9e5d-94c52d0d1365 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:12.724387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-5ec70a80-cc08-4c56-9e5d-94c52d0d1365 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 820 time: 0.3490620 Apr 18 20:12:12.794796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49f24588-61c2-4919-aa96-2b2a33a5f03e req-18edd881-502a-4c87-bd87-740c240565dd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926938 Apr 18 20:12:12.797146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37018) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:12.826596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Request body: {'port': {'device_id': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'admin_state_up': True, 'tenant_id': '79603fa50e854b38b735c9c95414694d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:12.992276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3747565-e90b-4d43-9ec9-147a4367255c req-7ebdd536-e552-4974-8347-7b704d6aeb44 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:13.003711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3747565-e90b-4d43-9ec9-147a4367255c req-7ebdd536-e552-4974-8347-7b704d6aeb44 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 943 time: 0.2692780 Apr 18 20:12:13.017710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port bbcd18c7-8853-4e11-9963-eb6da02aea91, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=bbcd18c7-8853-4e11-9963-eb6da02aea91,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:13.036492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port c8fe912c-94ef-4682-b7b2-0993eacc7aad, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c8fe912c-94ef-4682-b7b2-0993eacc7aad,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:13.036855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.045655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'bbcd18c7-8853-4e11-9963-eb6da02aea91', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'port_id': 'bbcd18c7-8853-4e11-9963-eb6da02aea91', 'mac_address': 'fa:16:3e:b5:9d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8557ea57-8087-403b-b2f4-187b34f03222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:12:13.089464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.169782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:13.181278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.223041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcd18c7-8853-4e11-9963-eb6da02aea91 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:13.248915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port bbcd18c7-8853-4e11-9963-eb6da02aea91, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=bbcd18c7-8853-4e11-9963-eb6da02aea91,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:13.255972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.353032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=bbcd18c7-8853-4e11-9963-eb6da02aea91,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:13.397987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3747565-e90b-4d43-9ec9-147a4367255c req-8b2b743c-03f8-449a-b718-d9abbd6d4423 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928947 Apr 18 20:12:13.417836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for c8fe912c-94ef-4682-b7b2-0993eacc7aad owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:13.435471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-96cf7367-ec96-49b9-a83a-1fe118bc96af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.531105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['bbcd18c7-8853-4e11-9963-eb6da02aea91'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:13.543403 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a48586a-62db-4ade-84cc-fabaec6a6356 req-ef0ef37a-c3ed-40a1-9ac7-0f501d189e59 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 210 time: 0.4867382 Apr 18 20:12:13.569677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Usage tracker for resource:security_group_rule and tenant:8d331a212a3a4ed483cc944085a25925 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:13.579098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:13.641756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:13.897723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:13.915124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615', 'ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:14.007153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=c8fe912c-94ef-4682-b7b2-0993eacc7aad,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:14.184153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port c8fe912c-94ef-4682-b7b2-0993eacc7aad on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:14.187769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.193249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'name': 'network-vif-deleted', 'tag': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:14.213352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.214400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.214950 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Floating IP 26108e4e-8fd6-4d30-bbaa-ff53e8e737d4 disassociated. External IP: 172.25.5.144, port: af2eee56-f925-48fa-b857-c891dca49bec. Apr 18 20:12:14.215698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Calling delete_port for af2eee56-f925-48fa-b857-c891dca49bec owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:14.225775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a580d491-3b79-48c3-96a5-f8e0b2da2710 req-a523cb40-b155-4096-be12-b590b55ebcf9 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "DELETE /v2.0/ports/c8fe912c-94ef-4682-b7b2-0993eacc7aad HTTP/1.1" status: 204 len: 173 time: 2.2810745 Apr 18 20:12:14.286143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['95f482f4-2b68-498a-924f-13df7055e134'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:14.320156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:14.420956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:14.555981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Made reservation on behalf of 79603fa50e854b38b735c9c95414694d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:14.570458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.601980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device bbcd18c7-8853-4e11-9963-eb6da02aea91 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:12:14.739630 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.920745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b095db-66f1-4798-81b4-d0e20712debd req-de605e8a-a419-4dbc-95f6-19e101bc051b tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:14.920896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4acf5901-a416-4019-83bd-77ef0def9609 req-425d27a8-e43d-4ace-a448-3a11bfa18a5f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:14.921016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b095db-66f1-4798-81b4-d0e20712debd req-de605e8a-a419-4dbc-95f6-19e101bc051b tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 945 time: 1.0391812 Apr 18 20:12:14.926967 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:14.981092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4acf5901-a416-4019-83bd-77ef0def9609 req-425d27a8-e43d-4ace-a448-3a11bfa18a5f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:14.989831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4acf5901-a416-4019-83bd-77ef0def9609 req-425d27a8-e43d-4ace-a448-3a11bfa18a5f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=fc8384b8-7333-4036-9b88-1930d948c85c HTTP/1.1" status: 200 len: 210 time: 0.2136850 Apr 18 20:12:15.056071 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd471d2-5b1e-44fe-9c04-c0ea8bcd0dee'] response: {'server_uuid': 'fc8384b8-7333-4036-9b88-1930d948c85c', 'name': 'network-vif-deleted', 'tag': 'c8fe912c-94ef-4682-b7b2-0993eacc7aad', 'status': 'completed', 'code': 200} Apr 18 20:12:15.092531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b8fb1b1-3493-46c8-ae91-c8db000cb189,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:15.100428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37068) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:15.100730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9fd0403c-8cb0-45a9-9198-1fe920dc9734 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d331a212a3a4ed483cc944085a25925&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2873368 Apr 18 20:12:15.203221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20b095db-66f1-4798-81b4-d0e20712debd req-67f4b4a3-c262-4093-aa3e-33645a1f5c86 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups?id=4e4eb2af-65d4-4acd-9537-850f6462791f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600393 Apr 18 20:12:15.320649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port bbcd18c7-8853-4e11-9963-eb6da02aea91 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:12:15.331384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc54db3d-0bfd-4180-bb1b-3da398b13343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:15.334424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:15.399612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event deleted for resources: {'Port': ['ID=af2eee56-f925-48fa-b857-c891dca49bec,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:15.427623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc54db3d-0bfd-4180-bb1b-3da398b13343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:15.452535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port bbcd18c7-8853-4e11-9963-eb6da02aea91 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:15.453911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:15.700121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d857f1d8-d06c-4006-87b5-7e8bdf80ed06 req-dff5c769-1443-4adb-bb39-cb2f88d7136a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 210 time: 0.1367018 Apr 18 20:12:15.714994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Allocated IP 172.20.0.8 (c5cfd437-2a87-4944-9e8e-83e0bb3a15fb/072b428c-ede7-4c4b-baed-9c8e0dc34d91/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:15.731540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc54db3d-0bfd-4180-bb1b-3da398b13343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:15.818839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689c357-a552-4d58-b5cf-f98bff87792a req-c99ef7cf-3164-40de-9cfa-efe25f436623 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:15.829096 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a689c357-a552-4d58-b5cf-f98bff87792a req-c99ef7cf-3164-40de-9cfa-efe25f436623 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 944 time: 0.3479152 Apr 18 20:12:15.835649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54db3d-0bfd-4180-bb1b-3da398b13343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b8fb1b1-3493-46c8-ae91-c8db000cb189,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:15.873797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc54db3d-0bfd-4180-bb1b-3da398b13343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:15.881890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc54db3d-0bfd-4180-bb1b-3da398b13343 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b8fb1b1-3493-46c8-ae91-c8db000cb189 HTTP/1.1" status: 204 len: 168 time: 0.7765841 Apr 18 20:12:15.939326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a689c357-a552-4d58-b5cf-f98bff87792a req-fda31f95-0980-4675-af98-1126fdfb4fe7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083677 Apr 18 20:12:15.952975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:12:16.053297 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:16.187340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port bbcd18c7-8853-4e11-9963-eb6da02aea91, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=bbcd18c7-8853-4e11-9963-eb6da02aea91,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:16.192648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5349674f-f575-49e3-8149-20336886bd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd18c7-8853-4e11-9963-eb6da02aea91'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:16.208580 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:16.209928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c8fe912c-94ef-4682-b7b2-0993eacc7aad no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:16.287616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: c8fe912c-94ef-4682-b7b2-0993eacc7aad {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:16.288635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c8fe912c-94ef-4682-b7b2-0993eacc7aad not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:16.289569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device af2eee56-f925-48fa-b857-c891dca49bec no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:16.330742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c6fca0e-7926-46ed-9101-d303ddf2a767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:16.341679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: af2eee56-f925-48fa-b857-c891dca49bec {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:16.341679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device af2eee56-f925-48fa-b857-c891dca49bec not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:16.490878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:12:16.502269 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251b599a-f59a-4639-b316-2217383c09ad None None] Sync routers for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:12:16.520955 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:12:16.521651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:12:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:16.533663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=bbcd18c7-8853-4e11-9963-eb6da02aea91,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:16.534941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-ac3cfd33-d3fb-48c8-ad8b-16ee56033fb3 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d129eb2d04684525a68d1ba27a9ae783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0830605 Apr 18 20:12:16.590798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:16.689015 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:16.706454 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:16.762246 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:16.929376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:17.059112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:17.070400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:12:17.088761 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb72d912-f221-4818-946c-7a96b8b33a88'] response: {'server_uuid': '5349674f-f575-49e3-8149-20336886bd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcd18c7-8853-4e11-9963-eb6da02aea91', 'code': 200} Apr 18 20:12:17.166924 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:12:17.208021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] No DVR routers for this DVR port af2eee56-f925-48fa-b857-c891dca49bec on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:17.297662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:17.322202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:17.324631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'name': 'network-vif-deleted', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:17.354736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-292e3384-5c12-45b4-8431-e17661b28e51 req-1de9ce0b-f66d-449f-9233-a8872343a8a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.61 "DELETE /v2.0/ports/af2eee56-f925-48fa-b857-c891dca49bec HTTP/1.1" status: 204 len: 173 time: 5.7775264 Apr 18 20:12:17.365384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-ac31c758-2028-4501-b603-d5523ded3334 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:17.370168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-ac31c758-2028-4501-b603-d5523ded3334 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8260727 Apr 18 20:12:17.501659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-296b0c46-61c8-4ebc-9a41-0d3bb56b387c tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/quotas/d129eb2d04684525a68d1ba27a9ae783 HTTP/1.1" status: 200 len: 375 time: 0.0487282 Apr 18 20:12:17.632240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-33f5bffa-53c4-4970-a0d7-22d11140732d tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d129eb2d04684525a68d1ba27a9ae783&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1284325 Apr 18 20:12:17.657776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357a5b-7eaf-4032-b7e0-5b1f783f8de3 req-c258e2fa-fb09-4c06-bb22-e9a7d7eae324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:17.660114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f357a5b-7eaf-4032-b7e0-5b1f783f8de3 req-c258e2fa-fb09-4c06-bb22-e9a7d7eae324 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 1096 time: 0.2889335 Apr 18 20:12:17.688026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ff4e2f7-07dc-4ce1-815f-ab498970cfc9 req-12dfb00b-c931-44e6-8465-e16ff785d3a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Synchronizing usage tracker for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:17.735175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:17.736109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:17.736504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f357a5b-7eaf-4032-b7e0-5b1f783f8de3 req-5a54f5b8-9cce-4ff8-97a0-a7365f0004ec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698917 Apr 18 20:12:17.758265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ff4e2f7-07dc-4ce1-815f-ab498970cfc9 req-12dfb00b-c931-44e6-8465-e16ff785d3a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Unset dirty status for tenant:b10a82498ecd4ac7ad0fc1c34527fee7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:17.770676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ff4e2f7-07dc-4ce1-815f-ab498970cfc9 req-12dfb00b-c931-44e6-8465-e16ff785d3a0 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce37b255-4b1c-43a5-a68a-1115370a0d7d HTTP/1.1" status: 200 len: 210 time: 0.4218626 Apr 18 20:12:17.775866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-07e23ce1-7de8-486e-bd96-41eaf0a487a1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9794700 Apr 18 20:12:17.803236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Request body: {'port': {'device_id': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:17.836310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['95e39445-e216-4bf3-bd76-4846852aa71f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:17.910212 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:33Z', 'revision_number': 5, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:17.920441 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251b599a-f59a-4639-b316-2217383c09ad None None] Checking router: 83f2a330-104e-4cf1-8bd0-4f38a8da3346 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:12:17.945293 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:12:17.945492 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:12:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:18.286039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.316507 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.418074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.457992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c388f-d94f-453c-9b7a-66937bbbb337 req-fb7cd96d-ac37-4d05-a2e5-e0c6af4797ef tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:18.478659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e9c388f-d94f-453c-9b7a-66937bbbb337 req-fb7cd96d-ac37-4d05-a2e5-e0c6af4797ef tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 931 time: 0.3869190 Apr 18 20:12:18.589942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e9c388f-d94f-453c-9b7a-66937bbbb337 req-c803a9f7-628a-463f-994c-602734ed3d31 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066451 Apr 18 20:12:18.646646 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:12:18.911468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:18.970329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da79d6-5dc2-4a1b-b225-3abc22600eed req-85c2cd21-a184-448d-ab7b-72c686a9c213 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:18.978325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68da79d6-5dc2-4a1b-b225-3abc22600eed req-85c2cd21-a184-448d-ab7b-72c686a9c213 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 945 time: 0.1423962 Apr 18 20:12:19.037905 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d11a3e46-f5b3-409e-a028-06820e65fe45'] response: {'server_uuid': 'ce37b255-4b1c-43a5-a68a-1115370a0d7d', 'name': 'network-vif-deleted', 'tag': 'af2eee56-f925-48fa-b857-c891dca49bec', 'status': 'completed', 'code': 200} Apr 18 20:12:19.183418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68da79d6-5dc2-4a1b-b225-3abc22600eed req-508582ce-2424-45f8-a4e4-3496d30ac7df tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008252 Apr 18 20:12:19.321499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-375738c8-4252-4bb6-ad55-0428415d960f req-a5149830-8bf6-48a9-8b78-790aa47d8ee8 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 210 time: 0.1652179 Apr 18 20:12:19.623371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:19.651146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:19.752510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Transition to ACTIVE for port object 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:12:19.763809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:19.764031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37188) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:19.829933 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-251b599a-f59a-4639-b316-2217383c09ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:33Z', 'revision_number': 5, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:19.842281 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251b599a-f59a-4639-b316-2217383c09ad None None] The sync data for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 is: [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:09:25Z', 'revision_number': 4, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ccbc24e-8fed-43d2-b6e7-144eecafb3df', 'name': '', 'network_id': 'd50ab034-d532-42da-b3fd-b5eff4185e37', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'mac_address': 'fa:16:3e:b8:7d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:24Z', 'updated_at': '2022-04-18T20:09:33Z', 'revision_number': 5, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'subnets': [{'id': '2a7a143f-216f-4b9c-9516-a3ec7ed69dae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:12:20.046125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5664-ea96-4e91-9d3e-4052a9efe1f2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:20.193223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5664-ea96-4e91-9d3e-4052a9efe1f2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:20.279862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:20.497722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9822e5-cdcc-4a11-93cf-97b2f2927a8a None None] New status for floating IP 26108e4e-8fd6-4d30-bbaa-ff53e8e737d4: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:12:20.522926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:20.524091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:20.526015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:20.539409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:12:20.547884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:20.566690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:12:20.570803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:12:20.572551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:12:20.575811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Bound port: 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:20.576721 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:20.727058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-9e294e42-0b3b-4d03-ae5a-b62101961a0f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:20.743102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-9e294e42-0b3b-4d03-ae5a-b62101961a0f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "GET /v2.0/ports?device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 949 time: 0.3371875 Apr 18 20:12:20.746140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5664-ea96-4e91-9d3e-4052a9efe1f2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:20.807142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa6f2b-9711-4d27-bcb4-ebe3abe68c5a req-ceca967e-ea47-4903-89e4-e68e278af112 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:20.810609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89aa6f2b-9711-4d27-bcb4-ebe3abe68c5a req-ceca967e-ea47-4903-89e4-e68e278af112 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 949 time: 0.4816916 Apr 18 20:12:20.884531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b5664-ea96-4e91-9d3e-4052a9efe1f2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4eb2af-65d4-4acd-9537-850f6462791f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:20.895714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f7057-e6ad-463c-a9a0-ca6d4e211007 req-563a21e5-9ec2-437b-b1df-121fb793d90f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:20.903859 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a47f7057-e6ad-463c-a9a0-ca6d4e211007 req-563a21e5-9ec2-437b-b1df-121fb793d90f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.6488221 Apr 18 20:12:20.917297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b1b5664-ea96-4e91-9d3e-4052a9efe1f2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:20.919229 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5b1b5664-ea96-4e91-9d3e-4052a9efe1f2 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "DELETE /v2.0/security-groups/4e4eb2af-65d4-4acd-9537-850f6462791f HTTP/1.1" status: 204 len: 168 time: 1.1531577 Apr 18 20:12:20.933675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:21.105148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port 95f482f4-2b68-498a-924f-13df7055e134 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:21.105820 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.163211 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b4772c5a-e475-45ca-bde0-9493ce5931e8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] show failed (client error): The resource could not be found. Apr 18 20:12:21.164700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b4772c5a-e475-45ca-bde0-9493ce5931e8 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "GET /v2.0/security-groups/4e4eb2af-65d4-4acd-9537-850f6462791f HTTP/1.1" status: 404 len: 347 time: 0.2177491 Apr 18 20:12:21.171828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:21.176600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:12:21.199072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-badaecd6-2855-466d-9284-35a8719d43d8 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=d129eb2d04684525a68d1ba27a9ae783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1159596 Apr 18 20:12:21.301373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89aa6f2b-9711-4d27-bcb4-ebe3abe68c5a req-3ea65fd0-0cfe-443f-b4b0-400b69cd4b6d tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4753382 Apr 18 20:12:21.306538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:12:21.307283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a47f7057-e6ad-463c-a9a0-ca6d4e211007 req-c9b2f530-5d79-4827-8664-acf8805388c5 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019523 Apr 18 20:12:21.416971 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.806309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:21.807095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.808855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] 10.222.0.55 "PUT /v2.0/ports/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 200 len: 1091 time: 4.0183442 Apr 18 20:12:21.850700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e12f4d1d-39ff-42bb-a97c-16091b2e544d req-d1c865bb-ec14-4a44-b982-6987e2330976 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 210 time: 0.0839875 Apr 18 20:12:21.855671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port 95f482f4-2b68-498a-924f-13df7055e134, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=95f482f4-2b68-498a-924f-13df7055e134,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:21.856057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:21.870817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:22.080091 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91571caa-1664-41e3-916d-54660e2d6d84'] response: {'name': 'network-changed', 'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86', 'status': 'completed', 'code': 200} Apr 18 20:12:22.251296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Deleting port 8f2e0634-e27b-4f61-82a0-890340e89e59 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:22.254135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:22.272067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for 95f482f4-2b68-498a-924f-13df7055e134 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:22.488295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b214193-c21b-474f-9b93-a4ddbddc62a9 service neutron] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:22.648838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-36f0e01f-bab8-425b-af03-599a2becc82e tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:22.651422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-36f0e01f-bab8-425b-af03-599a2becc82e tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3905163 Apr 18 20:12:22.783452 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:22.798612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615', 'ddeaf720-173f-4b67-bc48-56d156045fab'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:22.821933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-297d2b74-34f0-477c-b057-676287461194 req-bd7dea51-94bb-41e5-82b5-61ef89376bdb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2462a3e-de15-4240-820d-e809f0b9f021 HTTP/1.1" status: 200 len: 210 time: 0.1170075 Apr 18 20:12:22.844575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:22.847490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:23.034626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=95f482f4-2b68-498a-924f-13df7055e134,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:23.230170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port 95f482f4-2b68-498a-924f-13df7055e134 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:23.239203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:23.263123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'name': 'network-vif-deleted', 'tag': '95f482f4-2b68-498a-924f-13df7055e134'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:23.335855 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd2414c6-5db3-428e-83ff-5d50e780fc68 req-dfe0dfec-67ee-483f-8e98-3d1626fb20c2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.61 "DELETE /v2.0/ports/95f482f4-2b68-498a-924f-13df7055e134 HTTP/1.1" status: 204 len: 173 time: 2.5650518 Apr 18 20:12:23.434023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Request body: {'port': {'device_id': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'd129eb2d04684525a68d1ba27a9ae783'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:23.472002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15b4bf-d824-4997-b5d6-367986aa55af req-4e596787-8154-4c63-ab4f-a033aadaec0a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:23.492531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e15b4bf-d824-4997-b5d6-367986aa55af req-4e596787-8154-4c63-ab4f-a033aadaec0a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.3086567 Apr 18 20:12:23.567673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39a1d6b-2080-4754-920a-1a14ce3dfbae req-62561f2e-cae0-4e12-8596-291753a5ceed tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:23.584951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39a1d6b-2080-4754-920a-1a14ce3dfbae req-62561f2e-cae0-4e12-8596-291753a5ceed tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 945 time: 1.9222937 Apr 18 20:12:23.625968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Calling delete_port for 8f2e0634-e27b-4f61-82a0-890340e89e59 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:23.703085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e15b4bf-d824-4997-b5d6-367986aa55af req-27354f59-0d4e-467d-8c86-5ebe1fc497ef tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090759 Apr 18 20:12:23.718792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-a7ea2035-88c6-42c4-911e-e7fd40d45221 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:23.722207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-a7ea2035-88c6-42c4-911e-e7fd40d45221 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 950 time: 2.0806751 Apr 18 20:12:24.064457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-63eb006b-64fb-41d1-adf9-e78ce01a591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:24.068041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-63eb006b-64fb-41d1-adf9-e78ce01a591e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1094 time: 2.0298128 Apr 18 20:12:24.116867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:24.122553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Usage tracker for resource:port and tenant:d129eb2d04684525a68d1ba27a9ae783 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:24.125250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:24.132197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:24.149022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port ddeaf720-173f-4b67-bc48-56d156045fab {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:24.149642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:24.230920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65741fa4-7229-49a6-aef5-1c58fcb1021f req-60974ba5-a544-496b-aa07-cd526062dd8e tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 210 time: 0.1717458 Apr 18 20:12:24.259429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-f0c58d78-d860-4636-a7a6-e3f5d2e49a34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 200 len: 217 time: 0.1759517 Apr 18 20:12:24.260032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Made reservation on behalf of d129eb2d04684525a68d1ba27a9ae783 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:24.264286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:24.325930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:24.361103 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dc9f67a-416c-4781-a8b0-a3462262984e'] response: {'server_uuid': 'a2462a3e-de15-4240-820d-e809f0b9f021', 'name': 'network-vif-deleted', 'tag': '95f482f4-2b68-498a-924f-13df7055e134', 'status': 'completed', 'code': 200} Apr 18 20:12:24.561539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ddeaf720-173f-4b67-bc48-56d156045fab,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:24.561910 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:24.602642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 95f482f4-2b68-498a-924f-13df7055e134 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:24.645081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:24.649412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Usage tracker for resource:security_group_rule and tenant:d129eb2d04684525a68d1ba27a9ae783 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:24.652649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:24.659759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:24.668974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 95f482f4-2b68-498a-924f-13df7055e134 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:24.669683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 95f482f4-2b68-498a-924f-13df7055e134 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:24.681134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-180e96e7-0bac-4945-afb9-176facb8c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:24.682753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-180e96e7-0bac-4945-afb9-176facb8c362 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.4003291 Apr 18 20:12:24.902711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39a1d6b-2080-4754-920a-1a14ce3dfbae req-902ad4dc-1901-4b8e-9fdc-4309e86325db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1666813 Apr 18 20:12:25.416262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for ddeaf720-173f-4b67-bc48-56d156045fab owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:25.471660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-42e25c06-4c45-4add-acca-62e818c2ef35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7668064 Apr 18 20:12:25.511424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a5a59-f506-4477-81ab-b58f5f3b9be8 req-c8927867-a6f5-4af8-92fb-fb0f7d490f6b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:25.514012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c5a5a59-f506-4477-81ab-b58f5f3b9be8 req-c8927867-a6f5-4af8-92fb-fb0f7d490f6b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.4285481 Apr 18 20:12:25.522206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ddeaf720-173f-4b67-bc48-56d156045fab no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:25.659721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c5a5a59-f506-4477-81ab-b58f5f3b9be8 req-bc9f2ecb-28e2-4117-a64e-0e1da0bd8de9 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237941 Apr 18 20:12:25.730635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:25.762315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:25.830702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e153977-dcb4-4139-a29b-9c075a29d20b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:25.882536 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:25.969997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:26.005683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ddeaf720-173f-4b67-bc48-56d156045fab,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:26.023937 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:26.250350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=ddeaf720-173f-4b67-bc48-56d156045fab,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:26.420175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:12:26.420552 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:12:26.436591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:26.621226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3869d7f6-4c2a-4cb6-8fcd-feff3d6ad4e8 req-e065e2e9-a1ee-4e2b-9c08-2d1f836b3a0e tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 210 time: 0.0688579 Apr 18 20:12:26.731740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Pushing event deleted for resources: {'Port': ['ID=8f2e0634-e27b-4f61-82a0-890340e89e59,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:26.737149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-6155a4a1-b370-4307-a8cd-25cf8d992b5a service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2441151 Apr 18 20:12:26.755062 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f990c986-99f6-4e5d-a54c-5e3278771eb1'] response: {'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab', 'code': 200} Apr 18 20:12:26.951029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Allocated IP 192.168.233.202 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/372a1e83-6a42-40a7-aaff-ea63065a61bd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:27.024865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac8cfc-62e6-422d-9b34-38e25623db29 req-6aa597e1-b62b-4ffa-839b-7b8829265239 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:27.030154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acac8cfc-62e6-422d-9b34-38e25623db29 req-6aa597e1-b62b-4ffa-839b-7b8829265239 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 950 time: 1.6281617 Apr 18 20:12:27.034576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port ddeaf720-173f-4b67-bc48-56d156045fab {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:27.037362 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:27.085193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd856d0-2aab-4667-9101-05f57f34092c req-0ae5bbff-a09f-4f41-9ac8-a2b58be4c989 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:27.089330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9bd856d0-2aab-4667-9101-05f57f34092c req-0ae5bbff-a09f-4f41-9ac8-a2b58be4c989 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 945 time: 0.2184346 Apr 18 20:12:27.257822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9bd856d0-2aab-4667-9101-05f57f34092c req-82bcbbb6-e836-4d3d-aea7-3e1400deb337 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578929 Apr 18 20:12:27.377866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:27.624059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fa9b78-be8d-49d4-ae7d-bb6d67949f80 req-047948fc-f28a-40c9-8cf3-e363578af37f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:27.629238 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2fa9b78-be8d-49d4-ae7d-bb6d67949f80 req-047948fc-f28a-40c9-8cf3-e363578af37f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.2122009 Apr 18 20:12:27.744529 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2fa9b78-be8d-49d4-ae7d-bb6d67949f80 req-c63f80e5-64c0-40e3-86d1-dac2df896853 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025178 Apr 18 20:12:28.139473 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-652c851f-1a7d-41f2-a2ac-48f40f5ea920 req-7661f3e2-58fe-4af6-8a1d-ae48bbcf2c6f tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 210 time: 0.1396484 Apr 18 20:12:28.220348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acac8cfc-62e6-422d-9b34-38e25623db29 req-f33f8e99-a439-4e2c-899f-d604e2ae7d12 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9871781 Apr 18 20:12:28.267366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-62501d33-6cea-45fd-88bf-3108ac2c434a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:28.270961 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-62501d33-6cea-45fd-88bf-3108ac2c434a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 945 time: 0.3426268 Apr 18 20:12:28.321496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:28.323181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-265e5c7e-db61-471b-9b98-e91e037af110 tempest-AttachSCSIVolumeTestJSON-1414384884 tempest-AttachSCSIVolumeTestJSON-1414384884-project] 10.222.0.47 "DELETE /v2.0/floatingips/26108e4e-8fd6-4d30-bbaa-ff53e8e737d4 HTTP/1.1" status: 204 len: 168 time: 7.1364057 Apr 18 20:12:28.415957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc667ee-4f8a-46a6-b1ff-60db1e3dcbe5 req-624f4b0b-61d7-49ac-b886-e6f2df7f4526 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6376755 Apr 18 20:12:28.480903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:28.497340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port ddeaf720-173f-4b67-bc48-56d156045fab, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ddeaf720-173f-4b67-bc48-56d156045fab,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:28.497736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:28.520420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Transition to ACTIVE for port object 372a1e83-6a42-40a7-aaff-ea63065a61bd will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:12:28.669320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port bbcd18c7-8853-4e11-9963-eb6da02aea91 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:28.670041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:28.809088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for ddeaf720-173f-4b67-bc48-56d156045fab owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:29.111600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788da42-183c-4f72-877e-1852e2200fea req-c72ab4e1-f6d6-4c34-a1ad-c47ae44cdf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:29.114064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5788da42-183c-4f72-877e-1852e2200fea req-c72ab4e1-f6d6-4c34-a1ad-c47ae44cdf27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1094 time: 0.5308053 Apr 18 20:12:30.242844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port bbcd18c7-8853-4e11-9963-eb6da02aea91, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=bbcd18c7-8853-4e11-9963-eb6da02aea91,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:30.243418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:30.320996 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:30.489007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b23dc2-a642-4a25-9ffa-7f814dc7553d req-98ad3e07-95ed-4d8c-a4a2-77e87410e6a3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:30.501914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78b23dc2-a642-4a25-9ffa-7f814dc7553d req-98ad3e07-95ed-4d8c-a4a2-77e87410e6a3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 945 time: 1.6519768 Apr 18 20:12:30.637682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:30.650870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'bcd10c62-0213-4003-998e-9790cac97615'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:30.729353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for bbcd18c7-8853-4e11-9963-eb6da02aea91 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:30.916800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:31.020731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:31.041580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:12:31.158123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78b23dc2-a642-4a25-9ffa-7f814dc7553d req-21dceb62-a6b7-4471-a475-31ac580127dc tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6538684 Apr 18 20:12:31.161078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port ddeaf720-173f-4b67-bc48-56d156045fab on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:31.245411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788da42-183c-4f72-877e-1852e2200fea req-94abd40c-3de1-4107-8856-0f8f5affcd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:31.274064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5788da42-183c-4f72-877e-1852e2200fea req-94abd40c-3de1-4107-8856-0f8f5affcd70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 2.0705535 Apr 18 20:12:31.604615 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:31.623495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Pushing event updated for resources: {'Port': ['ID=372a1e83-6a42-40a7-aaff-ea63065a61bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:31.649434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:31.724230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event deleted for resources: {'Port': ['ID=bbcd18c7-8853-4e11-9963-eb6da02aea91,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:31.777479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.781343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.788397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.789022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.789545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.790044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.791866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.792405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.792914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.793407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.794877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.795403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:31.842639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5788da42-183c-4f72-877e-1852e2200fea req-7cbc5543-02ae-4172-a258-a2b459611c84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 200 len: 217 time: 0.5671844 Apr 18 20:12:31.850546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e466701b-010c-4b55-bdbc-b2f268292cb0 req-c6b67c8f-63b6-435f-808a-c95d873c9977 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:31.854573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:31.855817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:31.857835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e466701b-010c-4b55-bdbc-b2f268292cb0 req-c6b67c8f-63b6-435f-808a-c95d873c9977 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 936 time: 0.4255123 Apr 18 20:12:31.876142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'name': 'network-vif-deleted', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:31.886392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e641684-a1b5-480d-9601-04a9e89db9ee req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "DELETE /v2.0/ports/ddeaf720-173f-4b67-bc48-56d156045fab HTTP/1.1" status: 204 len: 173 time: 8.0797389 Apr 18 20:12:31.950678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=ddeaf720-173f-4b67-bc48-56d156045fab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:32.030219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] No DVR routers for this DVR port bbcd18c7-8853-4e11-9963-eb6da02aea91 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:32.040085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:32.071193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5349674f-f575-49e3-8149-20336886bd7e', 'name': 'network-vif-deleted', 'tag': 'bbcd18c7-8853-4e11-9963-eb6da02aea91'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:32.074053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e3df6c8d-8039-4dde-b105-68ead4bef0bf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.6470406 Apr 18 20:12:32.115950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b37b4b7-59a1-412e-aa9b-dab7c69741d0 None None] Provisioning for port 372a1e83-6a42-40a7-aaff-ea63065a61bd completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:12:32.119464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Request body: {'port': {'device_id': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:32.124126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b37b4b7-59a1-412e-aa9b-dab7c69741d0 None None] Provisioning complete for port 372a1e83-6a42-40a7-aaff-ea63065a61bd triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:32.124755 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b37b4b7-59a1-412e-aa9b-dab7c69741d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:32.148756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e0173ce-5a23-498a-896e-e9787f308e1e req-6e221952-b178-4f5e-b0c3-39e52c2c778e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "DELETE /v2.0/ports/bbcd18c7-8853-4e11-9963-eb6da02aea91 HTTP/1.1" status: 204 len: 173 time: 3.8476512 Apr 18 20:12:32.170262 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e466701b-010c-4b55-bdbc-b2f268292cb0 req-520f3c59-776d-4f94-94c2-d3bd99c5b73c tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113620 Apr 18 20:12:32.234555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172693a-f2c3-427f-9609-eed82365170b req-c628ba5b-ee69-4925-a675-b016d49d1850 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:32.235317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e172693a-f2c3-427f-9609-eed82365170b req-c628ba5b-ee69-4925-a675-b016d49d1850 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:32.263346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.264415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.265075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.265793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.266138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.266643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.267134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.267474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.268365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.268753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.269124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.269459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8067e56-5871-4dc0-a564-c3d716aee9ce tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:32.289892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e172693a-f2c3-427f-9609-eed82365170b req-c628ba5b-ee69-4925-a675-b016d49d1850 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:32.291326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e172693a-f2c3-427f-9609-eed82365170b req-c628ba5b-ee69-4925-a675-b016d49d1850 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 2.4216609 Apr 18 20:12:32.296099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b37b4b7-59a1-412e-aa9b-dab7c69741d0 None None] Port 372a1e83-6a42-40a7-aaff-ea63065a61bd cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:12:32.344357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5788da42-183c-4f72-877e-1852e2200fea req-7d406bbc-2a84-4fef-9754-1f3523767232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:32.347926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5788da42-183c-4f72-877e-1852e2200fea req-7d406bbc-2a84-4fef-9754-1f3523767232 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.4528332 Apr 18 20:12:32.506938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e172693a-f2c3-427f-9609-eed82365170b req-0fbdb626-140c-41e0-ab1f-727c3e0716e6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785154 Apr 18 20:12:32.602558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:32.619768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device bbcd18c7-8853-4e11-9963-eb6da02aea91 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:32.625775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5788da42-183c-4f72-877e-1852e2200fea req-a8266705-9dd3-4fe5-b051-45cf2a3a7a15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1681390 Apr 18 20:12:32.648625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c2a3d0a4-b125-4a2f-85ab-937783f0a01e req-9eceaa47-0fa2-4b9b-a2fb-540fded93352 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:32.715826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c2a3d0a4-b125-4a2f-85ab-937783f0a01e req-9eceaa47-0fa2-4b9b-a2fb-540fded93352 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:32.716921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: bbcd18c7-8853-4e11-9963-eb6da02aea91 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:32.717255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device bbcd18c7-8853-4e11-9963-eb6da02aea91 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:32.719600 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2a3d0a4-b125-4a2f-85ab-937783f0a01e req-9eceaa47-0fa2-4b9b-a2fb-540fded93352 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=e9ad0f93-f09b-406e-8648-9bd3089988aa HTTP/1.1" status: 200 len: 210 time: 0.2738929 Apr 18 20:12:32.997037 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc13d4bf-a976-4552-9158-1acff4384c04'] response: {'server_uuid': 'e9ad0f93-f09b-406e-8648-9bd3089988aa', 'name': 'network-vif-deleted', 'tag': 'ddeaf720-173f-4b67-bc48-56d156045fab', 'status': 'completed', 'code': 200} Apr 18 20:12:33.092323 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e83a10b-2e99-40a3-a2dd-fd1b62f82ee5'] response: {'server_uuid': '5349674f-f575-49e3-8149-20336886bd7e', 'name': 'network-vif-deleted', 'tag': 'bbcd18c7-8853-4e11-9963-eb6da02aea91', 'status': 'completed', 'code': 200} Apr 18 20:12:33.520243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5ef044be-8836-477f-a252-aeb83f522d9d req-39714326-d177-49ae-9fa7-93d493aff58c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:33.583800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5ef044be-8836-477f-a252-aeb83f522d9d req-39714326-d177-49ae-9fa7-93d493aff58c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:33.585257 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5ef044be-8836-477f-a252-aeb83f522d9d req-39714326-d177-49ae-9fa7-93d493aff58c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5349674f-f575-49e3-8149-20336886bd7e HTTP/1.1" status: 200 len: 210 time: 0.1958690 Apr 18 20:12:33.626829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5788da42-183c-4f72-877e-1852e2200fea req-2c77eb52-feeb-4976-8666-f8c6165440b3 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9792867 Apr 18 20:12:33.941230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56f9c6-b510-4c68-9a43-787864ad44ed req-e9d2825b-06b0-487e-a318-72919a353d80 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:33.953050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e56f9c6-b510-4c68-9a43-787864ad44ed req-e9d2825b-06b0-487e-a318-72919a353d80 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 936 time: 0.1698043 Apr 18 20:12:34.042040 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e56f9c6-b510-4c68-9a43-787864ad44ed req-6ff164ff-648e-49fb-8f7e-4cd9f095db36 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810115 Apr 18 20:12:34.055030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-8cb0d92e-031c-4acc-82c6-6741dd4c2713 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:34.056588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-8cb0d92e-031c-4acc-82c6-6741dd4c2713 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 1.0101614 Apr 18 20:12:34.118036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-9ec751a1-fdd8-4139-9cfa-fbba226ff42a tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/quotas/fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 375 time: 0.0326631 Apr 18 20:12:34.125575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 372a1e83-6a42-40a7-aaff-ea63065a61bd {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:34.218892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:34.247924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5788da42-183c-4f72-877e-1852e2200fea req-91832b12-3a80-4107-9701-4de4d5ad4ed1 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6093836 Apr 18 20:12:34.278326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Transition to ACTIVE for port object 372a1e83-6a42-40a7-aaff-ea63065a61bd will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:12:34.288182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:34.681936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b26bf6-8042-4523-8cd4-f01bc438d8a5 req-8e096c87-8536-4b4d-8aa7-f156368ca97c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:34.684748 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16b26bf6-8042-4523-8cd4-f01bc438d8a5 req-8e096c87-8536-4b4d-8aa7-f156368ca97c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.4173436 Apr 18 20:12:34.747392 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16b26bf6-8042-4523-8cd4-f01bc438d8a5 req-9c033c73-fb66-4896-81fa-4b9c951867db tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Apr 18 20:12:34.823480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=372a1e83-6a42-40a7-aaff-ea63065a61bd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:34.844128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Attempting to bind port 372a1e83-6a42-40a7-aaff-ea63065a61bd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:34.844128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Attempting to bind port 372a1e83-6a42-40a7-aaff-ea63065a61bd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:34.844128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Attempting to bind port 372a1e83-6a42-40a7-aaff-ea63065a61bd on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:34.871659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-580742e3-1034-451f-9821-e3b62873d175 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7526121 Apr 18 20:12:35.016510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Port 372a1e83-6a42-40a7-aaff-ea63065a61bd on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:12:35.016778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Attempting to bind port 372a1e83-6a42-40a7-aaff-ea63065a61bd on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:35.031275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:12:35.031622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:12:35.032053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:12:35.032501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Bound port: 372a1e83-6a42-40a7-aaff-ea63065a61bd, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:35.032851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:35.211106 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b2966a72-050f-4211-9ccd-07653f7fba59 service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3377721 Apr 18 20:12:35.332442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] For port 372a1e83-6a42-40a7-aaff-ea63065a61bd, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:12:35.360332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] For port 372a1e83-6a42-40a7-aaff-ea63065a61bd, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=372a1e83-6a42-40a7-aaff-ea63065a61bd,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:12:35.369234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:35.562380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-2be97e28-62ee-40dd-8bdf-9f25a21cbe94 service neutron] 10.222.0.47 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435106 Apr 18 20:12:35.566880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:35.567506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:35.574232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] 10.222.0.61 "PUT /v2.0/ports/372a1e83-6a42-40a7-aaff-ea63065a61bd HTTP/1.1" status: 200 len: 1096 time: 3.4689670 Apr 18 20:12:35.577377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abe1d0-59d1-4815-a143-d2568140cbd6 req-b955cffe-f3f7-4d12-8320-894103700911 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:35.592932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2abe1d0-59d1-4815-a143-d2568140cbd6 req-b955cffe-f3f7-4d12-8320-894103700911 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 948 time: 0.1171999 Apr 18 20:12:35.612165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'tag': '372a1e83-6a42-40a7-aaff-ea63065a61bd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:35.616915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a709ad4-7e16-4a1f-891b-5e3c56ef6ba6 service neutron] Pushing event updated for resources: {'Port': ['ID=372a1e83-6a42-40a7-aaff-ea63065a61bd,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:35.725299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e4bd2bc2-0b89-4941-8b3e-d6eabdb696ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:35.726800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-e4bd2bc2-0b89-4941-8b3e-d6eabdb696ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d129eb2d04684525a68d1ba27a9ae783&device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 1099 time: 0.0922635 Apr 18 20:12:35.794277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2abe1d0-59d1-4815-a143-d2568140cbd6 req-8f1ab8a4-6cc1-4623-a39d-e4796f984fda tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936815 Apr 18 20:12:35.831755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-0638c128-a770-4c20-83a7-0ce1d366caa9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=372a1e83-6a42-40a7-aaff-ea63065a61bd HTTP/1.1" status: 200 len: 217 time: 0.0969014 Apr 18 20:12:35.927527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-2ee08365-baba-46b9-87e2-2d4e55004d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:35.933089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-2ee08365-baba-46b9-87e2-2d4e55004d53 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0926259 Apr 18 20:12:36.058612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-d7fd7002-53f0-4640-96f5-c3b11745b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:36.060918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-d7fd7002-53f0-4640-96f5-c3b11745b957 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223457 Apr 18 20:12:36.139277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f6c0-9517-4d32-b82a-0651424ab841 req-4b1d80bd-d393-4ad9-af89-a6d025bc365c tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:36.150121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3122f6c0-9517-4d32-b82a-0651424ab841 req-4b1d80bd-d393-4ad9-af89-a6d025bc365c tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 946 time: 0.1457100 Apr 18 20:12:36.242835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3122f6c0-9517-4d32-b82a-0651424ab841 req-82608364-1e75-4e2a-83ec-0d2292aea1a9 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914924 Apr 18 20:12:36.341374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-905b3227-6a75-4276-b36f-c17f9d55ed68 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705255 Apr 18 20:12:36.637682 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd25f06e-8588-40dc-902a-4f063f8caa02'] response: {'name': 'network-changed', 'server_uuid': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'tag': '372a1e83-6a42-40a7-aaff-ea63065a61bd', 'status': 'completed', 'code': 200} Apr 18 20:12:36.726584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ecfb5e1-3f8b-4463-9d7e-4068ce095094 req-9e3287ff-3756-4995-8031-268f0b1d67e3 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769202 Apr 18 20:12:36.871176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a97f3-651a-4776-91f5-55a8ba634782 req-1e17b01f-3072-4bd9-b46d-055ebcb710eb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:36.879316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-1e17b01f-3072-4bd9-b46d-055ebcb710eb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.4168522 Apr 18 20:12:36.894989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-5fc0640f-4c29-49c7-acab-9e7e53f35248 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/quotas/81949679276041ed8938d973d3e63b4d HTTP/1.1" status: 200 len: 375 time: 0.0145047 Apr 18 20:12:36.977174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-1c84a77e-9cd6-46ba-8d68-21e7891da530 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717294 Apr 18 20:12:37.029409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-f4a5d227-66db-488c-9ef2-a395cee9e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:37.030867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-f4a5d227-66db-488c-9ef2-a395cee9e524 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=d129eb2d04684525a68d1ba27a9ae783&device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 1099 time: 0.2267501 Apr 18 20:12:37.152712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a1912-b477-40a8-8541-e8e0f5a824be req-de9eb6ec-6369-436b-8a72-55a462de0c86 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:37.154232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f23a1912-b477-40a8-8541-e8e0f5a824be req-de9eb6ec-6369-436b-8a72-55a462de0c86 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.3849611 Apr 18 20:12:37.217149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-cc4576b6-a826-4e6b-81d3-3c844115414b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:37.218719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-cc4576b6-a826-4e6b-81d3-3c844115414b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.61 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 946 time: 0.3629186 Apr 18 20:12:37.274100 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-9a995026-8c0e-47fd-87ae-aff610eca457 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959621 Apr 18 20:12:37.313357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-11617f46-35c8-401c-b8a8-cb329a909367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:37.315387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-11617f46-35c8-401c-b8a8-cb329a909367 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2701149 Apr 18 20:12:37.344875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f23a1912-b477-40a8-8541-e8e0f5a824be req-8ad31c9c-ceb7-479d-a3a4-220824bdc4a4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735060 Apr 18 20:12:37.351729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Deleting port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:37.352080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:37.508542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-47851c60-c6cf-4d05-9edd-2f56f398656a service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331562 Apr 18 20:12:37.517226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-2c7b1337-48d1-4fee-8516-b17a00a176e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=372a1e83-6a42-40a7-aaff-ea63065a61bd HTTP/1.1" status: 200 len: 217 time: 0.1869059 Apr 18 20:12:37.552442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:12:37.655450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-e07fbf8e-d68c-4c16-9757-3ad1a2dacc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:37.656911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-e07fbf8e-d68c-4c16-9757-3ad1a2dacc80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1325171 Apr 18 20:12:37.716522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f10376a-9f08-45f4-8036-7ebdc281b5fa req-ffd18a95-8ea7-43e1-b0d3-56f33ae058ea tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 210 time: 0.1973209 Apr 18 20:12:37.869107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-ded10425-fc8b-4dc7-8dcb-bfbca337a952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:37.875817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-ded10425-fc8b-4dc7-8dcb-bfbca337a952 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2104843 Apr 18 20:12:37.887795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:37.921467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86', 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb', 'port_id': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86', 'mac_address': 'fa:16:3e:fe:dc:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '072b428c-ede7-4c4b-baed-9c8e0dc34d91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:12:37.943330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37622) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:38.119484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:38.192873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:38.213576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:38.222843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:38.445450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:38.472939 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-803b25ba-828f-4f0b-bf68-3b2c70c53bb8 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5886748 Apr 18 20:12:38.482410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] For port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,segment=NetworkSegment(53893732-c7b0-418c-977c-b21d01649103),segment_id=53893732-c7b0-418c-977c-b21d01649103)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:38.483015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:38.619648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e91a8-7025-48c6-acdf-013a3dad10c5 req-ac20b3d1-3d11-48f0-b126-2a3f762388e6 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:38.630165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:38.650297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d97e91a8-7025-48c6-acdf-013a3dad10c5 req-ac20b3d1-3d11-48f0-b126-2a3f762388e6 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 948 time: 0.4188669 Apr 18 20:12:38.782645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Calling delete_port for 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:38.789479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d97e91a8-7025-48c6-acdf-013a3dad10c5 req-4dc74520-4688-4be0-b8d5-bc95a3050ac9 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377752 Apr 18 20:12:38.821333 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bace1bd6-83ac-47d0-8dd6-df6252f450ce req-6b09fc63-6474-4d0b-98c5-7d565f70ccc3 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407695 Apr 18 20:12:38.958017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b000d639-7d97-4e70-9fb0-2bc80b52b08d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:38.959745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b000d639-7d97-4e70-9fb0-2bc80b52b08d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 807 time: 1.0154674 Apr 18 20:12:39.052751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Request body: {'port': {'device_id': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'admin_state_up': True, 'tenant_id': 'fc5f549dedc648d998641dc03c881d13'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:39.116050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df08d62a-5da9-421a-9219-84115b882cc1 req-47950eeb-8695-4e8f-a867-253759fe2fba tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 210 time: 0.1138771 Apr 18 20:12:39.246429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-8d800a72-0e2e-49cc-9ec9-4f9d0b3ca298 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:39.247314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-8d800a72-0e2e-49cc-9ec9-4f9d0b3ca298 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:39.553879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-8d800a72-0e2e-49cc-9ec9-4f9d0b3ca298 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:39.554931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-8d800a72-0e2e-49cc-9ec9-4f9d0b3ca298 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 950 time: 1.5315094 Apr 18 20:12:39.578687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77d04-b0fe-4148-83f0-7a73c297e33e req-87ae7307-064d-492c-a1f6-96c64a3e8321 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:39.587476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9af77d04-b0fe-4148-83f0-7a73c297e33e req-87ae7307-064d-492c-a1f6-96c64a3e8321 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 950 time: 0.3242819 Apr 18 20:12:39.644690 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9af77d04-b0fe-4148-83f0-7a73c297e33e req-e485b3a3-1baf-491e-ad9d-86aee7d2b1bd tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559528 Apr 18 20:12:39.876201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf7bc6-89f2-4134-aad6-f1f02b596807 req-5c40c5c9-f5bd-482b-b7f3-b88a2b85f807 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:39.878325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bacf7bc6-89f2-4134-aad6-f1f02b596807 req-5c40c5c9-f5bd-482b-b7f3-b88a2b85f807 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 946 time: 1.3810275 Apr 18 20:12:39.954518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36d870-418f-4f72-a084-b3a8ead7380e req-d791a27f-4214-46da-821f-a9e8e0112ddd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:39.958390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f36d870-418f-4f72-a084-b3a8ead7380e req-d791a27f-4214-46da-821f-a9e8e0112ddd tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 0.1175628 Apr 18 20:12:40.017068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f36d870-418f-4f72-a084-b3a8ead7380e req-4eb7f684-90c7-45c7-a6be-783be7177cd6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525074 Apr 18 20:12:40.066984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:40.072421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port c3883ffe-e3a6-4794-a282-2093e7d4cc37 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:40.072863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.196387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d3a1d01-1a94-43cf-86e3-f72c9b9c2513 req-83d484c2-b535-47f8-bbaa-d97666d2f181 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 210 time: 0.0586109 Apr 18 20:12:40.283561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bacf7bc6-89f2-4134-aad6-f1f02b596807 req-415c3669-bc15-4be3-aa9a-d63fca7c0a44 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/security-groups?id=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726928 Apr 18 20:12:40.288930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:40.293387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.378775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a97f3-651a-4776-91f5-55a8ba634782 req-bffc874b-5e57-4c91-8e85-b7a51edad558 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:40.380276 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-bffc874b-5e57-4c91-8e85-b7a51edad558 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.8238671 Apr 18 20:12:40.412798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Pushing event deleted for resources: {'Port': ['ID=79bbb1b2-e295-48f1-95ab-dd7ed3136c72,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:40.436862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Request body: {'port': {'device_id': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'admin_state_up': True, 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:40.453785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b4f6c-dd20-4552-a7da-16674083367b req-863de301-dda6-4260-9f86-053f3c1cdc88 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:40.461826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d93b4f6c-dd20-4552-a7da-16674083367b req-863de301-dda6-4260-9f86-053f3c1cdc88 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 948 time: 0.1221445 Apr 18 20:12:40.534017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d93b4f6c-dd20-4552-a7da-16674083367b req-04679d9a-b8f6-40a6-bc78-cec0fd5e930f tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703223 Apr 18 20:12:40.540136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Made reservation on behalf of fc5f549dedc648d998641dc03c881d13 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:40.544173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.666504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 372a1e83-6a42-40a7-aaff-ea63065a61bd details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:12:40.806072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6be5347-5645-42ff-9182-1dc1e60f9a04 req-803f5419-939c-451b-a709-6604d2b8a9ab tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 210 time: 0.2412744 Apr 18 20:12:40.840056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 372a1e83-6a42-40a7-aaff-ea63065a61bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=372a1e83-6a42-40a7-aaff-ea63065a61bd,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:40.857279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:40.890762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '372a1e83-6a42-40a7-aaff-ea63065a61bd', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '372a1e83-6a42-40a7-aaff-ea63065a61bd', 'mac_address': 'fa:16:3e:d8:2d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:12:40.892187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] No DVR routers for this DVR port 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:40.898423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:40.898769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79bbb1b2-e295-48f1-95ab-dd7ed3136c72 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:40.915573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-5e79f869-0efb-40e7-a5d4-8f12a22f5c96 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:40.917111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-5e79f869-0efb-40e7-a5d4-8f12a22f5c96 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 948 time: 1.0378773 Apr 18 20:12:40.928901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:40.931789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'name': 'network-vif-deleted', 'tag': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:41.006184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.024503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 372a1e83-6a42-40a7-aaff-ea63065a61bd {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:41.050086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 372a1e83-6a42-40a7-aaff-ea63065a61bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=372a1e83-6a42-40a7-aaff-ea63065a61bd,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:41.059976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.070474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd32391-d952-4fff-a043-26883e823876 req-5f6e7aa9-d235-485c-96f3-538511785bb6 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:41.081437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0cd32391-d952-4fff-a043-26883e823876 req-5f6e7aa9-d235-485c-96f3-538511785bb6 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 950 time: 0.2075667 Apr 18 20:12:41.089939 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c780f9-bd7f-426f-b7b1-46f5b6f5fd82'] response: {'server_uuid': '16c00153-e1e9-4a43-9aa6-87cc6034e1b3', 'name': 'network-vif-deleted', 'tag': '79bbb1b2-e295-48f1-95ab-dd7ed3136c72', 'status': 'completed', 'code': 200} Apr 18 20:12:41.102486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:41.198271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:41.202588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0cd32391-d952-4fff-a043-26883e823876 req-e25b228c-476f-476f-a980-33d3eb61e927 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176798 Apr 18 20:12:41.210910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=372a1e83-6a42-40a7-aaff-ea63065a61bd,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:41.222822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bba1ee5f-bf36-4d5e-9ade-52010e457ae7 req-2a65f04c-4033-4dd4-b0ff-edd695582c4b tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.61 "DELETE /v2.0/ports/79bbb1b2-e295-48f1-95ab-dd7ed3136c72 HTTP/1.1" status: 204 len: 173 time: 3.9917047 Apr 18 20:12:41.240662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:41.240937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.338962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['372a1e83-6a42-40a7-aaff-ea63065a61bd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:41.418177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0fa42881-d350-45b8-b9a1-9d26b1babaa9 req-a864ed7c-4a82-4324-b3c4-42caf32f0ff0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 210 time: 0.0845411 Apr 18 20:12:41.453592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port bcd10c62-0213-4003-998e-9790cac97615 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:41.453978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.578906 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35f4e57a-61d3-4567-a6af-5d706490758a req-d9e44a0b-2a8f-4f46-9ddb-5e45f77d4943 tempest-VolumesAdminNegativeTest-183259200 tempest-VolumesAdminNegativeTest-183259200-project] 10.222.0.47 "GET /v2.0/ports?device_id=16c00153-e1e9-4a43-9aa6-87cc6034e1b3 HTTP/1.1" status: 200 len: 210 time: 0.0479639 Apr 18 20:12:41.597026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:12:41.670336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37688) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:41.708000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:12:41.713863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:41.714564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:41.715086 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.715945 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:12:41.717345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.737540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for c3883ffe-e3a6-4794-a282-2093e7d4cc37 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:41.865296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.882112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:41.886330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Usage tracker for resource:security_group_rule and tenant:2b9f62820f6048a3adb5935109623f61 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:41.889663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:41.896775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:41.939538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8163ec6-2c27-4055-975c-524249ccf7bd req-625b5b99-ccfc-44df-a907-741fe5edc8fe tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:41.941371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8163ec6-2c27-4055-975c-524249ccf7bd req-625b5b99-ccfc-44df-a907-741fe5edc8fe tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 949 time: 0.2077644 Apr 18 20:12:41.965347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:41.984663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Allocated IP 172.20.0.3 (6bb0cae6-2372-455c-b0c2-b49e6408fd37/921d894b-aadb-4af8-a6f7-2fc211820e99/82a9889c-ebe8-4f89-88b4-3f947c5cb31b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:42.010289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:42.021835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:42.026194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8163ec6-2c27-4055-975c-524249ccf7bd req-cce69168-f79c-4be1-b2f2-9a1464594284 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689433 Apr 18 20:12:42.026328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.027619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c3883ffe-e3a6-4794-a282-2093e7d4cc37 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:42.066161 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.071117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.140353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:42.157192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de61f989-675a-4ba1-9ead-84df756e0680,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:42.180563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-28f21a9c-6e57-4530-9fee-65ab2f1b96a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b9f62820f6048a3adb5935109623f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5091028 Apr 18 20:12:42.182817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:42.240100 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.280780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:42.286110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.287015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c0b6f27-5c08-40ac-9ce8-d477bf86bed9 req-69d53b0d-8041-43db-82a2-b812b225796a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 210 time: 0.0541382 Apr 18 20:12:42.301669 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-933f68ae-cbff-4d73-87d5-b29c476d60c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.339518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-933f68ae-cbff-4d73-87d5-b29c476d60c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.361026 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c6d5c3-705f-43d1-9d41-787b361ccde4'] response: {'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86', 'code': 200} Apr 18 20:12:42.397298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c3883ffe-e3a6-4794-a282-2093e7d4cc37,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:42.414949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-933f68ae-cbff-4d73-87d5-b29c476d60c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.435830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f68ae-cbff-4d73-87d5-b29c476d60c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de61f989-675a-4ba1-9ead-84df756e0680,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:42.443018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-933f68ae-cbff-4d73-87d5-b29c476d60c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.446731 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-933f68ae-cbff-4d73-87d5-b29c476d60c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/de61f989-675a-4ba1-9ead-84df756e0680 HTTP/1.1" status: 204 len: 168 time: 0.2604384 Apr 18 20:12:42.534202 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.550461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d8c5ad-0154-4644-a66c-c1231bfa48e3 req-67556ed1-daee-4a4c-978c-e5c6ef200032 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:42.552099 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-25d8c5ad-0154-4644-a66c-c1231bfa48e3 req-67556ed1-daee-4a4c-978c-e5c6ef200032 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 948 time: 0.0972016 Apr 18 20:12:42.600022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-25d8c5ad-0154-4644-a66c-c1231bfa48e3 req-3f3e62be-91a3-4564-9374-95e5ba396440 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417900 Apr 18 20:12:42.612992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:12:42.613329 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:12:42.620931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb40fda-52b2-4e25-a69b-849043533419 req-157cc55d-03ae-4a58-8973-4a1f2df3f42a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:42.626617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bb40fda-52b2-4e25-a69b-849043533419 req-157cc55d-03ae-4a58-8973-4a1f2df3f42a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 1.3989232 Apr 18 20:12:42.678942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 372a1e83-6a42-40a7-aaff-ea63065a61bd up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:12:42.755893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7702f98e-f2e8-4f81-be5f-49a00ea2959f req-e907cb34-95aa-4beb-b081-d68f0c612529 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 210 time: 0.0476739 Apr 18 20:12:42.769322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 372a1e83-6a42-40a7-aaff-ea63065a61bd completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:12:42.778401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 372a1e83-6a42-40a7-aaff-ea63065a61bd triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:42.778916 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.793610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:42.812292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Allocated IP 172.20.0.2 (4f839205-bbcf-485f-9b96-1e0ab75a69ef/8557ea57-8087-403b-b2f4-187b34f03222/adae47ed-779d-4cbe-8f9f-4c323fdd7adf) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:42.813628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.831145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:42.835523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Usage tracker for resource:security_group_rule and tenant:f969c1399945446dac667c7b2d201a37 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:42.839092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:42.845475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:42.867777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37716) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:42.931367 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.963451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] Deleting subnet 2c61ba29-16c8-4f25-a80c-2dc371363a45 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:12:42.969291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:42.970363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bb40fda-52b2-4e25-a69b-849043533419 req-3cdb0962-b546-4034-a24e-74c7b4375210 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263083 Apr 18 20:12:42.982800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 372a1e83-6a42-40a7-aaff-ea63065a61bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=372a1e83-6a42-40a7-aaff-ea63065a61bd,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:42.990893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.037310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.056188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.079238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bcd10c62-0213-4003-998e-9790cac97615,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:43.079772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.124714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.135017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.151132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=372a1e83-6a42-40a7-aaff-ea63065a61bd,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:43.166161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port c3883ffe-e3a6-4794-a282-2093e7d4cc37 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:43.166518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.180077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.246501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f969c1399945446dac667c7b2d201a37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4515276 Apr 18 20:12:43.254227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37722) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:43.377238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67f8509-3dba-47a1-9503-c63d8c2b4e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e368ceac-b1ca-4c60-ab1b-1c3685fb9d21,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:43.388052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e765d7-9bc2-4f8b-8886-d9a042eb0070 req-57a2a9c1-5939-4cf2-ab1e-33688e025c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:43.389594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3e765d7-9bc2-4f8b-8886-d9a042eb0070 req-57a2a9c1-5939-4cf2-ab1e-33688e025c72 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1096 time: 0.9162972 Apr 18 20:12:43.400035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for bcd10c62-0213-4003-998e-9790cac97615 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:43.457215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.465900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bee06fe-933f-4c36-b876-bb47208fe378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.488778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c358-d031-43b0-b4cc-6bfa1187ffc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.509428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c61ba29-16c8-4f25-a80c-2dc371363a45,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:43.531817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.566282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb71af-5919-43f8-80e6-18698d53be53 req-5f4a9cfc-17c9-43df-85f1-4a993a61dd91 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:43.567914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dbb71af-5919-43f8-80e6-18698d53be53 req-5f4a9cfc-17c9-43df-85f1-4a993a61dd91 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 950 time: 0.3201718 Apr 18 20:12:43.572944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c358-d031-43b0-b4cc-6bfa1187ffc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.585361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e982b1b5-7986-4148-a291-f26a737b450d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2c61ba29-16c8-4f25-a80c-2dc371363a45 HTTP/1.1" status: 204 len: 168 time: 0.7156117 Apr 18 20:12:43.586587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37728) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:43.616375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device bcd10c62-0213-4003-998e-9790cac97615 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:43.759265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.797586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bcd10c62-0213-4003-998e-9790cac97615,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:43.803414 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.863210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dbb71af-5919-43f8-80e6-18698d53be53 req-def21482-1b9c-4ad2-be80-3976a6bdb0dd tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823081 Apr 18 20:12:43.882554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4056b6b6-4a6a-4941-8d0c-0f9cae2542b2 req-800bf516-0f28-4eed-8026-3c9631f8d0c2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 210 time: 0.1929927 Apr 18 20:12:43.897556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.913359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=bcd10c62-0213-4003-998e-9790cac97615,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:43.933915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c358-d031-43b0-b4cc-6bfa1187ffc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:43.972661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3e765d7-9bc2-4f8b-8886-d9a042eb0070 req-04d23821-8903-4aa1-be34-50273532aa2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200047 Apr 18 20:12:43.991733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3c358-d031-43b0-b4cc-6bfa1187ffc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e368ceac-b1ca-4c60-ab1b-1c3685fb9d21,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:44.002100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.016460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:44.034186 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c358-d031-43b0-b4cc-6bfa1187ffc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.037080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9fe3c358-d031-43b0-b4cc-6bfa1187ffc1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e368ceac-b1ca-4c60-ab1b-1c3685fb9d21 HTTP/1.1" status: 204 len: 168 time: 0.7298160 Apr 18 20:12:44.163284 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.239363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2243e4-9dba-4c62-a75b-3c13c5dafaf4']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:44.257560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53893732-c7b0-418c-977c-b21d01649103') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:44.257928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53893732-c7b0-418c-977c-b21d01649103') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:44.281615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.285773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:12:44.286279 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:12:44.303567 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.319296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:12:44.319711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:12:44.334212 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:12:44.349118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:44.362936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37'}, {'server_uuid': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372a1e83-6a42-40a7-aaff-ea63065a61bd'}, {'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:44.363143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.366382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:44.378625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:12:44.413744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064ba17-f8fd-43ae-b9b9-8110c6126529 req-02394550-4bca-4afa-8deb-595216b1777f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:44.416217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7064ba17-f8fd-43ae-b9b9-8110c6126529 req-02394550-4bca-4afa-8deb-595216b1777f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 948 time: 0.2273567 Apr 18 20:12:44.419143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:44.463972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.484514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.510119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=de2243e4-9dba-4c62-a75b-3c13c5dafaf4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:44.516606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port c3883ffe-e3a6-4794-a282-2093e7d4cc37, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c3883ffe-e3a6-4794-a282-2093e7d4cc37,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:44.516996 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.523545 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7064ba17-f8fd-43ae-b9b9-8110c6126529 req-5a820158-5a4c-4a75-ae36-19722af4d4a6 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945687 Apr 18 20:12:44.525894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bd8e4fae-a554-4aeb-85a2-bd8ece8fffb2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/de2243e4-9dba-4c62-a75b-3c13c5dafaf4 HTTP/1.1" status: 204 len: 168 time: 0.9358208 Apr 18 20:12:44.532607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:44.607046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] Deleting subnet 019f63d4-ea06-407c-aed5-654bd6d74bc6 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:12:44.610173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.674969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:44.675791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.691543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for c3883ffe-e3a6-4794-a282-2093e7d4cc37 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:44.724238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Deleting port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:44.724583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.730999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.787555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port bcd10c62-0213-4003-998e-9790cac97615 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:44.787907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.814226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a23ff9f-1220-44d9-9520-4846566551ff req-597b3b12-5546-4528-bdcd-d4ebc8cb2ff1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:44.816191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a23ff9f-1220-44d9-9520-4846566551ff req-597b3b12-5546-4528-bdcd-d4ebc8cb2ff1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 945 time: 0.1646633 Apr 18 20:12:44.839622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6777ff-ca83-4f12-93ed-505a67384f6e req-80a454b2-9851-4da3-94dc-0f0fb1f358eb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:44.840354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac6777ff-ca83-4f12-93ed-505a67384f6e req-80a454b2-9851-4da3-94dc-0f0fb1f358eb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:44.847460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.867312 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:44.889739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-b6257622-8aae-4e4c-bbd7-5e45fefcf492 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9122901 Apr 18 20:12:44.934205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a23ff9f-1220-44d9-9520-4846566551ff req-fc3ddd8c-83b6-4b1a-881d-d8975ce4046c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090851 Apr 18 20:12:44.961067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Request body: {'port': {'device_id': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:44.982900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.034164 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eaa7705-2f89-4583-9584-f1648edcc474'] response: {'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'code': 200} Apr 18 20:12:45.035236 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eaa7705-2f89-4583-9584-f1648edcc474'] response: {'server_uuid': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '372a1e83-6a42-40a7-aaff-ea63065a61bd', 'code': 200} Apr 18 20:12:45.035814 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eaa7705-2f89-4583-9584-f1648edcc474'] response: {'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615', 'code': 200} Apr 18 20:12:45.083167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019f63d4-ea06-407c-aed5-654bd6d74bc6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:45.108420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.123552 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-908e7a5c-5605-4af3-b0e3-33d0a03ec13a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/019f63d4-ea06-407c-aed5-654bd6d74bc6 HTTP/1.1" status: 204 len: 168 time: 0.5891838 Apr 18 20:12:45.129030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37768) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:45.290758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.464736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e6102-9423-4e1b-8301-31e4ff558d11 req-d4800067-993d-4cc5-950b-4a514e71d9fe tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:45.468289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-886e6102-9423-4e1b-8301-31e4ff558d11 req-d4800067-993d-4cc5-950b-4a514e71d9fe tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 950 time: 0.2538774 Apr 18 20:12:45.535988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac6777ff-ca83-4f12-93ed-505a67384f6e req-80a454b2-9851-4da3-94dc-0f0fb1f358eb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:45.539103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac6777ff-ca83-4f12-93ed-505a67384f6e req-80a454b2-9851-4da3-94dc-0f0fb1f358eb tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 931 time: 1.3977256 Apr 18 20:12:45.554920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.600177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53df9ba2-78cc-4332-b1f8-7c7f31f3c422']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:45.604712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:45.615049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-886e6102-9423-4e1b-8301-31e4ff558d11 req-c392c711-b8f6-4b89-842e-3bfb1f882b8d tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866694 Apr 18 20:12:45.629352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6088e6d7-8944-4158-8455-798fa7a35d67') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:45.630565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6088e6d7-8944-4158-8455-798fa7a35d67') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:45.659511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:45.660276 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.682355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac6777ff-ca83-4f12-93ed-505a67384f6e req-cff5aad8-af28-4e6d-b24f-d752bce1ffe1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383548 Apr 18 20:12:45.687269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event updated for resources: {'Port': ['ID=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:45.699367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:12:45.704001 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.715094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:12:45.716691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:12:45.736078 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:12:45.874939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] For port 4ccbc24e-8fed-43d2-b6e7-144eecafb3df, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:45.875306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.910154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.915851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.916106 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6325124a-f495-4c7f-b724-e2f2d99193d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.921783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:45.955268 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] 10.222.0.47 "DELETE /v2.0/networks/53df9ba2-78cc-4332-b1f8-7c7f31f3c422 HTTP/1.1" status: 204 len: 168 time: 0.8258634 Apr 18 20:12:45.955268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758513c0-1102-485c-ba24-873829569b7d admin admin] Pushing event deleted for resources: {'Network': ['ID=53df9ba2-78cc-4332-b1f8-7c7f31f3c422,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:45.971929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab2d5-e589-487a-a507-e871cfb61bb1 req-f688e413-cf6d-47db-ab4d-e92167146dbe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:45.973820 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1cfab2d5-e589-487a-a507-e871cfb61bb1 req-f688e413-cf6d-47db-ab4d-e92167146dbe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 931 time: 0.2361085 Apr 18 20:12:46.035143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1cfab2d5-e589-487a-a507-e871cfb61bb1 req-9faa5a8e-d4ab-49b2-9701-8098a5444597 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548902 Apr 18 20:12:46.145559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Calling delete_port for 4ccbc24e-8fed-43d2-b6e7-144eecafb3df owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:46.211576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.218491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:46.219101 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.224502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e23aeaf7-a94b-4ec4-88d6-f2dfd4df0694 req-d909201b-01bd-4ae6-9a3f-9501b6d98a6f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:46.225242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:46.321418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab198b1d-241b-45fe-af9f-77d4900e0214 req-e9807523-adcd-4fae-9272-b581e4a39b0d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:46.329843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab198b1d-241b-45fe-af9f-77d4900e0214 req-e9807523-adcd-4fae-9272-b581e4a39b0d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 945 time: 0.1547637 Apr 18 20:12:46.332255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37796) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:46.373858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=c3883ffe-e3a6-4794-a282-2093e7d4cc37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:46.375822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e23aeaf7-a94b-4ec4-88d6-f2dfd4df0694 req-d909201b-01bd-4ae6-9a3f-9501b6d98a6f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:46.384631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e23aeaf7-a94b-4ec4-88d6-f2dfd4df0694 req-d909201b-01bd-4ae6-9a3f-9501b6d98a6f tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a93ea6f-51d5-4473-ac5e-bc112437a93c HTTP/1.1" status: 200 len: 210 time: 0.5236239 Apr 18 20:12:46.437671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3720ad-8bc7-4d79-a5fd-fddfdd4a5832 req-40d7f070-3aad-4e94-a4c8-316d45221773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:46.439384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d3720ad-8bc7-4d79-a5fd-fddfdd4a5832 req-40d7f070-3aad-4e94-a4c8-316d45221773 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 1101 time: 1.2008538 Apr 18 20:12:46.594277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d5ef1972-6390-4dab-87f6-b5ddf6c822bb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1891830 Apr 18 20:12:46.604672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port c3883ffe-e3a6-4794-a282-2093e7d4cc37 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:46.605022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab198b1d-241b-45fe-af9f-77d4900e0214 req-08fecf87-af61-42b7-b541-712f4c56a0c3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735412 Apr 18 20:12:46.611485 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1aa9aaad-4e85-4737-8b70-52b678d47452 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d0cf0f74be84ea09927b13021ea74fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2773015 Apr 18 20:12:46.611950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37806) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:46.618352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.620250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e25b2ba-9ee7-4ee5-9d56-f4c1bf97982d req-2e934109-7398-483c-9529-d1bc278f00a2 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "DELETE /v2.0/ports/c3883ffe-e3a6-4794-a282-2093e7d4cc37 HTTP/1.1" status: 204 len: 173 time: 7.0374241 Apr 18 20:12:46.621795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'name': 'network-vif-deleted', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:46.632117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Request body: {'port': {'device_id': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:46.679689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port bcd10c62-0213-4003-998e-9790cac97615, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bcd10c62-0213-4003-998e-9790cac97615,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:46.680052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.713894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.779711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee78d24f-4eec-49d3-ac4a-6a2b07fa6d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.808853 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:46.840690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee78d24f-4eec-49d3-ac4a-6a2b07fa6d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:47.051913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee78d24f-4eec-49d3-ac4a-6a2b07fa6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:47.069393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for bcd10c62-0213-4003-998e-9790cac97615 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:47.105797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee78d24f-4eec-49d3-ac4a-6a2b07fa6d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823bc7fc-6ce3-4bf2-ba4b-864079b2b89d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:47.127459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee78d24f-4eec-49d3-ac4a-6a2b07fa6d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:47.128895 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee78d24f-4eec-49d3-ac4a-6a2b07fa6d26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/823bc7fc-6ce3-4bf2-ba4b-864079b2b89d HTTP/1.1" status: 204 len: 168 time: 0.5160198 Apr 18 20:12:47.141189 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d3720ad-8bc7-4d79-a5fd-fddfdd4a5832 req-98405720-8171-4b89-88df-77848c4579ed service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466267 Apr 18 20:12:47.432455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf11d383-cf50-420f-8018-f4547610e754 req-edfb683b-f965-4078-bdac-e4a36002677a tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:47.434337 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf11d383-cf50-420f-8018-f4547610e754 req-edfb683b-f965-4078-bdac-e4a36002677a tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1096 time: 0.1100564 Apr 18 20:12:47.550942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf11d383-cf50-420f-8018-f4547610e754 req-bebdbe5e-958d-43d6-966d-2c3aa257fbc0 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094429 Apr 18 20:12:47.609284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a9889c-ebe8-4f89-88b4-3f947c5cb31b {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:47.625982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:47.836817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:47.872924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75ebb67-eced-4752-be1f-77e6dbb2e007 req-72169ee6-d21f-4f02-9ca7-d81b1130695c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:47.874671 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f75ebb67-eced-4752-be1f-77e6dbb2e007 req-72169ee6-d21f-4f02-9ca7-d81b1130695c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 931 time: 0.1354051 Apr 18 20:12:47.936246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f75ebb67-eced-4752-be1f-77e6dbb2e007 req-548f8f0a-ccb2-43c0-98f4-6ede0de66468 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550253 Apr 18 20:12:47.987305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Transition to ACTIVE for port object 82a9889c-ebe8-4f89-88b4-3f947c5cb31b will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:12:48.026075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37848) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:48.084463 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e5a000-109c-42a1-a429-9fff8aa7027a'] response: {'server_uuid': '0a93ea6f-51d5-4473-ac5e-bc112437a93c', 'name': 'network-vif-deleted', 'tag': 'c3883ffe-e3a6-4794-a282-2093e7d4cc37', 'status': 'completed', 'code': 200} Apr 18 20:12:48.089548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c9821ab-2854-4a6a-8b38-2bccc49844b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06eb422b79954af8a635edf2605b0946&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0588050 Apr 18 20:12:48.090157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37852) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:48.112704 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.126797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.138516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:48.295695 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5bdc1e74-11b5-482e-a6d5-64fdb1ff8b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.395737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5bdc1e74-11b5-482e-a6d5-64fdb1ff8b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.491325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a7bccb-f68a-4130-bfd5-60b81302c757 req-52de7e8f-3aed-4f4f-9a11-2788338039b7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:48.492154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73955796-7a9c-48ab-b6a1-fd4e0d4c0aa7 req-9411bc9a-9c7f-4a64-afcf-fb8f0b921699 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:48.493090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-73955796-7a9c-48ab-b6a1-fd4e0d4c0aa7 req-9411bc9a-9c7f-4a64-afcf-fb8f0b921699 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Synchronizing usage tracker for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:48.495534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7a7bccb-f68a-4130-bfd5-60b81302c757 req-52de7e8f-3aed-4f4f-9a11-2788338039b7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 931 time: 0.2805266 Apr 18 20:12:48.507287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.508355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.568702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port bcd10c62-0213-4003-998e-9790cac97615 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:48.595849 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.599103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:48.601906 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.625933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7a7bccb-f68a-4130-bfd5-60b81302c757 req-ad2f07c9-c9e6-4349-a188-540203c47492 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138666 Apr 18 20:12:48.664545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5bdc1e74-11b5-482e-a6d5-64fdb1ff8b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.685819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc1e74-11b5-482e-a6d5-64fdb1ff8b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a70173d0-7169-41ef-bcaa-8d36826b8156,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:48.695908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5bdc1e74-11b5-482e-a6d5-64fdb1ff8b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:48.697243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5bdc1e74-11b5-482e-a6d5-64fdb1ff8b33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a70173d0-7169-41ef-bcaa-8d36826b8156 HTTP/1.1" status: 204 len: 168 time: 0.6050942 Apr 18 20:12:48.813041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=bcd10c62-0213-4003-998e-9790cac97615,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:48.912279 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:49.016503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6290282-2b1f-4ffc-804e-745285d20c5a req-c96d5da6-b979-4b23-94e8-adb607838d23 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:49.018629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6290282-2b1f-4ffc-804e-745285d20c5a req-c96d5da6-b979-4b23-94e8-adb607838d23 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1096 time: 0.1185913 Apr 18 20:12:49.029787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Pushing event deleted for resources: {'Port': ['ID=4ccbc24e-8fed-43d2-b6e7-144eecafb3df,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:49.097733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-73955796-7a9c-48ab-b6a1-fd4e0d4c0aa7 req-9411bc9a-9c7f-4a64-afcf-fb8f0b921699 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Unset dirty status for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:49.098906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-73955796-7a9c-48ab-b6a1-fd4e0d4c0aa7 req-9411bc9a-9c7f-4a64-afcf-fb8f0b921699 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 950 time: 2.1762476 Apr 18 20:12:49.100068 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c7b3920-7f71-48fe-b609-1e49723372cd req-95e5560c-d733-4ec1-8b8d-142a2e48f9ea tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "DELETE /v2.0/ports/bcd10c62-0213-4003-998e-9790cac97615 HTTP/1.1" status: 204 len: 173 time: 8.1591003 Apr 18 20:12:49.100726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:49.101051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:49.101375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:49.117202 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6290282-2b1f-4ffc-804e-745285d20c5a req-128cfc82-c388-4cbd-86db-a32f52705ad8 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864730 Apr 18 20:12:49.193448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:12:49.193822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:49.246846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:12:49.247241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:12:49.247641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:12:49.248065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Bound port: 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:49.248393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:49.355828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-73955796-7a9c-48ab-b6a1-fd4e0d4c0aa7 req-f3b05d0e-9d63-49f6-b8e4-e8fe490509fe tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Synchronizing usage tracker for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:49.567580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f421a040-2dce-4b5e-b366-d3be13b5ae0d req-63009fdb-a33e-4cee-bd1f-56450b107f17 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=84617dc9-34ea-4989-93f7-dc9b7095ba99 HTTP/1.1" status: 200 len: 210 time: 0.0549896 Apr 18 20:12:49.578699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-73955796-7a9c-48ab-b6a1-fd4e0d4c0aa7 req-f3b05d0e-9d63-49f6-b8e4-e8fe490509fe tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Unset dirty status for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:49.580301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-73955796-7a9c-48ab-b6a1-fd4e0d4c0aa7 req-f3b05d0e-9d63-49f6-b8e4-e8fe490509fe tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4517868 Apr 18 20:12:49.615264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:12:49.663810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:49.683723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:12:49.762820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:50.040969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adae47ed-779d-4cbe-8f9f-4c323fdd7adf {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:50.068923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:50.069569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:50.071456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] 10.222.0.61 "PUT /v2.0/ports/82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 200 len: 1091 time: 5.1411839 Apr 18 20:12:50.087515 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:50.108039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'name': 'network-vif-deleted', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615'}, {'name': 'network-changed', 'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:50.235718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cffa81-4d18-447b-88ae-0a0c0dcaaefa service neutron] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:50.254709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73cbd30-821a-4313-bed8-622d6fb5b643 req-b6ecce96-53e1-403c-a4d4-8800751046ba tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:50.255332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Transition to ACTIVE for port object adae47ed-779d-4cbe-8f9f-4c323fdd7adf will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:12:50.257283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d73cbd30-821a-4313-bed8-622d6fb5b643 req-b6ecce96-53e1-403c-a4d4-8800751046ba tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 943 time: 0.1191652 Apr 18 20:12:50.279286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:50.354851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d73cbd30-821a-4313-bed8-622d6fb5b643 req-ed9d7ee4-befe-4f54-9da6-156b893c834c tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885749 Apr 18 20:12:50.519928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Pushing event updated for resources: {'Port': ['ID=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:50.534884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10007d2b-ee0f-41f4-b996-4ea38dbb89ae req-13bb2c1c-b249-44f0-b6e1-18d38c97f450 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:50.535642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-10007d2b-ee0f-41f4-b996-4ea38dbb89ae req-13bb2c1c-b249-44f0-b6e1-18d38c97f450 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:50.708782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-f94603f2-abe6-4b1d-8fe4-bfcde4136eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:50.710436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-f94603f2-abe6-4b1d-8fe4-bfcde4136eca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1094 time: 0.5263422 Apr 18 20:12:50.724203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-10007d2b-ee0f-41f4-b996-4ea38dbb89ae req-13bb2c1c-b249-44f0-b6e1-18d38c97f450 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:50.730849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10007d2b-ee0f-41f4-b996-4ea38dbb89ae req-13bb2c1c-b249-44f0-b6e1-18d38c97f450 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 931 time: 0.9035032 Apr 18 20:12:50.844337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-14429aec-a8bd-4cdd-ab38-ae36fb79f318 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 200 len: 217 time: 0.1068726 Apr 18 20:12:50.926727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10007d2b-ee0f-41f4-b996-4ea38dbb89ae req-5461a0b1-1d5f-4bc0-8608-512c21e596ca tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943390 Apr 18 20:12:50.930388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:12:50.938831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Attempting to bind port adae47ed-779d-4cbe-8f9f-4c323fdd7adf on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:50.939214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Attempting to bind port adae47ed-779d-4cbe-8f9f-4c323fdd7adf by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:50.940269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Attempting to bind port adae47ed-779d-4cbe-8f9f-4c323fdd7adf on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:50.948704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Port adae47ed-779d-4cbe-8f9f-4c323fdd7adf on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:12:50.949035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Attempting to bind port adae47ed-779d-4cbe-8f9f-4c323fdd7adf on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:50.963776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:12:50.964140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:12:50.964494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Bound using segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:12:50.964934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Bound port: adae47ed-779d-4cbe-8f9f-4c323fdd7adf, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:50.965280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:51.052367 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ae82e7-b0f3-47fd-8960-f2b6531efb39'] response: {'server_uuid': '84617dc9-34ea-4989-93f7-dc9b7095ba99', 'name': 'network-vif-deleted', 'tag': 'bcd10c62-0213-4003-998e-9790cac97615', 'status': 'completed', 'code': 200} Apr 18 20:12:51.052987 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ae82e7-b0f3-47fd-8960-f2b6531efb39'] response: {'name': 'network-changed', 'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b', 'status': 'completed', 'code': 200} Apr 18 20:12:51.070119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-4bcf5b29-fe90-4d33-bced-ea0ada8d9f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:51.071696 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-4bcf5b29-fe90-4d33-bced-ea0ada8d9f14 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.2036259 Apr 18 20:12:51.182867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-67fca341-e39a-4834-aead-12056c7e2e15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654409 Apr 18 20:12:51.424285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] For port adae47ed-779d-4cbe-8f9f-4c323fdd7adf, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:12:51.433200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:12:51.446426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-048c52f2-a81c-488f-a9ac-b1c6d2f9c8fe admin admin] 10.222.0.47 "PUT /v2.0/routers/83f2a330-104e-4cf1-8bd0-4f38a8da3346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4272523 Apr 18 20:12:51.447690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] For port adae47ed-779d-4cbe-8f9f-4c323fdd7adf, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:12:51.448351 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] Sync routers for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:12:51.448935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37954) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:51.458090 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:51.480414 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:12:51.481055 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:12:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:51.537253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:51.537920 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:51.539351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] 10.222.0.55 "PUT /v2.0/ports/adae47ed-779d-4cbe-8f9f-4c323fdd7adf HTTP/1.1" status: 200 len: 1091 time: 4.9237278 Apr 18 20:12:51.543690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-3cf64315-46b8-4f7a-ae5e-cdd90113e616 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3542142 Apr 18 20:12:51.775341 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:12:51.813839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa482cf8-ac82-4dde-8271-edfd13895df4 service neutron] Pushing event updated for resources: {'Port': ['ID=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:51.903106 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:51.992766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-d5a4b362-e4a2-4d09-a94d-7384c25291eb tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5aef6b01dbae42498f888bbe50b70ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1713283 Apr 18 20:12:52.214303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d0fe9f92-b708-4865-800f-6f993c81824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:52.215845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-d0fe9f92-b708-4865-800f-6f993c81824e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 1094 time: 0.6115458 Apr 18 20:12:52.231771 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:12:47Z', 'revision_number': 5, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port': {'id': '4f10afe5-dd7b-454f-a1e0-4d844c48e58c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:32:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:21Z', 'updated_at': '2022-04-18T20:09:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:52.237029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] Checking router: 83f2a330-104e-4cf1-8bd0-4f38a8da3346 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:12:52.248398 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] Routers {'83f2a330-104e-4cf1-8bd0-4f38a8da3346'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:12:52.249194 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:12:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:52.271605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-ad6481fd-557c-4395-ae99-ac100f68d380 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:12:52.284177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-ad6481fd-557c-4395-ae99-ac100f68d380 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0224376 Apr 18 20:12:52.288522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:52.300497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Request body: {'binding': {'host': 'n-h2-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:52.301319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Unknown quota resources ['binding']. {{(pid=88141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:12:52.358467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Deleting port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:52.358940 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:52.380995 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cf549dc-2281-4b37-b611-90c698a2a339 req-332d3240-8b66-4016-81db-84824db0c874 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265231 Apr 18 20:12:52.391040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-ef66306e-ae81-4887-9e0e-3e2ee72ec33d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adae47ed-779d-4cbe-8f9f-4c323fdd7adf HTTP/1.1" status: 200 len: 217 time: 0.0882156 Apr 18 20:12:52.545940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a97f3-651a-4776-91f5-55a8ba634782 req-88f69aa4-7259-45f6-8de7-e56aa73bc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:52.547688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-88f69aa4-7259-45f6-8de7-e56aa73bc2b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.1500940 Apr 18 20:12:52.624549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-6bf883da-8733-43d8-898c-725b454bfe00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630496 Apr 18 20:12:52.634532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-042492c2-a312-440b-87c7-62c4ab571308 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:52.642110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-042492c2-a312-440b-87c7-62c4ab571308 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6421413 Apr 18 20:12:52.661344 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] Set router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:12:52.702556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-4b074049-98f9-45e3-a82d-91507dba61d6 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/quotas/5aef6b01dbae42498f888bbe50b70ea1 HTTP/1.1" status: 200 len: 375 time: 0.0578196 Apr 18 20:12:52.802024 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:12:52Z', 'revision_number': 6, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:52.806982 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931b255-7c65-471e-849d-53ca32eed9ec None None] The sync data for ids ['83f2a330-104e-4cf1-8bd0-4f38a8da3346'] in n-d-836016-3 is: [{'id': '83f2a330-104e-4cf1-8bd0-4f38a8da3346', 'name': 'tempest-AttachSCSIVolumeTestJSON-241098056-router', 'tenant_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:20Z', 'updated_at': '2022-04-18T20:12:52Z', 'revision_number': 6, 'project_id': 'b10a82498ecd4ac7ad0fc1c34527fee7', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:12:52.827159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-ab7bc9a8-b878-4d2f-a84b-327ff1e774ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:52.828658 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-ab7bc9a8-b878-4d2f-a84b-327ff1e774ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1094 time: 0.3599665 Apr 18 20:12:52.840727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-c323b5b1-3a02-4c96-b784-c5a7b61340ee tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5aef6b01dbae42498f888bbe50b70ea1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1368749 Apr 18 20:12:52.954457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] For port 4f10afe5-dd7b-454f-a1e0-4d844c48e58c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:52.955410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:53.053412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'tag': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:53.091142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-cd7aa5b1-7cbe-41c7-8f1b-9517212265de service neutron] 10.222.0.55 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453347 Apr 18 20:12:53.115521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Calling delete_port for 4f10afe5-dd7b-454f-a1e0-4d844c48e58c owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:53.194995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on host n-h2-836016-3 for vnic_type normal with profile None {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:12:53.195715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:12:53.195996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:53.227885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:12:53.228205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:12:53.247371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:12:53.247715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:12:53.249616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:12:53.250131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Bound port: 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:12:53.304188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-b2d8e416-fe37-4cb2-907b-6b662a82ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:53.309996 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-b2d8e416-fe37-4cb2-907b-6b662a82ed36 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.4490755 Apr 18 20:12:53.335446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:12:53.344675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:53.362303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4e0a2029-6b14-414b-a6dd-9008d0676231 service neutron] 10.222.0.47 "POST /v2.0/ports/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86/bindings HTTP/1.1" status: 201 len: 389 time: 1.0769010 Apr 18 20:12:53.501338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:53.554698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-8081dc7c-3b2f-4383-9aff-be35401a3bf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 200 len: 217 time: 0.2317777 Apr 18 20:12:53.579256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f10afe5-dd7b-454f-a1e0-4d844c48e58c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:53.774293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-187a97f3-651a-4776-91f5-55a8ba634782 req-5bcf26b9-05b6-46a5-bf6f-91039d4731f9 service neutron] 10.222.0.55 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679435 Apr 18 20:12:53.819645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-c1da194c-eade-48af-82f3-aaf5d1309e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:53.822066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-c1da194c-eade-48af-82f3-aaf5d1309e6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.2442925 Apr 18 20:12:53.831655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:53.922725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6657a-7ec5-47c2-97f4-6d58ad7c6db8 req-f42b3302-4e8e-4ab9-99e9-2643f5ebadb5 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:53.924988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f6657a-7ec5-47c2-97f4-6d58ad7c6db8 req-f42b3302-4e8e-4ab9-99e9-2643f5ebadb5 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 950 time: 0.5245676 Apr 18 20:12:53.933850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-f1e947d0-6afc-4b9b-b951-712bd33eea75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924928 Apr 18 20:12:54.034060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-e9458682-9c1f-428a-9922-4940667d89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:54.036371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-e9458682-9c1f-428a-9922-4940667d89b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1096 time: 0.3684583 Apr 18 20:12:54.042826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.045327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.093027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534107-e88a-4257-bbf8-30ef690beed4 req-92835e9d-6f0b-46c3-8de9-85b3532a3b2a tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:54.094370 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e534107-e88a-4257-bbf8-30ef690beed4 req-92835e9d-6f0b-46c3-8de9-85b3532a3b2a tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 943 time: 0.4551382 Apr 18 20:12:54.095536 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.096029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83f2a330-104e-4cf1-8bd0-4f38a8da3346 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:12:54.135604 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.139020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-be20a414-0f4b-4dd2-ae25-d400e31adb24 admin admin] 10.222.0.47 "DELETE /v2.0/routers/83f2a330-104e-4cf1-8bd0-4f38a8da3346 HTTP/1.1" status: 204 len: 168 time: 2.6841838 Apr 18 20:12:54.140228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:54.183927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f6657a-7ec5-47c2-97f4-6d58ad7c6db8 req-b421771a-c366-4dda-96b0-4ede5f3fb94c tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468822 Apr 18 20:12:54.215962 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e534107-e88a-4257-bbf8-30ef690beed4 req-236f4f87-808e-4ffd-bd10-a608ac03ec4f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060662 Apr 18 20:12:54.324662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] Deleting subnet 2a7a143f-216f-4b9c-9516-a3ec7ed69dae {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:12:54.331776 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.449265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac473121-cb90-4545-a713-767066916d80 req-21dd898e-9572-4493-ad61-b80a85c9eba0 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 210 time: 0.0588782 Apr 18 20:12:54.463945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.634476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.652871 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c72e0b3-9e74-4a2b-a998-d14dd2b29a52'] response: {'name': 'network-changed', 'server_uuid': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'tag': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf', 'status': 'completed', 'code': 200} Apr 18 20:12:54.746839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-66041bd1-cfb3-4913-9474-33c61c1b3677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:54.748515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-66041bd1-cfb3-4913-9474-33c61c1b3677 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.5932617 Apr 18 20:12:54.808545 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-072e3b10-90d3-46b1-a84a-65bb8e5b33e8 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5aef6b01dbae42498f888bbe50b70ea1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602777 Apr 18 20:12:54.844666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-23039e8d-1eb2-47aa-b37b-c652c4306424 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 200 len: 217 time: 0.0828433 Apr 18 20:12:54.886868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4f10afe5-dd7b-454f-a1e0-4d844c48e58c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:54.891158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.974215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:54.977444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a7a143f-216f-4b9c-9516-a3ec7ed69dae,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:54.977659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4f10afe5-dd7b-454f-a1e0-4d844c48e58c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:54.978005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4f10afe5-dd7b-454f-a1e0-4d844c48e58c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:54.978417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ccbc24e-8fed-43d2-b6e7-144eecafb3df no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:55.025855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0057ebb-f49a-488c-823b-f6677a9fdf63 None None] Network d50ab034-d532-42da-b3fd-b5eff4185e37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:12:55.064631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-58d7e56a-2e53-4b1b-ae4a-87d49c2a1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:55.083196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-58d7e56a-2e53-4b1b-ae4a-87d49c2a1dd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.2193942 Apr 18 20:12:55.094031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-6825c2ba-ceb2-4a52-a91f-4b9c54729241 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1407843 Apr 18 20:12:55.116484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-05739ae7-d42d-44f9-ab0a-204ec28a915c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2a7a143f-216f-4b9c-9516-a3ec7ed69dae HTTP/1.1" status: 204 len: 168 time: 0.9712813 Apr 18 20:12:55.117152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38020) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:12:55.118440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4ccbc24e-8fed-43d2-b6e7-144eecafb3df {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:55.118440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ccbc24e-8fed-43d2-b6e7-144eecafb3df not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:55.231657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-bcf1ef64-6a16-4df2-8422-d12f7db84934 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112254 Apr 18 20:12:55.239303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-9cd3a1ee-fce0-4a0e-937f-59bd31f7a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:55.240803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-9cd3a1ee-fce0-4a0e-937f-59bd31f7a8af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 1094 time: 0.5872047 Apr 18 20:12:55.419414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] DHCP port deletion for d50ab034-d532-42da-b3fd-b5eff4185e37 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:12:55.425083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Deleting port af99fe65-9242-4e58-b644-744e44ff9f0d {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:55.425581 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.507809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.552795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-4090ea78-0b4e-4ac1-b7be-fc86fdad7cc5 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:55.554383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-4090ea78-0b4e-4ac1-b7be-fc86fdad7cc5 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7402256 Apr 18 20:12:55.567979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e755405-8117-4d3c-8854-920334d77f28 req-78f01ebf-4008-4240-8c98-cd55a8fc0876 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:55.569599 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e755405-8117-4d3c-8854-920334d77f28 req-78f01ebf-4008-4240-8c98-cd55a8fc0876 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 945 time: 0.4515107 Apr 18 20:12:55.570348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Deleting port af99fe65-9242-4e58-b644-744e44ff9f0d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:55.570680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.590186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d9335-c711-4106-bf66-bd349cbf4518 req-c3456de8-614c-46d1-ba89-b0c4af75d955 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:55.597777 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb0d9335-c711-4106-bf66-bd349cbf4518 req-c3456de8-614c-46d1-ba89-b0c4af75d955 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 943 time: 0.9428418 Apr 18 20:12:55.663591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-522cba94-1a99-4aac-a5e0-317b444c06c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:55.665190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-522cba94-1a99-4aac-a5e0-317b444c06c7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 0.4183993 Apr 18 20:12:55.670816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Request body: {'port': {'device_id': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '5aef6b01dbae42498f888bbe50b70ea1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:55.696844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device adae47ed-779d-4cbe-8f9f-4c323fdd7adf details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:12:55.740357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] For port af99fe65-9242-4e58-b644-744e44ff9f0d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=af99fe65-9242-4e58-b644-744e44ff9f0d,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:55.741285 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:55.752240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51af7a05-b091-4043-bb6a-fbd4599614f4 req-f860bc4d-2f0a-463f-a69e-5a58bddd4e41 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6478624 Apr 18 20:12:55.777265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-5d765954-dd1d-47c7-b591-4230539c3467 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=adae47ed-779d-4cbe-8f9f-4c323fdd7adf HTTP/1.1" status: 200 len: 217 time: 0.0964396 Apr 18 20:12:55.790890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb0d9335-c711-4106-bf66-bd349cbf4518 req-0bf5762c-d540-4509-b46d-d171c1a2dafa tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920543 Apr 18 20:12:55.816780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-c233150d-5279-4068-933f-e6b8b4b82bb9 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5559201 Apr 18 20:12:55.867427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:55.883741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Usage tracker for resource:port and tenant:5aef6b01dbae42498f888bbe50b70ea1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:55.893692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:55.913743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:55.930328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:12:55.953986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Calling delete_port for af99fe65-9242-4e58-b644-744e44ff9f0d owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:55.959430 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e755405-8117-4d3c-8854-920334d77f28 req-83676b51-43eb-4a03-81f4-584597ae4a2f tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223975 Apr 18 20:12:56.025826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Made reservation on behalf of 5aef6b01dbae42498f888bbe50b70ea1 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:12:56.029896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:56.053110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:56.192866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-16774f03-8e2a-4a02-8272-55b0e6d836c3 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750975 Apr 18 20:12:56.230557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-f8bd64e9-1bb0-4cfa-9b0d-9d1a0e5c2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:56.238058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-f8bd64e9-1bb0-4cfa-9b0d-9d1a0e5c2331 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.4347584 Apr 18 20:12:56.247858 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:56.270520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:12:56.322087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Usage tracker for resource:security_group_rule and tenant:5aef6b01dbae42498f888bbe50b70ea1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:12:56.344726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:12:56.353092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-561e0e53-38ce-478c-a3fe-7e976fb18f15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125767 Apr 18 20:12:56.377744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:12:56.381059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] For port af99fe65-9242-4e58-b644-744e44ff9f0d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=af99fe65-9242-4e58-b644-744e44ff9f0d,segment=NetworkSegment(a368c5cf-a95b-4633-a681-77a646376572),segment_id=a368c5cf-a95b-4633-a681-77a646376572)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:56.385138 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:56.788253 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-78e5f687-b1d8-41b8-84a0-0a6b335e71bd service neutron] 10.222.0.55 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246991 Apr 18 20:12:56.896675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port adae47ed-779d-4cbe-8f9f-4c323fdd7adf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:57.025216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device af99fe65-9242-4e58-b644-744e44ff9f0d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:12:57.186200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Pushing event deleted for resources: {'Port': ['ID=af99fe65-9242-4e58-b644-744e44ff9f0d,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:57.214683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: af99fe65-9242-4e58-b644-744e44ff9f0d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:12:57.218714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device af99fe65-9242-4e58-b644-744e44ff9f0d not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:12:57.239608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.242986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.244785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.245343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.245958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.246640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.248296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.248865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.249394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.249958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.250482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.251021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:12:57.273184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d7de9d-45c1-4dc5-a079-1d47c0d312c5 None None] No DVR routers for this DVR port af99fe65-9242-4e58-b644-744e44ff9f0d on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:57.276197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'port_id': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf', 'mac_address': 'fa:16:3e:58:1f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8557ea57-8087-403b-b2f4-187b34f03222', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:12:57.320745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:57.356587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Calling delete_port for af99fe65-9242-4e58-b644-744e44ff9f0d owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:57.374822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:57.394526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adae47ed-779d-4cbe-8f9f-4c323fdd7adf {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:12:57.421121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port adae47ed-779d-4cbe-8f9f-4c323fdd7adf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:57.431310 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:57.536485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7951-ea1b-46f6-a9b0-9e25a9c5a912 req-672d4df8-d074-415c-adba-ef6ddab6dcee tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:57.538510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cbf7951-ea1b-46f6-a9b0-9e25a9c5a912 req-672d4df8-d074-415c-adba-ef6ddab6dcee tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 943 time: 0.6822751 Apr 18 20:12:57.566628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a58b193b-2b43-4960-acc6-102d77e1c29e req-4d706b7f-b6fa-4788-9f80-f83ede55f62c service neutron] 10.222.0.55 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696376 Apr 18 20:12:57.613479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ced205c-8b44-4f04-8805-e2341ae85d5e req-de168959-aa71-4e54-9d38-ec871898944a tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 210 time: 0.1480718 Apr 18 20:12:57.614214 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:57.618386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:57.640584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cbf7951-ea1b-46f6-a9b0-9e25a9c5a912 req-da4f7642-32fc-4c5a-9717-0896c28436da tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Apr 18 20:12:57.757620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450a048a-92fa-4fa4-abc9-4e34e95493e9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:57.840556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['adae47ed-779d-4cbe-8f9f-4c323fdd7adf'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:57.998102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a93f39-d64d-4fc8-9828-23f9028cdd27 req-4c37c9bf-3a48-4fbe-bbdf-3b8653624d8d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:58.000974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37a93f39-d64d-4fc8-9828-23f9028cdd27 req-4c37c9bf-3a48-4fbe-bbdf-3b8653624d8d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 944 time: 0.1927419 Apr 18 20:12:58.077500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37a93f39-d64d-4fc8-9828-23f9028cdd27 req-b4a88de1-5f2e-4d94-8c56-d76a17ad9e70 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684628 Apr 18 20:12:58.117436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:12:58.117811 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:12:58.161715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Allocated IP 192.168.233.6 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/79479006-11b9-481d-bc82-e62b5e066eaa) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:12:58.317266 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-8ff6dc38-dd88-456d-95c2-f856adaf9914 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d129eb2d04684525a68d1ba27a9ae783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809016 Apr 18 20:12:58.323858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7204ed3-d477-423f-af27-919a12f4ee3a req-90f535e1-9cf4-42f8-b161-fcae207a3c76 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:58.331903 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7204ed3-d477-423f-af27-919a12f4ee3a req-90f535e1-9cf4-42f8-b161-fcae207a3c76 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 949 time: 0.5551124 Apr 18 20:12:58.393788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7204ed3-d477-423f-af27-919a12f4ee3a req-78d2913c-fbda-49cd-9d37-95b460c5e923 tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.47 "GET /v2.0/security-groups?id=17d06e43-b11c-4843-910b-9ee68552b50d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607831 Apr 18 20:12:58.413005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-d93ab7b9-6289-4480-a07f-b02857059bed tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:58.414427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-d93ab7b9-6289-4480-a07f-b02857059bed tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Synchronizing usage tracker for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:12:58.550144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-d93ab7b9-6289-4480-a07f-b02857059bed tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Unset dirty status for tenant:159f273d2b3d468498eede75254dd129 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:12:58.551907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-d93ab7b9-6289-4480-a07f-b02857059bed tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "GET /v2.0/ports?device_id=04c35545-2bc6-4bc3-a04a-342e3c304ae0 HTTP/1.1" status: 200 len: 949 time: 0.4122765 Apr 18 20:12:58.601724 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:58.619250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Deleting port af99fe65-9242-4e58-b644-744e44ff9f0d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:58.619891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:58.657496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Deleting port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:12:58.658546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:58.708204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Transition to ACTIVE for port object 79479006-11b9-481d-bc82-e62b5e066eaa will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:12:58.729088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] The port 'af99fe65-9242-4e58-b644-744e44ff9f0d' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:12:58.755137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3d75ac1f-cf5c-4ec0-892f-c459b39157cc tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:58.756918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3d75ac1f-cf5c-4ec0-892f-c459b39157cc tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4269037 Apr 18 20:12:58.814794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:58.946714 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-299246e3-2d74-415d-a05a-0479a282c3c3 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/quotas/d129eb2d04684525a68d1ba27a9ae783 HTTP/1.1" status: 200 len: 375 time: 0.0313997 Apr 18 20:12:59.041057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] For port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:12:59.042548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.105389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:12:59.120296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8291b5d0-6b70-4db2-9ce9-0fc5072bdf37 req-aa8eb79d-af39-4d95-8a3d-ae889f8f99b4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:59.134207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8291b5d0-6b70-4db2-9ce9-0fc5072bdf37 req-aa8eb79d-af39-4d95-8a3d-ae889f8f99b4 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 945 time: 0.6030352 Apr 18 20:12:59.154341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:12:59.168889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:12:59.196617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Calling delete_port for 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:12:59.222294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.283083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-45d357d5-1e0c-4208-b751-84ee79afa008 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d129eb2d04684525a68d1ba27a9ae783&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3237991 Apr 18 20:12:59.306574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50ab034-d532-42da-b3fd-b5eff4185e37']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:59.333246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:59.337988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a368c5cf-a95b-4633-a681-77a646376572') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:59.338563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a368c5cf-a95b-4633-a681-77a646376572') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:12:59.354857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8291b5d0-6b70-4db2-9ce9-0fc5072bdf37 req-6b76d3d8-6360-4473-8674-ac950cdd1ec3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190828 Apr 18 20:12:59.370961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.417582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:59.418369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.436789 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.449499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:12:59.450253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.500607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:12:59.507277 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:12:59.513845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:12:59.596352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Pushing event deleted for resources: {'Port': ['ID=8bb5438e-a6c7-4f67-a7d6-cdf1f3869513,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:12:59.640659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-06d218dd-9505-49a5-ac8c-3a3ae1083466 None None] Provisioning for port 79479006-11b9-481d-bc82-e62b5e066eaa completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:12:59.650079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-06d218dd-9505-49a5-ac8c-3a3ae1083466 None None] Provisioning complete for port 79479006-11b9-481d-bc82-e62b5e066eaa triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:59.650814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-06d218dd-9505-49a5-ac8c-3a3ae1083466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.731676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-06d218dd-9505-49a5-ac8c-3a3ae1083466 None None] Port 79479006-11b9-481d-bc82-e62b5e066eaa cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:12:59.737923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device adae47ed-779d-4cbe-8f9f-4c323fdd7adf up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:12:59.765775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] No DVR routers for this DVR port 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:12:59.769723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.772333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'name': 'network-vif-deleted', 'tag': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:12:59.794271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2516ca99-10c3-4eea-a4d8-33a1d797f8c7 req-567b33cb-146d-4980-b7e4-440904cda2bb tempest-ServersOnMultiNodesTest-456875775 tempest-ServersOnMultiNodesTest-456875775-project] 10.222.0.55 "DELETE /v2.0/ports/8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 HTTP/1.1" status: 204 len: 173 time: 1.2323549 Apr 18 20:12:59.841923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d1f39e-4f62-49d6-9f8a-82dbc5aac3a0 req-093dce2b-9205-4415-8b04-b898fbb6ca12 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:12:59.851508 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00d1f39e-4f62-49d6-9f8a-82dbc5aac3a0 req-093dce2b-9205-4415-8b04-b898fbb6ca12 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 943 time: 0.2564569 Apr 18 20:12:59.851880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-a78718a9-46f1-48aa-8387-f19edc83f652 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.2133133 Apr 18 20:12:59.859824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port adae47ed-779d-4cbe-8f9f-4c323fdd7adf completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:12:59.875316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port adae47ed-779d-4cbe-8f9f-4c323fdd7adf triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:12:59.876565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:12:59.889254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Request body: {'port': {'device_id': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:12:59.931758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00d1f39e-4f62-49d6-9f8a-82dbc5aac3a0 req-79c498e3-184d-4d0c-9769-e23d83db6e72 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769970 Apr 18 20:13:00.146558 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:00.195696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:00.224212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=d50ab034-d532-42da-b3fd-b5eff4185e37,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:00.260502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:00.276848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:00.296940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5d67137-caba-46cb-a8c8-60fce3427ebd admin admin] 10.222.0.47 "DELETE /v2.0/networks/d50ab034-d532-42da-b3fd-b5eff4185e37 HTTP/1.1" status: 204 len: 168 time: 5.1150038 Apr 18 20:13:00.306218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38116) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:00.318329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004137-5ec3-4cbf-b0ab-b68b69c87e0b req-8ebabf19-b4d3-423b-9530-de902ad75aba tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:00.319540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-75004137-5ec3-4cbf-b0ab-b68b69c87e0b req-8ebabf19-b4d3-423b-9530-de902ad75aba tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Synchronizing usage tracker for tenant:5aef6b01dbae42498f888bbe50b70ea1 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:00.323840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c566e-a9ee-4539-b42a-f17f62455ab7 req-9d4fcfbf-835f-4e46-9d7d-4ddad0285c12 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:00.333611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-519c566e-a9ee-4539-b42a-f17f62455ab7 req-9d4fcfbf-835f-4e46-9d7d-4ddad0285c12 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 944 time: 0.2311971 Apr 18 20:13:00.372506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:00.400469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port adae47ed-779d-4cbe-8f9f-4c323fdd7adf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:00.406562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:00.420416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-519c566e-a9ee-4539-b42a-f17f62455ab7 req-1c04ffbc-dc06-4d23-ab1d-9b51d1cebc50 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760159 Apr 18 20:13:00.533821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:00.575267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-75004137-5ec3-4cbf-b0ab-b68b69c87e0b req-8ebabf19-b4d3-423b-9530-de902ad75aba tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Unset dirty status for tenant:5aef6b01dbae42498f888bbe50b70ea1 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:00.576712 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75004137-5ec3-4cbf-b0ab-b68b69c87e0b req-8ebabf19-b4d3-423b-9530-de902ad75aba tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 934 time: 1.0123508 Apr 18 20:13:00.722553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00d8bdeb-c227-4692-8b59-ed41216f21fc req-31e36aa1-e2d1-4fa9-8f72-8c15f51519d8 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 210 time: 0.1128702 Apr 18 20:13:00.754919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-8a9dc111-2085-4ca3-9e63-73dd2d5945b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1408532 Apr 18 20:13:00.772345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 82a9889c-ebe8-4f89-88b4-3f947c5cb31b details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:13:00.855337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-75004137-5ec3-4cbf-b0ab-b68b69c87e0b req-0c84e0b4-fcfc-4938-8fbf-04f1b180978a tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Synchronizing usage tracker for tenant:5aef6b01dbae42498f888bbe50b70ea1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:00.999876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:01.018059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38136) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:01.036868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b', 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37', 'port_id': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b', 'mac_address': 'fa:16:3e:78:65:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '921d894b-aadb-4af8-a6f7-2fc211820e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:13:01.067267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-75004137-5ec3-4cbf-b0ab-b68b69c87e0b req-0c84e0b4-fcfc-4938-8fbf-04f1b180978a tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Unset dirty status for tenant:5aef6b01dbae42498f888bbe50b70ea1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:01.094480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75004137-5ec3-4cbf-b0ab-b68b69c87e0b req-0c84e0b4-fcfc-4938-8fbf-04f1b180978a tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5060651 Apr 18 20:13:01.100917 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6264666a-f2fd-453c-a3a9-3c6771c3f25f'] response: {'server_uuid': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf', 'code': 200} Apr 18 20:13:01.146267 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08a53359-22b3-42ef-9ebc-54bfbe8b0f8b'] response: {'server_uuid': '04c35545-2bc6-4bc3-a04a-342e3c304ae0', 'name': 'network-vif-deleted', 'tag': '8bb5438e-a6c7-4f67-a7d6-cdf1f3869513', 'status': 'completed', 'code': 200} Apr 18 20:13:01.211017 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.263457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82a9889c-ebe8-4f89-88b4-3f947c5cb31b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:01.319080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:01.325938 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.379065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c8c9544-b2fc-4f7b-93e6-b5f1d330ef9d tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d129eb2d04684525a68d1ba27a9ae783&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1912394 Apr 18 20:13:01.464146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.483522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:01.484706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38146) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:01.523983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:01.550806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-1ca102de-96b2-4bcd-b1e4-479faed85164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:01.552329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-1ca102de-96b2-4bcd-b1e4-479faed85164 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 1095 time: 0.7715173 Apr 18 20:13:01.580594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['82a9889c-ebe8-4f89-88b4-3f947c5cb31b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:01.591851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Usage tracker for resource:security_group_rule and tenant:e05780f71c2447918fb7a07a644be914 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:01.606472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:01.632126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:01.634755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:13:01.737141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:01.786196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:13:01.786707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8bb5438e-a6c7-4f67-a7d6-cdf1f3869513 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:13:01.843023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79479006-11b9-481d-bc82-e62b5e066eaa {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:01.882460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:01.903173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-1be29410-295e-4425-9353-019670cbb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:01.904621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-1be29410-295e-4425-9353-019670cbb199 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.2175136 Apr 18 20:13:01.913435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-18e8a3e9-1a0d-418c-8fdb-2ca6b4be942d tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:01.914937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-18e8a3e9-1a0d-418c-8fdb-2ca6b4be942d tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4878421 Apr 18 20:13:01.917053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0aa70-443c-4a8f-8582-0bf8e767a21a req-828e076b-74fa-49c7-b6a7-5f680e5a91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:01.918499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30f0aa70-443c-4a8f-8582-0bf8e767a21a req-828e076b-74fa-49c7-b6a7-5f680e5a91c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 1096 time: 0.6358061 Apr 18 20:13:01.986038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Request body: {'port': {'device_id': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'd129eb2d04684525a68d1ba27a9ae783'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:02.042563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-5bad8441-2a98-4c2e-b0de-af52f1e4292c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 200 len: 217 time: 0.1230843 Apr 18 20:13:02.045359 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-89871c16-204a-410b-87a4-4745ebd465f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=159f273d2b3d468498eede75254dd129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5593314 Apr 18 20:13:02.051368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:02.055984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Transition to ACTIVE for port object 79479006-11b9-481d-bc82-e62b5e066eaa will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:02.091540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfbbc21-7bf1-4e4b-afac-3d788a8c55bd req-a67b2c0c-01e9-4805-888f-c17594da39ea tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:02.093034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7bfbbc21-7bf1-4e4b-afac-3d788a8c55bd req-a67b2c0c-01e9-4805-888f-c17594da39ea tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 944 time: 0.7069128 Apr 18 20:13:02.100500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.127171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e588d9-bb3e-4ece-8fa0-2891cf657a62 req-2672848d-4bd4-414d-a37e-7e8d52988c29 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:02.128699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e588d9-bb3e-4ece-8fa0-2891cf657a62 req-2672848d-4bd4-414d-a37e-7e8d52988c29 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 945 time: 0.7486341 Apr 18 20:13:02.249621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30f0aa70-443c-4a8f-8582-0bf8e767a21a req-c26cef88-3bd2-40ab-9881-e0cb9b7671ae service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794418 Apr 18 20:13:02.306506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-8e279f14-9def-4b77-9852-80b2cfd8fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:02.307946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-8e279f14-9def-4b77-9852-80b2cfd8fdf3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.2471471 Apr 18 20:13:02.315699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:02.333905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e588d9-bb3e-4ece-8fa0-2891cf657a62 req-9e6a8648-98f6-4395-93a1-b2788e787347 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355846 Apr 18 20:13:02.354456 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.359281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c25cc90d-b5ae-475a-826d-845ded9e5975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.362453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:02.386449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:02.410628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Made reservation on behalf of d129eb2d04684525a68d1ba27a9ae783 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:13:02.425189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.447664 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c25cc90d-b5ae-475a-826d-845ded9e5975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.484107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.505001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7bfbbc21-7bf1-4e4b-afac-3d788a8c55bd req-bb1937f9-cf78-440b-8105-5b4cdaa69ae5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3952830 Apr 18 20:13:02.563223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Attempting to bind port 79479006-11b9-481d-bc82-e62b5e066eaa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:02.563477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Attempting to bind port 79479006-11b9-481d-bc82-e62b5e066eaa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:02.564523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Attempting to bind port 79479006-11b9-481d-bc82-e62b5e066eaa on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:02.574895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Port 79479006-11b9-481d-bc82-e62b5e066eaa on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:02.575460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Attempting to bind port 79479006-11b9-481d-bc82-e62b5e066eaa on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:02.584785 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e05780f71c2447918fb7a07a644be914&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5653248 Apr 18 20:13:02.587773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e2b74-b4d6-4ad6-882a-1dcbcc6291ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c4cc09-a61f-4862-851d-26c4e6cb5022,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:02.592705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:02.595391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:02.596241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:02.596455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:02.596977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Bound port: 79479006-11b9-481d-bc82-e62b5e066eaa, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:02.597335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.646264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-ddb0ee2d-2a2e-48da-b129-dec00019d805 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1351676 Apr 18 20:13:02.772469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 82a9889c-ebe8-4f89-88b4-3f947c5cb31b up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:02.779689 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec3b49a7-5a71-461d-9245-1ce4d8f5dde3 req-52b6cdc2-1f35-4164-96b9-44622fd86926 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 210 time: 0.1276381 Apr 18 20:13:02.794777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c25cc90d-b5ae-475a-826d-845ded9e5975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.849603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cc90d-b5ae-475a-826d-845ded9e5975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17d06e43-b11c-4843-910b-9ee68552b50d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:02.882798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:02.891005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Allocated IP 192.168.233.94 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/3bf4ec2d-88eb-4fdc-babe-016b8accc40b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:02.898720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:02.902748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f905620-92c1-4d8a-802b-67e1509ae9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.904734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:02.905153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.935963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f905620-92c1-4d8a-802b-67e1509ae9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.947312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f5bbd-4200-4c28-9f22-50bef5cfc657 req-d2c0d853-6e20-47e2-861c-6cd3e474dfd7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:02.955690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d55f5bbd-4200-4c28-9f22-50bef5cfc657 req-d2c0d853-6e20-47e2-861c-6cd3e474dfd7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 945 time: 0.4010861 Apr 18 20:13:02.983622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:02.994125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-9e8e00d0-5ab5-4eeb-9476-218b7dd7b259 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3361845 Apr 18 20:13:03.013049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c25cc90d-b5ae-475a-826d-845ded9e5975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.015375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c25cc90d-b5ae-475a-826d-845ded9e5975 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17d06e43-b11c-4843-910b-9ee68552b50d HTTP/1.1" status: 204 len: 168 time: 0.9605362 Apr 18 20:13:03.046997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.111841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:03.135481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:03.145862 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.186429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:03.235506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.244427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:03.266639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d55f5bbd-4200-4c28-9f22-50bef5cfc657 req-5cb32669-4a67-42d3-a3fd-ae320d87d265 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100693 Apr 18 20:13:03.335631 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8fb64d0-bf49-4a85-bfca-d05fe1d49eb2'] response: {'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b', 'code': 200} Apr 18 20:13:03.459326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:03.460192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.461822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] 10.222.0.61 "PUT /v2.0/ports/79479006-11b9-481d-bc82-e62b5e066eaa HTTP/1.1" status: 200 len: 1094 time: 3.5925994 Apr 18 20:13:03.466996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:03.481797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38172) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:03.495134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f905620-92c1-4d8a-802b-67e1509ae9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.551597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36407d1e-df9a-4ecd-b09c-2fb2f634dcce req-43116302-bf3f-4f8c-91ec-54be9ca5d9f1 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5480154 Apr 18 20:13:03.612460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f905620-92c1-4d8a-802b-67e1509ae9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c4cc09-a61f-4862-851d-26c4e6cb5022,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:03.632546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcb1a1f-0668-4679-9fb2-69b55d2ca331 service neutron] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:03.698018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3426336a-4cab-403a-8f97-9762b600bc6a req-65bc2d4e-4bd2-4dbe-99b6-686cd71c9422 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:03.700059 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3426336a-4cab-403a-8f97-9762b600bc6a req-65bc2d4e-4bd2-4dbe-99b6-686cd71c9422 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 946 time: 0.7243977 Apr 18 20:13:03.700928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f905620-92c1-4d8a-802b-67e1509ae9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.701308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.702227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5f905620-92c1-4d8a-802b-67e1509ae9d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4c4cc09-a61f-4862-851d-26c4e6cb5022 HTTP/1.1" status: 204 len: 168 time: 1.1084325 Apr 18 20:13:03.740000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Transition to ACTIVE for port object 3bf4ec2d-88eb-4fdc-babe-016b8accc40b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:03.750687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-75d4ff4a-50b7-484c-a944-76f40795433b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec433fef8fb34130be3182f46aad09a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2606788 Apr 18 20:13:03.757611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38182) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:03.774531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f47c86-a946-4d54-84a9-09e03efa7593 req-c2a9de81-7687-4032-8592-b851787d3c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:03.776591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0f47c86-a946-4d54-84a9-09e03efa7593 req-c2a9de81-7687-4032-8592-b851787d3c5d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1096 time: 0.3581676 Apr 18 20:13:03.831342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3426336a-4cab-403a-8f97-9762b600bc6a req-6eefd954-e371-4bc9-9056-e35d959adb61 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195829 Apr 18 20:13:03.843855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0f47c86-a946-4d54-84a9-09e03efa7593 req-3c381bd6-4183-46f2-8d70-7c4af783c992 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520511 Apr 18 20:13:03.862493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5e2bd2-541d-446c-8901-b82f6abb2f92 req-b245788f-2859-4df4-b2bd-213980a1294a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:03.875085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a5e2bd2-541d-446c-8901-b82f6abb2f92 req-b245788f-2859-4df4-b2bd-213980a1294a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 945 time: 0.3119204 Apr 18 20:13:03.903433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:03.918433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['372a1e83-6a42-40a7-aaff-ea63065a61bd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:03.974551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-1df627dd-3b15-4ffa-baa1-cf10d185885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:03.974551 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-1df627dd-3b15-4ffa-baa1-cf10d185885d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aef6b01dbae42498f888bbe50b70ea1&device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 1097 time: 0.4211364 Apr 18 20:13:03.986561 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c3cf68-3b93-4d0e-bd45-cdfcfcd16a8d'] response: {'name': 'network-changed', 'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa', 'status': 'completed', 'code': 200} Apr 18 20:13:04.013113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Pushing event updated for resources: {'Port': ['ID=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:04.044274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Deleting port a4a4b499-97ad-41c6-aabc-39c622b96b86 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:04.044274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:04.050526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:04.061993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a5e2bd2-541d-446c-8901-b82f6abb2f92 req-2d94f4c9-cb98-4444-ad3d-100681472998 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846921 Apr 18 20:13:04.061993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:04.102874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:13:04.355351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:04.358803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:04.375439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30164c3f-0de5-43d3-9c75-c60c67655cff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:04.420558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-aa1a7232-71a0-4487-a2f0-ba0f9f1b455a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4405227 Apr 18 20:13:04.537599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Request body: {'port': {'device_id': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:04.576326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f55bf879-d837-433b-a272-265dd4ba95a0 None None] Provisioning for port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:04.589329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f55bf879-d837-433b-a272-265dd4ba95a0 None None] Provisioning complete for port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:04.589329 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f55bf879-d837-433b-a272-265dd4ba95a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:04.627695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-dbdb7dcf-cc7a-4f93-8318-f548ef1e6aa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=79479006-11b9-481d-bc82-e62b5e066eaa HTTP/1.1" status: 200 len: 217 time: 0.3753891 Apr 18 20:13:04.696098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f55bf879-d837-433b-a272-265dd4ba95a0 None None] Port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:13:04.711950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:04.736831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c52108-484f-4342-87f6-eae2d6e8b6f9 req-aa1b4ebc-573c-431c-b80f-079b40f5197a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:04.737685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f7c52108-484f-4342-87f6-eae2d6e8b6f9 req-aa1b4ebc-573c-431c-b80f-079b40f5197a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Synchronizing usage tracker for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:04.826179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f7c52108-484f-4342-87f6-eae2d6e8b6f9 req-aa1b4ebc-573c-431c-b80f-079b40f5197a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Unset dirty status for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:04.826179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7c52108-484f-4342-87f6-eae2d6e8b6f9 req-aa1b4ebc-573c-431c-b80f-079b40f5197a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 935 time: 0.4064355 Apr 18 20:13:04.858456 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30164c3f-0de5-43d3-9c75-c60c67655cff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:04.907894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38194) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:04.978384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-0e4d799b-36fc-46e9-bb69-682848fc8f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:04.978384 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-0e4d799b-36fc-46e9-bb69-682848fc8f4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2676969 Apr 18 20:13:04.978384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:04.996099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7c52108-484f-4342-87f6-eae2d6e8b6f9 req-b7981f29-410a-4194-818d-a3890cf8c70a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050301 Apr 18 20:13:05.056841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:05.084742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] For port a4a4b499-97ad-41c6-aabc-39c622b96b86, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a4a4b499-97ad-41c6-aabc-39c622b96b86,segment=NetworkSegment(db45dcc8-20e2-4ba7-b900-b7a6500f5179),segment_id=db45dcc8-20e2-4ba7-b900-b7a6500f5179)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:05.084742 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.174488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Usage tracker for resource:security_group_rule and tenant:01afebf2882b4f2fa9e36de85a5c0f15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:05.184556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30164c3f-0de5-43d3-9c75-c60c67655cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.239704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-b7538595-c0df-4cdc-8dfe-59aac84beb94 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:05.241200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-b7538595-c0df-4cdc-8dfe-59aac84beb94 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.2493358 Apr 18 20:13:05.272611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-836016-3'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:05.301680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:05.381881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30164c3f-0de5-43d3-9c75-c60c67655cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2950c020-867d-498e-90ac-8011cfe8a564,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:05.426343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Calling delete_port for a4a4b499-97ad-41c6-aabc-39c622b96b86 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:05.458971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:05.458971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30164c3f-0de5-43d3-9c75-c60c67655cff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.458971 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-30164c3f-0de5-43d3-9c75-c60c67655cff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2950c020-867d-498e-90ac-8011cfe8a564 HTTP/1.1" status: 204 len: 168 time: 1.6933630 Apr 18 20:13:05.489565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e103723-ad2a-4422-ba10-868990c9041c req-ade1dca9-9d87-4189-9110-960a22d28fe6 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:05.496041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e103723-ad2a-4422-ba10-868990c9041c req-ade1dca9-9d87-4189-9110-960a22d28fe6 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 1.1356413 Apr 18 20:13:05.544649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bf4ec2d-88eb-4fdc-babe-016b8accc40b {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:05.561978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.608849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Transition to ACTIVE for port object 3bf4ec2d-88eb-4fdc-babe-016b8accc40b will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:05.614244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.617549 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e103723-ad2a-4422-ba10-868990c9041c req-de9e9708-2f44-49d5-a4ac-c5cff8d68911 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245782 Apr 18 20:13:05.626613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-fc26f3e5-d62b-4fba-96c9-7fe5a23e3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:05.628490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-fc26f3e5-d62b-4fba-96c9-7fe5a23e3bff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6371787 Apr 18 20:13:05.632164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:05.831213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979bf13-111f-49c2-a580-c5435e31e9f6 req-fd6b7762-7438-4434-8ba3-a7e4ed69c3b7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:05.833585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5979bf13-111f-49c2-a580-c5435e31e9f6 req-fd6b7762-7438-4434-8ba3-a7e4ed69c3b7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 945 time: 0.4462392 Apr 18 20:13:06.007779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:06.054102 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.067579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-faf5b524-fc07-4786-857a-3263cc0c610d service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4195039 Apr 18 20:13:06.067774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.107593 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.143924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5979bf13-111f-49c2-a580-c5435e31e9f6 req-2b81f5c5-c222-4901-82e2-2c51d28df4b8 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415451 Apr 18 20:13:06.281966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Attempting to bind port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:06.282294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Attempting to bind port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:06.283357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Attempting to bind port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:06.295999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:06.297423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Attempting to bind port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:06.321646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:06.322249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:06.323805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:06.324445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Bound port: 3bf4ec2d-88eb-4fdc-babe-016b8accc40b, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:06.324996 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.353728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:06.459406 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01afebf2882b4f2fa9e36de85a5c0f15&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5470245 Apr 18 20:13:06.460477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4a4b499-97ad-41c6-aabc-39c622b96b86,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:06.464177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b721ee53-2e1a-4abc-8026-594c820c7266 req-6dec6251-9ec1-4f97-b05d-626a428a6fb3 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881984 Apr 18 20:13:06.486873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:06.524480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb5f3e-a365-4650-af78-b4e2895d2ab4 req-b86937ce-1a02-4204-b3a4-300d280a20a9 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:06.525811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07bb5f3e-a365-4650-af78-b4e2895d2ab4 req-b86937ce-1a02-4204-b3a4-300d280a20a9 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 946 time: 0.7638555 Apr 18 20:13:06.571940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:06.680676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] For port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:06.717267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:06.718192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ce64bb-d2bc-4e6d-946a-97a9e5a04e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae866679-7664-485d-a212-51af6f880b4d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:06.726918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] For port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:06.733756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.745261 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:06.752609 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07bb5f3e-a365-4650-af78-b4e2895d2ab4 req-3d6458c1-38db-422a-95d7-5cc168303650 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420629 Apr 18 20:13:06.799158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:13:06.845158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.011094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:07.012262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.014254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] 10.222.0.55 "PUT /v2.0/ports/3bf4ec2d-88eb-4fdc-babe-016b8accc40b HTTP/1.1" status: 200 len: 1095 time: 2.5952237 Apr 18 20:13:07.056629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-48e2918e-1fbb-4dac-af04-592e7c38c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:07.060537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-48e2918e-1fbb-4dac-af04-592e7c38c524 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5aef6b01dbae42498f888bbe50b70ea1&device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 1097 time: 0.4125042 Apr 18 20:13:07.086253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, got binding levels [] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:07.134345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on host n-h1-836016-3 for vnic_type normal with profile {"migrating_to": "n-h2-836016-3"} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:07.135459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:07.136014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:07.144989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:07.146965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:07.154383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:07.156823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:07.157894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:07.158601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Bound port: 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:07.159210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.229555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be64c958-5099-4b8e-929d-6c1bb18f003d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.294183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be64c958-5099-4b8e-929d-6c1bb18f003d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.416756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on host n-h1-836016-3 for vnic_type normal with profile {"migrating_to": "n-h2-836016-3"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:07.417428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:07.417971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:07.437630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e9dc5-3481-4de6-9428-514f97164bed req-c2580f6a-4845-43e8-85d1-9a6740df36e6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:07.440655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-250e9dc5-3481-4de6-9428-514f97164bed req-c2580f6a-4845-43e8-85d1-9a6740df36e6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 945 time: 0.9838932 Apr 18 20:13:07.460511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be64c958-5099-4b8e-929d-6c1bb18f003d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.504841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:07.508750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:07.521637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.538870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:07.539492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Attempting to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on network c5cfd437-2a87-4944-9e8e-83e0bb3a15fb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:07.590868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:07.591434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Checking segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:07.592820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Bound using segment: {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:07.593464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Bound port: 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68d925d1-070e-4775-a067-467c45fc7f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c5cfd437-2a87-4944-9e8e-83e0bb3a15fb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:07.596186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.619248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c326218-6e37-421b-875a-ac1aaf9a81a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:07.736504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 has no active binding in host n-h2-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:13:07.765725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:07.786636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64c958-5099-4b8e-929d-6c1bb18f003d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae866679-7664-485d-a212-51af6f880b4d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:07.795739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:07.799216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225143d-b62a-4635-9141-96d594684d98 req-f4412f26-6d83-48d9-bfe8-774f194a5adf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:07.812679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3225143d-b62a-4635-9141-96d594684d98 req-f4412f26-6d83-48d9-bfe8-774f194a5adf tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 947 time: 0.8528197 Apr 18 20:13:07.829185 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be64c958-5099-4b8e-929d-6c1bb18f003d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.830756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be64c958-5099-4b8e-929d-6c1bb18f003d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae866679-7664-485d-a212-51af6f880b4d HTTP/1.1" status: 204 len: 168 time: 1.2871017 Apr 18 20:13:07.848248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:07.857530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-59be0dee-4941-443a-8c9c-63c75c37bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:07.858086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-59be0dee-4941-443a-8c9c-63c75c37bd90 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.7655330 Apr 18 20:13:07.957253 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-250e9dc5-3481-4de6-9428-514f97164bed req-08e63ea5-f859-43cd-9788-fe4acd2441db tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848835 Apr 18 20:13:07.968230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-f3ea0d15-4d5c-4196-9e07-1f8676a52104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:07.968230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-f3ea0d15-4d5c-4196-9e07-1f8676a52104 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d129eb2d04684525a68d1ba27a9ae783&device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 1098 time: 0.8653727 Apr 18 20:13:08.127022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-9e00a3f0-b578-4384-be34-fbcbd6fdedde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3bf4ec2d-88eb-4fdc-babe-016b8accc40b HTTP/1.1" status: 200 len: 217 time: 0.1362987 Apr 18 20:13:08.147514 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3225143d-b62a-4635-9141-96d594684d98 req-38714d4b-95fd-448a-a6de-b305857a8d5a tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333278 Apr 18 20:13:08.171399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-b4542dba-8829-48a2-b36b-fd0a72de9676 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=79479006-11b9-481d-bc82-e62b5e066eaa HTTP/1.1" status: 200 len: 217 time: 0.2871408 Apr 18 20:13:08.442860 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14bfe538-b704-42b9-a9f7-8d5c706a4e94'] response: {'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86', 'code': 200} Apr 18 20:13:08.523118 n-d-836016-3 neutron-server[88140]: WARNING neutron.plugins.ml2.plugin [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Concurrent port binding operations failed on port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 Apr 18 20:13:08.545412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:08.561318 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Attempt 2 to bind port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 Apr 18 20:13:08.576383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-4e453933-e406-4b4b-ac97-62f214b46d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:08.578120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-4e453933-e406-4b4b-ac97-62f214b46d19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.4378111 Apr 18 20:13:08.582804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:08.582804 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:08.592276 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-739ebef8-bfc7-4a59-a076-6c618da7ad42 service neutron] 10.222.0.61 "PUT /v2.0/ports/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 200 len: 1121 time: 3.3251066 Apr 18 20:13:08.683170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:08.791929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-c02413a9-f047-49e2-ad88-b8ac2b73bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:08.809896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-c02413a9-f047-49e2-ad88-b8ac2b73bd70 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.6038907 Apr 18 20:13:08.894378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d2645-6091-4710-a424-b38957daa960 req-708ee94b-3ede-4101-af7b-4582ea7ebbf2 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:08.894378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-664d2645-6091-4710-a424-b38957daa960 req-708ee94b-3ede-4101-af7b-4582ea7ebbf2 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.5845437 Apr 18 20:13:08.912612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:09.023458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-c2f32797-0579-4572-9bb3-5d687d974624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:09.023458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-c2f32797-0579-4572-9bb3-5d687d974624 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4099216 Apr 18 20:13:09.112637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38264) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:09.239895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-664d2645-6091-4710-a424-b38957daa960 req-a3d6ce1f-1735-4c9f-8d5e-2c7afb90bacc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122122 Apr 18 20:13:09.322668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:09.336554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-839f6da5-e87b-4d29-a500-0f4f31a212c7 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073854 Apr 18 20:13:09.353021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:09.372639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42123f42-b9fa-49d8-9be5-ed06ee9813d6 req-042b067b-148d-49f0-bdb7-441b8373d825 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:09.374379 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42123f42-b9fa-49d8-9be5-ed06ee9813d6 req-042b067b-148d-49f0-bdb7-441b8373d825 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 946 time: 0.8015778 Apr 18 20:13:09.376146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Usage tracker for resource:security_group_rule and tenant:29cee13bdb924780a522852dbfd15e08 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:09.384305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:09.411269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:09.500040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-4c284085-4c8e-4734-9138-873fd1706511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:09.501874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-4c284085-4c8e-4734-9138-873fd1706511 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7007055 Apr 18 20:13:09.681835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42123f42-b9fa-49d8-9be5-ed06ee9813d6 req-0216bb61-be16-4877-b509-ea3a8e14d2ad tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810400 Apr 18 20:13:09.733173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:13:09.765356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-934e7aaa-11cb-4447-85ff-164370e0f9d9 req-93503617-5062-445b-8465-1a3b855656c4 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110799 Apr 18 20:13:09.807261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5191445b-56e4-4e2d-891c-fd36c7073edb req-17ed4127-29ad-4996-956b-a38f7ae177b2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:09.807261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5191445b-56e4-4e2d-891c-fd36c7073edb req-17ed4127-29ad-4996-956b-a38f7ae177b2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.4188075 Apr 18 20:13:09.878363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5191445b-56e4-4e2d-891c-fd36c7073edb req-2564561c-fbd2-464d-a579-d1d2a95964c1 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554688 Apr 18 20:13:09.917680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-8811ed51-ed6f-4200-a5c7-4d6fafb423e4 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012632 Apr 18 20:13:10.087421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ce161-64c4-4219-9bd9-eb9a4a8e57c0 req-3011b926-b612-4276-8fe7-b7fb17a213a8 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:10.088921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa6ce161-64c4-4219-9bd9-eb9a4a8e57c0 req-3011b926-b612-4276-8fe7-b7fb17a213a8 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1096 time: 0.0860577 Apr 18 20:13:10.158493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa6ce161-64c4-4219-9bd9-eb9a4a8e57c0 req-478ebaae-a8ac-4db0-bdcd-d7b5049d6cf5 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598361 Apr 18 20:13:10.404583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:10.432137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:10.464948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'tag': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b'}, {'name': 'network-changed', 'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:10.474093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-11281c6b-f8be-4acf-93e1-0ae3854f51bc tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=8ac7e7ddb8e24b0f945981624d557110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367694 Apr 18 20:13:10.531555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:13:10.543936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] Sync routers for ids ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:13:10.552845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f967b6-b314-4c02-91c3-960336233336 req-53d065cf-c7dc-49eb-b31a-f76457e50eed tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:10.556058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] Routers {'91ff9f1f-1ef8-488a-b3da-5df302a4d92d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:13:10.557032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:12:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:10.560176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15f967b6-b314-4c02-91c3-960336233336 req-53d065cf-c7dc-49eb-b31a-f76457e50eed tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 947 time: 0.6611242 Apr 18 20:13:10.573954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b90fdb5-fa68-41bb-8657-ddc28f76f7c8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:10.597386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1407ec63-0e73-4e02-bfb9-9cdc6f33032a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29cee13bdb924780a522852dbfd15e08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4833331 Apr 18 20:13:10.610200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:10.619131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1966b1e7-abe5-4c2f-8c6a-f02bab2e58e0 req-594b2b52-f461-4c29-8de9-846b6a6bf5dc service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6468151 Apr 18 20:13:10.660774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15f967b6-b314-4c02-91c3-960336233336 req-01f2b93d-cada-4b38-acde-46f32a49f43f tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996234 Apr 18 20:13:10.666183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-196bf919-a08f-4be7-913b-773dcc5a32a2 admin admin] 10.222.0.47 "PUT /v2.0/routers/91ff9f1f-1ef8-488a-b3da-5df302a4d92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3363016 Apr 18 20:13:10.666468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38296) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:10.829401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:13:10.867678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ef141c0-ac89-4ddc-b1ea-927f3bec068b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:10.880684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-bd99c741-5b33-4322-95ef-5a9d68bd9601 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:10.882952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-bd99c741-5b33-4322-95ef-5a9d68bd9601 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4019787 Apr 18 20:13:10.897113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] Set router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:13:11.018597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-45d7b83f-e5b4-4764-a501-d488be7d5db2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/quotas/8ac7e7ddb8e24b0f945981624d557110 HTTP/1.1" status: 200 len: 375 time: 0.0942740 Apr 18 20:13:11.020337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ef141c0-ac89-4ddc-b1ea-927f3bec068b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.125156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-c6b49a7b-ebbf-422d-a2d0-7684602cad8c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8ac7e7ddb8e24b0f945981624d557110&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0808547 Apr 18 20:13:11.126367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.286815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:11.351919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '79479006-11b9-481d-bc82-e62b5e066eaa', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '79479006-11b9-481d-bc82-e62b5e066eaa', 'mac_address': 'fa:16:3e:12:d9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:13:11.380157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.404697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ef141c0-ac89-4ddc-b1ea-927f3bec068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.440682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef141c0-ac89-4ddc-b1ea-927f3bec068b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b90fdb5-fa68-41bb-8657-ddc28f76f7c8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:11.450796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Deleting port 82e7157a-9eab-4769-ace6-7d675d6ca09f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:11.451716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.477870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.525405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79479006-11b9-481d-bc82-e62b5e066eaa {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:11.530674 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3244eb-8a93-44d8-bdae-7b5aee61b87c'] response: {'name': 'network-changed', 'server_uuid': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'tag': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b', 'status': 'completed', 'code': 200} Apr 18 20:13:11.533926 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac3244eb-8a93-44d8-bdae-7b5aee61b87c'] response: {'name': 'network-changed', 'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86', 'status': 'completed', 'code': 200} Apr 18 20:13:11.538278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:13:05Z', 'revision_number': 5, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port': {'id': '82e7157a-9eab-4769-ace6-7d675d6ca09f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:ed:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 564, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:09:33Z', 'updated_at': '2022-04-18T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:11.549759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] Checking router: 91ff9f1f-1ef8-488a-b3da-5df302a4d92d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:13:11.576363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:11.604719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ef141c0-ac89-4ddc-b1ea-927f3bec068b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.604719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5ef141c0-ac89-4ddc-b1ea-927f3bec068b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b90fdb5-fa68-41bb-8657-ddc28f76f7c8 HTTP/1.1" status: 204 len: 168 time: 0.9805331 Apr 18 20:13:11.628241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] Routers {'91ff9f1f-1ef8-488a-b3da-5df302a4d92d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:13:11.628241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:12:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:11.747942 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:11.796815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2d061-9159-4f00-bde0-79ac8c8b7dde req-3634a6c4-176d-4dd5-be89-eff60922a50c tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:11.812339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3b2d061-9159-4f00-bde0-79ac8c8b7dde req-3634a6c4-176d-4dd5-be89-eff60922a50c tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1096 time: 0.2849822 Apr 18 20:13:11.859294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-2ac24e97-b81c-464b-85a2-fe3bb247214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:11.860838 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-2ac24e97-b81c-464b-85a2-fe3bb247214b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d129eb2d04684525a68d1ba27a9ae783&device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 1098 time: 0.3320284 Apr 18 20:13:11.868542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:11.890114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3b2d061-9159-4f00-bde0-79ac8c8b7dde req-774cf7fd-0d8b-4174-ba19-321adea63c6a tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764561 Apr 18 20:13:12.108733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] Set router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:13:12.161574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-be360418-5a35-4abe-99dc-dbe2a1aa86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:12.170672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-be360418-5a35-4abe-99dc-dbe2a1aa86de service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2859290 Apr 18 20:13:12.223250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['79479006-11b9-481d-bc82-e62b5e066eaa'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:12.257283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c46bec6-b59d-4914-886b-447b7c178cc1 req-dc990686-ff78-4971-9e8a-6db53f5c8ac5 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:12.269983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c46bec6-b59d-4914-886b-447b7c178cc1 req-dc990686-ff78-4971-9e8a-6db53f5c8ac5 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.1955647 Apr 18 20:13:12.331669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] For port 82e7157a-9eab-4769-ace6-7d675d6ca09f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=82e7157a-9eab-4769-ace6-7d675d6ca09f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:12.331669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:12.380156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c46bec6-b59d-4914-886b-447b7c178cc1 req-cd8b5904-559d-442a-9d4f-66f080bcc5ec tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091652 Apr 18 20:13:12.410902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-4745777f-00e9-4d98-818a-8ecd540e41bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=3bf4ec2d-88eb-4fdc-babe-016b8accc40b HTTP/1.1" status: 200 len: 217 time: 0.2188976 Apr 18 20:13:12.600456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:13:11Z', 'revision_number': 6, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:12.646676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4c6c9d-8da6-4335-880f-09d667339fed None None] The sync data for ids ['91ff9f1f-1ef8-488a-b3da-5df302a4d92d'] in n-d-836016-3 is: [{'id': '91ff9f1f-1ef8-488a-b3da-5df302a4d92d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1006625021-router', 'tenant_id': 'c994b97852d945718bf111f192440481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:09:32Z', 'updated_at': '2022-04-18T20:13:11Z', 'revision_number': 6, 'project_id': 'c994b97852d945718bf111f192440481', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:13:12.979973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Calling delete_port for 82e7157a-9eab-4769-ace6-7d675d6ca09f owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:13.046562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b913a1ae-9b71-44f4-b102-fbc0b4ff9258 req-0534145e-8e7a-42e6-83af-74e7548d66de tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 210 time: 0.0964298 Apr 18 20:13:13.049012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a4a4b499-97ad-41c6-aabc-39c622b96b86 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:13.230052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a4a4b499-97ad-41c6-aabc-39c622b96b86 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:13:13.232368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a4a4b499-97ad-41c6-aabc-39c622b96b86 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:13:13.371337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-826a2580-b297-497d-a043-00aa19fe0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:13.374382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-826a2580-b297-497d-a043-00aa19fe0644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1592870 Apr 18 20:13:13.401135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d0eb43-2240-4e1c-852b-60f55f797904 req-0d29ddb4-d256-4b5c-8ab2-70f460ba4e3f tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:13.411330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5d0eb43-2240-4e1c-852b-60f55f797904 req-0d29ddb4-d256-4b5c-8ab2-70f460ba4e3f tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 947 time: 0.1668720 Apr 18 20:13:13.456218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2d1daeaa-ef18-4977-b30a-dd3edcf72d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:13.487373 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5d0eb43-2240-4e1c-852b-60f55f797904 req-0f9233b9-713b-4aa5-afda-0ccdf62e397d tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747082 Apr 18 20:13:13.549266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:13.639235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-66a8e6b1-d08b-4451-a32b-6e1e4eff28fd tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8ac7e7ddb8e24b0f945981624d557110&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1351562 Apr 18 20:13:13.650541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2126a-6462-491b-bc5b-50e4140cafca req-a4b4745b-7441-4cea-8843-83d2b9f6dd20 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:13.664496 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2126a-6462-491b-bc5b-50e4140cafca req-a4b4745b-7441-4cea-8843-83d2b9f6dd20 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 947 time: 1.8484621 Apr 18 20:13:13.833242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 3bf4ec2d-88eb-4fdc-babe-016b8accc40b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:13:13.933997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=82e7157a-9eab-4769-ace6-7d675d6ca09f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:13.960891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfb8ab-dfa6-41e1-8876-c5dfbd1fcf11 req-c3b26bc6-4a0e-4b90-a1ca-353162036059 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:13.973225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0cdfb8ab-dfa6-41e1-8876-c5dfbd1fcf11 req-c3b26bc6-4a0e-4b90-a1ca-353162036059 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.1558714 Apr 18 20:13:14.003876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-cbd8a830-a926-4c3d-a8e7-550c93eae034 service neutron] 10.222.0.55 "GET /v2.0/ports/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 384 time: 0.7898588 Apr 18 20:13:14.039008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0cdfb8ab-dfa6-41e1-8876-c5dfbd1fcf11 req-296ecfe2-1e0c-41de-b8d3-83cfa05ab61e tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645978 Apr 18 20:13:14.182060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-be0937a1-391d-493b-9fde-6773ebd2e245 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:14.186967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-be0937a1-391d-493b-9fde-6773ebd2e245 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4920816 Apr 18 20:13:14.203394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:14.236740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b', 'mac_address': 'fa:16:3e:b4:38:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:13:14.331416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2126a-6462-491b-bc5b-50e4140cafca req-801c5a6f-2921-4335-9cee-66c58d520af2 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698561 Apr 18 20:13:14.348542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Request body: {'port': {'device_id': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '8ac7e7ddb8e24b0f945981624d557110'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:14.381878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:14.411150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:14.434018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bf4ec2d-88eb-4fdc-babe-016b8accc40b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:14.462318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:14.473720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:14.566015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-462558fb-1dd0-4ba3-8065-49831407b005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:14.567505 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-462558fb-1dd0-4ba3-8065-49831407b005 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1572473 Apr 18 20:13:14.611224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:14.844169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:14.899535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1eb7dc7-dbad-44d7-ab30-772ebaccd895 req-4a97dfba-8025-45b0-86de-044e6e6e916a tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 210 time: 0.3303039 Apr 18 20:13:14.956838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:14.968521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['3bf4ec2d-88eb-4fdc-babe-016b8accc40b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:14.990631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.016307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82e7157a-9eab-4769-ace6-7d675d6ca09f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:15.092906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 82e7157a-9eab-4769-ace6-7d675d6ca09f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:13:15.093618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82e7157a-9eab-4769-ace6-7d675d6ca09f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:13:15.311268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 79479006-11b9-481d-bc82-e62b5e066eaa completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:15.327873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 79479006-11b9-481d-bc82-e62b5e066eaa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:15.328494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.620417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.656682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:15.676279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:15.676279 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.762472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-d8934f03-7cf5-4760-9f82-fc7ab58e9515 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:13:15.762472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-d8934f03-7cf5-4760-9f82-fc7ab58e9515 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069072 Apr 18 20:13:15.773355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.773355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91ff9f1f-1ef8-488a-b3da-5df302a4d92d {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:13:15.782904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Request body: {'binding': {'host': 'n-h1-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:15.782904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Unknown quota resources ['binding']. {{(pid=88141) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:13:15.797858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:15.836009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:15.849061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:15.898962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-7e664ce1-98a6-4d14-9d74-7fed44203794 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2773414 Apr 18 20:13:15.924719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Usage tracker for resource:port and tenant:8ac7e7ddb8e24b0f945981624d557110 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:15.932832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:15.940892 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0c5db2b-e3bf-4498-9118-9885bab92a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:15.944974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:15.998399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.000818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-81c55548-4fbc-4f66-9146-97c5e9445a72 admin admin] 10.222.0.47 "DELETE /v2.0/routers/91ff9f1f-1ef8-488a-b3da-5df302a4d92d HTTP/1.1" status: 204 len: 168 time: 5.3305852 Apr 18 20:13:16.007571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:16.067337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on host n-h1-836016-3 for vnic_type normal with profile None {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:16.067788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:16.068340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:16.071687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Made reservation on behalf of 8ac7e7ddb8e24b0f945981624d557110 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:13:16.075266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.075453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:16.075901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:16.085344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:16.085743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:16.086131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:16.086573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Bound port: 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:16.119146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:16.127879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.129995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-afb4c222-a1cf-414c-a91e-7bc282eee3c3 service neutron] 10.222.0.47 "POST /v2.0/ports/82a9889c-ebe8-4f89-88b4-3f947c5cb31b/bindings HTTP/1.1" status: 201 len: 389 time: 0.3727040 Apr 18 20:13:16.158651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.199091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722542c3-e0c5-4f5b-8839-5c1020754641 req-42ba8b63-1077-4a74-ae85-4401eb6a08db tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:16.200733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-722542c3-e0c5-4f5b-8839-5c1020754641 req-42ba8b63-1077-4a74-ae85-4401eb6a08db tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 948 time: 1.1366570 Apr 18 20:13:16.245568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:16.281086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] Deleting subnet 6bbd6843-6eb3-4489-a865-53972e90a87b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:13:16.286832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Usage tracker for resource:security_group_rule and tenant:8ac7e7ddb8e24b0f945981624d557110 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:16.293402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:16.309382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.340121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:16.353074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:16.424331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750d7e4-fc75-40da-bd58-eef1fa6735d2 req-aaee4425-3610-4eca-902c-ec35eac26b72 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:16.425938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5750d7e4-fc75-40da-bd58-eef1fa6735d2 req-aaee4425-3610-4eca-902c-ec35eac26b72 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 943 time: 0.0951867 Apr 18 20:13:16.461731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-2bc919c6-b088-4e8f-a51a-8820b588f7dc service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5134170 Apr 18 20:13:16.476402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.484043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5750d7e4-fc75-40da-bd58-eef1fa6735d2 req-5d8891a6-4c15-4c73-b6f0-83ac8dd25742 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490630 Apr 18 20:13:16.568169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-722542c3-e0c5-4f5b-8839-5c1020754641 req-fafbab49-1623-44ed-b51a-1d7f2cb91244 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384347 Apr 18 20:13:16.584577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:16.651489 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5812a8-96de-49a6-a85a-071e102847b9'] response: {'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa', 'code': 200} Apr 18 20:13:16.669320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:16.683939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:16.704203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.724985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.761998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:16.827128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51efe8ca-716e-4f09-8976-28e265074d04 req-25201695-2a64-4b66-ac5e-8f6f2f9e74bf tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:16.834224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51efe8ca-716e-4f09-8976-28e265074d04 req-25201695-2a64-4b66-ac5e-8f6f2f9e74bf tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 948 time: 0.2147286 Apr 18 20:13:16.911617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcac80-e416-45e9-9a23-321401601816 req-1dbc3143-3efd-446b-928d-70d4180e81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:16.913131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ddcac80-e416-45e9-9a23-321401601816 req-1dbc3143-3efd-446b-928d-70d4180e81cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 1099 time: 0.1715140 Apr 18 20:13:16.921906 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51efe8ca-716e-4f09-8976-28e265074d04 req-1029fd7b-f3ca-4c76-a2b9-5c00ce42f5ac tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804508 Apr 18 20:13:16.947178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-d35b4d12-3eea-4b6a-9cea-5f93fd3e05ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:16.958644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-d35b4d12-3eea-4b6a-9cea-5f93fd3e05ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1096 time: 0.5525494 Apr 18 20:13:16.981431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ddcac80-e416-45e9-9a23-321401601816 req-8cb80dca-3de6-49a9-88d9-d04394c99929 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460021 Apr 18 20:13:17.004027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:17.067740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-c036f21e-9070-4ff9-95b2-656de17e1301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:17.069969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-c036f21e-9070-4ff9-95b2-656de17e1301 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1124 time: 0.5599613 Apr 18 20:13:17.162440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:17.171045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] Transition to ACTIVE for port object 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:17.196394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4cd71d43-b751-46d9-8e32-cfdc02ecf0ad req-74a3712d-ca8b-4267-b2c2-83b383a1f2b9 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 210 time: 0.1951497 Apr 18 20:13:17.203035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5998593e-25bf-4c67-9113-7208fbddd945 req-d657a7b8-86d6-4a28-9217-3f283300f986 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:17.203035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5998593e-25bf-4c67-9113-7208fbddd945 req-d657a7b8-86d6-4a28-9217-3f283300f986 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.1585238 Apr 18 20:13:17.204658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:17.276062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:17.289378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5998593e-25bf-4c67-9113-7208fbddd945 req-23f6e1ca-c168-489c-9c7a-7439d5797ea2 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573866 Apr 18 20:13:17.724370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc700267-eb88-46c5-9c2b-065ac3635c7e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:17.869623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 3bf4ec2d-88eb-4fdc-babe-016b8accc40b up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:17.888453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] No DVR routers for this DVR port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:17.903139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a3a62c-710b-405c-a89e-f6dc65a68af8 req-27ea9a3e-285e-4f34-99da-cf2620a8f6dc tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:17.919222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01a3a62c-710b-405c-a89e-f6dc65a68af8 req-27ea9a3e-285e-4f34-99da-cf2620a8f6dc tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 948 time: 0.1656833 Apr 18 20:13:17.934929 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:17.934929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-fa0476ab-a47f-4061-b51f-32ace92d4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:17.934929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-fa0476ab-a47f-4061-b51f-32ace92d4fc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.9580493 Apr 18 20:13:18.007131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01a3a62c-710b-405c-a89e-f6dc65a68af8 req-90e95f78-eeff-4c85-a2a3-73b78ab04a4f tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909197 Apr 18 20:13:18.089611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:18.100405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:18.100405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.112295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] Pushing event updated for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:18.188225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bbd6843-6eb3-4489-a865-53972e90a87b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:18.205878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-a0f39682-e975-41ac-a85e-eef58c49c751 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 200 len: 217 time: 0.2065573 Apr 18 20:13:18.205878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-c7582baa-f52a-4777-b283-8d6736a98cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:18.205878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-c7582baa-f52a-4777-b283-8d6736a98cbf service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 1.0627136 Apr 18 20:13:18.205878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.243956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a3984-48a9-4074-bd74-380b3615d387 None None] Network 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:13:18.393220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Allocated IP 192.168.233.64 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/345b0b7d-25a3-441c-8f3a-a7ba48da0125) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:18.393220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-20dcdb63-c261-4f6f-880a-021a7a1b66c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 200 len: 217 time: 0.1723654 Apr 18 20:13:18.393220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-418b7ac5-6b95-4863-ba28-69f850f4e654 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6bbd6843-6eb3-4489-a865-53972e90a87b HTTP/1.1" status: 204 len: 168 time: 2.3614438 Apr 18 20:13:18.398955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-d176f15b-309d-40ff-b6bb-90140ac8fd2d service neutron] 10.222.0.55 "PUT /v2.0/ports/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86/bindings/n-h2-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 4.2241528 Apr 18 20:13:18.398955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:18.459969 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.538439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd0c76-7ecc-4883-9faa-b6c74231fbb9 req-a0b49fd2-ef46-4826-811b-1aced744e04d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:18.538439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01cd0c76-7ecc-4883-9faa-b6c74231fbb9 req-a0b49fd2-ef46-4826-811b-1aced744e04d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 0.8367546 Apr 18 20:13:18.575135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bcfe9-5697-44ff-a3cc-d94df2c2f1bb req-0aaaa01e-5b61-4c6d-89a2-482a82bacafc tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:18.575135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-390bcfe9-5697-44ff-a3cc-d94df2c2f1bb req-0aaaa01e-5b61-4c6d-89a2-482a82bacafc tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 948 time: 0.3120198 Apr 18 20:13:18.583958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-212c0d51-9f76-4589-994e-3487ab876ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:18.583958 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-212c0d51-9f76-4589-994e-3487ab876ae0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.3673449 Apr 18 20:13:18.643192 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.716642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-390bcfe9-5697-44ff-a3cc-d94df2c2f1bb req-aa386c8f-9329-4973-8c17-02a232013e34 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239243 Apr 18 20:13:18.770062 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:13:18.887717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-13d20d66-edfa-4695-8fcf-4ea48549983c tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:18.887717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-13d20d66-edfa-4695-8fcf-4ea48549983c tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.1941593 Apr 18 20:13:18.905345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-5ae81bb7-0369-43e1-b280-cf2be6703be3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308751 Apr 18 20:13:18.905345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-3a30ec71-5ef0-4ceb-b756-1c9071b3da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:18.905345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-3a30ec71-5ef0-4ceb-b756-1c9071b3da26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.5006049 Apr 18 20:13:18.970350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:18.987880 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:19.020619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:19.045859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:19.055209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:19.076241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-1d28378e-a968-41c2-8e4b-d029bfbf4879 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1549451 Apr 18 20:13:19.108808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:19.137697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] DHCP port deletion for 454ddf2c-7bee-4b7a-8bbe-88bc1e35086a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:13:19.137697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] Deleting port 503bfc84-aea6-4b00-9f73-0fc57056824e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:19.137697 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:19.148498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-197aa157-712d-4f99-bf0e-65888091aad7 req-2e0eab1e-4ac1-40e8-82a7-0603cc803a49 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 210 time: 0.1593335 Apr 18 20:13:19.210493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-faa20bae-41d8-4e07-9925-9dbe6c2832ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:19.214810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-faa20bae-41d8-4e07-9925-9dbe6c2832ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df&tenant_id=79603fa50e854b38b735c9c95414694d HTTP/1.1" status: 200 len: 1095 time: 0.3232892 Apr 18 20:13:19.292360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01cd0c76-7ecc-4883-9faa-b6c74231fbb9 req-642f150b-3d81-4685-8fbc-2db67b2831c6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7044930 Apr 18 20:13:19.546421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:19.571566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] For port 503bfc84-aea6-4b00-9f73-0fc57056824e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=503bfc84-aea6-4b00-9f73-0fc57056824e,segment=NetworkSegment(db45dcc8-20e2-4ba7-b900-b7a6500f5179),segment_id=db45dcc8-20e2-4ba7-b900-b7a6500f5179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:19.572235 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:19.653263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd336829-795b-43b8-b1d7-1d21911b8a06 req-1adfce12-767b-4749-a478-d312373232b4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:19.654851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd336829-795b-43b8-b1d7-1d21911b8a06 req-1adfce12-767b-4749-a478-d312373232b4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.2688010 Apr 18 20:13:19.663109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4970f4b9-568c-476d-b292-dc2ce2446933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:19.664582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-4970f4b9-568c-476d-b292-dc2ce2446933 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1095 time: 0.4154408 Apr 18 20:13:19.667710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Deleting port 503bfc84-aea6-4b00-9f73-0fc57056824e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:19.668999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:19.763462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] Calling delete_port for 503bfc84-aea6-4b00-9f73-0fc57056824e owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:19.795926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-3e3daa84-3c77-4fed-a80e-20164973ed53 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8575580 Apr 18 20:13:19.862263 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:19.908205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd336829-795b-43b8-b1d7-1d21911b8a06 req-24290411-e177-40e2-8095-501d03921bc5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424595 Apr 18 20:13:19.916663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] Pushing event deleted for resources: {'Port': ['ID=503bfc84-aea6-4b00-9f73-0fc57056824e,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:19.930730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097ea0ea-22c6-47ec-a1c7-be5db8d47d0d None None] No DVR routers for this DVR port 503bfc84-aea6-4b00-9f73-0fc57056824e on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:19.999687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-ce4e5941-fe9c-41ee-a833-c6c41040dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:20.001908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-ce4e5941-fe9c-41ee-a833-c6c41040dc67 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 0.3188324 Apr 18 20:13:20.013156 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edaaa52d-26b9-425f-961a-506f8cea3b48'] response: {'server_uuid': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b', 'code': 200} Apr 18 20:13:20.102941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-de2d8b84-9bee-4daa-b8b2-625e833b31aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 200 len: 217 time: 0.0932415 Apr 18 20:13:20.159957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] The port '503bfc84-aea6-4b00-9f73-0fc57056824e' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:13:20.193554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-43da67d7-f2c6-45d9-a576-8d2b05c8fb42 service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0695560 Apr 18 20:13:20.223652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:20.256288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-1b6be8aa-1815-426e-ad3e-1275c646a747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:20.258101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-1b6be8aa-1815-426e-ad3e-1275c646a747 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.1500099 Apr 18 20:13:20.328045 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-16c97915-1d88-4ba9-91d2-c8fe7c17bf71 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570707 Apr 18 20:13:20.449473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529b0b6-dc04-4771-88c3-fa0e419d2c86 req-ff24c99c-0ea2-4bcd-bfb7-e04e10dd3bf8 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:20.449473 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8529b0b6-dc04-4771-88c3-fa0e419d2c86 req-ff24c99c-0ea2-4bcd-bfb7-e04e10dd3bf8 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 948 time: 0.2823627 Apr 18 20:13:20.449869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Transition to ACTIVE for port object 345b0b7d-25a3-441c-8f3a-a7ba48da0125 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:20.569860 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8529b0b6-dc04-4771-88c3-fa0e419d2c86 req-6e25a742-d834-404d-beb2-7f42b6f41eaf tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207254 Apr 18 20:13:20.638955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-8bb7215f-b324-47a4-aab2-703d28cfff7e service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023591 Apr 18 20:13:20.660866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3780843-d06f-4183-8ef2-5022cec61ea1 req-c8b2425f-89da-4876-a1fe-a881b0c8119e tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:20.674085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3780843-d06f-4183-8ef2-5022cec61ea1 req-c8b2425f-89da-4876-a1fe-a881b0c8119e tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 949 time: 1.0895011 Apr 18 20:13:20.722826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:20.789647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-8195370f-0ea8-4949-91a0-820f3221f2ca service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903114 Apr 18 20:13:20.815894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cccb0e3d-2cbe-4e0f-948b-b16ab310518f req-0a510bb8-b226-4dd1-b10a-fe170a35897f tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 210 time: 0.1123788 Apr 18 20:13:20.825360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3780843-d06f-4183-8ef2-5022cec61ea1 req-889ab79f-a806-4be4-85b3-20b0ca14f299 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561739 Apr 18 20:13:20.834364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454ddf2c-7bee-4b7a-8bbe-88bc1e35086a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:20.846658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:20.849977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540569b5-d6e3-4459-946f-b3bb7a805c4a req-9cd93b19-0b63-461b-b709-f9688ae980f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:20.851864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-540569b5-d6e3-4459-946f-b3bb7a805c4a req-9cd93b19-0b63-461b-b709-f9688ae980f6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 1100 time: 0.7119560 Apr 18 20:13:20.929056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 503bfc84-aea6-4b00-9f73-0fc57056824e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:20.929204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebec081d-73c4-47e4-a2ae-38117d594a2e req-0c75a722-c945-4740-bce4-35e2a87315bf service neutron] 10.222.0.55 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901357 Apr 18 20:13:20.934640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-30269076-e4ba-44e0-9c72-3dd223e8bf7f service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855461 Apr 18 20:13:21.021585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:21.023480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db45dcc8-20e2-4ba7-b900-b7a6500f5179') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:21.023778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db45dcc8-20e2-4ba7-b900-b7a6500f5179') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:21.042813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-540569b5-d6e3-4459-946f-b3bb7a805c4a req-78002a34-facb-42f8-ba70-81e9eb9f542c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870111 Apr 18 20:13:21.044444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 503bfc84-aea6-4b00-9f73-0fc57056824e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:13:21.048518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 503bfc84-aea6-4b00-9f73-0fc57056824e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:13:21.050726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:21.065996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:13:21.167453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.193807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28d01d-2148-479a-bfa0-722878e7bd65 req-0e0c5eaa-38d4-41c2-a824-342d5067b649 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:21.195410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d28d01d-2148-479a-bfa0-722878e7bd65 req-0e0c5eaa-38d4-41c2-a824-342d5067b649 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 0.2234342 Apr 18 20:13:21.218442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Pushing event updated for resources: {'Port': ['ID=345b0b7d-25a3-441c-8f3a-a7ba48da0125,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:21.226583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.244650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:21.246159 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.280120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:13:21.280120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:13:21.319434 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:13:21.338668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-388060fb-e759-452c-8d64-ae8a0abe105c tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 7.0108411 Apr 18 20:13:21.359675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Request body: {'port': {'device_id': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:21.385785 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d28d01d-2148-479a-bfa0-722878e7bd65 req-c97a31b7-8537-4777-bc99-ad84a808db29 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732073 Apr 18 20:13:21.586829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-899a4838-ecf5-496e-bc6b-8054892d8ad6 None None] Provisioning for port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:21.616597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-899a4838-ecf5-496e-bc6b-8054892d8ad6 None None] Provisioning complete for port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:21.625207 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-899a4838-ecf5-496e-bc6b-8054892d8ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.809384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.865485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-899a4838-ecf5-496e-bc6b-8054892d8ad6 None None] Port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:13:21.885181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.893605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:21.956796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] Pushing event deleted for resources: {'Network': ['ID=454ddf2c-7bee-4b7a-8bbe-88bc1e35086a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:21.999450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c05e4813-f0aa-4a4c-b241-36fe97727601 admin admin] 10.222.0.47 "DELETE /v2.0/networks/454ddf2c-7bee-4b7a-8bbe-88bc1e35086a HTTP/1.1" status: 204 len: 168 time: 3.5857141 Apr 18 20:13:22.050706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-6a54ecd4-cbae-478a-b204-b81247148c7e tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:22.052231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-6a54ecd4-cbae-478a-b204-b81247148c7e tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df&tenant_id=79603fa50e854b38b735c9c95414694d&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.5510361 Apr 18 20:13:22.466549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e2d93-b664-49ac-bb64-b29532fd80ab req-1b5a3560-9a69-44d8-b634-c9d7f2c54fbe tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:22.468072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-635e2d93-b664-49ac-bb64-b29532fd80ab req-1b5a3560-9a69-44d8-b634-c9d7f2c54fbe tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.7278514 Apr 18 20:13:22.558947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:22.646413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-635e2d93-b664-49ac-bb64-b29532fd80ab req-7cb87e4c-e3a2-4dc0-8a4f-99171d7f0edc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624520 Apr 18 20:13:22.710691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-0af4941b-f876-49ee-ba05-0e2111e4d9c4 service neutron] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:22.715951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-0af4941b-f876-49ee-ba05-0e2111e4d9c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:22.726996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cb0108e-0a79-4e90-89ec-95738eb333c1 req-0af4941b-f876-49ee-ba05-0e2111e4d9c4 service neutron] 10.222.0.61 "DELETE /v2.0/ports/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86/bindings/n-h1-836016-3 HTTP/1.1" status: 204 len: 173 time: 0.6314723 Apr 18 20:13:22.912124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7d671d6f-55d7-4113-a5a7-f632837f9313 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b10a82498ecd4ac7ad0fc1c34527fee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419068 Apr 18 20:13:22.912124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:22.971932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 345b0b7d-25a3-441c-8f3a-a7ba48da0125 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:22.998975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:23.004437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd20a4cf-5973-4e4f-bcb7-bcf5b458959f req-f8be3df0-6dd5-40b3-8f90-ae824a44d2a3 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:23.004437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd20a4cf-5973-4e4f-bcb7-bcf5b458959f req-f8be3df0-6dd5-40b3-8f90-ae824a44d2a3 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 949 time: 0.1181257 Apr 18 20:13:23.056374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Transition to ACTIVE for port object 345b0b7d-25a3-441c-8f3a-a7ba48da0125 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:23.059717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd20a4cf-5973-4e4f-bcb7-bcf5b458959f req-e51de6fe-c386-4399-aaaf-c8efbbde76d4 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499039 Apr 18 20:13:23.066443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:23.163068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb1f144a-7cda-4ba0-9b74-70b156f11617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:23.460573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b26f449-f32e-4445-914a-9840272cdd50 req-f9000b2f-7dcf-46a1-89b0-60bcf1122b27 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:23.460573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b26f449-f32e-4445-914a-9840272cdd50 req-f9000b2f-7dcf-46a1-89b0-60bcf1122b27 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Synchronizing usage tracker for tenant:8ac7e7ddb8e24b0f945981624d557110 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:23.537666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Pushing event updated for resources: {'Port': ['ID=345b0b7d-25a3-441c-8f3a-a7ba48da0125,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:23.558426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca743277-7a1b-4dd6-ad2f-fcb82ebdba61 req-4681e412-5e30-427e-9d2d-737ef9a925ad tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:23.558426 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca743277-7a1b-4dd6-ad2f-fcb82ebdba61 req-4681e412-5e30-427e-9d2d-737ef9a925ad tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 0.2082176 Apr 18 20:13:23.600528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb1f144a-7cda-4ba0-9b74-70b156f11617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:23.643299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b26f449-f32e-4445-914a-9840272cdd50 req-f9000b2f-7dcf-46a1-89b0-60bcf1122b27 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Unset dirty status for tenant:8ac7e7ddb8e24b0f945981624d557110 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:23.643299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b26f449-f32e-4445-914a-9840272cdd50 req-f9000b2f-7dcf-46a1-89b0-60bcf1122b27 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 935 time: 0.7352552 Apr 18 20:13:23.722827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca743277-7a1b-4dd6-ad2f-fcb82ebdba61 req-5f02fe62-d925-4929-9db9-7c263bff775a tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517019 Apr 18 20:13:23.785232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b26f449-f32e-4445-914a-9840272cdd50 req-96d63fe9-0276-44b3-985c-696ec31bf868 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Synchronizing usage tracker for tenant:8ac7e7ddb8e24b0f945981624d557110 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:23.785232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Attempting to bind port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:23.785232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Attempting to bind port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:23.785232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Attempting to bind port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:23.785232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:23.785232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Attempting to bind port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:23.812582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:23.812582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:23.812582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:23.812582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Bound port: 345b0b7d-25a3-441c-8f3a-a7ba48da0125, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:23.812582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:23.833871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb1f144a-7cda-4ba0-9b74-70b156f11617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:23.881765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b26f449-f32e-4445-914a-9840272cdd50 req-96d63fe9-0276-44b3-985c-696ec31bf868 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Unset dirty status for tenant:8ac7e7ddb8e24b0f945981624d557110 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:23.890366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b26f449-f32e-4445-914a-9840272cdd50 req-96d63fe9-0276-44b3-985c-696ec31bf868 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431684 Apr 18 20:13:23.903108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f144a-7cda-4ba0-9b74-70b156f11617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2323f00f-29a1-454a-833f-02aefcc444ab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:23.973035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb1f144a-7cda-4ba0-9b74-70b156f11617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:23.978232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eb1f144a-7cda-4ba0-9b74-70b156f11617 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2323f00f-29a1-454a-833f-02aefcc444ab HTTP/1.1" status: 204 len: 168 time: 1.0655754 Apr 18 20:13:24.120859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] For port 345b0b7d-25a3-441c-8f3a-a7ba48da0125, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:24.133334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] For port 345b0b7d-25a3-441c-8f3a-a7ba48da0125, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=345b0b7d-25a3-441c-8f3a-a7ba48da0125,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:24.143639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:24.174118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c77ba-ad54-4777-909c-6c0df496d075 req-00156459-8787-45cf-8937-7257d2c76030 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:24.178285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-598c77ba-ad54-4777-909c-6c0df496d075 req-00156459-8787-45cf-8937-7257d2c76030 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 945 time: 0.2034876 Apr 18 20:13:24.262674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:24.264049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:24.275826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] 10.222.0.55 "PUT /v2.0/ports/345b0b7d-25a3-441c-8f3a-a7ba48da0125 HTTP/1.1" status: 200 len: 1095 time: 2.9212220 Apr 18 20:13:24.277174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'tag': '345b0b7d-25a3-441c-8f3a-a7ba48da0125'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:24.368981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-598c77ba-ad54-4777-909c-6c0df496d075 req-e49e6bc4-d79d-4173-af12-e8f6f575f023 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798906 Apr 18 20:13:24.539679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5676683-b9fc-4665-9d78-b1076b2031ef service neutron] Pushing event updated for resources: {'Port': ['ID=345b0b7d-25a3-441c-8f3a-a7ba48da0125,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:24.662418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-2e33f661-d6e4-4eba-9474-1f749f6274ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:24.671860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-2e33f661-d6e4-4eba-9474-1f749f6274ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8ac7e7ddb8e24b0f945981624d557110&device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 1098 time: 0.3385649 Apr 18 20:13:24.853575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec554ddf-ee2f-40f5-a1dd-651b845c691a req-c6037ecb-eee3-4bcf-a21e-db8dda02e618 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:24.865571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec554ddf-ee2f-40f5-a1dd-651b845c691a req-c6037ecb-eee3-4bcf-a21e-db8dda02e618 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.2423365 Apr 18 20:13:24.865848 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e44e50-91da-4195-b124-46320f1f9604'] response: {'name': 'network-changed', 'server_uuid': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'tag': '345b0b7d-25a3-441c-8f3a-a7ba48da0125', 'status': 'completed', 'code': 200} Apr 18 20:13:24.900237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-31a83371-ab51-48fb-9522-5ebe45b1ac26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=345b0b7d-25a3-441c-8f3a-a7ba48da0125 HTTP/1.1" status: 200 len: 217 time: 0.2169688 Apr 18 20:13:25.008528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38548) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:25.114212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec554ddf-ee2f-40f5-a1dd-651b845c691a req-39fa4f2e-7641-4375-9a11-df28edc90c8b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338841 Apr 18 20:13:25.181151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-730668b8-14e2-4381-b8ef-88a807ab441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:25.181151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-730668b8-14e2-4381-b8ef-88a807ab441b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1665308 Apr 18 20:13:25.245166 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6774a794-19d3-4951-9c4b-10d6263c9ebb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c994b97852d945718bf111f192440481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1766763 Apr 18 20:13:25.245496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38552) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:25.272096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-c357b838-c392-4ab3-9f2f-20b9f2717440 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:25.275446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-c357b838-c392-4ab3-9f2f-20b9f2717440 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 945 time: 0.3215919 Apr 18 20:13:25.322348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-04191ced-3d72-4838-9e1b-1561bd565a0f tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:25.326225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-04191ced-3d72-4838-9e1b-1561bd565a0f tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 1100 time: 0.4119039 Apr 18 20:13:25.371471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:25.415891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:25.424117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port adae47ed-779d-4cbe-8f9f-4c323fdd7adf {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:25.424838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:25.460066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-a7ed89cb-30c3-4cf0-969f-9a3a5787702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:25.461587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-a7ed89cb-30c3-4cf0-969f-9a3a5787702e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2736423 Apr 18 20:13:25.462768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Usage tracker for resource:security_group_rule and tenant:cb27438b5d394fc699dda04f56045861 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:25.464507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ef63880-5b61-4a9b-9831-d19a20bd13e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:25.477229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:25.533403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:25.538241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ef63880-5b61-4a9b-9831-d19a20bd13e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:25.553949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d010b5-7550-4652-8f22-7babc5cac615 req-516659db-9327-48b0-9ed8-69a962ccb161 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:25.574383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-29d010b5-7550-4652-8f22-7babc5cac615 req-516659db-9327-48b0-9ed8-69a962ccb161 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 1095 time: 0.2857025 Apr 18 20:13:25.727002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-29d010b5-7550-4652-8f22-7babc5cac615 req-23506eb1-2a74-4aea-ad25-a01689c68f41 tempest-LiveAutoBlockMigrationV225Test-787762113 tempest-LiveAutoBlockMigrationV225Test-787762113-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361816 Apr 18 20:13:25.786873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ef63880-5b61-4a9b-9831-d19a20bd13e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:25.849934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef63880-5b61-4a9b-9831-d19a20bd13e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ebbfe9-8c6b-4c2d-a330-b1e9ee7390bf,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:25.871513 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ef63880-5b61-4a9b-9831-d19a20bd13e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:25.883676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1ef63880-5b61-4a9b-9831-d19a20bd13e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47ebbfe9-8c6b-4c2d-a330-b1e9ee7390bf HTTP/1.1" status: 204 len: 168 time: 0.6330652 Apr 18 20:13:25.986964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-e07a2731-584b-4d4f-a63f-57693bd62427 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5060911 Apr 18 20:13:26.243007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69484c59-a9c7-46a4-b19e-101e4053ec82 req-3b57175c-c0cb-460d-9efe-a1788525b905 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:26.255677 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69484c59-a9c7-46a4-b19e-101e4053ec82 req-3b57175c-c0cb-460d-9efe-a1788525b905 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 947 time: 0.2116957 Apr 18 20:13:26.387634 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69484c59-a9c7-46a4-b19e-101e4053ec82 req-c9372ab6-2f1e-4317-8e82-411c57b21ee5 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304536 Apr 18 20:13:26.428411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9558a9d7-7be4-4f27-abf7-d79239d53024 req-086b0b43-5c5d-4082-ad37-7e5c31fae2ca service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357673 Apr 18 20:13:26.519820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:26.640145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port adae47ed-779d-4cbe-8f9f-4c323fdd7adf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:26.640145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:26.722956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80157243-57f1-4ce4-9d68-5771a522f1c8 req-546c4b70-4bed-425a-86c7-63bd6a970fbb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:26.722956 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-80157243-57f1-4ce4-9d68-5771a522f1c8 req-546c4b70-4bed-425a-86c7-63bd6a970fbb tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 945 time: 0.1422825 Apr 18 20:13:26.810762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-80157243-57f1-4ce4-9d68-5771a522f1c8 req-4338d7c7-f274-46ad-bf80-670cfa25bfaa tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849621 Apr 18 20:13:26.882831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:13:27.117951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:27.267762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:27.306408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '79479006-11b9-481d-bc82-e62b5e066eaa', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '79479006-11b9-481d-bc82-e62b5e066eaa', 'mac_address': 'fa:16:3e:12:d9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:13:27.361493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c731e48-c5fd-4024-9a1a-db091a093e1b req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0264642 Apr 18 20:13:27.390380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for adae47ed-779d-4cbe-8f9f-4c323fdd7adf owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:27.490844 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:27.540521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79479006-11b9-481d-bc82-e62b5e066eaa {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:27.591488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11531beb-0378-4d63-9771-751181e8a937 tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547c0d32-c6c1-4f53-94c4-db086134c381,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:27.605792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:27.632796 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:27.862297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-aac996b1-70ab-4736-9d32-67c3e4fc6366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:27.862962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:27.864781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-aac996b1-70ab-4736-9d32-67c3e4fc6366 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8ac7e7ddb8e24b0f945981624d557110&device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 1098 time: 1.3432624 Apr 18 20:13:27.893481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device adae47ed-779d-4cbe-8f9f-4c323fdd7adf no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:27.915531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:27.941606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['79479006-11b9-481d-bc82-e62b5e066eaa'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:27.974080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842f6d3-ccbf-45f1-97a4-c0a1aafde9da req-a0f4171e-301d-4441-9f08-152e9bd95f42 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:28.027374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c842f6d3-ccbf-45f1-97a4-c0a1aafde9da req-a0f4171e-301d-4441-9f08-152e9bd95f42 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 947 time: 0.2734587 Apr 18 20:13:28.245214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:28.364018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c842f6d3-ccbf-45f1-97a4-c0a1aafde9da req-a2585348-2e73-400e-9482-c891de7be978 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302338 Apr 18 20:13:28.424730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Port adae47ed-779d-4cbe-8f9f-4c323fdd7adf update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:13:28.618419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event deleted for resources: {'Port': ['ID=adae47ed-779d-4cbe-8f9f-4c323fdd7adf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:28.633349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-1d830102-d8aa-4c84-8c9b-c430ac904fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:28.633349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-1d830102-d8aa-4c84-8c9b-c430ac904fc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.7160261 Apr 18 20:13:28.652272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] No DVR routers for this DVR port adae47ed-779d-4cbe-8f9f-4c323fdd7adf on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:28.652272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:28.747281 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-network', 'tenant_id': '72a0681606dc42949627718d88f87ef9'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:28.767077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'name': 'network-vif-deleted', 'tag': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:28.784355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:28.803897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Usage tracker for resource:network and tenant:72a0681606dc42949627718d88f87ef9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:28.823098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:28.838207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:28.846903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e7528-3466-4fe8-a749-62c9e200c935 req-a60591d6-2bdd-4912-89dd-19de5236c8e5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:28.854244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c9e7528-3466-4fe8-a749-62c9e200c935 req-a60591d6-2bdd-4912-89dd-19de5236c8e5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.9875636 Apr 18 20:13:28.856580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-a72150c8-c8f5-4c46-a75b-c7f298a651a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=345b0b7d-25a3-441c-8f3a-a7ba48da0125 HTTP/1.1" status: 200 len: 217 time: 0.2212846 Apr 18 20:13:28.880981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Made reservation on behalf of 72a0681606dc42949627718d88f87ef9 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:13:28.882791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:28.900596 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:28.932980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:28.936761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f77f97a-f1eb-48b3-afdb-0a5c1d8f62aa req-26f6b3ec-4b1d-4c30-9825-71855fba146f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "DELETE /v2.0/ports/adae47ed-779d-4cbe-8f9f-4c323fdd7adf HTTP/1.1" status: 204 len: 173 time: 3.6526589 Apr 18 20:13:28.937774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Usage tracker for resource:security_group_rule and tenant:72a0681606dc42949627718d88f87ef9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:28.943026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:28.950880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:28.978708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c9e7528-3466-4fe8-a749-62c9e200c935 req-cd16f519-736a-4ca9-85d3-ce6fda531adc tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117697 Apr 18 20:13:28.989075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-5320d43b-3d02-47a0-b809-ca01fb6b716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:28.999390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-5320d43b-3d02-47a0-b809-ca01fb6b716b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1145689 Apr 18 20:13:29.050681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-64dcd72a-e840-473f-bbea-b7f967833c53 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:29.064849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-64dcd72a-e840-473f-bbea-b7f967833c53 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 0.7167270 Apr 18 20:13:29.122430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3b8f23-fd92-43d6-94ce-e0500aa7e221 req-008f82a4-95e9-4cec-bc1a-3640ffa25a45 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:29.132116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a3b8f23-fd92-43d6-94ce-e0500aa7e221 req-008f82a4-95e9-4cec-bc1a-3640ffa25a45 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 0.5205374 Apr 18 20:13:29.175886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-4f0bd92e-bd60-4f87-a76d-d18c0b76cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:29.177569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-4f0bd92e-bd60-4f87-a76d-d18c0b76cd9a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1716039 Apr 18 20:13:29.399316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Deleting port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:29.399887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:29.437011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-eb995cc2-ef5f-46fa-8886-e9b232399f4a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473588 Apr 18 20:13:29.439906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-24890f43-a8c1-42f3-8248-bfe600c654fa req-c90fa81e-f648-4776-be96-00b5909ef7cc tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:29.463679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a3b8f23-fd92-43d6-94ce-e0500aa7e221 req-6ae0fac8-7089-48c8-98f7-d1a8fed12fc5 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298151 Apr 18 20:13:29.615236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-24890f43-a8c1-42f3-8248-bfe600c654fa req-c90fa81e-f648-4776-be96-00b5909ef7cc tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:29.616793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24890f43-a8c1-42f3-8248-bfe600c654fa req-c90fa81e-f648-4776-be96-00b5909ef7cc tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5 HTTP/1.1" status: 200 len: 210 time: 0.3506596 Apr 18 20:13:29.777921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b2cb6cd-a15f-4814-ab87-cc4d473c959b req-f15225a2-0d61-462c-a018-b10a7f8b896d service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334033 Apr 18 20:13:29.779740 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d18487-9b2e-4190-928d-fd926496849e'] response: {'server_uuid': '7a4980fb-3d88-4f7a-9c8b-1b6778b32ed5', 'name': 'network-vif-deleted', 'tag': 'adae47ed-779d-4cbe-8f9f-4c323fdd7adf', 'status': 'completed', 'code': 200} Apr 18 20:13:29.903200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:29.912907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 345b0b7d-25a3-441c-8f3a-a7ba48da0125 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:13:29.991509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:30.310039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:13:30.323588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea871e66-6771-4af9-bf93-30552e4360fd req-d3ad6ce0-78ca-4e6f-a771-720b3ee773ee tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:30.328269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:30.336063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea871e66-6771-4af9-bf93-30552e4360fd req-d3ad6ce0-78ca-4e6f-a771-720b3ee773ee tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 1100 time: 0.2287903 Apr 18 20:13:30.339545 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Added segment 60017403-a03e-495f-aeab-b25361fbbefd of type vlan for network aba642d5-130a-42e3-b940-ed842677df73 Apr 18 20:13:30.385049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 345b0b7d-25a3-441c-8f3a-a7ba48da0125, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=345b0b7d-25a3-441c-8f3a-a7ba48da0125,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:30.389990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63dcc060-5a0c-4f1d-a382-ee99bf23f493,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:30.416531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '345b0b7d-25a3-441c-8f3a-a7ba48da0125', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '345b0b7d-25a3-441c-8f3a-a7ba48da0125', 'mac_address': 'fa:16:3e:09:ad:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:13:30.450573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:30.473839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] For port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:30.474206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:30.497056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea871e66-6771-4af9-bf93-30552e4360fd req-190fc130-bf35-459b-9687-e6e950c9ae3b tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Synchronizing usage tracker for tenant:cb27438b5d394fc699dda04f56045861 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:30.535016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea871e66-6771-4af9-bf93-30552e4360fd req-190fc130-bf35-459b-9687-e6e950c9ae3b tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] Unset dirty status for tenant:cb27438b5d394fc699dda04f56045861 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:30.547100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea871e66-6771-4af9-bf93-30552e4360fd req-190fc130-bf35-459b-9687-e6e950c9ae3b tempest-ServersAdminNegativeTestJSON-378823773 tempest-ServersAdminNegativeTestJSON-378823773-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965246 Apr 18 20:13:30.550113 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:30.591442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 345b0b7d-25a3-441c-8f3a-a7ba48da0125 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:30.633074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 345b0b7d-25a3-441c-8f3a-a7ba48da0125, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=345b0b7d-25a3-441c-8f3a-a7ba48da0125,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:30.643795 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:30.788284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dedc7a-e1c9-421c-b6ac-63d02da67ace req-4a109193-99e0-4e17-9cc3-b25afa3dab8d tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:30.802529 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-13dedc7a-e1c9-421c-b6ac-63d02da67ace req-4a109193-99e0-4e17-9cc3-b25afa3dab8d tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 947 time: 0.8870740 Apr 18 20:13:30.819523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Calling delete_port for 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:30.881636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:13:30.910736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:31.030594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=345b0b7d-25a3-441c-8f3a-a7ba48da0125,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:31.113829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e881f-ef2b-420f-b5be-bf5ef2194d51 req-b19e8e4a-762e-48d1-b2cb-9dc34d9c4914 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:31.115717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:31.118245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-478e881f-ef2b-420f-b5be-bf5ef2194d51 req-b19e8e4a-762e-48d1-b2cb-9dc34d9c4914 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.3488300 Apr 18 20:13:31.118733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:31.119822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:31.141867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['345b0b7d-25a3-441c-8f3a-a7ba48da0125'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:31.313209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 79479006-11b9-481d-bc82-e62b5e066eaa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:31.314864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:31.335698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-478e881f-ef2b-420f-b5be-bf5ef2194d51 req-d0ae7c36-87ee-46b9-ab43-59cc9e2b4d97 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004530 Apr 18 20:13:31.363011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-13dedc7a-e1c9-421c-b6ac-63d02da67ace req-bd03bff4-9788-4e0e-a47b-872da50753be tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5541127 Apr 18 20:13:31.614125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-7377de1c-723e-41f2-9b13-5ba351115306 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:31.614125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-7377de1c-723e-41f2-9b13-5ba351115306 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.2435970 Apr 18 20:13:31.633939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836016-3'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:31.751963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.8328598 Apr 18 20:13:31.780218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38660) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:31.852911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:31.963546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 82a9889c-ebe8-4f89-88b4-3f947c5cb31b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:13:32.024103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Request body: {'subnet': {'network_id': 'aba642d5-130a-42e3-b940-ed842677df73', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-subnet', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:32.028689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Pushing event updated for resources: {'Network': ['ID=aba642d5-130a-42e3-b940-ed842677df73,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:32.081856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:32.346739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:32.455170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:32.471930 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f11cfd86-6711-47bc-982c-f00a63ddffcd'] response: {'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa', 'code': 200} Apr 18 20:13:32.471930 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:32.558719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:32.596547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 82a9889c-ebe8-4f89-88b4-3f947c5cb31b has no active binding in host n-h1-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:13:32.620735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.756272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.760587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.760587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.760587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.760587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef915c7f-ab2c-48dc-85e5-94dc231281c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:32.775885 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:32.775885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Usage tracker for resource:subnet and tenant:72a0681606dc42949627718d88f87ef9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:32.788411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:32.795184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network aba642d5-130a-42e3-b940-ed842677df73 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:13:32.836714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b65ecd-4120-420c-9861-3f3cde2aa405 req-e69747c3-5b1b-4ca3-b16d-1645fd67720d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:32.848992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64b65ecd-4120-420c-9861-3f3cde2aa405 req-e69747c3-5b1b-4ca3-b16d-1645fd67720d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 944 time: 1.0577791 Apr 18 20:13:32.863623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:32.884748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event deleted for resources: {'Port': ['ID=0754b1ce-25f8-41e9-bd9a-c56d37e1ce86,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:32.890396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:32.929591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:32.993968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Made reservation on behalf of 72a0681606dc42949627718d88f87ef9 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:13:32.997107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:33.047598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:13:33.047598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:13:33.234439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] No DVR routers for this DVR port 0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:33.251387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:33.254241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'name': 'network-vif-deleted', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:33.296561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:33.298486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['95e39445-e216-4bf3-bd76-4846852aa71f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:33.398502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:33.556610 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:33.563816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:33.581414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:33.742715 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fc235c7-5be7-4d21-93c5-b82f8d96b354 req-87010b2a-edf4-4818-926f-41eb357c717c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "DELETE /v2.0/ports/0754b1ce-25f8-41e9-bd9a-c56d37e1ce86 HTTP/1.1" status: 204 len: 173 time: 4.6036215 Apr 18 20:13:33.755469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64b65ecd-4120-420c-9861-3f3cde2aa405 req-19c99105-7bdb-4c82-9c8f-08cb5976cb68 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9158051 Apr 18 20:13:33.765736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:33.846186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:33.927829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.927829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.927829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.927829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.948542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.948542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.948542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.948542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.954897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 345b0b7d-25a3-441c-8f3a-a7ba48da0125 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:33.960498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.960498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.960498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:33.960498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:34.022381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a04687-b4a4-44d3-95f9-e7be4eb6585f req-ced86a86-4a38-4fa4-85d8-8bc9953a21e5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:34.037230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5a04687-b4a4-44d3-95f9-e7be4eb6585f req-ced86a86-4a38-4fa4-85d8-8bc9953a21e5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 945 time: 0.9384534 Apr 18 20:13:34.079590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b56e1b2-e0d4-4a99-a334-26c400eaeac9,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:34.123650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:34.126480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Checking segment: {'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:34.128347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Network hostable DHCP agents. Network: aba642d5-130a-42e3-b940-ed842677df73, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:13:34.159222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:34.162350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on host n-h2-836016-3 for vnic_type normal with profile {"migrating_to": "n-h1-836016-3"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:34.162564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:34.162851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:34.163325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:34.189748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:34.190878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Attempting to bind port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on network 6bb0cae6-2372-455c-b0c2-b49e6408fd37 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:34.229228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:34.230243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Checking segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:34.232362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Bound using segment: {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:34.234332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Bound port: 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a0d0feb-564a-41c1-964d-c5c5d5464006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '6bb0cae6-2372-455c-b0c2-b49e6408fd37'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:34.235206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:34.245222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5a04687-b4a4-44d3-95f9-e7be4eb6585f req-41cd1af1-9dc9-437a-a3c2-001a78f03233 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070196 Apr 18 20:13:34.271288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Network aba642d5-130a-42e3-b940-ed842677df73 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:13:34.295751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, aba642d5-130a-42e3-b940-ed842677df73) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:34.308175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:34.310878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:34.335053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fcf0a8d-8e6f-4c4e-af2b-61ed92ac5167 None None] Network aba642d5-130a-42e3-b940-ed842677df73 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:13:34.361178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-34096ea9-f346-4bd7-a457-346cdedf9569 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.5766618 Apr 18 20:13:34.367782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38704) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:34.376310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:34.386791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:34.398236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Usage tracker for resource:router and tenant:72a0681606dc42949627718d88f87ef9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:34.406598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:34.420457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:34.458478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:34.459907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:34.521342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:34.845785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda05365-281f-4bef-8dae-8efb3ac8b09c req-885a9a6b-2ab5-490c-8b9c-e8ba5a0c5efc tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:34.854393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dda05365-281f-4bef-8dae-8efb3ac8b09c req-885a9a6b-2ab5-490c-8b9c-e8ba5a0c5efc tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 948 time: 0.7996533 Apr 18 20:13:34.957889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:35.008727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:35.053863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-aba642d5-130a-42e3-b940-ed842677df73', 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'fixed_ips': [{'subnet_id': '3b56e1b2-e0d4-4a99-a334-26c400eaeac9'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:13:35.054817 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:35.069130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:35.114510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dda05365-281f-4bef-8dae-8efb3ac8b09c req-b4bcd7f0-f45a-4330-93c3-7e46f11fead9 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536461 Apr 18 20:13:35.124636 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:35.355273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345b0b7d-25a3-441c-8f3a-a7ba48da0125'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:35.430655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:35.474098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 345b0b7d-25a3-441c-8f3a-a7ba48da0125, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=345b0b7d-25a3-441c-8f3a-a7ba48da0125,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:35.508382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbb131-d371-40b9-82bb-c17b96307201 req-d3a7c11f-81d9-499a-bcac-a27cbf94e059 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:35.511293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01cbb131-d371-40b9-82bb-c17b96307201 req-d3a7c11f-81d9-499a-bcac-a27cbf94e059 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.55 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 949 time: 0.8045671 Apr 18 20:13:35.513766 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:35.611401 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b27c5c3-a632-414e-bbf7-a143c0059d5e'] response: {'server_uuid': '4d73b985-f221-4d4d-9fec-c7331521b2df', 'name': 'network-vif-deleted', 'tag': '0754b1ce-25f8-41e9-bd9a-c56d37e1ce86', 'status': 'completed', 'code': 200} Apr 18 20:13:35.645974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:35.647042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:35.648103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-0f9bb33e-22af-46ec-8ac9-c78ce427f2da service neutron] 10.222.0.55 "PUT /v2.0/ports/82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 200 len: 1121 time: 4.0265067 Apr 18 20:13:35.669670 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b2831b7-998b-478d-baf7-38f9ef6cc7f3'] response: {'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b', 'code': 200} Apr 18 20:13:35.674853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Deleting port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:35.675137 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:35.908809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['82a9889c-ebe8-4f89-88b4-3f947c5cb31b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:35.963012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:36.010833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9ece980-c2f3-4694-8b26-f169697683ac req-4293eaf2-6433-4dee-81ec-ccc680d37247 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=4d73b985-f221-4d4d-9fec-c7331521b2df HTTP/1.1" status: 200 len: 210 time: 0.0941682 Apr 18 20:13:36.061113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['82a9889c-ebe8-4f89-88b4-3f947c5cb31b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:36.064730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28e3b0-1ed2-44c5-9ba0-9a9e53a68761 req-ea4ec26d-2b26-4134-9e64-d3db841970f8 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:36.074047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf28e3b0-1ed2-44c5-9ba0-9a9e53a68761 req-ea4ec26d-2b26-4134-9e64-d3db841970f8 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 949 time: 0.7887983 Apr 18 20:13:36.163742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf28e3b0-1ed2-44c5-9ba0-9a9e53a68761 req-8a2e6117-0665-46f6-88e2-7814ca05a742 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887225 Apr 18 20:13:36.449571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] For port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:36.449944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:36.942257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Allocated IP 172.20.0.2 (aba642d5-130a-42e3-b940-ed842677df73/3b56e1b2-e0d4-4a99-a334-26c400eaeac9/e3119963-608e-4858-ae53-3aae29fd1800) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:37.023070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=345b0b7d-25a3-441c-8f3a-a7ba48da0125,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:37.184558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Calling delete_port for 3bf4ec2d-88eb-4fdc-babe-016b8accc40b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:37.544321 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:37.554294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-78d763f0-2c17-46ce-ba4b-2631f4ec3d69 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:37.557603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-78d763f0-2c17-46ce-ba4b-2631f4ec3d69 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.4382870 Apr 18 20:13:37.575577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:37.604778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-404326f4-6fff-45cd-802b-91283be6bdee tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/quotas/81949679276041ed8938d973d3e63b4d HTTP/1.1" status: 200 len: 375 time: 0.0343220 Apr 18 20:13:37.696483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:37.730174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-ab9e304b-2482-4110-8972-0fb840d89505 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853469 Apr 18 20:13:37.993627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 3bf4ec2d-88eb-4fdc-babe-016b8accc40b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:38.024341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a09ee-92bc-4cfc-adab-d064a668b6b5 req-3eaf27f3-c023-47ef-af74-2b1184ce1360 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:38.032383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a8a09ee-92bc-4cfc-adab-d064a668b6b5 req-3eaf27f3-c023-47ef-af74-2b1184ce1360 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 943 time: 0.8644626 Apr 18 20:13:38.072476 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:38.101050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 3bf4ec2d-88eb-4fdc-babe-016b8accc40b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:13:38.101804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 3bf4ec2d-88eb-4fdc-babe-016b8accc40b not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:13:38.309355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a8a09ee-92bc-4cfc-adab-d064a668b6b5 req-e537c94b-f58a-4aa0-ae0f-36767013cc9b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679806 Apr 18 20:13:38.444372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Pushing event deleted for resources: {'Port': ['ID=3bf4ec2d-88eb-4fdc-babe-016b8accc40b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:38.448030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Allocated IP 172.25.5.188 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c677c10f-e921-485d-ab4c-dfdf86388748) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:38.459451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['372a1e83-6a42-40a7-aaff-ea63065a61bd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:13:38.678468 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12e27e7e-f6b1-413b-a3e3-a9cddf3555ee'] response: {'server_uuid': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '345b0b7d-25a3-441c-8f3a-a7ba48da0125', 'code': 200} Apr 18 20:13:38.734236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] No DVR routers for this DVR port 3bf4ec2d-88eb-4fdc-babe-016b8accc40b on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:38.742688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:38.801178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-df9676be-e6b6-4f1a-8cba-9096cb7cdc63 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9766765 Apr 18 20:13:38.847139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01cbb131-d371-40b9-82bb-c17b96307201 req-91f60ef2-8910-40d7-a0ea-0fda8a6bc407 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.55 "DELETE /v2.0/ports/3bf4ec2d-88eb-4fdc-babe-016b8accc40b HTTP/1.1" status: 204 len: 173 time: 3.3259411 Apr 18 20:13:38.906579 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:39.010384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe9e15-29f6-421c-b7b0-4b69a760467c req-9e4634aa-3a68-430c-ad62-135aba9a2936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:39.012684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63fe9e15-29f6-421c-b7b0-4b69a760467c req-9e4634aa-3a68-430c-ad62-135aba9a2936 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 1100 time: 0.3891804 Apr 18 20:13:39.112788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Transition to ACTIVE for port object e3119963-608e-4858-ae53-3aae29fd1800 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:39.151157 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-7118dce5-b42c-4de6-8c3e-14de44d4740d service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406696 Apr 18 20:13:39.168427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Transition to ACTIVE for port object e3119963-608e-4858-ae53-3aae29fd1800 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:39.169680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63fe9e15-29f6-421c-b7b0-4b69a760467c req-4f992d8a-be33-40bc-a7ac-d9706f9f3337 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468892 Apr 18 20:13:39.179496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:39.229141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:39.415385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a424c999-8d5c-4859-a911-9aed8b26c377 req-489a5237-f4da-42c1-89b4-9430786aaf26 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:39.439326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a424c999-8d5c-4859-a911-9aed8b26c377 req-489a5237-f4da-42c1-89b4-9430786aaf26 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 949 time: 0.5796592 Apr 18 20:13:39.471686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Network aba642d5-130a-42e3-b940-ed842677df73 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:39.503126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:39.503126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:13:39.548556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Pushing event updated for resources: {'Port': ['ID=e3119963-608e-4858-ae53-3aae29fd1800,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:39.810766 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a424c999-8d5c-4859-a911-9aed8b26c377 req-5a3beb7e-add6-4bc1-903f-7c810b6c7695 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3731425 Apr 18 20:13:39.810766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:40.079381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Attempting to bind port e3119963-608e-4858-ae53-3aae29fd1800 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:40.080984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Attempting to bind port e3119963-608e-4858-ae53-3aae29fd1800 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:40.081661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Attempting to bind port e3119963-608e-4858-ae53-3aae29fd1800 on network aba642d5-130a-42e3-b940-ed842677df73 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:40.091412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:40.093231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Checking segment: {'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:40.093372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:40.102673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Bound using segment: {'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:40.103970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Bound port: e3119963-608e-4858-ae53-3aae29fd1800, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:40.106479 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:40.256378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:40.274909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:40.351486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:13:40.693013 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a82daf9-ebce-4bc2-9fb3-3ac98596882e'] response: {'name': 'network-changed', 'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b', 'status': 'completed', 'code': 200} Apr 18 20:13:40.804983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c92ee99-983c-43e1-9284-2b3d5f5764d7 req-14524129-1952-423e-97c3-7ae7865486ea tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f57231-dfd3-49eb-ac17-e0f284c7c8d8 HTTP/1.1" status: 200 len: 210 time: 0.2315423 Apr 18 20:13:40.820555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Pushing event updated for resources: {'Port': ['ID=c677c10f-e921-485d-ab4c-dfdf86388748,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:40.863999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] For port e3119963-608e-4858-ae53-3aae29fd1800, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:40.888531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] For port e3119963-608e-4858-ae53-3aae29fd1800, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3119963-608e-4858-ae53-3aae29fd1800,segment=NetworkSegment(60017403-a03e-495f-aeab-b25361fbbefd),segment_id=60017403-a03e-495f-aeab-b25361fbbefd)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:40.903762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:41.282256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761e652-fce0-4ec0-8eeb-2cd8702609ba None None] Pushing event updated for resources: {'Port': ['ID=e3119963-608e-4858-ae53-3aae29fd1800,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:41.364071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-3467aa1a-8ace-4d76-a7ab-3d1e49869e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:41.365711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-3467aa1a-8ace-4d76-a7ab-3d1e49869e5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1124 time: 0.6435499 Apr 18 20:13:41.383111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e617550-caab-49fe-a556-f640893774a3 req-92c0f527-8cbb-4949-ae17-87c3cee85e52 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:41.390486 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e617550-caab-49fe-a556-f640893774a3 req-92c0f527-8cbb-4949-ae17-87c3cee85e52 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 943 time: 0.3922379 Apr 18 20:13:41.419644 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c175341-f0c3-479f-b524-c2e019e069a7 req-e0d615f4-5a6f-416f-aa3e-bd0a9b72492a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=661220af-e845-4643-8dbd-3af2f6057801 HTTP/1.1" status: 200 len: 210 time: 0.4409838 Apr 18 20:13:41.640954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-bc67f163-ee50-4e13-8aaf-747248aa322c service neutron] 10.222.0.61 "GET /v2.0/ports/82a9889c-ebe8-4f89-88b4-3f947c5cb31b/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 384 time: 1.0570004 Apr 18 20:13:41.835900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e617550-caab-49fe-a556-f640893774a3 req-c5d28c59-cd0c-4cc1-8d89-e411c64515ba tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4438243 Apr 18 20:13:41.838078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:42.409681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-8bca6284-d444-49c0-ae9a-ca5c3fd4cd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:42.411345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-8bca6284-d444-49c0-ae9a-ca5c3fd4cd8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 1.0181875 Apr 18 20:13:42.858605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'name': 'network-vif-deleted', 'tag': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:42.879462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-10681dc2-60a3-47ce-91e2-1e26ca654bea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 200 len: 217 time: 0.4600558 Apr 18 20:13:42.933428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 82a9889c-ebe8-4f89-88b4-3f947c5cb31b no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:43.382759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e3119963-608e-4858-ae53-3aae29fd1800 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:43.955989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce28056f-74fb-42fd-a90f-9e4dd82bc48b None None] Network aba642d5-130a-42e3-b940-ed842677df73 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:13:43.980558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:44.093021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3480bedd-f520-49ef-bb92-a1b9b805d5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:44.570160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:44.598964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:44.650364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-87b784c5-f688-4411-8701-ef254936d80f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:44.654132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-87b784c5-f688-4411-8701-ef254936d80f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 1.7011900 Apr 18 20:13:44.662795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82a9889c-ebe8-4f89-88b4-3f947c5cb31b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:44.676027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Request body: {'port': {'device_id': '661220af-e845-4643-8dbd-3af2f6057801', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'admin_state_up': True, 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:44.676805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:44.705934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:44.742831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:44.763625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Usage tracker for resource:security_group_rule and tenant:ab276cc3bd6b4a5ab251650770abf454 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:44.773294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:44.775796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c1bc193-5764-4f18-a725-822615c43cc1 None None] Provisioning for port e3119963-608e-4858-ae53-3aae29fd1800 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:44.797854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:44.819673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e3119963-608e-4858-ae53-3aae29fd1800 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:44.853803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e3119963-608e-4858-ae53-3aae29fd1800 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:44.854069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:45.005724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c1bc193-5764-4f18-a725-822615c43cc1 None None] Provisioning complete for port e3119963-608e-4858-ae53-3aae29fd1800 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:45.005724 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc193-5764-4f18-a725-822615c43cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:45.412347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:45.462476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-4795adbf-d93e-4bb8-ae2a-d545d99dbb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:45.467053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-4795adbf-d93e-4bb8-ae2a-d545d99dbb6b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 2.5152023 Apr 18 20:13:45.468370 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:45.511590 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:45.667525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:45.756298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc193-5764-4f18-a725-822615c43cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:45.764407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb17fd44-4374-42d9-a746-31fbe71caa8a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:45.853362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-2cacc695-a8a2-4f00-8a0a-46e31ed3813b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3296292 Apr 18 20:13:45.885244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6c1bc193-5764-4f18-a725-822615c43cc1 None None] For port e3119963-608e-4858-ae53-3aae29fd1800, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3119963-608e-4858-ae53-3aae29fd1800,segment=NetworkSegment(60017403-a03e-495f-aeab-b25361fbbefd),segment_id=60017403-a03e-495f-aeab-b25361fbbefd)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:45.956617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602bcd4-e639-4dcf-804b-bd0837815b1d req-a80579d8-1b7b-4757-be6a-75bff24a69c3 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:45.971048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b602bcd4-e639-4dcf-804b-bd0837815b1d req-a80579d8-1b7b-4757-be6a-75bff24a69c3 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 949 time: 3.5176768 Apr 18 20:13:45.982590 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-69b6b6c1-e2cb-4d18-b23a-da871796166f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab276cc3bd6b4a5ab251650770abf454&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8182318 Apr 18 20:13:46.003635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:46.003635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:46.314565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] Transition to ACTIVE for port object 82a9889c-ebe8-4f89-88b4-3f947c5cb31b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:46.347477 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:46.349986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c1bc193-5764-4f18-a725-822615c43cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:46.428220 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:13:46.429574 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:13:46.568288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:46.676771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] No DVR routers for this DVR port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:46.694256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a071338-f782-4885-bd4f-b4c15487170c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:46.708877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:46.996700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b602bcd4-e639-4dcf-804b-bd0837815b1d req-c5b07992-6298-49da-8a6f-db4a865a8295 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0386202 Apr 18 20:13:47.035751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:13:47.068291 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:47.103136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] Pushing event updated for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:47.128411 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4b4cd11c-4614-4d29-b1cf-0182c11bda28 service neutron] 10.222.0.61 "PUT /v2.0/ports/82a9889c-ebe8-4f89-88b4-3f947c5cb31b/bindings/n-h1-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 5.2710345 Apr 18 20:13:47.270820 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81bac38a-8e3c-40ff-8f87-6c60ef395b82'] response: {'server_uuid': 'b4f57231-dfd3-49eb-ac17-e0f284c7c8d8', 'name': 'network-vif-deleted', 'tag': '3bf4ec2d-88eb-4fdc-babe-016b8accc40b', 'status': 'completed', 'code': 200} Apr 18 20:13:47.283049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1bc193-5764-4f18-a725-822615c43cc1 None None] Pushing event updated for resources: {'Port': ['ID=e3119963-608e-4858-ae53-3aae29fd1800,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:47.340198 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:47.359515 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:47.532035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-63ab741d-9628-4ea7-893d-7f18000812a0 service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6409197 Apr 18 20:13:47.730878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e3119963-608e-4858-ae53-3aae29fd1800 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:47.854559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:13:48.149264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Allocated IP 172.20.0.3 (4f839205-bbcf-485f-9b96-1e0ab75a69ef/8557ea57-8087-403b-b2f4-187b34f03222/da187a42-f08c-4ffb-8ef7-d4bed3d3f078) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:48.203892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e3119963-608e-4858-ae53-3aae29fd1800 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:48.205071 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:48.464794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:13:48.498938 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:48.499624 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Sync routers for ids ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:13:48.501428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f2ce66d1-4868-417a-80ac-068d795d236e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 14.1340127 Apr 18 20:13:48.505875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38892) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:48.528068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-524f91e4-92a6-4f85-9902-efd04744682e None None] Provisioning complete for port e3119963-608e-4858-ae53-3aae29fd1800 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:48.528702 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-524f91e4-92a6-4f85-9902-efd04744682e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:48.559000 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Routers {'75595d4e-33ba-44fd-9116-bbd7dca7f6e0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:13:48.562543 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:13:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:48.650475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:48.683818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80daaa73-2799-4404-a6ba-181998e2e0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:48.881962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:48.987251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5fcc2-ef51-420d-8e6b-6c4971f4d506 req-f24cb8e2-b581-4c92-8878-c013489915b1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:49.009350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5a5fcc2-ef51-420d-8e6b-6c4971f4d506 req-f24cb8e2-b581-4c92-8878-c013489915b1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 944 time: 2.9978249 Apr 18 20:13:49.109885 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:49.229621 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Set router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:13:49.686000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80daaa73-2799-4404-a6ba-181998e2e0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:49.780166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:49.804193 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:13:42Z', 'revision_number': 3, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port': {'id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:37Z', 'updated_at': '2022-04-18T20:13:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:49.814532 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Checking router: 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:13:49.814971 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Updating router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 port c677c10f-e921-485d-ab4c-dfdf86388748 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:13:49.844509 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca0ef1a6-0dae-4433-afd4-74954de23779 req-bb4fafde-b83a-4557-a6f4-d520cee5073b service neutron] 10.222.0.61 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.2461553 Apr 18 20:13:49.851584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:49.866825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80daaa73-2799-4404-a6ba-181998e2e0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:49.931371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:49.993367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:50.001987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:13:50.003409 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:50.095984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80daaa73-2799-4404-a6ba-181998e2e0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb17fd44-4374-42d9-a746-31fbe71caa8a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:50.164894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event updated for resources: {'Port': ['ID=da187a42-f08c-4ffb-8ef7-d4bed3d3f078,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:50.266491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5a5fcc2-ef51-420d-8e6b-6c4971f4d506 req-6d4b31c7-b69b-4ce2-95a8-f6e5260261f7 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2571521 Apr 18 20:13:50.395896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:50.400183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:50.435972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-84cab8fa-ca58-4159-82fe-017f6c95da90 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:50.439724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-84cab8fa-ca58-4159-82fe-017f6c95da90 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1095 time: 3.1278169 Apr 18 20:13:50.516807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80daaa73-2799-4404-a6ba-181998e2e0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:50.518324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-80daaa73-2799-4404-a6ba-181998e2e0ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb17fd44-4374-42d9-a746-31fbe71caa8a HTTP/1.1" status: 204 len: 168 time: 4.5249822 Apr 18 20:13:50.538489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-256804fb-5204-476a-8a23-53c55d65d30f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8737245 Apr 18 20:13:50.556348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Request body: {'port': {'device_id': '661220af-e845-4643-8dbd-3af2f6057801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:13:50.607000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-a368ca44-f9d7-4422-895a-0201bf8c26cd tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:50.608773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-a368ca44-f9d7-4422-895a-0201bf8c26cd tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 950 time: 0.8832686 Apr 18 20:13:50.834688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-a43ccb2a-979a-443d-81ac-d4fea2d1b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:50.838162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-a43ccb2a-979a-443d-81ac-d4fea2d1b677 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc&tenant_id=fc5f549dedc648d998641dc03c881d13 HTTP/1.1" status: 200 len: 1095 time: 0.3883014 Apr 18 20:13:50.992240 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.006194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Deleting port 372a1e83-6a42-40a7-aaff-ea63065a61bd {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:51.006428 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Transition to ACTIVE for port object c677c10f-e921-485d-ab4c-dfdf86388748 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:51.006614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.030322 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.095365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Attempting to bind port c677c10f-e921-485d-ab4c-dfdf86388748 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:51.096021 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Attempting to bind port c677c10f-e921-485d-ab4c-dfdf86388748 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:51.096573 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Attempting to bind port c677c10f-e921-485d-ab4c-dfdf86388748 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:51.105130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.109905 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:51.110613 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:51.111208 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.111938 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:51.112603 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Bound port: c677c10f-e921-485d-ab4c-dfdf86388748, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:51.113264 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.141746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-3c17aab5-0a0c-4f95-94fe-dacabb9a1286 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:51.148634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.150196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-3c17aab5-0a0c-4f95-94fe-dacabb9a1286 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.7101831 Apr 18 20:13:51.201264 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] For port c677c10f-e921-485d-ab4c-dfdf86388748, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:51.206021 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] For port c677c10f-e921-485d-ab4c-dfdf86388748, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c677c10f-e921-485d-ab4c-dfdf86388748,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:51.216705 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:51.257825 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Routers {'75595d4e-33ba-44fd-9116-bbd7dca7f6e0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:13:51.258194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-f456879c-643d-481f-9d47-ef494624ad04 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/quotas/81949679276041ed8938d973d3e63b4d HTTP/1.1" status: 200 len: 375 time: 0.1065817 Apr 18 20:13:51.259014 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:13:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:51.458473 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Pushing event updated for resources: {'Port': ['ID=c677c10f-e921-485d-ab4c-dfdf86388748,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:51.575318 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.575930 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.576430 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.577185 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.577724 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.578236 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.579281 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.579926 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.580431 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.582219 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.582382 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.582625 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:13:51.691879 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] Set router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:13:51.826089 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204c4d3b-ff0a-4399-8726-2095cda182fe None None] Pushing event updated for resources: {'Port': ['ID=c677c10f-e921-485d-ab4c-dfdf86388748,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:51.903948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-89cc0f66-8a24-42fa-abc5-99c216d151bd tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6447213 Apr 18 20:13:52.122333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] For port 372a1e83-6a42-40a7-aaff-ea63065a61bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=372a1e83-6a42-40a7-aaff-ea63065a61bd,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:52.122894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:52.141306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-171c33cf-229c-45f0-9695-ad3e35d06b6d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:52.146802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-171c33cf-229c-45f0-9695-ad3e35d06b6d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 944 time: 1.0209434 Apr 18 20:13:52.195782 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:13:42Z', 'revision_number': 3, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port': {'id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:37Z', 'updated_at': '2022-04-18T20:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:13:52.208493 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085cc86-bfe0-485f-a441-3829203a1f04 None None] The sync data for ids ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'] in n-d-836016-3 is: [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:13:42Z', 'revision_number': 3, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port': {'id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:37Z', 'updated_at': '2022-04-18T20:13:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:13:52.230594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-260e95a6-845c-4e92-aa20-1e1d9eedb9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:52.232741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-260e95a6-845c-4e92-aa20-1e1d9eedb9e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1095 time: 1.3420467 Apr 18 20:13:52.260473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008c630-2259-4ea4-8e0e-33794f4cf2dd req-a027b339-677c-4d45-af39-210cd2a4b694 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:52.261236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8008c630-2259-4ea4-8e0e-33794f4cf2dd req-a027b339-677c-4d45-af39-210cd2a4b694 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Synchronizing usage tracker for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:13:52.686710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da187a42-f08c-4ffb-8ef7-d4bed3d3f078 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:13:52.696747 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:52.730216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Transition to ACTIVE for port object da187a42-f08c-4ffb-8ef7-d4bed3d3f078 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:52.736495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4c1d50a4-afd8-4764-95ae-2262ea983c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:52.738925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-4c1d50a4-afd8-4764-95ae-2262ea983c98 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.4948299 Apr 18 20:13:52.841233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:52.888092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Calling delete_port for 372a1e83-6a42-40a7-aaff-ea63065a61bd owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:52.948630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Allocated IP 172.20.0.1 (aba642d5-130a-42e3-b940-ed842677df73/3b56e1b2-e0d4-4a99-a334-26c400eaeac9/194378a4-a81b-447c-a43d-f2b0918b31e0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:13:52.993638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Deleting port 95e39445-e216-4bf3-bd76-4846852aa71f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:13:52.993946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:53.046518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8008c630-2259-4ea4-8e0e-33794f4cf2dd req-a027b339-677c-4d45-af39-210cd2a4b694 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Unset dirty status for tenant:d129eb2d04684525a68d1ba27a9ae783 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:13:53.048075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8008c630-2259-4ea4-8e0e-33794f4cf2dd req-a027b339-677c-4d45-af39-210cd2a4b694 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d1b7db6-22a6-4030-8fa8-a7f960dc994a HTTP/1.1" status: 200 len: 950 time: 2.1866360 Apr 18 20:13:53.291664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-3dc622a6-261c-4911-9726-ec7d78380b4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 200 len: 217 time: 0.5193591 Apr 18 20:13:53.321568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Pushing event updated for resources: {'Port': ['ID=da187a42-f08c-4ffb-8ef7-d4bed3d3f078,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:53.524661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:53.620720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Transition to ACTIVE for port object 194378a4-a81b-447c-a43d-f2b0918b31e0 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:13:53.652873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-b5bcb691-6a16-4806-b2bc-2423ec5d1487 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7471838 Apr 18 20:13:53.692913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c677c10f-e921-485d-ab4c-dfdf86388748 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:53.798726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-e5da06a6-2e71-4af8-981d-ac8052e7a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:53.800606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-e5da06a6-2e71-4af8-981d-ac8052e7a336 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.4819589 Apr 18 20:13:53.848392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8008c630-2259-4ea4-8e0e-33794f4cf2dd req-bf923755-2744-43ca-81e4-af92439fc165 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e153977-dcb4-4139-a29b-9c075a29d20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5907569 Apr 18 20:13:53.965751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c677c10f-e921-485d-ab4c-dfdf86388748 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:53.975951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c677c10f-e921-485d-ab4c-dfdf86388748 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:53.976459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.022003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-198facfb-513c-499a-b726-3cd520e924f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797698 Apr 18 20:13:54.048642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 95e39445-e216-4bf3-bd76-4846852aa71f no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:54.186852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.285466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Pushing event deleted for resources: {'Port': ['ID=372a1e83-6a42-40a7-aaff-ea63065a61bd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:54.509746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.670829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.676957 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-457a72b0-46fa-451a-9ede-d7d713f6e007 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0167749 Apr 18 20:13:54.709192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] No DVR routers for this DVR port 372a1e83-6a42-40a7-aaff-ea63065a61bd on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:54.730724 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.739985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c677c10f-e921-485d-ab4c-dfdf86388748, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c677c10f-e921-485d-ab4c-dfdf86388748,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:54.754407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:54.762514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'name': 'network-vif-deleted', 'tag': '372a1e83-6a42-40a7-aaff-ea63065a61bd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:54.911990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Network aba642d5-130a-42e3-b940-ed842677df73 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:54.943889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:54.949666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-ab880d1c-fe91-4019-8415-005e0c19f862 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9047544 Apr 18 20:13:54.954581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c677c10f-e921-485d-ab4c-dfdf86388748,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:54.959287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:13:54.977200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 372a1e83-6a42-40a7-aaff-ea63065a61bd no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:13:55.113847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e62964c5-bc6f-438c-b6ee-981bd49455c2 req-2a8244d7-5d01-45a3-b702-6ec0c1a39dd2 tempest-ServersAdminNegativeTestJSON-509026835 tempest-ServersAdminNegativeTestJSON-509026835-project] 10.222.0.61 "DELETE /v2.0/ports/372a1e83-6a42-40a7-aaff-ea63065a61bd HTTP/1.1" status: 204 len: 173 time: 4.3702157 Apr 18 20:13:55.127735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 372a1e83-6a42-40a7-aaff-ea63065a61bd {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:13:55.129450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 372a1e83-6a42-40a7-aaff-ea63065a61bd not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:13:55.176174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Pushing event updated for resources: {'Port': ['ID=194378a4-a81b-447c-a43d-f2b0918b31e0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:55.219864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Attempting to bind port da187a42-f08c-4ffb-8ef7-d4bed3d3f078 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:13:55.220569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Attempting to bind port da187a42-f08c-4ffb-8ef7-d4bed3d3f078 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:13:55.220569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Attempting to bind port da187a42-f08c-4ffb-8ef7-d4bed3d3f078 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:55.392476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:55.572486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9b56d33d-a827-4687-bd83-ea6eb7d90607 None None] Provisioning for port 194378a4-a81b-447c-a43d-f2b0918b31e0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:13:55.600065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9b56d33d-a827-4687-bd83-ea6eb7d90607 None None] Provisioning complete for port 194378a4-a81b-447c-a43d-f2b0918b31e0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:55.607603 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9b56d33d-a827-4687-bd83-ea6eb7d90607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:55.724208 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:13:55.764912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c677c10f-e921-485d-ab4c-dfdf86388748 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:13:56.095604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9b56d33d-a827-4687-bd83-ea6eb7d90607 None None] Port 194378a4-a81b-447c-a43d-f2b0918b31e0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:13:56.152322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c677c10f-e921-485d-ab4c-dfdf86388748 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:56.152506 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:56.253969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] For port 95e39445-e216-4bf3-bd76-4846852aa71f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=95e39445-e216-4bf3-bd76-4846852aa71f,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:13:56.260136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:56.941694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Port da187a42-f08c-4ffb-8ef7-d4bed3d3f078 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:13:56.942719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Attempting to bind port da187a42-f08c-4ffb-8ef7-d4bed3d3f078 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:13:56.945046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:57.223397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Calling delete_port for 95e39445-e216-4bf3-bd76-4846852aa71f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:13:57.334189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70043aa3-f551-4c0e-8f78-a096cf4c48b0 req-361682bf-2c71-43bc-bc42-6c93765bc825 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:57.340709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70043aa3-f551-4c0e-8f78-a096cf4c48b0 req-361682bf-2c71-43bc-bc42-6c93765bc825 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 944 time: 1.2962527 Apr 18 20:13:57.380364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:13:57.381000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:13:57.381587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Bound using segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:13:57.381587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Bound port: da187a42-f08c-4ffb-8ef7-d4bed3d3f078, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:13:57.381891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:57.423420 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70043aa3-f551-4c0e-8f78-a096cf4c48b0 req-b09281b5-9b13-493c-b3f0-173bd8df27f2 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789812 Apr 18 20:13:57.545650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:57.555545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:57.720598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39020) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:57.875956 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3eab7b-2a78-48fc-ad6e-dd7a3cbe6bf0'] response: {'server_uuid': '6d1b7db6-22a6-4030-8fa8-a7f960dc994a', 'name': 'network-vif-deleted', 'tag': '372a1e83-6a42-40a7-aaff-ea63065a61bd', 'status': 'completed', 'code': 200} Apr 18 20:13:57.931039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:57.946686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Pushing event updated for resources: {'Port': ['ID=194378a4-a81b-447c-a43d-f2b0918b31e0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:58.177899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-dbae64ed-706d-41b5-b150-e212b1170cda service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 3.1588252 Apr 18 20:13:58.383517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36517933-8fbe-4de3-b282-a54b06c323c2 req-9352f695-7c1b-4385-b3ec-ee3bc772eae8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:58.383517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36517933-8fbe-4de3-b282-a54b06c323c2 req-9352f695-7c1b-4385-b3ec-ee3bc772eae8 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=829b9d58-3f18-4c16-aad4-2a8aee8d3f87 HTTP/1.1" status: 200 len: 944 time: 3.7110295 Apr 18 20:13:58.463196 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:58.590057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:58.631436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event deleted for resources: {'Port': ['ID=95e39445-e216-4bf3-bd76-4846852aa71f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:58.635959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] For port da187a42-f08c-4ffb-8ef7-d4bed3d3f078, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:13:58.879651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfc197ba-840a-43cb-a32d-4b7923bf2aa6 req-78722e63-14b7-4b71-88e8-27b73d6a1c58 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 210 time: 0.3280966 Apr 18 20:13:58.921593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Network aba642d5-130a-42e3-b940-ed842677df73 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:13:58.926577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:13:59.108176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:13:59.130509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] No DVR routers for this DVR port 95e39445-e216-4bf3-bd76-4846852aa71f on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:13:59.146810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:59.181200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'name': 'network-vif-deleted', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:13:59.290236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:13:59.319778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] For port da187a42-f08c-4ffb-8ef7-d4bed3d3f078, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=da187a42-f08c-4ffb-8ef7-d4bed3d3f078,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:13:59.350834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36517933-8fbe-4de3-b282-a54b06c323c2 req-12c27e00-9bb5-4970-ab2e-2e857632e1a6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9322114 Apr 18 20:13:59.363318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Usage tracker for resource:security_group_rule and tenant:990395ac9e234eb5b8de0c4ddb238e87 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:13:59.378550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5ea9bd3-1da3-4107-b19d-65b6c9ddbfa3 req-96db6c6a-a78f-4527-aab6-23569f52c341 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "DELETE /v2.0/ports/95e39445-e216-4bf3-bd76-4846852aa71f HTTP/1.1" status: 204 len: 173 time: 7.2120728 Apr 18 20:13:59.391629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:13:59.407086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:59.475614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:13:59.694781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6299a219-a91c-4e2f-a4ee-9fa8e325b844 None None] Provisioning complete for port 194378a4-a81b-447c-a43d-f2b0918b31e0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:13:59.696347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6299a219-a91c-4e2f-a4ee-9fa8e325b844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:59.834155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Pushing event updated for resources: {'Port': ['ID=da187a42-f08c-4ffb-8ef7-d4bed3d3f078,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:13:59.912020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6299a219-a91c-4e2f-a4ee-9fa8e325b844 None None] Port 194378a4-a81b-447c-a43d-f2b0918b31e0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:13:59.987642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:13:59.990761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:13:59.992504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-9999d497-0891-434f-8331-c6dd51901793 service neutron] 10.222.0.55 "PUT /v2.0/ports/da187a42-f08c-4ffb-8ef7-d4bed3d3f078 HTTP/1.1" status: 200 len: 1091 time: 9.4423718 Apr 18 20:14:00.072975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:14:00.432310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dc44c349-0834-4626-aa13-507c3d55eb3a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d129eb2d04684525a68d1ba27a9ae783&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2974894 Apr 18 20:14:00.435170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-76ab2d7f-276b-4df1-adb9-fbf21d1be62b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:00.437210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-76ab2d7f-276b-4df1-adb9-fbf21d1be62b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.9560943 Apr 18 20:14:00.438911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39060) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:00.489851 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84a51342-3366-4530-bdde-eb386fb0c8cf'] response: {'server_uuid': '829b9d58-3f18-4c16-aad4-2a8aee8d3f87', 'name': 'network-vif-deleted', 'tag': '95e39445-e216-4bf3-bd76-4846852aa71f', 'status': 'completed', 'code': 200} Apr 18 20:14:00.527926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Request body: {'port': {'device_id': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'admin_state_up': True, 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:00.868147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ae2b6e3-32fb-4e1b-94e9-4bd6ebdea165 req-d3d93887-21a8-4f6d-bc3c-087007b6b027 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 210 time: 0.1188998 Apr 18 20:14:00.892305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:00.929940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Usage tracker for resource:port and tenant:81949679276041ed8938d973d3e63b4d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:00.943850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:01.026981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:01.134415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:01.138922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.157298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:14:01.174042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Sync routers for ids ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:14:01.179326 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f86a72f-1893-4427-9e32-531ba02d78ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.208072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3bffe552-310b-4dbc-9720-7c6d30521bde admin admin] 10.222.0.47 "PUT /v2.0/routers/75595d4e-33ba-44fd-9116-bbd7dca7f6e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6998396 Apr 18 20:14:01.230923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Routers {'75595d4e-33ba-44fd-9116-bbd7dca7f6e0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:01.231582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:13:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:01.259124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-f4322cd4-4214-4494-82ba-c6d726977658 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:01.262925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-f4322cd4-4214-4494-82ba-c6d726977658 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc&tenant_id=fc5f549dedc648d998641dc03c881d13&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.7171383 Apr 18 20:14:01.334377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-1a9ca957-4154-4bf9-9ae0-86d9c112f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:01.339970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-1a9ca957-4154-4bf9-9ae0-86d9c112f5b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=661220af-e845-4643-8dbd-3af2f6057801 HTTP/1.1" status: 200 len: 1094 time: 1.0987506 Apr 18 20:14:01.358648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833c163b-4540-4529-b7c3-792b827bd4fb req-9d2fcdcc-c991-4da6-bbca-4e5e49706116 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:01.361274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-833c163b-4540-4529-b7c3-792b827bd4fb req-9d2fcdcc-c991-4da6-bbca-4e5e49706116 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 944 time: 1.3827066 Apr 18 20:14:01.516611 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f86a72f-1893-4427-9e32-531ba02d78ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.739336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f86a72f-1893-4427-9e32-531ba02d78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.763187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-41d76528-a107-4b9e-a47c-3a45c1305ba4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da187a42-f08c-4ffb-8ef7-d4bed3d3f078 HTTP/1.1" status: 200 len: 217 time: 0.2989974 Apr 18 20:14:01.805344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86a72f-1893-4427-9e32-531ba02d78ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e153977-dcb4-4139-a29b-9c075a29d20b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:01.823156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Set router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:01.829667 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.867229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:01.887815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a075161f-80ec-4cee-a4c6-9d59071ac12b req-2917c23d-c77f-47d3-bf5e-10e7cc88e127 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:01.901658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a075161f-80ec-4cee-a4c6-9d59071ac12b req-2917c23d-c77f-47d3-bf5e-10e7cc88e127 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 949 time: 0.8874891 Apr 18 20:14:01.950961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-833c163b-4540-4529-b7c3-792b827bd4fb req-c9dddab6-6384-404c-8133-d04aaaf938e9 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732062 Apr 18 20:14:02.011143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23f513a-1554-475b-83a8-c3dc29954b14,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:02.023596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-ce42ebe1-47b2-4e68-af8d-71955bef462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:02.028093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-ce42ebe1-47b2-4e68-af8d-71955bef462b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.2430377 Apr 18 20:14:02.032364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-56289038-a8dc-47d9-9e20-cd3eae87aff1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=990395ac9e234eb5b8de0c4ddb238e87&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3073151 Apr 18 20:14:02.113725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39078) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:02.208534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a075161f-80ec-4cee-a4c6-9d59071ac12b req-4fcebf9c-8248-4872-a194-db5f2331cecc tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048723 Apr 18 20:14:02.218203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f86a72f-1893-4427-9e32-531ba02d78ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:02.226499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7f86a72f-1893-4427-9e32-531ba02d78ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e153977-dcb4-4139-a29b-9c075a29d20b HTTP/1.1" status: 204 len: 168 time: 1.7304456 Apr 18 20:14:02.428846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-aca60601-a3e8-4dc2-add5-6b2f8ecaa7bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3891647 Apr 18 20:14:02.440456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Allocated IP 172.20.0.10 (4f839205-bbcf-485f-9b96-1e0ab75a69ef/8557ea57-8087-403b-b2f4-187b34f03222/3f9dd35a-2564-4358-9729-904680afa441) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:02.460260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-5fb0d2c7-9f43-4245-91e8-86018ff5e20e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3492758 Apr 18 20:14:02.551513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '661220af-e845-4643-8dbd-3af2f6057801', 'tag': 'da187a42-f08c-4ffb-8ef7-d4bed3d3f078'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:02.828766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-e04c0cd6-0f1f-40ef-b974-845a107c835b service neutron] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:02.836343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a164129-e44a-49fb-9cee-ced0fdae4db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:02.863284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:13:56Z', 'revision_number': 4, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port': {'id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:37Z', 'updated_at': '2022-04-18T20:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '194378a4-a81b-447c-a43d-f2b0918b31e0', 'name': '', 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'mac_address': 'fa:16:3e:88:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3b56e1b2-e0d4-4a99-a334-26c400eaeac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:51Z', 'updated_at': '2022-04-18T20:13:57Z', 'revision_number': 2, 'project_id': '72a0681606dc42949627718d88f87ef9', 'subnets': [{'id': '3b56e1b2-e0d4-4a99-a334-26c400eaeac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:02.869540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Checking router: 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:14:02.870219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Updating router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 port 194378a4-a81b-447c-a43d-f2b0918b31e0 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:14:02.890185 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a164129-e44a-49fb-9cee-ced0fdae4db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:02.941487 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.155089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:03.170717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c5b97416-1222-40c5-b3f0-316f1b4cf928 req-91bead03-c5b9-4538-8460-0a4a63349655 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:03.248937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c5b97416-1222-40c5-b3f0-316f1b4cf928 req-91bead03-c5b9-4538-8460-0a4a63349655 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:03.250788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5b97416-1222-40c5-b3f0-316f1b4cf928 req-91bead03-c5b9-4538-8460-0a4a63349655 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 210 time: 0.3979194 Apr 18 20:14:03.257548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.332841 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.393903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-e04c0cd6-0f1f-40ef-b974-845a107c835b service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.394968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cbda5f9-5d52-45a8-b316-1164d8b46268 req-e04c0cd6-0f1f-40ef-b974-845a107c835b service neutron] 10.222.0.55 "DELETE /v2.0/ports/82a9889c-ebe8-4f89-88b4-3f947c5cb31b/bindings/n-h2-836016-3 HTTP/1.1" status: 204 len: 173 time: 2.0459893 Apr 18 20:14:03.474249 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.503831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Transition to ACTIVE for port object 194378a4-a81b-447c-a43d-f2b0918b31e0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:03.520934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:03.533434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.541806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:03.557807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:03.563747 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a164129-e44a-49fb-9cee-ced0fdae4db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.594730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-037cfb01-81cb-4b4b-9969-3dd1de44207c req-609f2c3e-1ecb-4a26-ae36-1dd52a997004 tempest-FloatingIPsNegativeTestJSON-2061303534 tempest-FloatingIPsNegativeTestJSON-2061303534-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=72a0681606dc42949627718d88f87ef9 HTTP/1.1" status: 200 len: 217 time: 0.4530802 Apr 18 20:14:03.640722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event updated for resources: {'Port': ['ID=3f9dd35a-2564-4358-9729-904680afa441,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:03.681488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a164129-e44a-49fb-9cee-ced0fdae4db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:03.686490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1a164129-e44a-49fb-9cee-ced0fdae4db6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b23f513a-1554-475b-83a8-c3dc29954b14 HTTP/1.1" status: 204 len: 168 time: 1.5006909 Apr 18 20:14:03.697259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-521d2a96-dd92-4dc4-abb9-36ee8a307230 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:03.699440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-521d2a96-dd92-4dc4-abb9-36ee8a307230 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.55 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 949 time: 1.6624010 Apr 18 20:14:03.743017 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0474e82a-fefc-411f-8f4a-8d0acc39e96e'] response: {'name': 'network-changed', 'server_uuid': '661220af-e845-4643-8dbd-3af2f6057801', 'tag': 'da187a42-f08c-4ffb-8ef7-d4bed3d3f078', 'status': 'completed', 'code': 200} Apr 18 20:14:03.744992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Pushing event updated for resources: {'Port': ['ID=194378a4-a81b-447c-a43d-f2b0918b31e0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:03.752057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d1e28b66-842a-4183-b40f-80fb8d91978f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb27438b5d394fc699dda04f56045861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5170832 Apr 18 20:14:03.766636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39126) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:03.802498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-7fd00cd5-30ff-4bd9-8dd4-9adfcccd281d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:03.804374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-7fd00cd5-30ff-4bd9-8dd4-9adfcccd281d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fc5f549dedc648d998641dc03c881d13&device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 1095 time: 1.2068706 Apr 18 20:14:03.805547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a164129-e44a-49fb-9cee-ced0fdae4db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23f513a-1554-475b-83a8-c3dc29954b14,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:03.921888 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-a876fb21-7fe9-4707-813a-04428f7c1d8d service neutron] 10.222.0.55 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4372804 Apr 18 20:14:03.925077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.925591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.926459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.928462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.928813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.929155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.929493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.929855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.931896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.932241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.932579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.932912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:03.938158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:03.944992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.140258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-26d63446-3759-486e-9f0b-95e69928a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:04.142248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-26d63446-3759-486e-9f0b-95e69928a3fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 200 len: 908 time: 0.2183125 Apr 18 20:14:04.155563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Attempting to bind port 194378a4-a81b-447c-a43d-f2b0918b31e0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:04.156927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Attempting to bind port 194378a4-a81b-447c-a43d-f2b0918b31e0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:04.158028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Attempting to bind port 194378a4-a81b-447c-a43d-f2b0918b31e0 on network aba642d5-130a-42e3-b940-ed842677df73 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:04.177103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:04.178384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Checking segment: {'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:04.179617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.180284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Bound using segment: {'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:04.183998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Bound port: 194378a4-a81b-447c-a43d-f2b0918b31e0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60017403-a03e-495f-aeab-b25361fbbefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:04.184950 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.267127 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-31f4980b-0270-4e4f-90db-c3026aa207c7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7430115 Apr 18 20:14:04.287521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Request body: {'port': {'device_id': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:04.336494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Deleting port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:04.336858 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.380157 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-f13b6979-fece-4a13-88e3-62500cc980d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 200 len: 217 time: 0.2025499 Apr 18 20:14:04.394171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-8886286a-47f8-4762-9c66-3747942cbd28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2338636 Apr 18 20:14:04.436850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] For port 194378a4-a81b-447c-a43d-f2b0918b31e0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:04.437079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458641cf-9d78-4704-babd-22344362f535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.442125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] For port 194378a4-a81b-447c-a43d-f2b0918b31e0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=194378a4-a81b-447c-a43d-f2b0918b31e0,segment=NetworkSegment(60017403-a03e-495f-aeab-b25361fbbefd),segment_id=60017403-a03e-495f-aeab-b25361fbbefd)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:04.451379 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.584667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458641cf-9d78-4704-babd-22344362f535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.632915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Routers {'75595d4e-33ba-44fd-9116-bbd7dca7f6e0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:04.637819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:13:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:04.689960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39136) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:04.772919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e8efc-d211-4b6b-b30b-95d67ce9132b None None] Pushing event updated for resources: {'Port': ['ID=194378a4-a81b-447c-a43d-f2b0918b31e0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:04.788007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6557f93-fb98-4ca3-b034-567072453e98 req-10c844a8-7b35-4051-b2b8-808ee781e262 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:04.790490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6557f93-fb98-4ca3-b034-567072453e98 req-10c844a8-7b35-4051-b2b8-808ee781e262 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 949 time: 0.8022377 Apr 18 20:14:04.822759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.864983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6557f93-fb98-4ca3-b034-567072453e98 req-b6494e4e-0eec-4036-a123-6a76d4291560 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/security-groups?id=fc700267-eb88-46c5-9c2b-065ac3635c7e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675395 Apr 18 20:14:04.865675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:04.925552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:04.934551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] Set router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:05.000195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Usage tracker for resource:security_group_rule and tenant:1f68f550883645758a163288a9cc1941 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:05.004832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-d4f0685c-2d94-4b46-a973-484aa4444abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:05.006283 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-d4f0685c-2d94-4b46-a973-484aa4444abf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 200 len: 847 time: 0.5260074 Apr 18 20:14:05.016700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:05.039760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:05.042526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-10584ae2-a071-43c2-93fd-0cb61efa5333 req-8fdd40c6-0858-438d-8edb-6ab1a35cb459 tempest-FloatingIPsNegativeTestJSON-2061303534 tempest-FloatingIPsNegativeTestJSON-2061303534-project] Synchronizing usage tracker for tenant:72a0681606dc42949627718d88f87ef9 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:05.085471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458641cf-9d78-4704-babd-22344362f535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:05.134836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458641cf-9d78-4704-babd-22344362f535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:05.138668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-458641cf-9d78-4704-babd-22344362f535 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/547c0d32-c6c1-4f53-94c4-db086134c381 HTTP/1.1" status: 204 len: 168 time: 1.3588569 Apr 18 20:14:05.159375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458641cf-9d78-4704-babd-22344362f535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547c0d32-c6c1-4f53-94c4-db086134c381,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:05.180817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-10584ae2-a071-43c2-93fd-0cb61efa5333 req-8fdd40c6-0858-438d-8edb-6ab1a35cb459 tempest-FloatingIPsNegativeTestJSON-2061303534 tempest-FloatingIPsNegativeTestJSON-2061303534-project] Unset dirty status for tenant:72a0681606dc42949627718d88f87ef9 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:05.193784 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10584ae2-a071-43c2-93fd-0cb61efa5333 req-8fdd40c6-0858-438d-8edb-6ab1a35cb459 tempest-FloatingIPsNegativeTestJSON-2061303534 tempest-FloatingIPsNegativeTestJSON-2061303534-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1978135 Apr 18 20:14:05.239873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-28634b63-2eaa-4cab-8a55-46edd40f53a8 service neutron] 10.222.0.55 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0889685 Apr 18 20:14:05.259754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98225c66-60ee-4aa0-9af2-ef5abe14cefe req-c9df3c61-76ca-4ac6-9eda-9cd616222b69 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:05.261500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98225c66-60ee-4aa0-9af2-ef5abe14cefe req-c9df3c61-76ca-4ac6-9eda-9cd616222b69 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 944 time: 1.0063624 Apr 18 20:14:05.310825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-7885e9be-d773-493f-b2dd-53894ab7d267 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6bb0cae6-2372-455c-b0c2-b49e6408fd37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2795470 Apr 18 20:14:05.500485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87944849-915c-4376-9751-d6cdc41096c9 req-eb133362-de5a-4bac-8dab-3d92a49723a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:05.502304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-eb133362-de5a-4bac-8dab-3d92a49723a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=79603fa50e854b38b735c9c95414694d&device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 1096 time: 0.8250270 Apr 18 20:14:05.510837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-d02df1a6-4c4e-457b-9b94-4f369d7d406b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:05.511811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-d02df1a6-4c4e-457b-9b94-4f369d7d406b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:05.514234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.55', 56800) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:05.538785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:13:56Z', 'revision_number': 4, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port': {'id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:37Z', 'updated_at': '2022-04-18T20:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '194378a4-a81b-447c-a43d-f2b0918b31e0', 'name': '', 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'mac_address': 'fa:16:3e:88:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3b56e1b2-e0d4-4a99-a334-26c400eaeac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:51Z', 'updated_at': '2022-04-18T20:14:04Z', 'revision_number': 4, 'project_id': '72a0681606dc42949627718d88f87ef9', 'subnets': [{'id': '3b56e1b2-e0d4-4a99-a334-26c400eaeac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:05.544255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cc038c-563e-4fd2-ac71-22842d28ad4a None None] The sync data for ids ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'] in n-d-836016-3 is: [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:13:56Z', 'revision_number': 4, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port': {'id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:37Z', 'updated_at': '2022-04-18T20:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '194378a4-a81b-447c-a43d-f2b0918b31e0', 'name': '', 'network_id': 'aba642d5-130a-42e3-b940-ed842677df73', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'mac_address': 'fa:16:3e:88:2f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': '3b56e1b2-e0d4-4a99-a334-26c400eaeac9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:51Z', 'updated_at': '2022-04-18T20:14:04Z', 'revision_number': 4, 'project_id': '72a0681606dc42949627718d88f87ef9', 'subnets': [{'id': '3b56e1b2-e0d4-4a99-a334-26c400eaeac9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:14:05.636798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] For port 345b0b7d-25a3-441c-8f3a-a7ba48da0125, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=345b0b7d-25a3-441c-8f3a-a7ba48da0125,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:05.637162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:05.725643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98225c66-60ee-4aa0-9af2-ef5abe14cefe req-5927b705-7d73-4e90-ac17-1809e4cfdfab tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4324429 Apr 18 20:14:05.799551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9dd35a-2564-4358-9729-904680afa441 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:14:05.815970 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:05.876671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Transition to ACTIVE for port object 3f9dd35a-2564-4358-9729-904680afa441 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:05.888503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Calling delete_port for 345b0b7d-25a3-441c-8f3a-a7ba48da0125 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:05.892879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933049a-4857-47c7-8016-ca70912205df req-c7614a97-91a8-40e3-a8c9-4de058fdcfa0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:05.893657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6933049a-4857-47c7-8016-ca70912205df req-c7614a97-91a8-40e3-a8c9-4de058fdcfa0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:05.904201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-fe97e95f-6a67-4988-a3de-e65d93a079f4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:05.906048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-fe97e95f-6a67-4988-a3de-e65d93a079f4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "GET /v2.0/ports?device_id=661220af-e845-4643-8dbd-3af2f6057801 HTTP/1.1" status: 200 len: 943 time: 0.3811743 Apr 18 20:14:05.907271 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:05.918443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-d02df1a6-4c4e-457b-9b94-4f369d7d406b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:05.919007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-d02df1a6-4c4e-457b-9b94-4f369d7d406b tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 1.3519955 Apr 18 20:14:06.064579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 345b0b7d-25a3-441c-8f3a-a7ba48da0125 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:06.092171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port da187a42-f08c-4ffb-8ef7-d4bed3d3f078 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:06.094235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.233266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6933049a-4857-47c7-8016-ca70912205df req-c7614a97-91a8-40e3-a8c9-4de058fdcfa0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:06.241586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6933049a-4857-47c7-8016-ca70912205df req-c7614a97-91a8-40e3-a8c9-4de058fdcfa0 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.7849646 Apr 18 20:14:06.308903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-00e870c1-533b-41e8-9f53-b5448909c480 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8899541 Apr 18 20:14:06.350049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.405741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9dd35a-2564-4358-9729-904680afa441,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:06.473038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Deleting port 6c1fcf44-a330-404d-8cc6-8c835e147e69 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:06.473382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.564685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6933049a-4857-47c7-8016-ca70912205df req-c10b1021-63ea-4964-815a-fc84853f4e97 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218174 Apr 18 20:14:06.618608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c228-d6f9-4abd-a26e-e9318f92eea7 req-588c49ea-8118-40a8-8872-3f3ba1831a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:06.620208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6167c228-d6f9-4abd-a26e-e9318f92eea7 req-588c49ea-8118-40a8-8872-3f3ba1831a48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=661220af-e845-4643-8dbd-3af2f6057801 HTTP/1.1" status: 200 len: 1094 time: 1.3131630 Apr 18 20:14:06.661259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87944849-915c-4376-9751-d6cdc41096c9 req-a9505279-32b7-4ac3-822d-d2f7c0c00b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:06.663173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-a9505279-32b7-4ac3-822d-d2f7c0c00b2e service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 200 len: 921 time: 1.0954630 Apr 18 20:14:06.750836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:06.806997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.892990 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-50a511bd-d5a5-4a30-8018-9dbbcc308d90 req-4a1aebf2-bb9b-4ebd-bf40-a3631d6b7e85 tempest-FloatingIPsNegativeTestJSON-2061303534 tempest-FloatingIPsNegativeTestJSON-2061303534-project] show failed (client error): The resource could not be found. Apr 18 20:14:06.894740 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50a511bd-d5a5-4a30-8018-9dbbcc308d90 req-4a1aebf2-bb9b-4ebd-bf40-a3631d6b7e85 tempest-FloatingIPsNegativeTestJSON-2061303534 tempest-FloatingIPsNegativeTestJSON-2061303534-project] 10.222.0.47 "GET /v2.0/floatingips/65924841-b0fd-48c0-9ee9-7a006267844c HTTP/1.1" status: 404 len: 350 time: 0.1145432 Apr 18 20:14:06.907037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Attempting to bind port 3f9dd35a-2564-4358-9729-904680afa441 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:06.907378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Attempting to bind port 3f9dd35a-2564-4358-9729-904680afa441 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:06.907693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Attempting to bind port 3f9dd35a-2564-4358-9729-904680afa441 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:06.915423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39192) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:06.949754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:06.988926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Port 3f9dd35a-2564-4358-9729-904680afa441 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:06.988926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Attempting to bind port 3f9dd35a-2564-4358-9729-904680afa441 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:07.019251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:07.019508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:07.019909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Bound using segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:07.020366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Bound port: 3f9dd35a-2564-4358-9729-904680afa441, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:07.020716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.041807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:07.051210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port da187a42-f08c-4ffb-8ef7-d4bed3d3f078, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=da187a42-f08c-4ffb-8ef7-d4bed3d3f078,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:07.051559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.060831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-7f8ea187-7fd9-4bd4-99ed-9fa4fcde28d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 200 len: 217 time: 0.3118780 Apr 18 20:14:07.061602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Pushing event deleted for resources: {'Port': ['ID=345b0b7d-25a3-441c-8f3a-a7ba48da0125,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:07.111854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.311091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for da187a42-f08c-4ffb-8ef7-d4bed3d3f078 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:07.334946 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.401783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:07.417476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:07.423368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.480470 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1bd32273-5eae-49ab-83e3-08e7a9a12330 req-a8f12dda-1f14-4ea0-9887-268ee0d2cd86 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.47 "GET /v2.0/ports?device_id=e94b9ebb-c8ed-4c8e-8926-ef8289a970ab HTTP/1.1" status: 200 len: 210 time: 0.2785735 Apr 18 20:14:07.519929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:07.574926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50194d51-a95c-4344-8e84-b8af039effa6 req-693de60c-f3df-4d28-898e-dd1c4d8808f6 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:07.576349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50194d51-a95c-4344-8e84-b8af039effa6 req-693de60c-f3df-4d28-898e-dd1c4d8808f6 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:07.608979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-722878915-network', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:07.621956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:07.649248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f9dd35a-2564-4358-9729-904680afa441,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:07.687222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 194378a4-a81b-447c-a43d-f2b0918b31e0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:07.693030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.748342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:07.795226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 194378a4-a81b-447c-a43d-f2b0918b31e0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:07.800522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Usage tracker for resource:network and tenant:e947cb0947a84083a86a48c96af1832a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:07.803075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 194378a4-a81b-447c-a43d-f2b0918b31e0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:07.803277 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.805969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:07.819535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] No DVR routers for this DVR port 345b0b7d-25a3-441c-8f3a-a7ba48da0125 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:07.827564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f68f550883645758a163288a9cc1941&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0616910 Apr 18 20:14:07.836122 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.842155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50194d51-a95c-4344-8e84-b8af039effa6 req-693de60c-f3df-4d28-898e-dd1c4d8808f6 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:07.843431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50194d51-a95c-4344-8e84-b8af039effa6 req-693de60c-f3df-4d28-898e-dd1c4d8808f6 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 944 time: 1.8568926 Apr 18 20:14:07.843942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'name': 'network-vif-deleted', 'tag': '345b0b7d-25a3-441c-8f3a-a7ba48da0125'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:07.849119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39208) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:07.855976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:07.871260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-b06df46a-deb8-45ca-b7a7-3cc63ca41c15 service neutron] 10.222.0.55 "GET /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4370227 Apr 18 20:14:07.872254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3386ab-09df-4d28-a3f6-7e9e5b3e7d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c3b8a3-9309-457a-9eec-03c904ec13fa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:07.878490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:07.879218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.881044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] 10.222.0.61 "PUT /v2.0/ports/3f9dd35a-2564-4358-9729-904680afa441 HTTP/1.1" status: 200 len: 1092 time: 3.6004562 Apr 18 20:14:07.896322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'tag': '3f9dd35a-2564-4358-9729-904680afa441'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:07.918066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Made reservation on behalf of e947cb0947a84083a86a48c96af1832a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:07.920939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.958829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.969971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:07.981070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87944849-915c-4376-9751-d6cdc41096c9 req-2748b57f-5963-431f-a1d1-20b1abf15a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:07.983025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-2748b57f-5963-431f-a1d1-20b1abf15a67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 200 len: 860 time: 0.8324056 Apr 18 20:14:08.008777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:08.017924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da492bf-d12e-4d38-928a-3116cab7db38 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9dd35a-2564-4358-9729-904680afa441,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:08.018368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 194378a4-a81b-447c-a43d-f2b0918b31e0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=194378a4-a81b-447c-a43d-f2b0918b31e0,segment=NetworkSegment(60017403-a03e-495f-aeab-b25361fbbefd),segment_id=60017403-a03e-495f-aeab-b25361fbbefd)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:08.025261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:08.075276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c228-d6f9-4abd-a26e-e9318f92eea7 req-63070755-39c7-46d3-ba45-7ad2c5396fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:08.077436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6167c228-d6f9-4abd-a26e-e9318f92eea7 req-63070755-39c7-46d3-ba45-7ad2c5396fc1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=81949679276041ed8938d973d3e63b4d&shared=False HTTP/1.1" status: 200 len: 912 time: 1.4320397 Apr 18 20:14:08.084909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 6c1fcf44-a330-404d-8cc6-8c835e147e69 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:08.092727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] 10.222.0.55 "DELETE /v2.0/ports/345b0b7d-25a3-441c-8f3a-a7ba48da0125 HTTP/1.1" status: 204 len: 173 time: 4.3538907 Apr 18 20:14:08.119452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-85f4118c-2949-40da-92df-069823a7e911 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861340 Apr 18 20:14:08.171022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event deleted for resources: {'Port': ['ID=da187a42-f08c-4ffb-8ef7-d4bed3d3f078,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:08.195380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:08.197036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=194378a4-a81b-447c-a43d-f2b0918b31e0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:08.236930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] No DVR routers for this DVR port da187a42-f08c-4ffb-8ef7-d4bed3d3f078 on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:08.237468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50194d51-a95c-4344-8e84-b8af039effa6 req-82a4c3a0-d733-4723-86e7-02e5bd32bca3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516490 Apr 18 20:14:08.239855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:08.241277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Usage tracker for resource:security_group_rule and tenant:e947cb0947a84083a86a48c96af1832a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:08.246248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] For port 6c1fcf44-a330-404d-8cc6-8c835e147e69, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6c1fcf44-a330-404d-8cc6-8c835e147e69,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:08.246873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:08.276740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c63053-5d9a-4442-8431-6ecb4afbbde3 req-35655bfb-7f4a-4af6-96e9-5461c62ae4be tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:08.278593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e9c63053-5d9a-4442-8431-6ecb4afbbde3 req-35655bfb-7f4a-4af6-96e9-5461c62ae4be tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 946 time: 0.5873032 Apr 18 20:14:08.282661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:08.353606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:08.467608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-79d4dac1-106b-49e7-a979-b6cd216fdf13 req-175b3ff9-78af-4bed-a71c-8eff8900e58a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.55 "DELETE /v2.0/ports/da187a42-f08c-4ffb-8ef7-d4bed3d3f078 HTTP/1.1" status: 204 len: 173 time: 2.5556123 Apr 18 20:14:08.559577 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e9c63053-5d9a-4442-8431-6ecb4afbbde3 req-936704d7-42cb-4078-aea8-63362bf06478 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948968 Apr 18 20:14:08.571200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-80f7adeb-a575-4032-97df-8eebc8022e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:08.574814 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-80f7adeb-a575-4032-97df-8eebc8022e82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 1095 time: 0.5163403 Apr 18 20:14:08.607018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-5681a6be-5857-4bf3-ae87-27996950fb1c service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405146 Apr 18 20:14:08.623331 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ca0c1c-5fb4-45a1-a02c-01468f325518'] response: {'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa', 'code': 200} Apr 18 20:14:08.696435 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-d3e299a9-d5ba-4ff5-8939-7fe31de9b013 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9dd35a-2564-4358-9729-904680afa441 HTTP/1.1" status: 200 len: 217 time: 0.0959020 Apr 18 20:14:08.701717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Calling delete_port for 6c1fcf44-a330-404d-8cc6-8c835e147e69 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:08.840429 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e971ad5-620e-46c5-9d50-9c398bdbb1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:08.843849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6167c228-d6f9-4abd-a26e-e9318f92eea7 req-8464e733-bba9-4c70-880a-53df3894f7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:08.845464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6167c228-d6f9-4abd-a26e-e9318f92eea7 req-8464e733-bba9-4c70-880a-53df3894f7fd service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7471025 Apr 18 20:14:08.871645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-0f66ada0-863a-4988-971f-bf42ca214bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:08.873116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-0f66ada0-863a-4988-971f-bf42ca214bf4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.1656735 Apr 18 20:14:08.941040 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-7688885b-f71a-4684-b056-3d9fc8af99fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590842 Apr 18 20:14:08.974265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e971ad5-620e-46c5-9d50-9c398bdbb1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.009778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a67c2-65bc-4790-b0ff-d4c5d5f9ef8f req-49fb7800-6cde-4212-a3af-86be0d240972 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:09.011704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e93a67c2-65bc-4790-b0ff-d4c5d5f9ef8f req-49fb7800-6cde-4212-a3af-86be0d240972 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=c85dcb3d-f68d-4869-a957-9fcaf9b2fe06 HTTP/1.1" status: 200 len: 944 time: 0.2607810 Apr 18 20:14:09.089061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.122660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87944849-915c-4376-9751-d6cdc41096c9 req-cfb69971-04b1-4616-8f70-b3655504cf60 service neutron] 10.222.0.61 "GET /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4284985 Apr 18 20:14:09.205985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfa30e-e508-438d-97a5-b802af615bca req-2deba38b-6f69-4ddd-8ea4-c35f15f9b5c9 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:09.207539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91dfa30e-e508-438d-97a5-b802af615bca req-2deba38b-6f69-4ddd-8ea4-c35f15f9b5c9 tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 1095 time: 0.5235302 Apr 18 20:14:09.257031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e971ad5-620e-46c5-9d50-9c398bdbb1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.262367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.275388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.283331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.320782 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-ed864667-9c32-480d-8941-0772b1ac1dc5 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698432 Apr 18 20:14:09.356591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e971ad5-620e-46c5-9d50-9c398bdbb1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c3b8a3-9309-457a-9eec-03c904ec13fa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:09.415012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e93a67c2-65bc-4790-b0ff-d4c5d5f9ef8f req-d26520ee-675e-4ee8-ad48-c0063267aee3 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504341 Apr 18 20:14:09.415543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event deleted for resources: {'Port': ['ID=6c1fcf44-a330-404d-8cc6-8c835e147e69,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:09.511498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:14:09.516945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91dfa30e-e508-438d-97a5-b802af615bca req-23b3ad35-e6c8-41e5-897d-e00b4d1ce0fd tempest-LiveMigrationTest-1222754682 tempest-LiveMigrationTest-1222754682-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856514 Apr 18 20:14:09.519392 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13dc5d1-453e-4be6-a200-706ee33d19ae'] response: {'server_uuid': 'e94b9ebb-c8ed-4c8e-8926-ef8289a970ab', 'name': 'network-vif-deleted', 'tag': '345b0b7d-25a3-441c-8f3a-a7ba48da0125', 'status': 'completed', 'code': 200} Apr 18 20:14:09.646058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd2d444-af56-4a09-a1bb-caa28d25e063,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:09.658064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] No DVR routers for this DVR port 6c1fcf44-a330-404d-8cc6-8c835e147e69 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:09.662556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.663555 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Added segment 509ec498-fd8d-471c-8eba-f29bc91db4e1 of type vlan for network 1f878c93-512e-4c0d-b8aa-f19278fb6320 Apr 18 20:14:09.666580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e971ad5-620e-46c5-9d50-9c398bdbb1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.668659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2e971ad5-620e-46c5-9d50-9c398bdbb1d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8c3b8a3-9309-457a-9eec-03c904ec13fa HTTP/1.1" status: 204 len: 168 time: 1.8003185 Apr 18 20:14:09.696903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.715100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f3bc7da-58a4-4737-8d9a-d4a70c493db6 req-db25ccea-90d4-40b0-ac51-069cea9eef4c tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.55 "DELETE /v2.0/ports/6c1fcf44-a330-404d-8cc6-8c835e147e69 HTTP/1.1" status: 204 len: 173 time: 3.6854286 Apr 18 20:14:09.729207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 194378a4-a81b-447c-a43d-f2b0918b31e0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:09.746703 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4bcf87f-e3c8-4602-b7bb-d78360356302'] response: {'name': 'network-changed', 'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'tag': '3f9dd35a-2564-4358-9729-904680afa441', 'status': 'completed', 'code': 200} Apr 18 20:14:09.819652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.831935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-847a3f23-1463-40c9-afa9-94cc43ab0ca2 req-1953dd89-13f2-4fac-9fcd-597e1413ed75 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002050 Apr 18 20:14:09.931581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:09.934146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:09.935126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:10.027109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 194378a4-a81b-447c-a43d-f2b0918b31e0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:10.028154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:10.057872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Deleting port 194378a4-a81b-447c-a43d-f2b0918b31e0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:10.060404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:10.397059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39244) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:10.583466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67412035-efa7-410e-8885-81b44c74cb7a req-62be304f-dde2-42ab-b133-370ce7efc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:10.584978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67412035-efa7-410e-8885-81b44c74cb7a req-62be304f-dde2-42ab-b133-370ce7efc2cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 1095 time: 0.5811381 Apr 18 20:14:10.621524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] Pushing event updated for resources: {'Network': ['ID=1f878c93-512e-4c0d-b8aa-f19278fb6320,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:10.635126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:14:10.645471 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c47f7c51-df4f-42b0-9c98-2236787ed271 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.8372700 Apr 18 20:14:10.654099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:10.670981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Request body: {'subnet': {'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-722878915-subnet', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:10.686769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:10.698877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Usage tracker for resource:subnet and tenant:e947cb0947a84083a86a48c96af1832a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:10.707816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:10.725252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:10.771992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Made reservation on behalf of e947cb0947a84083a86a48c96af1832a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:10.775358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:10.915008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b63fd36-b135-40a1-b2f4-55723a16213e req-bfb26a3a-73a1-4e6c-bc68-787c40e2877e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:10.916566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b63fd36-b135-40a1-b2f4-55723a16213e req-bfb26a3a-73a1-4e6c-bc68-787c40e2877e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 944 time: 0.7766757 Apr 18 20:14:11.029595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b63fd36-b135-40a1-b2f4-55723a16213e req-0c374755-d912-4a4c-adfd-84b8c96b308f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642147 Apr 18 20:14:11.190501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.290655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d63d1d98-86f1-4865-9c91-95d977b52f96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ac7e7ddb8e24b0f945981624d557110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649576 Apr 18 20:14:11.299605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39282) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:11.308194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] For port 194378a4-a81b-447c-a43d-f2b0918b31e0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=194378a4-a81b-447c-a43d-f2b0918b31e0,segment=NetworkSegment(60017403-a03e-495f-aeab-b25361fbbefd),segment_id=60017403-a03e-495f-aeab-b25361fbbefd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:11.308890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.339467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63730c42-a72b-4c70-8a4f-368be4ca0c52,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:11.355679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Checking segment: {'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:11.356604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Network hostable DHCP agents. Network: 1f878c93-512e-4c0d-b8aa-f19278fb6320, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:14:11.406904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:14:11.430337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-bfbbb2e5-1a42-4f88-8d09-c6fb8265e233 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:11.431859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-bfbbb2e5-1a42-4f88-8d09-c6fb8265e233 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 944 time: 0.1579072 Apr 18 20:14:11.433459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1f878c93-512e-4c0d-b8aa-f19278fb6320) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:11.440379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:11.440970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.446154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2b4fec-983c-4a56-ac42-b2e7a2961d2d None None] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:11.510807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Calling delete_port for 194378a4-a81b-447c-a43d-f2b0918b31e0 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:11.523400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'name': 'network-vif-deleted', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:11.535454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-15e5c6df-d9d2-4b95-8c24-21589fc5a9d2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8801689 Apr 18 20:14:11.540836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:11.553720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Deleting port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:11.554305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.562051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67412035-efa7-410e-8885-81b44c74cb7a req-4d3ddb75-62d6-4029-874c-3ecbb8ebb85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:11.563586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67412035-efa7-410e-8885-81b44c74cb7a req-4d3ddb75-62d6-4029-874c-3ecbb8ebb85c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 0.9633338 Apr 18 20:14:11.595937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:11.611856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:11.621595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Usage tracker for resource:router and tenant:e947cb0947a84083a86a48c96af1832a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:11.628401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:11.645111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:11.672191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67412035-efa7-410e-8885-81b44c74cb7a req-0d2fbf8b-2369-4826-b5f0-6ddf18085b2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f9dd35a-2564-4358-9729-904680afa441 HTTP/1.1" status: 200 len: 217 time: 0.0876045 Apr 18 20:14:11.695756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97829-f639-47fe-bf42-1c1b596ba1fa req-6724eea0-32ce-42df-a8a0-0e4f15700a2d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:11.699662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69e97829-f639-47fe-bf42-1c1b596ba1fa req-6724eea0-32ce-42df-a8a0-0e4f15700a2d tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 944 time: 1.0345063 Apr 18 20:14:11.711565 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.712876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.753946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '661220af-e845-4643-8dbd-3af2f6057801', 'name': 'network-vif-deleted', 'tag': 'da187a42-f08c-4ffb-8ef7-d4bed3d3f078'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:11.792157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.910911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-1f878c93-512e-4c0d-b8aa-f19278fb6320', 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'fixed_ips': [{'subnet_id': '63730c42-a72b-4c70-8a4f-368be4ca0c52'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:14:11.914278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.960114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-efc83ef6-4213-40c6-9e24-a58fc6b6242c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:11.996673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-efc83ef6-4213-40c6-9e24-a58fc6b6242c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:12.191772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69e97829-f639-47fe-bf42-1c1b596ba1fa req-bcf2faf2-f630-4973-8e83-ecf42a32d9cf tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4284744 Apr 18 20:14:12.198380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67412035-efa7-410e-8885-81b44c74cb7a req-d52afa42-c866-4810-8356-08b79801dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:12.204821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67412035-efa7-410e-8885-81b44c74cb7a req-d52afa42-c866-4810-8356-08b79801dbf7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.5225096 Apr 18 20:14:12.234926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-efc83ef6-4213-40c6-9e24-a58fc6b6242c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:12.379523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Allocated IP 172.20.0.2 (1f878c93-512e-4c0d-b8aa-f19278fb6320/63730c42-a72b-4c70-8a4f-368be4ca0c52/ce6aa172-617a-46a5-83c0-c8fc62316dcc) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:12.389195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc83ef6-4213-40c6-9e24-a58fc6b6242c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc700267-eb88-46c5-9c2b-065ac3635c7e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:12.412813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:12.443504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67412035-efa7-410e-8885-81b44c74cb7a req-af8db5de-6ca5-408e-8df3-4a6a21ea6b3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2134876 Apr 18 20:14:12.449165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] For port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:12.449598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:12.625816 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d203477-37f5-4c79-858f-5c07335c8048'] response: {'server_uuid': 'c85dcb3d-f68d-4869-a957-9fcaf9b2fe06', 'name': 'network-vif-deleted', 'tag': '6c1fcf44-a330-404d-8cc6-8c835e147e69', 'status': 'completed', 'code': 200} Apr 18 20:14:12.736924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:12.751369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Transition to ACTIVE for port object ce6aa172-617a-46a5-83c0-c8fc62316dcc will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:12.775632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Transition to ACTIVE for port object ce6aa172-617a-46a5-83c0-c8fc62316dcc will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:12.786671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:12.792396 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2c9a68-026e-4a6c-9ef2-1e0d75cb23bf'] response: {'server_uuid': '661220af-e845-4643-8dbd-3af2f6057801', 'name': 'network-vif-deleted', 'tag': 'da187a42-f08c-4ffb-8ef7-d4bed3d3f078', 'status': 'completed', 'code': 200} Apr 18 20:14:12.796007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Calling delete_port for 82a9889c-ebe8-4f89-88b4-3f947c5cb31b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:12.897601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Pushing event updated for resources: {'Port': ['ID=ce6aa172-617a-46a5-83c0-c8fc62316dcc,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:12.922961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:12.924282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:12.929957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:12.943178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-efc83ef6-4213-40c6-9e24-a58fc6b6242c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:12.944557 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-efc83ef6-4213-40c6-9e24-a58fc6b6242c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc700267-eb88-46c5-9c2b-065ac3635c7e HTTP/1.1" status: 204 len: 168 time: 1.6438429 Apr 18 20:14:12.947409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67412035-efa7-410e-8885-81b44c74cb7a req-ee974473-2b7b-4859-9ec9-8a0fc171e5d4 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842987 Apr 18 20:14:13.186160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3f9dd35a-2564-4358-9729-904680afa441 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:14:13.226133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856bdd5-00bd-41e3-8124-4b063189ab23 req-38358d31-e47e-4ec8-af79-00b2baa01d59 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:13.228484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c856bdd5-00bd-41e3-8124-4b063189ab23 req-38358d31-e47e-4ec8-af79-00b2baa01d59 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:13.231136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Attempting to bind port ce6aa172-617a-46a5-83c0-c8fc62316dcc on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:13.231512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Attempting to bind port ce6aa172-617a-46a5-83c0-c8fc62316dcc by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:13.232098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Attempting to bind port ce6aa172-617a-46a5-83c0-c8fc62316dcc on network 1f878c93-512e-4c0d-b8aa-f19278fb6320 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:13.241314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 13, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:13.241722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Checking segment: {'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:13.242130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:13.242525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Bound using segment: {'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:13.243004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Bound port: ce6aa172-617a-46a5-83c0-c8fc62316dcc, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:13.243386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:13.248159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:13.314759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67412035-efa7-410e-8885-81b44c74cb7a req-e2787809-ce70-44b2-96f3-7dfb71be80fe service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591380 Apr 18 20:14:13.319278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Pushing event deleted for resources: {'Port': ['ID=194378a4-a81b-447c-a43d-f2b0918b31e0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:13.452123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c856bdd5-00bd-41e3-8124-4b063189ab23 req-38358d31-e47e-4ec8-af79-00b2baa01d59 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:13.459955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c856bdd5-00bd-41e3-8124-4b063189ab23 req-38358d31-e47e-4ec8-af79-00b2baa01d59 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 944 time: 0.6665893 Apr 18 20:14:13.602919 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13e39cc5-c698-4d91-9e04-57342b29a9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:13.627210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] For port ce6aa172-617a-46a5-83c0-c8fc62316dcc, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:13.634592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] For port ce6aa172-617a-46a5-83c0-c8fc62316dcc, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ce6aa172-617a-46a5-83c0-c8fc62316dcc,segment=NetworkSegment(509ec498-fd8d-471c-8eba-f29bc91db4e1),segment_id=509ec498-fd8d-471c-8eba-f29bc91db4e1)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:13.654679 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:13.685284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-4834c46e-9137-4a08-9f93-dd1e44d353b7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:13.689645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-4834c46e-9137-4a08-9f93-dd1e44d353b7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:13.694168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:13.726440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:14:13.803752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:13.808480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event deleted for resources: {'Port': ['ID=82a9889c-ebe8-4f89-88b4-3f947c5cb31b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:13.862779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f9dd35a-2564-4358-9729-904680afa441,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:13.899360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '3f9dd35a-2564-4358-9729-904680afa441', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'port_id': '3f9dd35a-2564-4358-9729-904680afa441', 'mac_address': 'fa:16:3e:b0:33:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8557ea57-8087-403b-b2f4-187b34f03222', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:14:13.900519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8a84c-ebc1-46df-857b-15d8862e296a req-b6db3c4d-4e12-45c6-a8c4-1f1ed5a7f535 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:13.902101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f0f8a84c-ebc1-46df-857b-15d8862e296a req-b6db3c4d-4e12-45c6-a8c4-1f1ed5a7f535 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:13.923294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c856bdd5-00bd-41e3-8124-4b063189ab23 req-36892440-f6bc-4981-8777-092b1f22495a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619932 Apr 18 20:14:13.928729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c1189c-090e-4d76-a550-08e36a3a2a73 None None] Pushing event updated for resources: {'Port': ['ID=ce6aa172-617a-46a5-83c0-c8fc62316dcc,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:13.975995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:14.006915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-4834c46e-9137-4a08-9f93-dd1e44d353b7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:14.008280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-4834c46e-9137-4a08-9f93-dd1e44d353b7 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 0.6849387 Apr 18 20:14:14.137022 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:14.157161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 82a9889c-ebe8-4f89-88b4-3f947c5cb31b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:14.158735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] No DVR routers for this DVR port 82a9889c-ebe8-4f89-88b4-3f947c5cb31b on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:14.173228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:14.182089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f0f8a84c-ebc1-46df-857b-15d8862e296a req-b6db3c4d-4e12-45c6-a8c4-1f1ed5a7f535 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:14.183463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0f8a84c-ebc1-46df-857b-15d8862e296a req-b6db3c4d-4e12-45c6-a8c4-1f1ed5a7f535 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 1.0017796 Apr 18 20:14:14.226565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:14.260363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:14.293054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9dd35a-2564-4358-9729-904680afa441 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:14:14.301636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 82a9889c-ebe8-4f89-88b4-3f947c5cb31b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:14:14.301636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 82a9889c-ebe8-4f89-88b4-3f947c5cb31b not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:14:14.388399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f9dd35a-2564-4358-9729-904680afa441,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:14.404256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:14.492716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Usage tracker for resource:security_group_rule and tenant:359bee0940e1482eae3159a319750113 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:14.524294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3f9dd35a-2564-4358-9729-904680afa441,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:14.553412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:14.574185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:14.646146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'name': 'network-vif-deleted', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:14.652077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21170988-4b50-46d7-93d1-5825a04df4a1 req-af714793-b448-4e5e-bf7b-fc901e5607a5 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "DELETE /v2.0/ports/82a9889c-ebe8-4f89-88b4-3f947c5cb31b HTTP/1.1" status: 204 len: 173 time: 3.2140391 Apr 18 20:14:14.675117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3f9dd35a-2564-4358-9729-904680afa441'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:14:14.789688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Deleting port 58d8746a-0853-468f-899f-50248e15ea90 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:14.792359 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:14.868382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0f8a84c-ebc1-46df-857b-15d8862e296a req-2c3e1730-4b0a-4741-a0b0-be3aa5a334cc tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6105950 Apr 18 20:14:14.982303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:15.109462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 58d8746a-0853-468f-899f-50248e15ea90 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:15.181433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:15.301830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:15.328222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c5d04c90-3c2d-40e8-9936-9b9d264e3ee3 req-705a3cf3-5cf6-4fd4-958b-ec14c4172a1f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:15.445811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:14:15.621479 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7a1ead-5f10-4308-a398-0164d14b8de7'] response: {'server_uuid': '57fb11b4-cb0a-4387-84b0-2167ce7997fc', 'name': 'network-vif-deleted', 'tag': '82a9889c-ebe8-4f89-88b4-3f947c5cb31b', 'status': 'completed', 'code': 200} Apr 18 20:14:15.789540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c5d04c90-3c2d-40e8-9936-9b9d264e3ee3 req-705a3cf3-5cf6-4fd4-958b-ec14c4172a1f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:15.793237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5d04c90-3c2d-40e8-9936-9b9d264e3ee3 req-705a3cf3-5cf6-4fd4-958b-ec14c4172a1f tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 210 time: 0.6105182 Apr 18 20:14:15.865107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ce6aa172-617a-46a5-83c0-c8fc62316dcc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:15.876002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Allocated IP 172.25.5.8 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c66d4138-d76a-4493-a7a1-ebce214f1bdc) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:15.963774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3f3838-448f-40c8-adc1-1c5744f7f5fb None None] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:16.086444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:14:16.096756 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] Sync routers for ids ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:14:16.102468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4f0b6e1e-f0a9-4fde-8002-8c3e3bc5f80c admin admin] 10.222.0.47 "PUT /v2.0/routers/75595d4e-33ba-44fd-9116-bbd7dca7f6e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1857848 Apr 18 20:14:16.106907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39436) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:16.112381 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] Routers {'75595d4e-33ba-44fd-9116-bbd7dca7f6e0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:16.113016 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:13:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:16.128506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.177841 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ad906870-f6d1-4e01-9de4-2b07387cfb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.214462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.248189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:16.330278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d115e-d3c6-4a3e-ab57-96744d1d0aba req-e742e0a6-992f-48d6-81c4-db9e9950143d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:16.339744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-123d115e-d3c6-4a3e-ab57-96744d1d0aba req-e742e0a6-992f-48d6-81c4-db9e9950143d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 945 time: 0.5963509 Apr 18 20:14:16.366532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.427381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.454324 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] Set router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:16.573161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Usage tracker for resource:security_group_rule and tenant:70a11e1731b042fb850681f0dee121a4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:16.579625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:16.588751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:16.636380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6ad4d3b6-7c2e-48d7-9dc4-7037ab7192a7 None None] Provisioning for port ce6aa172-617a-46a5-83c0-c8fc62316dcc completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:16.703995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] For port 58d8746a-0853-468f-899f-50248e15ea90, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=58d8746a-0853-468f-899f-50248e15ea90,segment=NetworkSegment(68d925d1-070e-4775-a067-467c45fc7f5b),segment_id=68d925d1-070e-4775-a067-467c45fc7f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:16.704884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.711688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ce6aa172-617a-46a5-83c0-c8fc62316dcc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:16.760582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-123d115e-d3c6-4a3e-ab57-96744d1d0aba req-f73c62db-1f79-46bb-99d7-f84deec7c9b0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4194443 Apr 18 20:14:16.762045 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.785783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ce6aa172-617a-46a5-83c0-c8fc62316dcc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:16.785783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.791407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Deleting port c677c10f-e921-485d-ab4c-dfdf86388748 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:16.791764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.808054 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:16.876545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.001206 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.079758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ce6aa172-617a-46a5-83c0-c8fc62316dcc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ce6aa172-617a-46a5-83c0-c8fc62316dcc,segment=NetworkSegment(509ec498-fd8d-471c-8eba-f29bc91db4e1),segment_id=509ec498-fd8d-471c-8eba-f29bc91db4e1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:17.086806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.155512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3f9dd35a-2564-4358-9729-904680afa441 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:17.159149 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188'}], 'enable_snat': True}, 'gw_port_id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:14:12Z', 'revision_number': 5, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port': {'id': 'c677c10f-e921-485d-ab4c-dfdf86388748', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:04:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 779, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:13:37Z', 'updated_at': '2022-04-18T20:13:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:17.173766 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] Checking router: 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:14:17.230634 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] Routers {'75595d4e-33ba-44fd-9116-bbd7dca7f6e0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:17.231278 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:17.253088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c214a4e-7c4f-41dc-81ba-8ff9ae458b4c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:17.321772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Calling delete_port for 58d8746a-0853-468f-899f-50248e15ea90 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:17.354438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ce6aa172-617a-46a5-83c0-c8fc62316dcc,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:17.404901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 3f9dd35a-2564-4358-9729-904680afa441 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:17.423643 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4829f06e-0880-470b-855d-1aa562f826ff req-15dd0660-df2a-4b2c-b590-a7116406ca07 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=57fb11b4-cb0a-4387-84b0-2167ce7997fc HTTP/1.1" status: 200 len: 210 time: 0.3692474 Apr 18 20:14:17.433366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 3f9dd35a-2564-4358-9729-904680afa441 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:17.434599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.578647 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] Set router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:17.581257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d0fe64ea-93d3-4ba8-ab6f-9e971d294ac0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=359bee0940e1482eae3159a319750113&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7631943 Apr 18 20:14:17.583115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39448) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:17.746455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d26bee61-3cef-435e-9e1e-e1dfb47574bc None None] Provisioning complete for port ce6aa172-617a-46a5-83c0-c8fc62316dcc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:17.747006 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d26bee61-3cef-435e-9e1e-e1dfb47574bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.847863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.903041 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:14:16Z', 'revision_number': 6, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:17.922576 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b2d0b0-45c3-4263-8ef8-08a465b32818 None None] The sync data for ids ['75595d4e-33ba-44fd-9116-bbd7dca7f6e0'] in n-d-836016-3 is: [{'id': '75595d4e-33ba-44fd-9116-bbd7dca7f6e0', 'name': 'tempest-FloatingIPsNegativeTestJSON-1335853404-router', 'tenant_id': '72a0681606dc42949627718d88f87ef9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:13:34Z', 'updated_at': '2022-04-18T20:14:16Z', 'revision_number': 6, 'project_id': '72a0681606dc42949627718d88f87ef9', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:14:17.962153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ce6aa172-617a-46a5-83c0-c8fc62316dcc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:17.978980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] For port c677c10f-e921-485d-ab4c-dfdf86388748, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c677c10f-e921-485d-ab4c-dfdf86388748,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:17.978980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.982787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:17.988337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.039623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.063819 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.133748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Calling delete_port for c677c10f-e921-485d-ab4c-dfdf86388748 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:18.142208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:18.212937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9dd35a-2564-4358-9729-904680afa441'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:18.260098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f9dd35a-2564-4358-9729-904680afa441,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:18.264445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70a11e1731b042fb850681f0dee121a4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9544127 Apr 18 20:14:18.272773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39460) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:18.275354 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.328651 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.344111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ce6aa172-617a-46a5-83c0-c8fc62316dcc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:18.344648 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.390140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Pushing event updated for resources: {'Port': ['ID=c66d4138-d76a-4493-a7a1-ebce214f1bdc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:18.397585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:18.407007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18757e8-9690-4435-afe0-86e74de8210e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da30931-37a1-432e-9a6e-56d39b6f071b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:18.417137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.446174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3f9dd35a-2564-4358-9729-904680afa441,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:18.450771 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.534278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:18.555719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Pushing event deleted for resources: {'Port': ['ID=c677c10f-e921-485d-ab4c-dfdf86388748,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:18.570425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.586169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148f98ac-3cde-454e-9fcc-373c37991a40 req-292ff230-b7d0-4089-9a18-aaa11c0b07c6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:18.587709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-148f98ac-3cde-454e-9fcc-373c37991a40 req-292ff230-b7d0-4089-9a18-aaa11c0b07c6 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 945 time: 2.3711905 Apr 18 20:14:18.655135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359e847-afad-48aa-be5c-4d3dad990f45 req-c5b2088e-85c9-406f-bb5a-f9134c3ca985 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:18.657662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1359e847-afad-48aa-be5c-4d3dad990f45 req-c5b2088e-85c9-406f-bb5a-f9134c3ca985 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 0.2997875 Apr 18 20:14:18.664237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.697459 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a714-84e6-4c3d-bed6-58dd9ee4d43c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.716557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fe784e9-dbfe-425a-b231-e1f869a943d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.731355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Pushing event deleted for resources: {'Port': ['ID=58d8746a-0853-468f-899f-50248e15ea90,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:18.895351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1359e847-afad-48aa-be5c-4d3dad990f45 req-1a26ac44-5fc0-4fa5-aece-646518a4af51 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833575 Apr 18 20:14:18.923282 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.929650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.932507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.956667 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fe784e9-dbfe-425a-b231-e1f869a943d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.961095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.962107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75595d4e-33ba-44fd-9116-bbd7dca7f6e0 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:14:18.981816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:18.987517 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8f0ed632-e6f6-4b20-8da5-e3507b0de14a admin admin] 10.222.0.47 "DELETE /v2.0/routers/75595d4e-33ba-44fd-9116-bbd7dca7f6e0 HTTP/1.1" status: 204 len: 168 time: 2.8747764 Apr 18 20:14:18.987754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39470) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:19.005593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a714-84e6-4c3d-bed6-58dd9ee4d43c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.012454 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949994b1-b1e6-448f-95f4-57dc52d21ac8'] response: {'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9dd35a-2564-4358-9729-904680afa441', 'code': 200} Apr 18 20:14:19.058713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] No DVR routers for this DVR port 58d8746a-0853-468f-899f-50248e15ea90 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:19.061759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.072606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] Deleting subnet 3b56e1b2-e0d4-4a99-a334-26c400eaeac9 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:14:19.083515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'name': 'network-vif-deleted', 'tag': '58d8746a-0853-468f-899f-50248e15ea90'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:19.094423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.101143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:14:19.172561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-148f98ac-3cde-454e-9fcc-373c37991a40 req-6ba15e57-7d19-46a6-b4b6-1306238b5b48 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/security-groups?id=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263276 Apr 18 20:14:19.233543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.325124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efe778cc-219a-43ad-b6c8-a7eb2c80d7e0 req-c9db99ac-c521-4406-ab47-6a660d2081d2 tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.61 "DELETE /v2.0/ports/58d8746a-0853-468f-899f-50248e15ea90 HTTP/1.1" status: 204 len: 173 time: 5.1965532 Apr 18 20:14:19.398390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a714-84e6-4c3d-bed6-58dd9ee4d43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.472397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2c8a714-84e6-4c3d-bed6-58dd9ee4d43c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.475720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e2c8a714-84e6-4c3d-bed6-58dd9ee4d43c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3da30931-37a1-432e-9a6e-56d39b6f071b HTTP/1.1" status: 204 len: 168 time: 1.0879142 Apr 18 20:14:19.555413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.568867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8a714-84e6-4c3d-bed6-58dd9ee4d43c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da30931-37a1-432e-9a6e-56d39b6f071b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:19.589484 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fed881d3-f2b5-4f5a-b868-b3e6acd1e997'] response: {'server_uuid': '8fa8be06-cbd0-46ed-b678-053d66604f47', 'name': 'network-vif-deleted', 'tag': '58d8746a-0853-468f-899f-50248e15ea90', 'status': 'completed', 'code': 200} Apr 18 20:14:19.599767 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fe784e9-dbfe-425a-b231-e1f869a943d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.603783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:19.605359 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fe784e9-dbfe-425a-b231-e1f869a943d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.608831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2fe784e9-dbfe-425a-b231-e1f869a943d0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c214a4e-7c4f-41dc-81ba-8ff9ae458b4c HTTP/1.1" status: 204 len: 168 time: 1.8466029 Apr 18 20:14:19.658773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '79479006-11b9-481d-bc82-e62b5e066eaa', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '79479006-11b9-481d-bc82-e62b5e066eaa', 'mac_address': 'fa:16:3e:12:d9:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:14:19.777948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.794185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c677c10f-e921-485d-ab4c-dfdf86388748 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:19.862167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe784e9-dbfe-425a-b231-e1f869a943d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c214a4e-7c4f-41dc-81ba-8ff9ae458b4c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:19.916719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cc4ee-558b-48d2-8af5-49e1ba308052 req-5ec2afd0-dd6a-4f23-903b-da7a81726b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:19.919813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-021cc4ee-558b-48d2-8af5-49e1ba308052 req-5ec2afd0-dd6a-4f23-903b-da7a81726b25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 1097 time: 0.4858181 Apr 18 20:14:19.924684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:19.930983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b56e1b2-e0d4-4a99-a334-26c400eaeac9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:19.946374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ba99b830-5855-4d03-9b2e-7817cefeada0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3b56e1b2-e0d4-4a99-a334-26c400eaeac9 HTTP/1.1" status: 204 len: 168 time: 0.9568968 Apr 18 20:14:19.949957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39508) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:19.993775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d130e9d-8416-4cf6-8fdd-084b32cb8bf8 None None] Network aba642d5-130a-42e3-b940-ed842677df73 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:20.018045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: c677c10f-e921-485d-ab4c-dfdf86388748 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:14:20.018718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c677c10f-e921-485d-ab4c-dfdf86388748 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:14:20.019500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 194378a4-a81b-447c-a43d-f2b0918b31e0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:20.114311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 194378a4-a81b-447c-a43d-f2b0918b31e0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:14:20.117741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 194378a4-a81b-447c-a43d-f2b0918b31e0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:14:20.182108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-021cc4ee-558b-48d2-8af5-49e1ba308052 req-92e6ddf3-274c-4641-b8c4-41660f47c0da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490258 Apr 18 20:14:20.261164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:20.311886 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:20.436292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79479006-11b9-481d-bc82-e62b5e066eaa {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:14:20.533017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:20.614069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3158a26f-b433-4f84-b47e-9215fc8c2b42 req-ebd7c3f1-68d7-41f4-aac4-39605f11ba7d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Synchronizing usage tracker for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:20.625661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:20.629988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e07a281-7aef-4783-aef0-8cbf2dc44768 req-1e5dd1db-1e16-47f0-b7a1-d1f61e2db135 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:20.657993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e07a281-7aef-4783-aef0-8cbf2dc44768 req-1e5dd1db-1e16-47f0-b7a1-d1f61e2db135 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 0.3110921 Apr 18 20:14:20.662576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Deleting port e3119963-608e-4858-ae53-3aae29fd1800 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:20.663180 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:20.702527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3158a26f-b433-4f84-b47e-9215fc8c2b42 req-ebd7c3f1-68d7-41f4-aac4-39605f11ba7d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] Unset dirty status for tenant:79603fa50e854b38b735c9c95414694d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:20.719218 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3158a26f-b433-4f84-b47e-9215fc8c2b42 req-ebd7c3f1-68d7-41f4-aac4-39605f11ba7d tempest-LiveAutoBlockMigrationV225Test-1914670279 tempest-LiveAutoBlockMigrationV225Test-1914670279-project] 10.222.0.47 "GET /v2.0/ports?device_id=8fa8be06-cbd0-46ed-b678-053d66604f47 HTTP/1.1" status: 200 len: 210 time: 0.1904838 Apr 18 20:14:20.720575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:20.750539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:20.789257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:20.932968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['79479006-11b9-481d-bc82-e62b5e066eaa'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:14:20.970804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:21.322673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e07a281-7aef-4783-aef0-8cbf2dc44768 req-aa649e5b-7bd7-4d1a-89e9-4aa6c527661b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6600001 Apr 18 20:14:21.357979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c9209a-1492-4893-9896-d9670614a48b None None] DHCP port deletion for aba642d5-130a-42e3-b940-ed842677df73 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:14:21.381643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:21.387056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Deleting port e3119963-608e-4858-ae53-3aae29fd1800 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:21.387554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:21.456618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Usage tracker for resource:security_group_rule and tenant:9f1cdac190984df8b6ecff18fc4fc1a8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:21.516507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:21.566521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:21.709224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] For port e3119963-608e-4858-ae53-3aae29fd1800, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3119963-608e-4858-ae53-3aae29fd1800,segment=NetworkSegment(60017403-a03e-495f-aeab-b25361fbbefd),segment_id=60017403-a03e-495f-aeab-b25361fbbefd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:21.710770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:21.880844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:21.955897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e3119963-608e-4858-ae53-3aae29fd1800 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:22.045571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39574) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:22.243807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Calling delete_port for e3119963-608e-4858-ae53-3aae29fd1800 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:22.440020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:22.475074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:22.570913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:22.615077 n-d-836016-3 neutron-server[88143]: INFO neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No ports have port_id starting with e3119963-608e-4858-ae53-3aae29fd1800 Apr 18 20:14:22.660290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-40c9209a-1492-4893-9896-d9670614a48b None None] For port e3119963-608e-4858-ae53-3aae29fd1800, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3119963-608e-4858-ae53-3aae29fd1800,segment=NetworkSegment(60017403-a03e-495f-aeab-b25361fbbefd),segment_id=60017403-a03e-495f-aeab-b25361fbbefd)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:22.664822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:22.759984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] No DVR routers for this DVR port e3119963-608e-4858-ae53-3aae29fd1800 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:22.851861 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f1cdac190984df8b6ecff18fc4fc1a8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1145244 Apr 18 20:14:22.857915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39594) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:22.919134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3119963-608e-4858-ae53-3aae29fd1800,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:22.928622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d529d1a-e38b-457b-aba7-a72b6e023a26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33c46e1-8944-4730-a21f-fa10386bfe15,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:22.961576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Calling delete_port for e3119963-608e-4858-ae53-3aae29fd1800 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:23.004940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] Deleting subnet 072b428c-ede7-4c4b-baed-9c8e0dc34d91 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:14:23.028350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.135427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:23.164363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.185441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.224614 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:14:23.225280 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:14:23.236665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 79479006-11b9-481d-bc82-e62b5e066eaa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:23.237210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.246577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27e279ad-a817-4387-982c-06347b550892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.264779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba642d5-130a-42e3-b940-ed842677df73']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:23.346018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.353012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60017403-a03e-495f-aeab-b25361fbbefd') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:23.353329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60017403-a03e-495f-aeab-b25361fbbefd') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:23.392745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27e279ad-a817-4387-982c-06347b550892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.416383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.450796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.459295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.506801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=072b428c-ede7-4c4b-baed-9c8e0dc34d91,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:23.519452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:23.520700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:23.527103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.529783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b22915-788c-4d33-bca0-76d3ae183ee5 req-7ea957be-b8c1-40fd-97be-bce5823b5dae tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:23.535605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.539284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9b22915-788c-4d33-bca0-76d3ae183ee5 req-7ea957be-b8c1-40fd-97be-bce5823b5dae tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 0.8585255 Apr 18 20:14:23.541906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:14:23.573710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.584848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:14:23.587413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.639374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:23.726116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Deleting port e3119963-608e-4858-ae53-3aae29fd1800 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:23.726607 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40c9209a-1492-4893-9896-d9670614a48b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:23.808012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7eea906a-376d-4c84-8043-3ecdcdf7aa91 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/072b428c-ede7-4c4b-baed-9c8e0dc34d91 HTTP/1.1" status: 204 len: 168 time: 1.7593331 Apr 18 20:14:23.813088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:14:23.827371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39620) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:23.856989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Sync routers for ids ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:14:23.882630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-40c9209a-1492-4893-9896-d9670614a48b None None] The port 'e3119963-608e-4858-ae53-3aae29fd1800' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:14:23.902213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Routers {'3d8ad9cc-3a18-4ebb-9036-13f302d3527f'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:23.903233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:14:23.979821 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:14:23.984468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.020860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.047573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba642d5-130a-42e3-b940-ed842677df73,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:24.062604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a07c03af-3417-4372-9cab-fcd942ce4996 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aba642d5-130a-42e3-b940-ed842677df73 HTTP/1.1" status: 204 len: 168 time: 4.1105106 Apr 18 20:14:24.096679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27e279ad-a817-4387-982c-06347b550892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.141398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e279ad-a817-4387-982c-06347b550892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33c46e1-8944-4730-a21f-fa10386bfe15,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:24.144772 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b15d8239-32f5-4036-b773-ee1728bc572f'] response: {'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa', 'code': 200} Apr 18 20:14:24.173181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27e279ad-a817-4387-982c-06347b550892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.177177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-27e279ad-a817-4387-982c-06347b550892 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f33c46e1-8944-4730-a21f-fa10386bfe15 HTTP/1.1" status: 204 len: 168 time: 1.2689748 Apr 18 20:14:24.221212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.275102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9b22915-788c-4d33-bca0-76d3ae183ee5 req-63ac625a-644f-4c65-a8c6-5cd47976da72 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7337968 Apr 18 20:14:24.366192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.369000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-221a1c19-bcdb-4e02-95e6-0c8e386a7814 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 12.8244281 Apr 18 20:14:24.421683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39644) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:24.428069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39646) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:24.664379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.701293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Set router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:24.736698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5cfd437-2a87-4944-9e8e-83e0bb3a15fb']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:24.773227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d925d1-070e-4775-a067-467c45fc7f5b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:24.774047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d925d1-070e-4775-a067-467c45fc7f5b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:24.828025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.896003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.907429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:14:24.908331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:14:24.965930 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:14:25.086427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2ab5944-28fd-4b39-91a8-685e1217641b req-eb16c530-1c9a-4113-8f02-8dbd0f9299b4 tempest-FlavorsV2NegativeTest-2125551607 tempest-FlavorsV2NegativeTest-2125551607-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9589eac32c644608abafc66ef3ee8f58&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7365024 Apr 18 20:14:25.487885 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:25.530533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:25.567245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5cfd437-2a87-4944-9e8e-83e0bb3a15fb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:25.661369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb0db6-3623-4b48-b409-7f46ef2e01db req-55a050a3-b33e-4d62-a4d2-c37393ea8e1d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:25.677182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8fbb0db6-3623-4b48-b409-7f46ef2e01db req-55a050a3-b33e-4d62-a4d2-c37393ea8e1d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 0.6976211 Apr 18 20:14:25.693665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-118f3df3-d73b-4c8f-823b-752fbc52f9a9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c5cfd437-2a87-4944-9e8e-83e0bb3a15fb HTTP/1.1" status: 204 len: 168 time: 1.8612039 Apr 18 20:14:25.745249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39670) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:25.761483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:14:19Z', 'revision_number': 3, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port': {'id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:15Z', 'updated_at': '2022-04-18T20:14:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:25.795903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Checking router: 3d8ad9cc-3a18-4ebb-9036-13f302d3527f for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:14:25.801372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Updating router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f port c66d4138-d76a-4493-a7a1-ebce214f1bdc binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:14:26.285946 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:26.286281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8fbb0db6-3623-4b48-b409-7f46ef2e01db req-52ef540f-831f-44a9-b9c7-db5cd3f4bf62 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073391 Apr 18 20:14:26.324328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] Deleting subnet 90434eee-61a0-4242-8cc0-94baa28545a2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:14:26.342581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:26.395100 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6335c803-8185-44dc-9aae-ba69b85b5781 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72a0681606dc42949627718d88f87ef9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9584086 Apr 18 20:14:26.396512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39682) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:26.505195 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:26.649015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:26.755154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab5944-28fd-4b39-91a8-685e1217641b req-60407d10-c3cf-4004-91b8-d3bcad0a0064 tempest-FlavorsV2NegativeTest-2125551607 tempest-FlavorsV2NegativeTest-2125551607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:26.756795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2ab5944-28fd-4b39-91a8-685e1217641b req-60407d10-c3cf-4004-91b8-d3bcad0a0064 tempest-FlavorsV2NegativeTest-2125551607 tempest-FlavorsV2NegativeTest-2125551607-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6694562 Apr 18 20:14:26.807157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2ab5944-28fd-4b39-91a8-685e1217641b req-9a6aaced-a9e2-4aed-b930-e583cf249875 tempest-FlavorsV2NegativeTest-2125551607 tempest-FlavorsV2NegativeTest-2125551607-project] 10.222.0.47 "GET /v2.0/quotas/9589eac32c644608abafc66ef3ee8f58 HTTP/1.1" status: 200 len: 375 time: 0.0368943 Apr 18 20:14:26.878232 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:26.974581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2ab5944-28fd-4b39-91a8-685e1217641b req-e0f28683-1ea6-4a62-97e2-892ad297d082 tempest-FlavorsV2NegativeTest-2125551607 tempest-FlavorsV2NegativeTest-2125551607-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9589eac32c644608abafc66ef3ee8f58&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1429801 Apr 18 20:14:27.095472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90434eee-61a0-4242-8cc0-94baa28545a2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:27.111292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e6d3-3eab-4ae3-bc26-b394e4898a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.138780 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.172773 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-25b113e2-146f-43b2-951a-956ef7e1c25d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/90434eee-61a0-4242-8cc0-94baa28545a2 HTTP/1.1" status: 204 len: 168 time: 1.4203768 Apr 18 20:14:27.173782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:27.275942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e6d3-3eab-4ae3-bc26-b394e4898a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.432338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.492087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.493457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Transition to ACTIVE for port object c66d4138-d76a-4493-a7a1-ebce214f1bdc will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:27.522452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.673547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Attempting to bind port c66d4138-d76a-4493-a7a1-ebce214f1bdc on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:27.674215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Attempting to bind port c66d4138-d76a-4493-a7a1-ebce214f1bdc by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:27.674827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Attempting to bind port c66d4138-d76a-4493-a7a1-ebce214f1bdc on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:27.687437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:27.688277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:27.691532 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.692306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:27.693036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Bound port: c66d4138-d76a-4493-a7a1-ebce214f1bdc, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:27.693711 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.741144 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.770906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba62f2f-d25e-480a-b300-3a4e90866741']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:27.775321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838d43a-ce45-4bf6-aa14-6565a6680de7 None None] Pushing event updated for resources: {'Port': ['ID=c66d4138-d76a-4493-a7a1-ebce214f1bdc,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:27.786003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ebfabcf-2e6e-41b2-b72a-52c82fff8547') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:27.786329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ebfabcf-2e6e-41b2-b72a-52c82fff8547') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:27.800747 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.819680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.827534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:14:27.828000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.884883 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.901476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] For port c66d4138-d76a-4493-a7a1-ebce214f1bdc, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:27.902333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e6d3-3eab-4ae3-bc26-b394e4898a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.911493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] For port c66d4138-d76a-4493-a7a1-ebce214f1bdc, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c66d4138-d76a-4493-a7a1-ebce214f1bdc,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:27.925580 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.956920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec1e6d3-3eab-4ae3-bc26-b394e4898a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:27.960681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8ec1e6d3-3eab-4ae3-bc26-b394e4898a90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/63dcc060-5a0c-4f1d-a382-ee99bf23f493 HTTP/1.1" status: 204 len: 168 time: 1.5315146 Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:14:28.056553 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:14:28.069719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:28.158094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec1e6d3-3eab-4ae3-bc26-b394e4898a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dcc060-5a0c-4f1d-a382-ee99bf23f493,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:28.166483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Routers {'3d8ad9cc-3a18-4ebb-9036-13f302d3527f'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:28.168856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:28.182812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:28.195672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba62f2f-d25e-480a-b300-3a4e90866741,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:28.223138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22ad33a9-6fb1-44ff-b51a-60b4d5681c5c admin admin] 10.222.0.47 "DELETE /v2.0/networks/3ba62f2f-d25e-480a-b300-3a4e90866741 HTTP/1.1" status: 204 len: 168 time: 1.0463414 Apr 18 20:14:28.268657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9230f4-deaf-4eb1-8c12-567230226dd5 req-93fb28b0-0898-42d8-a0cc-5793b89f6486 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:28.291025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b9230f4-deaf-4eb1-8c12-567230226dd5 req-93fb28b0-0898-42d8-a0cc-5793b89f6486 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 0.8885164 Apr 18 20:14:28.309620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6951d8-a69d-42b1-9472-c65a98623530 req-87aebb01-d641-4c5f-9046-d42b98fe413f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:28.322767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd6951d8-a69d-42b1-9472-c65a98623530 req-87aebb01-d641-4c5f-9046-d42b98fe413f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 0.2679296 Apr 18 20:14:28.444331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd6951d8-a69d-42b1-9472-c65a98623530 req-ecd1f178-367d-4131-83b2-b39f5d2bfbc9 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200240 Apr 18 20:14:28.476404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-169bf339-4d99-473d-842f-054166b83dd7 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:28.478928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-169bf339-4d99-473d-842f-054166b83dd7 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 0.5026689 Apr 18 20:14:28.637938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] Set router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:28.698306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b9230f4-deaf-4eb1-8c12-567230226dd5 req-87f70fe0-caa4-4815-80de-ff0f5476c7a6 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058135 Apr 18 20:14:28.721904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Deleting port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:28.723030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:28.870540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9838d43a-ce45-4bf6-aa14-6565a6680de7 None None] Pushing event updated for resources: {'Port': ['ID=c66d4138-d76a-4493-a7a1-ebce214f1bdc,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:28.967089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39754) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:28.980000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Allocated IP 172.20.0.1 (1f878c93-512e-4c0d-b8aa-f19278fb6320/63730c42-a72b-4c70-8a4f-368be4ca0c52/0d8a964f-1497-4c14-8187-021f341f3ddb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:29.098696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39760) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:29.313983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:29.341981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Transition to ACTIVE for port object 0d8a964f-1497-4c14-8187-021f341f3ddb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:29.382524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:29.390498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:14:19Z', 'revision_number': 3, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port': {'id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:15Z', 'updated_at': '2022-04-18T20:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:29.397688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bd1d2f-2a97-4a47-b243-b7322365bb5f None None] The sync data for ids ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'] in n-d-836016-3 is: [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:14:19Z', 'revision_number': 3, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port': {'id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:15Z', 'updated_at': '2022-04-18T20:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:14:29.493820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:29.703748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c191eed8-4540-4119-a4ae-1bfd78fc65d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79603fa50e854b38b735c9c95414694d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887612 Apr 18 20:14:29.704031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:29.704678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] For port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:29.705052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:29.713981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1555560684'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:29.723643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:29.781928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:29.808134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:29.832317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:29.981361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Usage tracker for resource:network and tenant:d0b82d76362e4e48a70ad1ecda86f52a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:29.988175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:30.021885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:30.052887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8a964f-1497-4c14-8187-021f341f3ddb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:30.066930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Calling delete_port for 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:30.082335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Made reservation on behalf of d0b82d76362e4e48a70ad1ecda86f52a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:30.099365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.217401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.307043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:30.313181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Usage tracker for resource:security_group_rule and tenant:d0b82d76362e4e48a70ad1ecda86f52a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:30.317749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:30.337919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:30.442500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fb162ec5-786e-45ef-9b5b-6f417fbe69e8 None None] Provisioning for port 0d8a964f-1497-4c14-8187-021f341f3ddb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:30.448931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.453188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fb162ec5-786e-45ef-9b5b-6f417fbe69e8 None None] Provisioning complete for port 0d8a964f-1497-4c14-8187-021f341f3ddb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:30.456572 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb162ec5-786e-45ef-9b5b-6f417fbe69e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.539901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8800260-5f6c-424c-b53b-2853c83442e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.550339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.625632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:30.628081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fb162ec5-786e-45ef-9b5b-6f417fbe69e8 None None] Port 0d8a964f-1497-4c14-8187-021f341f3ddb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:14:30.650199 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8800260-5f6c-424c-b53b-2853c83442e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.736298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Usage tracker for resource:security_group_rule and tenant:9589eac32c644608abafc66ef3ee8f58 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:30.744492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:30.749017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8800260-5f6c-424c-b53b-2853c83442e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.837880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39806) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:30.850069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:30.853034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4eb133-9ab6-4d4e-b1d3-9f8f9e2ad224 req-af0813c0-daa7-4ba3-ae6d-e4b11db205f1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:30.856131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba4eb133-9ab6-4d4e-b1d3-9f8f9e2ad224 req-af0813c0-daa7-4ba3-ae6d-e4b11db205f1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 1.2757142 Apr 18 20:14:30.883545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8800260-5f6c-424c-b53b-2853c83442e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1899dd44-a6ea-4dd5-ae38-f9cf602df6a3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:30.950658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8800260-5f6c-424c-b53b-2853c83442e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:30.955702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d8800260-5f6c-424c-b53b-2853c83442e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1899dd44-a6ea-4dd5-ae38-f9cf602df6a3 HTTP/1.1" status: 204 len: 168 time: 1.2309904 Apr 18 20:14:30.974786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c791d5a-2a6f-45e4-9679-a578619f6b19 req-ebeaa7a5-a3df-4f3a-b5b5-9311c413fee4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:30.975543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5c791d5a-2a6f-45e4-9679-a578619f6b19 req-ebeaa7a5-a3df-4f3a-b5b5-9311c413fee4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:31.008371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.035065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.172936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5c791d5a-2a6f-45e4-9679-a578619f6b19 req-ebeaa7a5-a3df-4f3a-b5b5-9311c413fee4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:31.174413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c791d5a-2a6f-45e4-9679-a578619f6b19 req-ebeaa7a5-a3df-4f3a-b5b5-9311c413fee4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=0b7acc51-253a-40b2-a669-103e0b9b6b7c HTTP/1.1" status: 200 len: 944 time: 1.1491377 Apr 18 20:14:31.181041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:31.183683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event deleted for resources: {'Port': ['ID=5bdc5d4c-a40f-4f28-83b3-85062c62cb2e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:31.199200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] No DVR routers for this DVR port 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:31.203889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.229748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'name': 'network-vif-deleted', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:31.237664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3de4c613-4266-4f82-a6ae-4584a87ec2d4 req-ebb3aac5-0a3f-4a33-b53b-874b646666d1 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.61 "DELETE /v2.0/ports/5bdc5d4c-a40f-4f28-83b3-85062c62cb2e HTTP/1.1" status: 204 len: 173 time: 2.7364407 Apr 18 20:14:31.315246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:14:31.315753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5bdc5d4c-a40f-4f28-83b3-85062c62cb2e not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:14:31.367716 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c791d5a-2a6f-45e4-9679-a578619f6b19 req-636ca1a7-69ee-476f-be2e-55570cf7536b tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716173 Apr 18 20:14:31.429158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.429453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.438294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.477257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-network', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:31.493812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:14:31.506426 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.506842 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Added segment af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0 of type vlan for network 58288729-1635-411c-b4f3-502a75519468 Apr 18 20:14:31.524041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9589eac32c644608abafc66ef3ee8f58&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4233079 Apr 18 20:14:31.532309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:31.539801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.599666 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba4eb133-9ab6-4d4e-b1d3-9f8f9e2ad224 req-52ca9cb1-63b3-44b8-9be8-ee67833ab730 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7190475 Apr 18 20:14:31.629072 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.641919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:31.642605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.652507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:31.681093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e8558a-22f7-4d3b-a594-3cb86c8250f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ab28ec2-6abe-4766-a9be-7afefeac4d92,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:31.701013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54c58b66-bbc7-489d-8ab4-19246fe06223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.714330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Usage tracker for resource:network and tenant:7c168547ba734413a1a08c48cf0cfab7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:31.722385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:31.735522 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4576bcb2-3deb-42ad-a797-e1c24da696cd'] response: {'server_uuid': '0b7acc51-253a-40b2-a669-103e0b9b6b7c', 'name': 'network-vif-deleted', 'tag': '5bdc5d4c-a40f-4f28-83b3-85062c62cb2e', 'status': 'completed', 'code': 200} Apr 18 20:14:31.762384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:31.787650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c66d4138-d76a-4493-a7a1-ebce214f1bdc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:31.795189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:31.805558 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.887133 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54c58b66-bbc7-489d-8ab4-19246fe06223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:31.895487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72b4889b-5154-4143-9688-a35da9631248,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:31.918275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.9444451 Apr 18 20:14:31.943717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5281fa-c2b9-479d-bacf-2b3a65f38991 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Pushing event updated for resources: {'Network': ['ID=58288729-1635-411c-b4f3-502a75519468,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:31.962516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c66d4138-d76a-4493-a7a1-ebce214f1bdc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:31.974817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 58288729-1635-411c-b4f3-502a75519468 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:14:32.004277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c66d4138-d76a-4493-a7a1-ebce214f1bdc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:32.007484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ca8cec1-49af-4ef5-96bb-e47561b3a8fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2781f7b7164d4731b8ef239ee670f5ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435420 Apr 18 20:14:32.011590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:32.012045 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.029818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Made reservation on behalf of 7c168547ba734413a1a08c48cf0cfab7 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:32.033220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.111613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.166030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54c58b66-bbc7-489d-8ab4-19246fe06223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.193424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-4c61a90f-19e9-42bf-866a-c373a5336fb5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:32.204085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-4c61a90f-19e9-42bf-866a-c373a5336fb5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 1.2995517 Apr 18 20:14:32.211717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c58b66-bbc7-489d-8ab4-19246fe06223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ab28ec2-6abe-4766-a9be-7afefeac4d92,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:32.216186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54c58b66-bbc7-489d-8ab4-19246fe06223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.217434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-54c58b66-bbc7-489d-8ab4-19246fe06223 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ab28ec2-6abe-4766-a9be-7afefeac4d92 HTTP/1.1" status: 204 len: 168 time: 0.6829634 Apr 18 20:14:32.226537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-733865f6-80f3-458a-907e-e89b30e859e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.296756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-733865f6-80f3-458a-907e-e89b30e859e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.402664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:32.453884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Usage tracker for resource:security_group_rule and tenant:7c168547ba734413a1a08c48cf0cfab7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:32.469539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-733865f6-80f3-458a-907e-e89b30e859e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.512709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733865f6-80f3-458a-907e-e89b30e859e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cce4de9-f29d-4cc4-b090-7040e3bb3d7a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:32.512954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:32.536250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-733865f6-80f3-458a-907e-e89b30e859e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.539775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-733865f6-80f3-458a-907e-e89b30e859e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3cce4de9-f29d-4cc4-b090-7040e3bb3d7a HTTP/1.1" status: 204 len: 168 time: 0.5181148 Apr 18 20:14:32.590739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:32.631586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port 3f9dd35a-2564-4358-9729-904680afa441 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:32.632241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.716696 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:14:32.793310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39864) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:32.801501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Request body: {'port': {'network_id': '58288729-1635-411c-b4f3-502a75519468', 'binding:host_id': 'n-h2-836016-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1123731544'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:32.818551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:32.868249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Usage tracker for resource:port and tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:32.883153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:32.895209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.907174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:32.942411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Made reservation on behalf of 45fefd2100dc4d5c9cae6f3cdaee52b0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:32.948368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:32.957306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c66d4138-d76a-4493-a7a1-ebce214f1bdc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c66d4138-d76a-4493-a7a1-ebce214f1bdc,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:32.970924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:33.010774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:33.071111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:33.089600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Usage tracker for resource:security_group_rule and tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:33.105300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:33.129544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:33.283461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:33.285314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c66d4138-d76a-4493-a7a1-ebce214f1bdc,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:33.402367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:33.410197 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:33.482481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] device_id is not set on port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:14:33.536872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0674f3-a4b1-4b79-a014-4be542aee007,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:33.613370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:33.711721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c66d4138-d76a-4493-a7a1-ebce214f1bdc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:33.959913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c66d4138-d76a-4493-a7a1-ebce214f1bdc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:33.964567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.023696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:34.131468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.170965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b4e32-85e2-4217-b25b-6b17ebbb48ed req-ae536890-5394-4fae-b509-86ae4b914725 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:34.181869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b5b4e32-85e2-4217-b25b-6b17ebbb48ed req-ae536890-5394-4fae-b509-86ae4b914725 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 944 time: 0.4146130 Apr 18 20:14:34.325459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] device_id is not set on port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:14:34.346547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.366274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Transition to ACTIVE for port object cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:34.425026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-348521717-network', 'tenant_id': 'c9176544df8c406f81421c724caa028e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:34.433844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.438060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.444198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d8a964f-1497-4c14-8187-021f341f3ddb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:34.453997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:34.465824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.466431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.467013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.467527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.468706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.469261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.469808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.470293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.470847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.471326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.471804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.472280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.475803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.516933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Usage tracker for resource:network and tenant:c9176544df8c406f81421c724caa028e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:34.524385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b5b4e32-85e2-4217-b25b-6b17ebbb48ed req-94f70256-8313-42fb-acfa-27f246d19be0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459131 Apr 18 20:14:34.536741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:34.600882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:34.630479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-f33a1190-654d-4342-982d-763f37719588 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:34.632753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-f33a1190-654d-4342-982d-763f37719588 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 944 time: 0.6638148 Apr 18 20:14:34.695748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:34.701239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Checking segment: {'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:34.703068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Network hostable DHCP agents. Network: 58288729-1635-411c-b4f3-502a75519468, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:14:34.708572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:34.724440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:34.749849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Made reservation on behalf of c9176544df8c406f81421c724caa028e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:34.754598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.768041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c27d4-dfd7-40b4-9661-188cf91335de req-293c1dc9-efec-4136-9929-00fd9a249c2f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:34.773061 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b7c27d4-dfd7-40b4-9661-188cf91335de req-293c1dc9-efec-4136-9929-00fd9a249c2f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 946 time: 1.3850622 Apr 18 20:14:34.780453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.781053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.781590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.782683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.784312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.784799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.785773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.786653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.788114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.788580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.789451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.789927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:34.794773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Network 58288729-1635-411c-b4f3-502a75519468 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:14:34.819322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 58288729-1635-411c-b4f3-502a75519468) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:34.829505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.831585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911dcc4-9390-4ec1-b30f-427255f2005d None None] Network 58288729-1635-411c-b4f3-502a75519468 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:34.845021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:14:34.855714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:34.883661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:34.884407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:34.885371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:34.895615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:34.896212 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:34.903850 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 2 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:34.914905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:34.924644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Deleting port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:34.925085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:34.964236 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b7c27d4-dfd7-40b4-9661-188cf91335de req-7429cf59-f14a-4d1e-860c-8179267aead6 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131337 Apr 18 20:14:34.971245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ad8f58-40d9-4658-939a-20a302f7af11,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:34.985795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f9dd35a-2564-4358-9729-904680afa441,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:34.986367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:35.000947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:35.002564 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Added segment f182c6c9-9693-4c04-92a7-ce30cadce990 of type vlan for network fd7badeb-9a77-47a2-a067-32fb8a213444 Apr 18 20:14:35.083426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Usage tracker for resource:security_group_rule and tenant:c9176544df8c406f81421c724caa028e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:35.087744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:35.089951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:35.090432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:35.115212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:35.212587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3f9dd35a-2564-4358-9729-904680afa441 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:35.220360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:35.228637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for 3f9dd35a-2564-4358-9729-904680afa441 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:35.230858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:35.231185 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:35.236036 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 3 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:35.335810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:35.335810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:35.336405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:35.354199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:35.354199 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:35.356407 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 4 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:35.510886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b29d0fda-c506-4c93-a93f-49da6eb04628 None None] Provisioning complete for port 0d8a964f-1497-4c14-8187-021f341f3ddb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:35.511307 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b29d0fda-c506-4c93-a93f-49da6eb04628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:35.598271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b29d0fda-c506-4c93-a93f-49da6eb04628 None None] Port 0d8a964f-1497-4c14-8187-021f341f3ddb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:14:35.695625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] For port d9e10af2-5aee-4f1f-96cc-2571a8f804a7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:35.696045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:35.716896 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:35.746910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:35.804729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9dd35a-2564-4358-9729-904680afa441'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:35.837085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:14:35.837613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f9dd35a-2564-4358-9729-904680afa441,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:35.848416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:36.019618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Calling delete_port for d9e10af2-5aee-4f1f-96cc-2571a8f804a7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:36.026218 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e946c478-a6f2-4280-aa9d-505f9a15a6b4'] response: {'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9dd35a-2564-4358-9729-904680afa441', 'code': 200} Apr 18 20:14:36.162166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3f9dd35a-2564-4358-9729-904680afa441,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:36.200772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:36.267708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:36.269216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:36.270402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:36.281359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: d9e10af2-5aee-4f1f-96cc-2571a8f804a7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:14:36.281867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d9e10af2-5aee-4f1f-96cc-2571a8f804a7 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:14:36.338007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:36.339324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:36.340376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:36.345527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:36.346687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:14:36.348247 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:14:36.415665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:36.416005 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:36.419289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ff7cbed-c760-4cae-a9f0-eb5bb664ad5d req-715520ec-54d4-4f08-ac7e-7d7611ad79e4 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=95c65c32-beab-487b-8224-f8864e4e3d23 HTTP/1.1" status: 200 len: 210 time: 0.1533105 Apr 18 20:14:36.430455 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 5 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:36.437250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:14:36.462921 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Sync routers for ids ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:14:36.485062 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Routers {'3d8ad9cc-3a18-4ebb-9036-13f302d3527f'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:36.497351 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:36.500777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event deleted for resources: {'Port': ['ID=d9e10af2-5aee-4f1f-96cc-2571a8f804a7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:36.566489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] Pushing event updated for resources: {'Network': ['ID=fd7badeb-9a77-47a2-a067-32fb8a213444,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:36.588922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fd7badeb-9a77-47a2-a067-32fb8a213444 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:14:36.598429 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-232a9e8d-2e25-4ef5-904f-ccd6b23573d3 admin admin] 10.222.0.47 "PUT /v2.0/routers/3d8ad9cc-3a18-4ebb-9036-13f302d3527f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1760190 Apr 18 20:14:36.618840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dfb86845-8515-48ef-a4ec-a9d26af835f1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.7604346 Apr 18 20:14:36.626835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39966) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:36.629392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:36.629759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:36.630095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:36.645411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Request body: {'subnet': {'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-subnet', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:36.675477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:36.693905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Usage tracker for resource:subnet and tenant:7c168547ba734413a1a08c48cf0cfab7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:36.715145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:36.761379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:36.848559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:36.848883 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:36.853100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port 3f9dd35a-2564-4358-9729-904680afa441 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:36.859401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:36.885010 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 6 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:36.964346 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Set router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:36.969383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] No DVR routers for this DVR port d9e10af2-5aee-4f1f-96cc-2571a8f804a7 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:37.011295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:37.058575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'name': 'network-vif-deleted', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:37.071260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:37.071607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:37.071951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:37.117365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11af58-9c83-4831-a1ed-99c243683c59 req-f41efe00-2d0e-4e75-ba94-a439053aa467 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:37.126573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-aa11af58-9c83-4831-a1ed-99c243683c59 req-f41efe00-2d0e-4e75-ba94-a439053aa467 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:37.134715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:37.137394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:37.137748 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:37.146110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Made reservation on behalf of 7c168547ba734413a1a08c48cf0cfab7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:37.148557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:37.156080 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 7 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:37.226848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:37.247776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83f4f40c-a47e-4870-8a7d-266500ad9f23 req-33aef3de-a190-496d-ba65-d7d1a329ba00 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "DELETE /v2.0/ports/d9e10af2-5aee-4f1f-96cc-2571a8f804a7 HTTP/1.1" status: 204 len: 173 time: 2.5939503 Apr 18 20:14:37.265955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:37.266265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:37.270487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:37.300562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:37.300903 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:37.340660 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 8 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:37.366867 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:14:31Z', 'revision_number': 4, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port': {'id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:15Z', 'updated_at': '2022-04-18T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d8a964f-1497-4c14-8187-021f341f3ddb', 'name': '', 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'mac_address': 'fa:16:3e:c4:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '63730c42-a72b-4c70-8a4f-368be4ca0c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:28Z', 'updated_at': '2022-04-18T20:14:32Z', 'revision_number': 2, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'subnets': [{'id': '63730c42-a72b-4c70-8a4f-368be4ca0c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:37.373484 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Checking router: 3d8ad9cc-3a18-4ebb-9036-13f302d3527f for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:14:37.374703 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Updating router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f port 0d8a964f-1497-4c14-8187-021f341f3ddb binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:14:37.377133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:14:37.412270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131eb6c2-3630-44fa-883a-352bf70412d2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:37.438100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:37.442849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:37.443310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:37.460751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:37.461167 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Added segment c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8 of type vlan for network 006a0287-50b3-4dce-84c3-ce9d47afe11d Apr 18 20:14:37.464356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:37.464696 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:37.475016 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 9 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:37.494361 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:37.545071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:37.545491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:37.545852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:37.615405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:37.615907 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:37.642231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:37.649012 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 10 to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a Apr 18 20:14:37.877262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:37.878442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:37.880631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:37.926126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:14:37.948023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:37.949030 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:37.950149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.064292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.179405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.183184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:38.183985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.208568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-aa11af58-9c83-4831-a1ed-99c243683c59 req-f41efe00-2d0e-4e75-ba94-a439053aa467 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:38.211242 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa11af58-9c83-4831-a1ed-99c243683c59 req-f41efe00-2d0e-4e75-ba94-a439053aa467 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 944 time: 1.9257743 Apr 18 20:14:38.219391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0141bee-dad4-4e60-93c4-e175b2631923,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:38.397792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Checking segment: {'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:38.398331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Network hostable DHCP agents. Network: fd7badeb-9a77-47a2-a067-32fb8a213444, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:14:38.457027 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.458519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa11af58-9c83-4831-a1ed-99c243683c59 req-f469073e-da6b-4e36-9ca7-5062d0cb9863 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255251 Apr 18 20:14:38.476624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port 3f9dd35a-2564-4358-9729-904680afa441, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f9dd35a-2564-4358-9729-904680afa441,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:38.477282 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.486290 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Transition to ACTIVE for port object 0d8a964f-1497-4c14-8187-021f341f3ddb will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:38.500004 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.619597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] For port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:38.620429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempted to set empty binding levels {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 20:14:38.630616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-d0ee8ae5-933a-4e6c-8f75-cc6bbb618af4 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Synchronizing usage tracker for tenant:e947cb0947a84083a86a48c96af1832a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:38.640554 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-631b317d-ee9e-4fff-82b1-8c575c1e296f'] response: {'server_uuid': '95c65c32-beab-487b-8224-f8864e4e3d23', 'name': 'network-vif-deleted', 'tag': 'd9e10af2-5aee-4f1f-96cc-2571a8f804a7', 'status': 'completed', 'code': 200} Apr 18 20:14:38.651712 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5285ea-a874-4666-8af0-d5c838bb4fe7 None None] Pushing event updated for resources: {'Port': ['ID=0d8a964f-1497-4c14-8187-021f341f3ddb,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:38.691518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.727251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for 3f9dd35a-2564-4358-9729-904680afa441 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:38.763846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Network fd7badeb-9a77-47a2-a067-32fb8a213444 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:14:38.800439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, fd7badeb-9a77-47a2-a067-32fb8a213444) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:38.811134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59c6ef1-7acc-4d45-93e8-2fcab1f0ed19 None None] Network fd7badeb-9a77-47a2-a067-32fb8a213444 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:38.816112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:38.816784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:38.886316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:38.942667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] Pushing event updated for resources: {'Network': ['ID=006a0287-50b3-4dce-84c3-ce9d47afe11d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:38.945199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-98d25a9c-4cc3-4f48-b298-b4b5134ec207 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3148916 Apr 18 20:14:38.946743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40002) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:38.962029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:38.984659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a3597ae-271d-4b22-a680-1c39cdd7b974 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 4.9534218 Apr 18 20:14:38.989314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40006) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:38.994236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:38.995539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.003786 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Attempting to bind port 0d8a964f-1497-4c14-8187-021f341f3ddb on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:39.007315 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Attempting to bind port 0d8a964f-1497-4c14-8187-021f341f3ddb by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:39.007315 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Attempting to bind port 0d8a964f-1497-4c14-8187-021f341f3ddb on network 1f878c93-512e-4c0d-b8aa-f19278fb6320 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:39.028832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:14:39.042217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Request body: {'subnet': {'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-348521717-subnet', 'tenant_id': 'c9176544df8c406f81421c724caa028e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:39.047145 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:39.047613 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Checking segment: {'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:39.047999 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.048394 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Bound using segment: {'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:39.048880 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Bound port: 0d8a964f-1497-4c14-8187-021f341f3ddb, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509ec498-fd8d-471c-8eba-f29bc91db4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:39.049274 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.086848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-d0ee8ae5-933a-4e6c-8f75-cc6bbb618af4 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Unset dirty status for tenant:e947cb0947a84083a86a48c96af1832a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:39.100496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:39.106736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-d0ee8ae5-933a-4e6c-8f75-cc6bbb618af4 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.5652695 Apr 18 20:14:39.125891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:39.134588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:39.136053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Usage tracker for resource:router and tenant:7c168547ba734413a1a08c48cf0cfab7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:39.145353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Usage tracker for resource:subnet and tenant:c9176544df8c406f81421c724caa028e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:39.149715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:39.153097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:39.162923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:39.165723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Usage tracker for resource:floatingip and tenant:e947cb0947a84083a86a48c96af1832a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:39.171161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-131cd892-1314-4a14-a066-714c265afe7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 6.3758118 Apr 18 20:14:39.174978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:39.176958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:39.179236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:39.209123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:39.271763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Deleting port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:39.272472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.278505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.279603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.293098 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.323157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.341365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] For port 0d8a964f-1497-4c14-8187-021f341f3ddb, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:39.352120 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] For port 0d8a964f-1497-4c14-8187-021f341f3ddb, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0d8a964f-1497-4c14-8187-021f341f3ddb,segment=NetworkSegment(509ec498-fd8d-471c-8eba-f29bc91db4e1),segment_id=509ec498-fd8d-471c-8eba-f29bc91db4e1)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:39.384802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:39.441269 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.447495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Made reservation on behalf of c9176544df8c406f81421c724caa028e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:39.450315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.537414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.662184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event deleted for resources: {'Port': ['ID=3f9dd35a-2564-4358-9729-904680afa441,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:39.694432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-fd7badeb-9a77-47a2-a067-32fb8a213444', 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'fixed_ips': [{'subnet_id': 'b0141bee-dad4-4e60-93c4-e175b2631923'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:14:39.700341 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:39.770907 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5285ea-a874-4666-8af0-d5c838bb4fe7 None None] Pushing event updated for resources: {'Port': ['ID=0d8a964f-1497-4c14-8187-021f341f3ddb,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:39.796146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Routers {'3d8ad9cc-3a18-4ebb-9036-13f302d3527f'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:39.796802 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:40.051436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] No DVR routers for this DVR port 3f9dd35a-2564-4358-9729-904680afa441 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:40.058634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.061266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'name': 'network-vif-deleted', 'tag': '3f9dd35a-2564-4358-9729-904680afa441'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:40.166012 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] Set router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:40.177700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.185673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb2973cf-4b24-4e38-accb-4ed2dfec753b req-97064a37-ef23-43ec-9436-5b6986650ef1 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "DELETE /v2.0/ports/3f9dd35a-2564-4358-9729-904680afa441 HTTP/1.1" status: 204 len: 173 time: 7.9765711 Apr 18 20:14:40.246856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Allocated IP 172.20.0.2 (fd7badeb-9a77-47a2-a067-32fb8a213444/b0141bee-dad4-4e60-93c4-e175b2631923/74d9f258-03b4-4ccb-a83a-082e07856dbb) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:40.753769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.770610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Transition to ACTIVE for port object 74d9f258-03b4-4ccb-a83a-082e07856dbb will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:40.791224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] For port cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a, host n-h2-836016-3, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:40.795511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.819344 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.842676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Transition to ACTIVE for port object 74d9f258-03b4-4ccb-a83a-082e07856dbb will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:40.857243 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.928557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:40.932631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-752776b4-338d-424b-9e90-c2a2c6aab582 req-0c18f298-ea12-4039-94f9-03c111511273 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:40.975693 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:14:31Z', 'revision_number': 4, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port': {'id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:15Z', 'updated_at': '2022-04-18T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d8a964f-1497-4c14-8187-021f341f3ddb', 'name': '', 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'mac_address': 'fa:16:3e:c4:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '63730c42-a72b-4c70-8a4f-368be4ca0c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:28Z', 'updated_at': '2022-04-18T20:14:39Z', 'revision_number': 4, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'subnets': [{'id': '63730c42-a72b-4c70-8a4f-368be4ca0c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:40.987343 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e6f2b4-43aa-4ad0-b615-54c5b892c4c9 None None] The sync data for ids ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'] in n-d-836016-3 is: [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:14:31Z', 'revision_number': 4, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port': {'id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:15Z', 'updated_at': '2022-04-18T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d8a964f-1497-4c14-8187-021f341f3ddb', 'name': '', 'network_id': '1f878c93-512e-4c0d-b8aa-f19278fb6320', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'mac_address': 'fa:16:3e:c4:6a:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '63730c42-a72b-4c70-8a4f-368be4ca0c52', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:28Z', 'updated_at': '2022-04-18T20:14:39Z', 'revision_number': 4, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'subnets': [{'id': '63730c42-a72b-4c70-8a4f-368be4ca0c52', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:14:41.038503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-752776b4-338d-424b-9e90-c2a2c6aab582 req-0c18f298-ea12-4039-94f9-03c111511273 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:41.050483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Pushing event updated for resources: {'Port': ['ID=74d9f258-03b4-4ccb-a83a-082e07856dbb,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:41.052821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-752776b4-338d-424b-9e90-c2a2c6aab582 req-0c18f298-ea12-4039-94f9-03c111511273 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=5640b861-9972-4aa0-a29c-eae9c114d9de HTTP/1.1" status: 200 len: 210 time: 0.3065233 Apr 18 20:14:41.082805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Network fd7badeb-9a77-47a2-a067-32fb8a213444 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:41.086790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:41.090733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:41.212735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Calling delete_port for cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:41.295026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Allocated IP 172.25.5.173 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/e78375c3-712a-470d-83a4-f65af37448a6) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:41.342434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Attempting to bind port 74d9f258-03b4-4ccb-a83a-082e07856dbb on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:41.343063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Attempting to bind port 74d9f258-03b4-4ccb-a83a-082e07856dbb by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:41.344735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Attempting to bind port 74d9f258-03b4-4ccb-a83a-082e07856dbb on network fd7badeb-9a77-47a2-a067-32fb8a213444 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:41.363480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:41.364650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Checking segment: {'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:41.365324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:41.368318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Bound using segment: {'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:41.368944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Bound port: 74d9f258-03b4-4ccb-a83a-082e07856dbb, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:41.371010 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:41.464089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-a73e079b-05d0-475a-9fc8-e7d60e3079f0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:41.465525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-a73e079b-05d0-475a-9fc8-e7d60e3079f0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Synchronizing usage tracker for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:41.471576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:41.537960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] For port 74d9f258-03b4-4ccb-a83a-082e07856dbb, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:41.541802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] For port 74d9f258-03b4-4ccb-a83a-082e07856dbb, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=74d9f258-03b4-4ccb-a83a-082e07856dbb,segment=NetworkSegment(f182c6c9-9693-4c04-92a7-ce30cadce990),segment_id=f182c6c9-9693-4c04-92a7-ce30cadce990)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:41.556557 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:41.585725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:41.697064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532537c8-1f6c-483e-bec7-75711c852789 None None] Pushing event updated for resources: {'Port': ['ID=74d9f258-03b4-4ccb-a83a-082e07856dbb,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:41.698792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-a73e079b-05d0-475a-9fc8-e7d60e3079f0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Unset dirty status for tenant:fc5f549dedc648d998641dc03c881d13 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:41.712423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-a73e079b-05d0-475a-9fc8-e7d60e3079f0 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 945 time: 1.1256084 Apr 18 20:14:41.715976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Checking segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:41.716395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Network hostable DHCP agents. Network: 006a0287-50b3-4dce-84c3-ce9d47afe11d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:14:41.824448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d8a964f-1497-4c14-8187-021f341f3ddb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:41.835834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Deleting port efb29d87-05e0-4066-84d4-6982df74282b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:41.836438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:41.892703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb1bde-2a37-4881-8f03-6db09d441b1e req-efe4ca42-7266-489f-a658-a549ee011648 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:41.903328 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f9eb1bde-2a37-4881-8f03-6db09d441b1e req-efe4ca42-7266-489f-a658-a549ee011648 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 945 time: 0.5682905 Apr 18 20:14:41.995456 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.024941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f9eb1bde-2a37-4881-8f03-6db09d441b1e req-0fe6bf3d-fb3b-4031-acea-f645f927a575 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197250 Apr 18 20:14:42.040197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.062723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0d8a964f-1497-4c14-8187-021f341f3ddb completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:42.107716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0d8a964f-1497-4c14-8187-021f341f3ddb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:42.108429 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.144255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.157046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:14:42.181277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.216855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.312391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Allocated IP 172.25.5.210 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/04b7c606-ea1c-4c59-bd4e-3c04042ac191) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:42.349320 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca4f0df-15b8-4cf3-9c53-977e557cf17a'] response: {'server_uuid': '5640b861-9972-4aa0-a29c-eae9c114d9de', 'name': 'network-vif-deleted', 'tag': '3f9dd35a-2564-4358-9729-904680afa441', 'status': 'completed', 'code': 200} Apr 18 20:14:42.363361 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.454065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0d8a964f-1497-4c14-8187-021f341f3ddb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0d8a964f-1497-4c14-8187-021f341f3ddb,segment=NetworkSegment(509ec498-fd8d-471c-8eba-f29bc91db4e1),segment_id=509ec498-fd8d-471c-8eba-f29bc91db4e1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:42.462861 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.490852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:42.493958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:42.530508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.551233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:42.574268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 006a0287-50b3-4dce-84c3-ce9d47afe11d) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:42.582024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:42.582631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.594793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0848facb-b0fe-4616-b0b4-a9331f4e785c None None] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:42.622504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:42.638827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:42.665587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0d8a964f-1497-4c14-8187-021f341f3ddb,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:42.735565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Pushing event updated for resources: {'Port': ['ID=e78375c3-712a-470d-83a4-f65af37448a6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:42.930840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:42.996674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:43.002488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:43.188162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Pushing event updated for resources: {'Port': ['ID=04b7c606-ea1c-4c59-bd4e-3c04042ac191,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:43.246085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d11727ba-e9d2-42cd-83c8-1761e84c736d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "DELETE /v2.0/ports/cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a HTTP/1.1" status: 204 len: 168 time: 4.0642588 Apr 18 20:14:43.262699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:43.298737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7138a11-5651-4903-9447-323a9165adc4 None None] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:43.488705 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05d3ecc2-bd06-4711-b098-23cca7df7afe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 4.4605112 Apr 18 20:14:43.523742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:43.671378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:43.696210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e9cf5d-c16d-4195-bab0-0badd263f92b None None] Network fd7badeb-9a77-47a2-a067-32fb8a213444 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:14:43.801287 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b15e52-356c-499a-b0a7-d9a8ca012a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:14:43.802042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25b15e52-356c-499a-b0a7-d9a8ca012a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Synchronizing usage tracker for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:43.894964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5959255d-355a-4c4e-ae1b-3b0058f26313 None None] Provisioning for port 74d9f258-03b4-4ccb-a83a-082e07856dbb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:44.013756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25b15e52-356c-499a-b0a7-d9a8ca012a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Unset dirty status for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:44.025038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-25b15e52-356c-499a-b0a7-d9a8ca012a98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "GET /v2.0/ports/cd968a8a-2c80-4f9b-8432-3cd0b0b9aa7a HTTP/1.1" status: 404 len: 333 time: 0.7542629 Apr 18 20:14:44.052587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:44.058128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] For port efb29d87-05e0-4066-84d4-6982df74282b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=efb29d87-05e0-4066-84d4-6982df74282b,segment=NetworkSegment(6a0d0feb-564a-41c1-964d-c5c5d5464006),segment_id=6a0d0feb-564a-41c1-964d-c5c5d5464006)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:44.058516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:44.079638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8dcfa8c-2973-49e2-badd-5bbc1a79f6b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:44.087275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d8a964f-1497-4c14-8187-021f341f3ddb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:44.091424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Request body: {'port': {'network_id': '58288729-1635-411c-b4f3-502a75519468', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-550248832'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:44.118466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:44.289898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:44.292362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device efb29d87-05e0-4066-84d4-6982df74282b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:44.299519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:44.477542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0d8a964f-1497-4c14-8187-021f341f3ddb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:44.478191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:44.554449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f4ffa5-830d-467d-a51a-6f2105ecf1df req-96ed0214-a2e7-416c-a0e2-71f504dba093 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:44.564431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Calling delete_port for efb29d87-05e0-4066-84d4-6982df74282b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:44.589352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c9f4ffa5-830d-467d-a51a-6f2105ecf1df req-96ed0214-a2e7-416c-a0e2-71f504dba093 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/ports?device_id=4dabd138-8e8f-4f35-8ebd-45fd1a491089 HTTP/1.1" status: 200 len: 945 time: 0.9270444 Apr 18 20:14:44.672605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:44.706892 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c9f4ffa5-830d-467d-a51a-6f2105ecf1df req-ee30a44d-d71f-40be-82bc-99db9fc907f3 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.47 "GET /v2.0/security-groups?id=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142967 Apr 18 20:14:44.820562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Made reservation on behalf of 45fefd2100dc4d5c9cae6f3cdaee52b0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:44.822972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:44.870763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] device_id is not set on port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:14:44.947935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 74d9f258-03b4-4ccb-a83a-082e07856dbb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:45.048702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 74d9f258-03b4-4ccb-a83a-082e07856dbb completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:45.055340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 74d9f258-03b4-4ccb-a83a-082e07856dbb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:45.055721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.139851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.148583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-ad542de5-9796-4200-a418-28439d4423e0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:45.159495 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-ad542de5-9796-4200-a418-28439d4423e0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.2318168 Apr 18 20:14:45.238436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-d2ddf70d-edcc-4d01-9824-3cec839a0408 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/quotas/81949679276041ed8938d973d3e63b4d HTTP/1.1" status: 200 len: 375 time: 0.0777416 Apr 18 20:14:45.309669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.344737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-9d0eb318-a779-4038-833c-ac7098731c4f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1050744 Apr 18 20:14:45.348947 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.391966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 74d9f258-03b4-4ccb-a83a-082e07856dbb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=74d9f258-03b4-4ccb-a83a-082e07856dbb,segment=NetworkSegment(f182c6c9-9693-4c04-92a7-ce30cadce990),segment_id=f182c6c9-9693-4c04-92a7-ce30cadce990)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:45.399130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2d35ca5f-5bd0-4291-a969-5930b2b6e529 None None] Provisioning complete for port 74d9f258-03b4-4ccb-a83a-082e07856dbb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:45.399632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2d35ca5f-5bd0-4291-a969-5930b2b6e529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.407343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.411321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.420323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.444976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.478099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:45.532185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=74d9f258-03b4-4ccb-a83a-082e07856dbb,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:45.533173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Usage tracker for resource:security_group_rule and tenant:5fed3a35552b463a9ded993771485fcb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:45.539418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:45.601418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-2d0a60bf-b159-4e18-aad4-7e5a58e3dca8 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554104 Apr 18 20:14:45.604296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.615093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:45.679064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] No DVR routers for this DVR port efb29d87-05e0-4066-84d4-6982df74282b on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:14:45.690554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.693447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Pushing event updated for resources: {'Port': ['ID=04b7c606-ea1c-4c59-bd4e-3c04042ac191,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:45.695762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'name': 'network-vif-deleted', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:45.712652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 74d9f258-03b4-4ccb-a83a-082e07856dbb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:45.769958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] Pushing event deleted for resources: {'Port': ['ID=efb29d87-05e0-4066-84d4-6982df74282b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:45.778869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Network 58288729-1635-411c-b4f3-502a75519468 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:45.815912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 74d9f258-03b4-4ccb-a83a-082e07856dbb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:45.816542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.820775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:45.822757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.841742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:45.843348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:45.844463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.873052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:45.881101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-936199e5-cb5e-43ae-8c53-dfee0951dd84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.7710183 Apr 18 20:14:45.885719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8314972 Apr 18 20:14:45.895076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40112) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:45.897648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6435a7aa-a199-47e8-84a7-72cb39c20d8e req-82295c40-f452-44e4-ad7d-0a5f1da64143 tempest-LiveMigrationTest-1557746648 tempest-LiveMigrationTest-1557746648-project] 10.222.0.55 "DELETE /v2.0/ports/efb29d87-05e0-4066-84d4-6982df74282b HTTP/1.1" status: 204 len: 173 time: 4.1561515 Apr 18 20:14:45.917918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:45.998531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0a4c8206-ba98-4de9-ae03-35960e88f458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.004001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-714055d3-1d99-48b6-8883-baddb84a5bc0 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Synchronizing usage tracker for tenant:e947cb0947a84083a86a48c96af1832a on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:46.032427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d095ed4b-4ef5-4918-a131-fa4a3cee0366 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=9cccdb0b-22d1-49e0-b055-15ddea93a2cd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:46.042253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.058847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-714055d3-1d99-48b6-8883-baddb84a5bc0 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Unset dirty status for tenant:e947cb0947a84083a86a48c96af1832a on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:46.065331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-714055d3-1d99-48b6-8883-baddb84a5bc0 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.1829689 Apr 18 20:14:46.244836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.266687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.318661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266cba6b-4472-429c-b67a-d71a1ad35c0f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:46.360539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f7c6003-e536-4a6b-8650-09bbeb6f5f35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fed3a35552b463a9ded993771485fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8053653 Apr 18 20:14:46.362058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40116) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:46.405499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-24f22a2e-425e-4a5b-98b5-3fb1dfe880cb tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:46.420200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a71d43bf-0d36-4483-b96b-7582525a9b6c req-24f22a2e-425e-4a5b-98b5-3fb1dfe880cb tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3515739 Apr 18 20:14:46.506605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c9f3-0ea0-43da-8aa8-d9c48efab631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.515830 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-f42466c7-d9fc-4804-9b7f-8aa7c907214c service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9126525 Apr 18 20:14:46.550441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c9f3-0ea0-43da-8aa8-d9c48efab631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.581129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.691628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c9f3-0ea0-43da-8aa8-d9c48efab631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.714496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.735674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3c9f3-0ea0-43da-8aa8-d9c48efab631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266cba6b-4472-429c-b67a-d71a1ad35c0f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:46.776036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b3c9f3-0ea0-43da-8aa8-d9c48efab631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.791965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a2b3c9f3-0ea0-43da-8aa8-d9c48efab631 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/266cba6b-4472-429c-b67a-d71a1ad35c0f HTTP/1.1" status: 204 len: 168 time: 0.4287498 Apr 18 20:14:46.822115 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:46.871508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:14:46.913111 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3eb13d7-672a-412e-8f1e-b90cadc90508'] response: {'server_uuid': '4dabd138-8e8f-4f35-8ebd-45fd1a491089', 'name': 'network-vif-deleted', 'tag': 'efb29d87-05e0-4066-84d4-6982df74282b', 'status': 'completed', 'code': 200} Apr 18 20:14:47.122029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:47.331221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] device_id is not set on port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:14:47.352211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:47.393159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Transition to ACTIVE for port object 9cccdb0b-22d1-49e0-b055-15ddea93a2cd will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:47.434466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:47.453615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-9d52b9d1-4bcd-4065-947d-c6c11fe1ece7 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:47.454696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-9d52b9d1-4bcd-4065-947d-c6c11fe1ece7 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:47.509665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:47.547500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-9d52b9d1-4bcd-4065-947d-c6c11fe1ece7 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:47.553936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-9d52b9d1-4bcd-4065-947d-c6c11fe1ece7 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.3505306 Apr 18 20:14:47.698677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:47.728115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-1ae035ab-0443-44a2-8f97-7a30098a6338 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/quotas/c9176544df8c406f81421c724caa028e HTTP/1.1" status: 200 len: 375 time: 0.1730433 Apr 18 20:14:47.767362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:47.794123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] Deleting subnet 921d894b-aadb-4af8-a6f7-2fc211820e99 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:14:47.797250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Usage tracker for resource:security_group_rule and tenant:63636a0e0d384cc98c2f456cca0f1651 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:47.808992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-11d765c1-4432-4b38-ac5f-9e0710eb96c2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799639 Apr 18 20:14:47.815744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:47.822842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:47.848054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b85d371d-8c30-4322-a03a-24e3eef56081 req-db4d6078-0182-41b0-83cf-55bc6e90dfca tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips/89faa8d0-a4f8-4cab-89bd-c3e56a4dfacd HTTP/1.1" status: 200 len: 693 time: 0.7023270 Apr 18 20:14:47.850877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:47.895982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:47.912675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:47.913011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:47.913396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:47.937991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:47.938341 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:47.946035 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 2 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:47.963527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=9cccdb0b-22d1-49e0-b055-15ddea93a2cd,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:47.982067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:47.982412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:47.982756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:47.992410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:47.996623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:14:48.008050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Sync routers for ids ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:14:48.020798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Routers {'4cad5a63-68a2-40cc-bf81-3ce683aea3b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:48.021777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:48.053126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:48.053459 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:48.064675 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 3 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:48.117080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:48.117305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:48.117703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:48.127106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:48.127106 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:48.129986 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 4 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:48.156561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:48.157051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:48.157268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:48.166174 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:48.167398 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3ee77b39-2fd2-4097-93fe-aab8b25e0137 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.2197108 Apr 18 20:14:48.181133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40172) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:48.193977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:48.194319 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:48.203656 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 5 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:48.241556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-dfad798e-4c7c-4654-9d0a-6ffa1f2377fc service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4315825 Apr 18 20:14:48.380220 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:48.406023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Set router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:48.483134 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:48.503867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:48.566214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00cbb24-f731-4afa-a195-ab650f810fd8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:48.587815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:48.609723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-92e0229f-fb3c-4d3e-bc9a-37466b28e888 service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647408 Apr 18 20:14:48.692487 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:48.751577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921d894b-aadb-4af8-a6f7-2fc211820e99,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:48.783043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:48.823651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a38c9a81-6d90-426e-810a-5e20de08e5ca admin admin] 10.222.0.47 "DELETE /v2.0/subnets/921d894b-aadb-4af8-a6f7-2fc211820e99 HTTP/1.1" status: 204 len: 168 time: 1.7001278 Apr 18 20:14:48.835325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2daf5c4d-0f94-4405-a51b-0ebf80fba0df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=63636a0e0d384cc98c2f456cca0f1651&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3194616 Apr 18 20:14:48.835325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40180) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:48.841191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40182) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:49.045438 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.076642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:14:43Z', 'revision_number': 3, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port': {'id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:40Z', 'updated_at': '2022-04-18T20:14:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:49.082330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Checking router: 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:14:49.082933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Updating router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 port e78375c3-712a-470d-83a4-f65af37448a6 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:14:49.139350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72510fa8-fc05-4b13-938f-97887f2e3d2d req-bc0f4ea4-eea8-4c50-b19c-58a75f522dac tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 210 time: 0.1775811 Apr 18 20:14:49.214513 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.226724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-922f70f9-f622-462e-b5bf-e599dcb74616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.262216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-922f70f9-f622-462e-b5bf-e599dcb74616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.332356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d371d-8c30-4322-a03a-24e3eef56081 req-6eddea29-3720-4ec6-ad4a-5a8045266bd3 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:49.340012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b85d371d-8c30-4322-a03a-24e3eef56081 req-6eddea29-3720-4ec6-ad4a-5a8045266bd3 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 1.4910030 Apr 18 20:14:49.388202 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.453435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-b85d371d-8c30-4322-a03a-24e3eef56081 req-e64e3e10-757f-4632-8063-1049e92e68e6 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:14:49.464217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b85d371d-8c30-4322-a03a-24e3eef56081 req-e64e3e10-757f-4632-8063-1049e92e68e6 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0215733 Apr 18 20:14:49.472642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:49.473601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:49.474210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:49.492597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-bb63b9be-7c28-4e3b-b111-6852b7e25140 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:49.494656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-bb63b9be-7c28-4e3b-b111-6852b7e25140 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.4602239 Apr 18 20:14:49.519404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09d769c6-8aa4-4c10-a4d7-2d91d7f3cc7c req-c575f8c5-aebe-48c9-acbf-d8dd992da565 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 210 time: 0.1110814 Apr 18 20:14:49.521717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Request body: {'port': {'device_id': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'admin_state_up': True, 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:49.631771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:49.632393 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:49.637074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.658509 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 6 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:49.670301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb0cae6-2372-455c-b0c2-b49e6408fd37']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:49.679969 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-922f70f9-f622-462e-b5bf-e599dcb74616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.703654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a0d0feb-564a-41c1-964d-c5c5d5464006') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:49.713304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a0d0feb-564a-41c1-964d-c5c5d5464006') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:49.721689 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1853cfe5-63f2-4682-ab52-12f53636471e req-7b5fce1a-3a76-49ea-a18e-ac0aac77a91d tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=e947cb0947a84083a86a48c96af1832a HTTP/1.1" status: 200 len: 696 time: 0.2157753 Apr 18 20:14:49.732742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.760810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.770589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:14:49.771498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:14:49.815863 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:14:49.882746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922f70f9-f622-462e-b5bf-e599dcb74616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00cbb24-f731-4afa-a195-ab650f810fd8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:49.891687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:49.892019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:49.892358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:49.901349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-922f70f9-f622-462e-b5bf-e599dcb74616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.902521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-922f70f9-f622-462e-b5bf-e599dcb74616 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f00cbb24-f731-4afa-a195-ab650f810fd8 HTTP/1.1" status: 204 len: 168 time: 1.0601044 Apr 18 20:14:49.917575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.933247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:49.933610 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:49.938994 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:49.942149 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 7 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:49.976856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:49.977125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:49.977475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:49.988339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] Pushing event deleted for resources: {'Network': ['ID=6bb0cae6-2372-455c-b0c2-b49e6408fd37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:50.002868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:50.003110 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:50.006422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-82cf3e41-4019-4b4f-9de2-3f99bffe2436 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6bb0cae6-2372-455c-b0c2-b49e6408fd37 HTTP/1.1" status: 204 len: 168 time: 1.1709931 Apr 18 20:14:50.007073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40216) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:50.039045 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.055449 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 8 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:50.066022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Transition to ACTIVE for port object e78375c3-712a-470d-83a4-f65af37448a6 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:50.076484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.138200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] Deleting subnet 24ce3ce9-9211-4c9f-80ae-08ce50a78398 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:14:50.146503 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.176720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Attempting to bind port e78375c3-712a-470d-83a4-f65af37448a6 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:50.177233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Attempting to bind port e78375c3-712a-470d-83a4-f65af37448a6 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:50.178944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Attempting to bind port e78375c3-712a-470d-83a4-f65af37448a6 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:50.196523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:50.196904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:50.197451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.197858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:50.198422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Bound port: e78375c3-712a-470d-83a4-f65af37448a6, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:50.199428 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.234938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127623e2-a76d-4e52-a06f-5b62d06bdb26 None None] Pushing event updated for resources: {'Port': ['ID=e78375c3-712a-470d-83a4-f65af37448a6,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:50.268172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:50.268525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:50.268902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:50.295442 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.306622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:50.311219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:50.311735 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:50.316254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] For port e78375c3-712a-470d-83a4-f65af37448a6, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:50.320809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] For port e78375c3-712a-470d-83a4-f65af37448a6, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e78375c3-712a-470d-83a4-f65af37448a6,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:50.328259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.332416 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 9 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:50.371569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:50.374638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.434752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Routers {'4cad5a63-68a2-40cc-bf81-3ce683aea3b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:50.435403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:50.466624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:50.467225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:50.468256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:50.480639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:50.486060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.507612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1853cfe5-63f2-4682-ab52-12f53636471e req-cf3cdc5a-3b29-4e19-ab27-5bcce69ef5f3 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:50.509310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1853cfe5-63f2-4682-ab52-12f53636471e req-cf3cdc5a-3b29-4e19-ab27-5bcce69ef5f3 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks?id=f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 787 time: 0.6523986 Apr 18 20:14:50.510250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:50.510736 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:50.522241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbbcda0d-d793-4d34-be93-b9ff630c20ca req-eb6ea01b-4e04-46ac-8d3a-cf1d69d444b3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 210 time: 0.0789514 Apr 18 20:14:50.524236 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 10 to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd Apr 18 20:14:50.564791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127623e2-a76d-4e52-a06f-5b62d06bdb26 None None] Pushing event updated for resources: {'Port': ['ID=e78375c3-712a-470d-83a4-f65af37448a6,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:50.565071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-1853cfe5-63f2-4682-ab52-12f53636471e req-44479ff3-0d48-4d47-9cb2-bff9a9bd0199 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:14:50.578367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1853cfe5-63f2-4682-ab52-12f53636471e req-44479ff3-0d48-4d47-9cb2-bff9a9bd0199 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0341604 Apr 18 20:14:50.581735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:50.582068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:50.582400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:50.608518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.620287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:50.628747 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:14:50.629131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.770355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] Set router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:50.860871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a757755c-6950-4e87-9359-482e6b63d0f5 req-f3dccac9-09f3-428a-be9a-a9b071abe576 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 210 time: 0.0719090 Apr 18 20:14:50.931534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ce3ce9-9211-4c9f-80ae-08ce50a78398,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:50.978500 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:50.992939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acba5a89-288d-47c4-82c4-730b49c810af req-f88c6d48-7750-44da-9b4b-c20bee2044db tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips/89faa8d0-a4f8-4cab-89bd-c3e56a4dfacd HTTP/1.1" status: 200 len: 693 time: 0.3005745 Apr 18 20:14:51.042643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-00166507-93c0-4b30-8b29-2f5bba791d22 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/24ce3ce9-9211-4c9f-80ae-08ce50a78398 HTTP/1.1" status: 204 len: 168 time: 1.0343499 Apr 18 20:14:51.096095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:51.262692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:14:43Z', 'revision_number': 3, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port': {'id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:40Z', 'updated_at': '2022-04-18T20:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:51.268406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbfe6e-5fa3-47f9-9536-94b9f5e15410 None None] The sync data for ids ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'] in n-d-836016-3 is: [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:14:43Z', 'revision_number': 3, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port': {'id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:40Z', 'updated_at': '2022-04-18T20:14:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:14:51.360004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] For port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:51.360585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempted to set empty binding levels {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 20:14:51.381187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:51.442288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] In _notify_port_updated(), no bound segment for port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:14:51.443797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:51.444808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:51.446648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "PUT /v2.0/ports/9cccdb0b-22d1-49e0-b055-15ddea93a2cd HTTP/1.1" status: 200 len: 978 time: 5.5506058 Apr 18 20:14:51.463561 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:51.490005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:51.558455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba5a89-288d-47c4-82c4-730b49c810af req-346268e2-5f05-4222-be96-3d3c2d0ecc52 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:51.560258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acba5a89-288d-47c4-82c4-730b49c810af req-346268e2-5f05-4222-be96-3d3c2d0ecc52 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.5199199 Apr 18 20:14:51.579573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b5f694f6-6e48-4f96-abc5-db7b59f1e187 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:51.581191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b5f694f6-6e48-4f96-abc5-db7b59f1e187 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.6830633 Apr 18 20:14:51.665218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:51.666957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Allocated IP 172.20.0.10 (4f839205-bbcf-485f-9b96-1e0ab75a69ef/8557ea57-8087-403b-b2f4-187b34f03222/b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:51.688178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Request body: {'port': {'device_id': '7bf53533-c803-4247-9156-b403f14924a6', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'admin_state_up': True, 'tenant_id': 'c9176544df8c406f81421c724caa028e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:51.756636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5750f-cc06-4441-88dc-dbcd7f371a23 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=9cccdb0b-22d1-49e0-b055-15ddea93a2cd,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:51.778766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acba5a89-288d-47c4-82c4-730b49c810af req-41d7b6e5-4bfc-4aa4-aa6d-e6c40ce6ad84 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.1891007 Apr 18 20:14:51.820525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e78375c3-712a-470d-83a4-f65af37448a6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:51.964263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b53101-bf03-4d81-bad5-4e9d3462c6a2 req-748604b9-9963-4402-a3b6-70321cffb1ee tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:51.965532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e78375c3-712a-470d-83a4-f65af37448a6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:51.974787 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0b53101-bf03-4d81-bad5-4e9d3462c6a2 req-748604b9-9963-4402-a3b6-70321cffb1ee tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 949 time: 0.6940384 Apr 18 20:14:51.975535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e78375c3-712a-470d-83a4-f65af37448a6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:51.976301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.124248 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.175412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76731cee-fc01-487e-850a-861b452cc715']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:52.200894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9461f294-40fd-4d86-81dd-123b5c2606a5') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:52.201198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9461f294-40fd-4d86-81dd-123b5c2606a5') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:52.214918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.216655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.242110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0b53101-bf03-4d81-bad5-4e9d3462c6a2 req-0721e7c2-24af-4726-b537-04cfca571098 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.47 "GET /v2.0/security-groups?id=450a048a-92fa-4fa4-abc9-4e34e95493e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641573 Apr 18 20:14:52.262306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acba5a89-288d-47c4-82c4-730b49c810af req-0f916595-a029-4832-9cac-d952c25fd8be tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.210 HTTP/1.1" status: 200 len: 696 time: 0.4698493 Apr 18 20:14:52.274064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e78375c3-712a-470d-83a4-f65af37448a6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e78375c3-712a-470d-83a4-f65af37448a6,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:52.297661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.395458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e78375c3-712a-470d-83a4-f65af37448a6,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:52.436021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Allocated IP 172.20.0.1 (fd7badeb-9a77-47a2-a067-32fb8a213444/b0141bee-dad4-4e60-93c4-e175b2631923/3ff5e679-667f-48e5-974b-caa90e1c9282) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:52.500324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.507238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.511830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:14:52.512249 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.524247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54a0084c-2fdb-42e0-bb36-e97974b90dd7 req-b620da20-a588-4840-ae79-37d2aab4b704 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 210 time: 0.0732665 Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:14:52.537220 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:14:52.702982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.703818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.704160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.704623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.705080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.705850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.706198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.706591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.707072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.707708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.707954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.708406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.709838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Synchronizing usage tracker for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:52.711517 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.745425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:52.755863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Deleting port 04b7c606-ea1c-4c59-bd4e-3c04042ac191 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:52.755863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.771434 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26094bf-09a0-4d71-931f-8543c448cb91 req-2181dc66-e673-4e10-9458-6fe1b5faaefd tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 210 time: 0.1171212 Apr 18 20:14:52.802286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:52.808423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:52.819801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:52.870876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:52.914694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.938135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:52.938805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.956613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Transition to ACTIVE for port object 3ff5e679-667f-48e5-974b-caa90e1c9282 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:52.956855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Usage tracker for resource:port and tenant:c9176544df8c406f81421c724caa028e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:52.980568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.991621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:52.995379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:53.002826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-63b2660f-b0de-48ac-8e3f-f0e327dd5541 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4868832 Apr 18 20:14:53.019641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Request body: {'port': {'device_id': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:53.023920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:53.028296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Unset dirty status for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:53.033395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-72debc7f-c056-471a-8c09-5c38e74f2fac tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10911 time: 1.5386477 Apr 18 20:14:53.034928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] Pushing event deleted for resources: {'Network': ['ID=76731cee-fc01-487e-850a-861b452cc715,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:53.046479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:53.051563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-171453b0-2a29-44b4-ae18-66fe28eb6eba admin admin] 10.222.0.47 "DELETE /v2.0/networks/76731cee-fc01-487e-850a-861b452cc715 HTTP/1.1" status: 204 len: 168 time: 1.9393952 Apr 18 20:14:53.061915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.132295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Deleting port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:53.132647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.269768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Pushing event updated for resources: {'Port': ['ID=3ff5e679-667f-48e5-974b-caa90e1c9282,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:53.281194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:14:53.288161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Network fd7badeb-9a77-47a2-a067-32fb8a213444 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:53.288493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Made reservation on behalf of c9176544df8c406f81421c724caa028e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:53.292067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:53.294548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.296106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:53.365029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.397383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.528180 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.577948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:53.591882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:53.596061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:53.597487 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.711950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=11']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:53.750425 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e78375c3-712a-470d-83a4-f65af37448a6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:14:53.837066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf5fd534-b142-4fff-86a5-b6e4d2165781 None None] Provisioning for port 3ff5e679-667f-48e5-974b-caa90e1c9282 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:14:53.844551 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.845157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.852710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf5fd534-b142-4fff-86a5-b6e4d2165781 None None] Provisioning complete for port 3ff5e679-667f-48e5-974b-caa90e1c9282 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:53.853082 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf5fd534-b142-4fff-86a5-b6e4d2165781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.961369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e78375c3-712a-470d-83a4-f65af37448a6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:53.961733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.996773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] For port 9cccdb0b-22d1-49e0-b055-15ddea93a2cd, host n-h2-836016-3, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:14:53.997403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:53.997896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf5fd534-b142-4fff-86a5-b6e4d2165781 None None] Port 3ff5e679-667f-48e5-974b-caa90e1c9282 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:14:54.005708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.020860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Calling delete_port for 04b7c606-ea1c-4c59-bd4e-3c04042ac191 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:54.296823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Calling delete_port for 9cccdb0b-22d1-49e0-b055-15ddea93a2cd owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:54.328920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a3fb1951-82c1-4f9b-add7-2b67101aa71f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc5f549dedc648d998641dc03c881d13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7314470 Apr 18 20:14:54.339831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:54.423125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-0a4b2314-430b-4d07-8c08-b77eee331576 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0801752 Apr 18 20:14:54.493049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:14:54.510355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.523491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Allocated IP 172.20.0.14 (006a0287-50b3-4dce-84c3-ce9d47afe11d/c8df73ec-d65e-49a4-9f80-e2dfbf5859b2/c2071ed1-f270-4113-8d51-689b7aca9dd6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:54.567501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.600699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Transition to ACTIVE for port object b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:54.609732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.642252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b9307f2-a0b3-42ea-bcdd-3dd9487db409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.674155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cccdb0b-22d1-49e0-b055-15ddea93a2cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:54.715246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.724271 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.739971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.774828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b9307f2-a0b3-42ea-bcdd-3dd9487db409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.776654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:54.822572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Pushing event deleted for resources: {'Port': ['ID=04b7c606-ea1c-4c59-bd4e-3c04042ac191,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:54.866818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-45356591-0794-4612-8ce3-ba4299b2dcf4 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:54.868329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-45356591-0794-4612-8ce3-ba4299b2dcf4 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4367666 Apr 18 20:14:54.880287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:54.982696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-7589e606-4d2e-430f-a7cd-5c09a3aefe56 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/quotas/f92eec5413044cd9850d9e1008bfcb6a HTTP/1.1" status: 200 len: 375 time: 0.1033609 Apr 18 20:14:55.004502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.089413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-d9f5bab4-4e3a-4eb8-879a-4d7f3d1552d5 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861638 Apr 18 20:14:55.090168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Pushing event updated for resources: {'Port': ['ID=3ff5e679-667f-48e5-974b-caa90e1c9282,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:55.123131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f49829af-cda0-4aa9-ac1f-b9a5ef64e06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "DELETE /v2.0/ports/9cccdb0b-22d1-49e0-b055-15ddea93a2cd HTTP/1.1" status: 204 len: 168 time: 2.0700181 Apr 18 20:14:55.128258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40366) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:55.184219 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.207179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b9307f2-a0b3-42ea-bcdd-3dd9487db409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.240441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b9307f2-a0b3-42ea-bcdd-3dd9487db409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.244673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8b9307f2-a0b3-42ea-bcdd-3dd9487db409 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e HTTP/1.1" status: 204 len: 168 time: 0.8969014 Apr 18 20:14:55.244673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9307f2-a0b3-42ea-bcdd-3dd9487db409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f24f6e12-ce5b-4d5f-b1ce-4fd17eabf27e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:55.245701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Attempting to bind port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:55.245839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Attempting to bind port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:55.246179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Attempting to bind port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:55.256802 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.258127 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acba5a89-288d-47c4-82c4-730b49c810af req-a9afae3b-f626-43a4-915a-f5af197af183 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "DELETE /v2.0/floatingips/89faa8d0-a4f8-4cab-89bd-c3e56a4dfacd HTTP/1.1" status: 204 len: 173 time: 2.9953403 Apr 18 20:14:55.261012 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1782538b-827f-4411-9b31-eaea0e717b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:14:55.261352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.262498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1782538b-827f-4411-9b31-eaea0e717b6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "GET /v2.0/ports/9cccdb0b-22d1-49e0-b055-15ddea93a2cd HTTP/1.1" status: 404 len: 333 time: 0.1294565 Apr 18 20:14:55.267014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:55.267348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Attempting to bind port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:55.284170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40374) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:55.298196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-697552690', 'network_id': '58288729-1635-411c-b4f3-502a75519468'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:55.310564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:55.332471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:55.332826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:55.333223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Bound using segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:55.333710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Bound port: b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:55.334066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.339918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Usage tracker for resource:port and tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:55.344635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:55.353364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Network fd7badeb-9a77-47a2-a067-32fb8a213444 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:55.357394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:55.370699 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb2675df-73ae-4ca8-8ce4-565307d57a8a'] response: {'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa', 'code': 200} Apr 18 20:14:55.394368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:55.422407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Made reservation on behalf of 45fefd2100dc4d5c9cae6f3cdaee52b0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:55.426967 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.531738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] device_id is not set on port e35163e3-71ee-4f3c-9804-feabf494aa6d yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:14:55.650420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.739889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:55.772535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:55.793286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.819620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab7d24-24ab-40fd-b497-946437937e7f req-aaee1150-e05e-4614-aa4c-136cf1389cad tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:55.821302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0eab7d24-24ab-40fd-b497-946437937e7f req-aaee1150-e05e-4614-aa4c-136cf1389cad tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 944 time: 0.3707781 Apr 18 20:14:55.828464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:55.836408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:55.843458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fd2a634e-b3dc-4fa1-946c-1786fdecfd6f None None] Provisioning complete for port 3ff5e679-667f-48e5-974b-caa90e1c9282 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:14:55.843803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd2a634e-b3dc-4fa1-946c-1786fdecfd6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.870721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:55.900500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:55.931115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:14:55.935574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:55.938343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:55.939889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] 10.222.0.61 "PUT /v2.0/ports/b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 HTTP/1.1" status: 200 len: 1092 time: 2.9255800 Apr 18 20:14:55.948560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:14:55.963542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a634e-b3dc-4fa1-946c-1786fdecfd6f None None] Port 3ff5e679-667f-48e5-974b-caa90e1c9282 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:14:56.078137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0eab7d24-24ab-40fd-b497-946437937e7f req-b527f998-d738-4e37-9eed-4c4292b496ec tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429309 Apr 18 20:14:56.084624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:56.085793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.096492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:56.099666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.190386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317754f-27b7-43b5-abbf-7f0e70d454db service neutron] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:56.206925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.213082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900a8a8-5222-49ee-be51-24606eda1397 req-d6eb773d-4642-4e89-99b5-9311e5d924ef tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:56.216232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8900a8a8-5222-49ee-be51-24606eda1397 req-d6eb773d-4642-4e89-99b5-9311e5d924ef tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 932 time: 0.5263186 Apr 18 20:14:56.232422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b11a27f1-db3a-4b8d-b9bc-0d578b0e3b22 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5773265 Apr 18 20:14:56.327986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Request body: {'port': {'device_id': '7bf53533-c803-4247-9156-b403f14924a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:56.418526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Network 58288729-1635-411c-b4f3-502a75519468 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:56.426758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:56.437911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5d433752-702d-4cd5-ba98-3b696b31f1bb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=703b8c3b45d44f598254096fb8353fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144259 Apr 18 20:14:56.442069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:56.442486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:56.443087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.461826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:56.512405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=e35163e3-71ee-4f3c-9804-feabf494aa6d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:56.528116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-10a15724-dc6a-45f5-94f3-4bb1e6403396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:56.529622 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-10a15724-dc6a-45f5-94f3-4bb1e6403396 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 1095 time: 0.5281248 Apr 18 20:14:56.556748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-85d0d85a-1ca0-4971-9cd1-2d384ede6c96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2713623 Apr 18 20:14:56.576467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40408) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:56.587891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-862c1e14-4e76-48bb-9416-6019086f6ddf tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4582460 Apr 18 20:14:56.599770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8900a8a8-5222-49ee-be51-24606eda1397 req-f3986e9d-3749-458e-ad1f-170e4eb0be4f tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3740187 Apr 18 20:14:56.621279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-ae216bc5-d3f9-414c-b0eb-b3087783588d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 HTTP/1.1" status: 200 len: 217 time: 0.0756748 Apr 18 20:14:56.623165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:14:56.629830 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee129482-fd7d-451e-9b25-805649344fcf admin admin] 10.222.0.47 "PUT /v2.0/routers/4cad5a63-68a2-40cc-bf81-3ce683aea3b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4430218 Apr 18 20:14:56.636014 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Sync routers for ids ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:14:56.651667 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Routers {'4cad5a63-68a2-40cc-bf81-3ce683aea3b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:56.653112 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:56.663078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:56.675859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:56.710264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Usage tracker for resource:floatingip and tenant:e947cb0947a84083a86a48c96af1832a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:56.714062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-9d33a116-9c4a-4c06-8120-1d1de2df0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:56.715722 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-9d33a116-9c4a-4c06-8120-1d1de2df0e3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.0846481 Apr 18 20:14:56.726392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:56.746195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:56.748443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.771969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644a4d64-fb4a-4f9a-9513-c9db9afe97c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:56.772543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-644a4d64-fb4a-4f9a-9513-c9db9afe97c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Synchronizing usage tracker for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:56.775287 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a124-8da5-4f73-bb30-a6d0064d2b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.830868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-644a4d64-fb4a-4f9a-9513-c9db9afe97c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Unset dirty status for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:56.832061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-644a4d64-fb4a-4f9a-9513-c9db9afe97c2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "GET /v2.0/ports/e35163e3-71ee-4f3c-9804-feabf494aa6d HTTP/1.1" status: 200 len: 958 time: 0.2543697 Apr 18 20:14:56.835126 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-163f709b-cc7c-44aa-bf5e-621adab95d4c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066751 Apr 18 20:14:56.839947 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.843442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40422) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:56.912416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a124-8da5-4f73-bb30-a6d0064d2b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:56.913155 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-debb9c20-11b1-4c4d-a567-8035afc3e1e6 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205022 Apr 18 20:14:57.062841 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Set router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:57.135489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-a90b15fa-756c-4de9-97d5-1894b639052c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1800480 Apr 18 20:14:57.137728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Deleting port e35163e3-71ee-4f3c-9804-feabf494aa6d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:14:57.138084 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:57.288665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-ca9ca757-5bb9-4279-99a3-ef8a2ccdd54c service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342282 Apr 18 20:14:57.359457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-99ef1c23-211b-4d28-af5c-c700211e7a6e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:57.361267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-99ef1c23-211b-4d28-af5c-c700211e7a6e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4339824 Apr 18 20:14:57.458972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-601449fe-2920-40d2-b08a-b147f0d417cc tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/quotas/f92eec5413044cd9850d9e1008bfcb6a HTTP/1.1" status: 200 len: 375 time: 0.0825119 Apr 18 20:14:57.471569 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:14:53Z', 'revision_number': 4, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port': {'id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:40Z', 'updated_at': '2022-04-18T20:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '3ff5e679-667f-48e5-974b-caa90e1c9282', 'name': '', 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'mac_address': 'fa:16:3e:ca:28:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b0141bee-dad4-4e60-93c4-e175b2631923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:51Z', 'updated_at': '2022-04-18T20:14:54Z', 'revision_number': 2, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'subnets': [{'id': 'b0141bee-dad4-4e60-93c4-e175b2631923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:57.475848 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Checking router: 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:14:57.476200 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Updating router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 port 3ff5e679-667f-48e5-974b-caa90e1c9282 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:14:57.537802 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:57.594932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a124-8da5-4f73-bb30-a6d0064d2b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:57.597857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cbad00a0-e138-4bb1-a0ce-ff833b33d178 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131146 Apr 18 20:14:57.634772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-03425651-7b88-4d6c-940a-cbfe09142ff9 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:57.635822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-03425651-7b88-4d6c-940a-cbfe09142ff9 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4876819 Apr 18 20:14:57.636608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf1a124-8da5-4f73-bb30-a6d0064d2b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47438052-5677-473f-b2bd-2c00cbcd81e3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:57.640759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:57.658206 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-323ed2b6-fb6f-4a4e-96ea-58e79d82efce req-be6903c0-7b48-4bc7-9dd0-eca6c69edb35 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384435 Apr 18 20:14:57.663496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Request body: {'port': {'device_id': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'f92eec5413044cd9850d9e1008bfcb6a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:57.712771 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bf1a124-8da5-4f73-bb30-a6d0064d2b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:57.714567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5bf1a124-8da5-4f73-bb30-a6d0064d2b73 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47438052-5677-473f-b2bd-2c00cbcd81e3 HTTP/1.1" status: 204 len: 168 time: 1.2511492 Apr 18 20:14:57.802540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Calling delete_port for e35163e3-71ee-4f3c-9804-feabf494aa6d owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:14:57.819245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:57.921770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:57.993393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:58.003267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Usage tracker for resource:port and tenant:f92eec5413044cd9850d9e1008bfcb6a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:58.007377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2071ed1-f270-4113-8d51-689b7aca9dd6 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:14:58.011928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:58.025446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.033416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:58.093941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Transition to ACTIVE for port object c2071ed1-f270-4113-8d51-689b7aca9dd6 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:58.129756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Made reservation on behalf of f92eec5413044cd9850d9e1008bfcb6a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:58.133319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.142251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event deleted for resources: {'Port': ['ID=e35163e3-71ee-4f3c-9804-feabf494aa6d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:58.155812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.177960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.192201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Allocated IP 172.25.5.20 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/26ddbcac-9d2e-4c6c-9af4-6997c4f47ece) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:14:58.226239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1f82f13c-d733-4e05-9a7f-7307f0f4022b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "DELETE /v2.0/ports/e35163e3-71ee-4f3c-9804-feabf494aa6d HTTP/1.1" status: 204 len: 168 time: 1.3772743 Apr 18 20:14:58.228451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40444) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:58.278964 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.323640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:58.329297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Usage tracker for resource:security_group_rule and tenant:f92eec5413044cd9850d9e1008bfcb6a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:14:58.332263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:14:58.340296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:58.359656 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f778b5e-ac3d-4455-8e2e-a76defa69bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:14:58.360391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6f778b5e-ac3d-4455-8e2e-a76defa69bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Synchronizing usage tracker for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:58.381304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6f778b5e-ac3d-4455-8e2e-a76defa69bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Unset dirty status for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:14:58.383244 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6f778b5e-ac3d-4455-8e2e-a76defa69bfb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "GET /v2.0/ports/e35163e3-71ee-4f3c-9804-feabf494aa6d HTTP/1.1" status: 404 len: 333 time: 0.1531394 Apr 18 20:14:58.387498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:14:58.398260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Request body: {'port': {'network_id': '58288729-1635-411c-b4f3-502a75519468', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-864729077'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:14:58.400053 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.406869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:14:58.424135 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Transition to ACTIVE for port object 3ff5e679-667f-48e5-974b-caa90e1c9282 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:14:58.437656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:14:58.442680 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.459077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Made reservation on behalf of 45fefd2100dc4d5c9cae6f3cdaee52b0 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:14:58.461694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.511266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] device_id is not set on port 00a1ba1e-5518-4929-8d3d-66b6045478fb yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:14:58.662795 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f83eb35-2dab-4f8a-aa8d-a25728c8f725'] response: {'name': 'network-changed', 'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'status': 'completed', 'code': 200} Apr 18 20:14:58.756916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Pushing event updated for resources: {'Port': ['ID=3ff5e679-667f-48e5-974b-caa90e1c9282,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:58.758303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:58.876368 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.877220 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.877961 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.878512 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.879071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.879751 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.880311 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.880901 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.881719 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.882530 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.883078 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.883618 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:14:58.921118 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Attempting to bind port 3ff5e679-667f-48e5-974b-caa90e1c9282 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:58.921954 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Attempting to bind port 3ff5e679-667f-48e5-974b-caa90e1c9282 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:58.922669 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Attempting to bind port 3ff5e679-667f-48e5-974b-caa90e1c9282 on network fd7badeb-9a77-47a2-a067-32fb8a213444 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:58.933837 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:58.934636 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Checking segment: {'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:58.935293 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:58.935985 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Bound using segment: {'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:58.937266 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Bound port: 3ff5e679-667f-48e5-974b-caa90e1c9282, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f182c6c9-9693-4c04-92a7-ce30cadce990', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:58.938283 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.075399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.151798 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] For port 3ff5e679-667f-48e5-974b-caa90e1c9282, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:59.164406 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] For port 3ff5e679-667f-48e5-974b-caa90e1c9282, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3ff5e679-667f-48e5-974b-caa90e1c9282,segment=NetworkSegment(f182c6c9-9693-4c04-92a7-ce30cadce990),segment_id=f182c6c9-9693-4c04-92a7-ce30cadce990)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:59.169853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.173674 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.267464 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.282809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:59.297748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:59.309443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:59.315389 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Routers {'4cad5a63-68a2-40cc-bf81-3ce683aea3b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:14:59.316041 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:14:59.339401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Pushing event updated for resources: {'Port': ['ID=26ddbcac-9d2e-4c6c-9af4-6997c4f47ece,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:59.380178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.380891 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225986ec-fd9a-4110-9fdb-04432ba41bde None None] Pushing event updated for resources: {'Port': ['ID=3ff5e679-667f-48e5-974b-caa90e1c9282,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:59.398682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Attempting to bind port c2071ed1-f270-4113-8d51-689b7aca9dd6 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:14:59.399016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Attempting to bind port c2071ed1-f270-4113-8d51-689b7aca9dd6 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:14:59.399863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Attempting to bind port c2071ed1-f270-4113-8d51-689b7aca9dd6 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:59.415723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Port c2071ed1-f270-4113-8d51-689b7aca9dd6 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:14:59.416230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Attempting to bind port c2071ed1-f270-4113-8d51-689b7aca9dd6 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:14:59.440981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.444637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:14:59.445402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Checking segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:14:59.446060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Bound using segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:14:59.446780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Bound port: c2071ed1-f270-4113-8d51-689b7aca9dd6, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:14:59.446937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-cbe2d409-8161-45c0-bef9-1ea3a902d0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:59.447539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.451350 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-cbe2d409-8161-45c0-bef9-1ea3a902d0b7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 1095 time: 0.7789006 Apr 18 20:14:59.479547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.653439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Network 58288729-1635-411c-b4f3-502a75519468 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:14:59.666750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:14:59.667105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd7f3b1-567e-4c8d-b579-99efefa924fa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:59.681885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:14:59.682879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:59.683501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.755330 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] Set router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:14:59.774648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=00a1ba1e-5518-4929-8d3d-66b6045478fb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:14:59.796273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-22a7bc4f-f95e-4988-856e-d1185029fa05 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429392 Apr 18 20:14:59.828268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:14:59.837163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:14:59.854264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-4e4c38e9-5d59-4c56-9a7e-13ddfa1a3d0b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Synchronizing usage tracker for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:14:59.909201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:14:59.967668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-40439bf5-07b4-4e6d-ba0e-e4939b577d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:14:59.972013 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-40439bf5-07b4-4e6d-ba0e-e4939b577d87 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 0.4941738 Apr 18 20:14:59.976223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8fe3d705-2402-4e4b-88a2-bd72628ed87c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.5869493 Apr 18 20:14:59.980682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40482) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:00.017779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:00.080170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:00.105777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-4e4c38e9-5d59-4c56-9a7e-13ddfa1a3d0b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Unset dirty status for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:00.112574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-4e4c38e9-5d59-4c56-9a7e-13ddfa1a3d0b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9787660 Apr 18 20:15:00.140156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:00.153133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-1ec428b1-544f-46fb-85fc-982e1612566e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 HTTP/1.1" status: 200 len: 217 time: 0.1654968 Apr 18 20:15:00.155805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:00.164319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Usage tracker for resource:floatingip and tenant:7c168547ba734413a1a08c48cf0cfab7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:00.198768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:00.226044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:00.296372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:00.298761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Allocated IP 192.168.233.93 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/d6876509-72ab-43f7-89c5-0e408d3e1322) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:00.306705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:00.307338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:00.309077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] 10.222.0.61 "PUT /v2.0/ports/c2071ed1-f270-4113-8d51-689b7aca9dd6 HTTP/1.1" status: 200 len: 1092 time: 4.0408876 Apr 18 20:15:00.318718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:00.327948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-6a556e73-914a-4662-b2ed-ec8f3b7a74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:00.329680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-6a556e73-914a-4662-b2ed-ec8f3b7a74d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.1666577 Apr 18 20:15:00.339264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:00.340271 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:14:53Z', 'revision_number': 4, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port': {'id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:40Z', 'updated_at': '2022-04-18T20:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '3ff5e679-667f-48e5-974b-caa90e1c9282', 'name': '', 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'mac_address': 'fa:16:3e:ca:28:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b0141bee-dad4-4e60-93c4-e175b2631923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:51Z', 'updated_at': '2022-04-18T20:14:59Z', 'revision_number': 4, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'subnets': [{'id': 'b0141bee-dad4-4e60-93c4-e175b2631923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:00.346475 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e655a4-e1a6-4036-ac68-4e285dba5185 None None] The sync data for ids ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'] in n-d-836016-3 is: [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:14:53Z', 'revision_number': 4, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port': {'id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:40Z', 'updated_at': '2022-04-18T20:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '3ff5e679-667f-48e5-974b-caa90e1c9282', 'name': '', 'network_id': 'fd7badeb-9a77-47a2-a067-32fb8a213444', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'mac_address': 'fa:16:3e:ca:28:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 876, 'fixed_ips': [{'subnet_id': 'b0141bee-dad4-4e60-93c4-e175b2631923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:51Z', 'updated_at': '2022-04-18T20:14:59Z', 'revision_number': 4, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'subnets': [{'id': 'b0141bee-dad4-4e60-93c4-e175b2631923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:15:00.349199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:00.428774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-f2564871-3f92-4cdf-99ee-ef1bf499f4d7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823770 Apr 18 20:15:00.507374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8864ea7-498f-47d7-bd94-239527a5ffda service neutron] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:00.664662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-1341b40a-2bb0-46d2-a4c4-85a5a83e0ada tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:00.666093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-1341b40a-2bb0-46d2-a4c4-85a5a83e0ada tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8623898 Apr 18 20:15:00.736771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Request body: {'port': {'device_id': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'f92eec5413044cd9850d9e1008bfcb6a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:00.936522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-b1d3fd70-cae5-423e-9550-f75c66229d2f service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407659 Apr 18 20:15:00.990645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-67ec56b3-8da8-45ac-82dc-caaec907afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:00.992152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-67ec56b3-8da8-45ac-82dc-caaec907afd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 1095 time: 0.6253490 Apr 18 20:15:01.018642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f40f-0929-4258-a562-05f6f314b18f req-c671abcd-63f6-4305-b7a8-dc753c8fec9a tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:01.020154 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca56f40f-0929-4258-a562-05f6f314b18f req-c671abcd-63f6-4305-b7a8-dc753c8fec9a tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28 HTTP/1.1" status: 200 len: 947 time: 0.3122098 Apr 18 20:15:01.079380 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.093053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-b6db92f8-8483-4e8f-8980-f1ff66c4fc8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6 HTTP/1.1" status: 200 len: 217 time: 0.0842831 Apr 18 20:15:01.173313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.175561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:01.192767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Usage tracker for resource:port and tenant:f92eec5413044cd9850d9e1008bfcb6a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:01.199759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.202919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.207171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:01.260972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:01.288495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Transition to ACTIVE for port object d6876509-72ab-43f7-89c5-0e408d3e1322 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:01.305592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-8439bbab-0e86-42f9-b69f-2fcc1f92073c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:01.307051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-8439bbab-0e86-42f9-b69f-2fcc1f92073c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.1941748 Apr 18 20:15:01.357111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Made reservation on behalf of f92eec5413044cd9850d9e1008bfcb6a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:01.361651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.365800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:01.442587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Pushing event updated for resources: {'Port': ['ID=26ddbcac-9d2e-4c6c-9af4-6997c4f47ece,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:01.464725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] device_id is not set on port 00a1ba1e-5518-4929-8d3d-66b6045478fb yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:15:01.480925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Deleting port 79479006-11b9-481d-bc82-e62b5e066eaa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:01.481269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.489412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-48f2fd95-4899-4705-9b3c-507b89a02b59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1474717 Apr 18 20:15:01.509971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.559142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1ea3491-2709-402c-8d6f-8eb0ea274dc3 req-32618ccd-1dc9-4106-ae30-dfd7193fb391 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6081505 Apr 18 20:15:01.570148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:01.595090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'port_id': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'mac_address': 'fa:16:3e:0c:e8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8557ea57-8087-403b-b2f4-187b34f03222', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:01.604404 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.606456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Transition to ACTIVE for port object 00a1ba1e-5518-4929-8d3d-66b6045478fb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:01.625150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.638726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Allocated IP 172.25.5.159 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/b43b2928-1bf8-45d8-9084-7192d88df900) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:01.684134 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.705426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:01.718375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.719656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-0cceb881-d164-427c-b82e-f6595006a7ad tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.0978634 Apr 18 20:15:01.720818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.739348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:01.745233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.824421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3ff5e679-667f-48e5-974b-caa90e1c9282 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:01.913381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=00a1ba1e-5518-4929-8d3d-66b6045478fb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:01.930547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:01.943664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:01.946256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:01.947443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-c7f9927b-940b-4a34-9271-c21c7c3a03ef tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Synchronizing usage tracker for tenant:e947cb0947a84083a86a48c96af1832a on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:01.978960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 3ff5e679-667f-48e5-974b-caa90e1c9282 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:01.985452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3ff5e679-667f-48e5-974b-caa90e1c9282 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:01.986225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:01.998645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:02.024564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:02.067047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:02.082911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-c3e866ec-ed23-4e05-a867-a41a44d6f24b service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5734482 Apr 18 20:15:02.086106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.086859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.087405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.143168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.143489 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.154410 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 2 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:02.215540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.215864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.216129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.247610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.247843 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.260691 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 3 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:02.283886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.288415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] For port 79479006-11b9-481d-bc82-e62b5e066eaa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=79479006-11b9-481d-bc82-e62b5e066eaa,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:02.288865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.312578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.313043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.313828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.316241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c26d538f-373f-4a93-af12-d343e6f306d9 None None] Provisioning for port d6876509-72ab-43f7-89c5-0e408d3e1322 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:02.341677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c26d538f-373f-4a93-af12-d343e6f306d9 None None] Provisioning complete for port d6876509-72ab-43f7-89c5-0e408d3e1322 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:02.342078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c26d538f-373f-4a93-af12-d343e6f306d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.399735 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.434242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-c7f9927b-940b-4a34-9271-c21c7c3a03ef tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Unset dirty status for tenant:e947cb0947a84083a86a48c96af1832a on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:02.435395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-c7f9927b-940b-4a34-9271-c21c7c3a03ef tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.6981812 Apr 18 20:15:02.444179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Calling delete_port for 79479006-11b9-481d-bc82-e62b5e066eaa owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:02.445146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Allocated IP 192.168.233.66 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/9d9dbb98-f611-48dd-80fb-7d735eefaec0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:02.447605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c26d538f-373f-4a93-af12-d343e6f306d9 None None] Port d6876509-72ab-43f7-89c5-0e408d3e1322 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:02.468546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:02.469099 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.477999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.478939 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.480510 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 4 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:02.494276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 3ff5e679-667f-48e5-974b-caa90e1c9282, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3ff5e679-667f-48e5-974b-caa90e1c9282,segment=NetworkSegment(f182c6c9-9693-4c04-92a7-ce30cadce990),segment_id=f182c6c9-9693-4c04-92a7-ce30cadce990)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:02.502897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.522809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.523401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.523932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.547379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.548093 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.550528 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 5 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:02.579335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efdd1f81-5137-46b0-afaf-00cf1f1dbe38 req-75afe08e-d9d5-405f-b614-7a2e8a74d37a service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849749 Apr 18 20:15:02.580523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-55f1da20-a849-42ee-8d1b-638cf1b5f07f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9278276 Apr 18 20:15:02.583123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.583736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.584328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.585793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=3ff5e679-667f-48e5-974b-caa90e1c9282,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:02.598894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.599646 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.602496 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 6 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:02.617960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.648694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Request body: {'port': {'device_id': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:02.699789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.700521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.701112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.733706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.734212 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.740561 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 7 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:02.751612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:02.764310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:02.772627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:02.805211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=b43b2928-1bf8-45d8-9084-7192d88df900,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:02.808836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-ead82ae3-76c4-4676-a235-921b8ac83dbf tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:02.810444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e88059b-3ea6-4b13-9405-34b178ecf885 req-ead82ae3-76c4-4676-a235-921b8ac83dbf tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3497787 Apr 18 20:15:02.815347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.815693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.816028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.828493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.833736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.834073 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.836542 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 8 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:02.843934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:02.910176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Pushing event deleted for resources: {'Port': ['ID=79479006-11b9-481d-bc82-e62b5e066eaa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:02.919514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:02.919855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:02.920175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:02.963858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:02.964190 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:02.970187 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 9 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:03.160159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] No DVR routers for this DVR port 79479006-11b9-481d-bc82-e62b5e066eaa on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:15:03.163049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:03.163387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:03.163718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:03.167739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.168032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.172191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-deleted', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:03.187275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:03.187609 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:03.190999 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempt 10 to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb Apr 18 20:15:03.204856 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.208076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Transition to ACTIVE for port object 9d9dbb98-f611-48dd-80fb-7d735eefaec0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:03.215342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca56f40f-0929-4258-a562-05f6f314b18f req-09a46e1b-bb47-4e43-aec2-3db220ef0178 tempest-ImagesOneServerTestJSON-1011998632 tempest-ImagesOneServerTestJSON-1011998632-project] 10.222.0.61 "DELETE /v2.0/ports/79479006-11b9-481d-bc82-e62b5e066eaa HTTP/1.1" status: 204 len: 173 time: 2.1161058 Apr 18 20:15:03.216148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:03.216466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:03.216805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempting to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:03.217011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f04e10-ffcb-47a9-b032-00a2bd9e4513 req-4fdd74cd-d534-4db2-a01c-4119e5d5e60f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:03.219327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8f04e10-ffcb-47a9-b032-00a2bd9e4513 req-4fdd74cd-d534-4db2-a01c-4119e5d5e60f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 945 time: 0.2683926 Apr 18 20:15:03.251938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:03.251938 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Failed to bind port 00a1ba1e-5518-4929-8d3d-66b6045478fb on host n-h2-836016-3 for vnic_type normal using segments [{'id': 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '58288729-1635-411c-b4f3-502a75519468'}] Apr 18 20:15:03.252250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.307826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8f04e10-ffcb-47a9-b032-00a2bd9e4513 req-ed29d6b9-eb54-4a24-a2d3-a0c4cc6e5bb7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707302 Apr 18 20:15:03.339452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.376388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.384312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:03.521198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] For port 00a1ba1e-5518-4929-8d3d-66b6045478fb, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:03.521993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attempted to set empty binding levels {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 20:15:03.533644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:03.540452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:03.541306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.562579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.597477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:03.618465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:03.630840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:03.662243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Pushing event updated for resources: {'Port': ['ID=9d9dbb98-f611-48dd-80fb-7d735eefaec0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:03.667177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event updated for resources: {'Port': ['ID=00a1ba1e-5518-4929-8d3d-66b6045478fb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:03.737803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] In _notify_port_updated(), no bound segment for port 00a1ba1e-5518-4929-8d3d-66b6045478fb on network 58288729-1635-411c-b4f3-502a75519468 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:15:03.738962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:03.740028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.742380 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a6e69dce-6541-4e33-81e4-a5a118339d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "PUT /v2.0/ports/00a1ba1e-5518-4929-8d3d-66b6045478fb HTTP/1.1" status: 200 len: 978 time: 3.7583566 Apr 18 20:15:03.753853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:03.760292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3ff5e679-667f-48e5-974b-caa90e1c9282 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:03.799044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:03.799687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.849216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.851117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a850cf27-d655-443f-897f-9fb847168793 req-f7d77d83-fc20-42c7-abff-b89c0d65e234 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:03.851852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a850cf27-d655-443f-897f-9fb847168793 req-f7d77d83-fc20-42c7-abff-b89c0d65e234 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:03.887977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-cad3d260-2276-4f73-9f83-90b2894e23c0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1733274 Apr 18 20:15:03.909010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.913899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Request body: {'port': {'device_id': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:03.917134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.919879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:03.930724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3ff5e679-667f-48e5-974b-caa90e1c9282 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:03.931156 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.944204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a850cf27-d655-443f-897f-9fb847168793 req-f7d77d83-fc20-42c7-abff-b89c0d65e234 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:03.945389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a850cf27-d655-443f-897f-9fb847168793 req-f7d77d83-fc20-42c7-abff-b89c0d65e234 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 944 time: 0.4229541 Apr 18 20:15:03.963064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:03.965776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Deleting port 00a1ba1e-5518-4929-8d3d-66b6045478fb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:03.966166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.973174 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:03.973979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:15:04.056530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=b43b2928-1bf8-45d8-9084-7192d88df900,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:04.062968 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:04.076510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 79479006-11b9-481d-bc82-e62b5e066eaa {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:15:04.077579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 79479006-11b9-481d-bc82-e62b5e066eaa not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:15:04.099718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a850cf27-d655-443f-897f-9fb847168793 req-9c2691b5-6c10-4ccd-9d17-2f2e930aeef3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:04.105101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5651641d-25bd-4baa-91ce-8bf40069024e None None] Provisioning for port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:04.114564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:04.116975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-658d3177-b523-4a7e-9859-02e17d87d599 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.0034561 Apr 18 20:15:04.141275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5651641d-25bd-4baa-91ce-8bf40069024e None None] Provisioning complete for port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:04.141736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5651641d-25bd-4baa-91ce-8bf40069024e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:04.169671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a850cf27-d655-443f-897f-9fb847168793 req-9c2691b5-6c10-4ccd-9d17-2f2e930aeef3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:04.171479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a850cf27-d655-443f-897f-9fb847168793 req-9c2691b5-6c10-4ccd-9d17-2f2e930aeef3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111504 Apr 18 20:15:04.222126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:04.270667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-a071e7cd-aee3-4fb8-9dfd-bec7c46e69be tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Synchronizing usage tracker for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:04.300193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-a071e7cd-aee3-4fb8-9dfd-bec7c46e69be tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Unset dirty status for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:04.308770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-a071e7cd-aee3-4fb8-9dfd-bec7c46e69be tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.1852310 Apr 18 20:15:04.315341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:04.323894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.324241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.324585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.324910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.325246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.328751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.329283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.329498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.329870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.342065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.342467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.342811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:04.347895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:04.349167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5651641d-25bd-4baa-91ce-8bf40069024e None None] Port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:04.401872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:04.497020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-4da53c9a-0267-4584-8010-d0f2c8aa1490 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:04.499087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9e17c30-05c3-4fcb-9ea7-94d6d65d8eb5 req-4da53c9a-0267-4584-8010-d0f2c8aa1490 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.1892211 Apr 18 20:15:04.617910 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-067a8197-a9c1-483e-b0dd-56980b44d3c4'] response: {'name': 'network-changed', 'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'status': 'completed', 'code': 200} Apr 18 20:15:04.631216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Transition to ACTIVE for port object d6876509-72ab-43f7-89c5-0e408d3e1322 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:04.660521 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:04.750909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f75207-3053-4827-8425-dd668c658c74 req-cee4522b-8a10-472b-b0cf-13151cb23648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:04.753107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81f75207-3053-4827-8425-dd668c658c74 req-cee4522b-8a10-472b-b0cf-13151cb23648 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 1095 time: 0.1060317 Apr 18 20:15:04.762622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] For port 00a1ba1e-5518-4929-8d3d-66b6045478fb, host n-h2-836016-3, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:04.762845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:04.955697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-58ec333d-c981-4200-bf3d-c237cd8df968 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629425 Apr 18 20:15:04.979971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40528) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:05.005643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Calling delete_port for 00a1ba1e-5518-4929-8d3d-66b6045478fb owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:05.095738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f75207-3053-4827-8425-dd668c658c74 req-e1be9ae1-a297-4f8b-9a20-d0ade3604ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:05.097210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81f75207-3053-4827-8425-dd668c658c74 req-e1be9ae1-a297-4f8b-9a20-d0ade3604ef1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 905 time: 0.3348203 Apr 18 20:15:05.128786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:05.195810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81f75207-3053-4827-8425-dd668c658c74 req-da9dc2e2-e080-4fc5-8102-bb749d263387 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6 HTTP/1.1" status: 200 len: 217 time: 0.0881796 Apr 18 20:15:05.252814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d39b4-3468-4903-914c-a375629eed48 req-9bf522c8-0195-4af4-94a5-1d565faacac8 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:05.253547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea1d39b4-3468-4903-914c-a375629eed48 req-9bf522c8-0195-4af4-94a5-1d565faacac8 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Synchronizing usage tracker for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:05.306597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-a3ba6bf4-f7a9-46b5-976b-fd3ff0a0c8b8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:05.310443 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-a3ba6bf4-f7a9-46b5-976b-fd3ff0a0c8b8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3528597 Apr 18 20:15:05.345479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f75207-3053-4827-8425-dd668c658c74 req-ffe04c23-dc77-4c84-bc7e-38c5fbc38450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:05.346912 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81f75207-3053-4827-8425-dd668c658c74 req-ffe04c23-dc77-4c84-bc7e-38c5fbc38450 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.1388390 Apr 18 20:15:05.351210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6363c6d3-5fe7-4b08-b9b9-72bd275df3fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5aef6b01dbae42498f888bbe50b70ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3702929 Apr 18 20:15:05.352550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-c6877383-b463-482b-82a8-f4b9c90289e4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/quotas/bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 375 time: 0.0342996 Apr 18 20:15:05.355124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:05.362823 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:05.368020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea1d39b4-3468-4903-914c-a375629eed48 req-9bf522c8-0195-4af4-94a5-1d565faacac8 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Unset dirty status for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:05.369197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea1d39b4-3468-4903-914c-a375629eed48 req-9bf522c8-0195-4af4-94a5-1d565faacac8 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 935 time: 0.9742701 Apr 18 20:15:05.376601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Attempting to bind port d6876509-72ab-43f7-89c5-0e408d3e1322 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:05.377058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Attempting to bind port d6876509-72ab-43f7-89c5-0e408d3e1322 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:05.377487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Attempting to bind port d6876509-72ab-43f7-89c5-0e408d3e1322 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:05.379451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c2071ed1-f270-4113-8d51-689b7aca9dd6 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:05.450901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81f75207-3053-4827-8425-dd668c658c74 req-16ec1425-c1dd-4298-a732-7c9229da0d77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965157 Apr 18 20:15:05.494383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-451c67ff-4cfd-477b-a926-8739f7d07390 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025999 Apr 18 20:15:05.496076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Port d6876509-72ab-43f7-89c5-0e408d3e1322 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:05.496411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Attempting to bind port d6876509-72ab-43f7-89c5-0e408d3e1322 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:05.511670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Pushing event deleted for resources: {'Port': ['ID=00a1ba1e-5518-4929-8d3d-66b6045478fb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:05.526063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:05.526063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:05.526474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:05.526905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Bound port: d6876509-72ab-43f7-89c5-0e408d3e1322, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:05.527256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:05.537443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:05.578120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-611c5f5f-4f86-4d51-beb4-3b608a82d388 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "DELETE /v2.0/ports/00a1ba1e-5518-4929-8d3d-66b6045478fb HTTP/1.1" status: 204 len: 168 time: 1.8211284 Apr 18 20:15:05.584242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40542) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:05.599764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:05.621901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'mac_address': 'fa:16:3e:8b:a2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:05.661298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea1d39b4-3468-4903-914c-a375629eed48 req-93580b01-3ef7-42f1-a30f-32583e0a0935 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Synchronizing usage tracker for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:05.703903 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3eaa1be-bb91-4752-a1b7-e740e9d6406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:15:05.704441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c3eaa1be-bb91-4752-a1b7-e740e9d6406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Synchronizing usage tracker for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:05.742261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:05.756122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea1d39b4-3468-4903-914c-a375629eed48 req-93580b01-3ef7-42f1-a30f-32583e0a0935 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Unset dirty status for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:05.757367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea1d39b4-3468-4903-914c-a375629eed48 req-93580b01-3ef7-42f1-a30f-32583e0a0935 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015881 Apr 18 20:15:05.790145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c3eaa1be-bb91-4752-a1b7-e740e9d6406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] Unset dirty status for tenant:45fefd2100dc4d5c9cae6f3cdaee52b0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:05.795152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c3eaa1be-bb91-4752-a1b7-e740e9d6406c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2080911390-project-admin] 10.222.0.47 "GET /v2.0/ports/00a1ba1e-5518-4929-8d3d-66b6045478fb HTTP/1.1" status: 404 len: 333 time: 0.1850944 Apr 18 20:15:05.796313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40550) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:05.803173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2071ed1-f270-4113-8d51-689b7aca9dd6 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:05.832594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:05.849282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:05.859755 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:05.894995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:05.963422 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a09ad6-ba44-436e-8f14-d27562a8154d'] response: {'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'code': 200} Apr 18 20:15:05.970368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:05.976150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81f75207-3053-4827-8425-dd668c658c74 req-b8013869-edfa-480f-98a8-1c2291b2e6f9 service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5062404 Apr 18 20:15:05.980331 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cac048dd-346c-49d9-9edd-d7fb7b8a48d8'] response: {'server_uuid': '7d367f61-5c1f-4fbd-bf32-6c5cb3b3eb28', 'name': 'network-vif-deleted', 'tag': '79479006-11b9-481d-bc82-e62b5e066eaa', 'status': 'completed', 'code': 200} Apr 18 20:15:06.012524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:06.073100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d9dbb98-f611-48dd-80fb-7d735eefaec0 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:06.086432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-071045ba-085d-465a-9e7a-f39971a8e65b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.115877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['c2071ed1-f270-4113-8d51-689b7aca9dd6'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:06.121369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-9dc06ef8-2a87-4343-bcdb-dc97e0c37fb2 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips/996e3a57-2d79-4e75-b687-9c5b61cec182 HTTP/1.1" status: 200 len: 692 time: 0.4123642 Apr 18 20:15:06.138040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.147383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-071045ba-085d-465a-9e7a-f39971a8e65b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.246320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.249252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:06.250295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.251262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] 10.222.0.61 "PUT /v2.0/ports/d6876509-72ab-43f7-89c5-0e408d3e1322 HTTP/1.1" status: 200 len: 1095 time: 3.6089139 Apr 18 20:15:06.297190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Transition to ACTIVE for port object 9d9dbb98-f611-48dd-80fb-7d735eefaec0 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:06.304761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-071045ba-085d-465a-9e7a-f39971a8e65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.369288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071045ba-085d-465a-9e7a-f39971a8e65b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450a048a-92fa-4fa4-abc9-4e34e95493e9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:06.470376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-071045ba-085d-465a-9e7a-f39971a8e65b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.471524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-071045ba-085d-465a-9e7a-f39971a8e65b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/450a048a-92fa-4fa4-abc9-4e34e95493e9 HTTP/1.1" status: 204 len: 168 time: 1.0825417 Apr 18 20:15:06.504070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81f75207-3053-4827-8425-dd668c658c74 req-e8b19d45-1d99-4e68-9c57-a6f01e55c359 service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5009871 Apr 18 20:15:06.556175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-ddcd48db-0b68-4e52-88e5-36dbd3b61046 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:06.558214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-ddcd48db-0b68-4e52-88e5-36dbd3b61046 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3495491 Apr 18 20:15:06.563751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:06.637951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:06.652811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08391612-7f8b-4727-be0b-5efff1a56ea7 service neutron] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:06.657774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-30d884cb-49bc-4e7d-ac21-d997f03c1415 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.0910990 Apr 18 20:15:06.759696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=9d9dbb98-f611-48dd-80fb-7d735eefaec0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:06.775799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-4c1dc4bc-9368-4ab1-b1e3-ac30baf91fe8 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.20 HTTP/1.1" status: 200 len: 695 time: 0.1123178 Apr 18 20:15:07.000567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Deleting port 26ddbcac-9d2e-4c6c-9af4-6997c4f47ece {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:07.001233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.057862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.098580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71717e6a-3f07-4cfa-8ed0-8742c1bb6afb req-91d1fee4-6e31-4d68-865b-975773de7424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:07.100083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71717e6a-3f07-4cfa-8ed0-8742c1bb6afb req-91d1fee4-6e31-4d68-865b-975773de7424 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 1097 time: 1.0356879 Apr 18 20:15:07.134165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b991d-0aa7-4b64-804d-16f3c4d71a20 req-428e2b39-05f0-4f72-8d6f-cdc1ff761829 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:07.141657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212b991d-0aa7-4b64-804d-16f3c4d71a20 req-428e2b39-05f0-4f72-8d6f-cdc1ff761829 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 1.0709896 Apr 18 20:15:07.182762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58288729-1635-411c-b4f3-502a75519468']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:07.214036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-2bcc227d-7d76-480c-be84-94e00fd5ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:07.216149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-2bcc227d-7d76-480c-be84-94e00fd5ca12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1098 time: 0.8836226 Apr 18 20:15:07.238117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.238448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.283451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:07.283724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af6ef6a6-66dd-4edc-a38b-5bc7b0fef9d0') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:07.341050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.352001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-487bd994-d2de-4ad2-8715-e062419bd617 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=d6876509-72ab-43f7-89c5-0e408d3e1322 HTTP/1.1" status: 200 len: 217 time: 0.1254723 Apr 18 20:15:07.364145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212b991d-0aa7-4b64-804d-16f3c4d71a20 req-433a6220-4553-4b38-acac-115fe90c6846 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216206 Apr 18 20:15:07.365236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Attempting to bind port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:07.365798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Attempting to bind port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:07.366320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Attempting to bind port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:07.382195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c2071ed1-f270-4113-8d51-689b7aca9dd6 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:07.424303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.431393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71717e6a-3f07-4cfa-8ed0-8742c1bb6afb req-9fe11f3c-00f5-4903-af0e-a70f6418629b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3088531 Apr 18 20:15:07.439738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:07.440089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Attempting to bind port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:07.451536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:15:07.451943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.463125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-b3f749ee-8bb1-4665-97d8-c80b0c15870b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1313057 Apr 18 20:15:07.470836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Calling delete_port for 26ddbcac-9d2e-4c6c-9af4-6997c4f47ece owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:15:07.489282 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:15:07.516069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:07.516720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:07.517333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:07.517988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Bound port: 9d9dbb98-f611-48dd-80fb-7d735eefaec0, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:07.518511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.530704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port c2071ed1-f270-4113-8d51-689b7aca9dd6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:07.540239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port c2071ed1-f270-4113-8d51-689b7aca9dd6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:07.540613 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.575303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:07.685073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-0caa2aa6-4df5-43a4-9931-8f88a994e198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:07.687477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-0caa2aa6-4df5-43a4-9931-8f88a994e198 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.3163943 Apr 18 20:15:07.700822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.783963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:07.788635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.791497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.797394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.834812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.876917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] Pushing event deleted for resources: {'Network': ['ID=58288729-1635-411c-b4f3-502a75519468,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:07.885332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:07.891119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ffe21f8f-b1bd-471a-bbeb-0802e180db70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121 tempest-PortsAdminExtendedAttrsIpV6TestJSON-126669121-project] 10.222.0.47 "DELETE /v2.0/networks/58288729-1635-411c-b4f3-502a75519468 HTTP/1.1" status: 204 len: 168 time: 2.0906484 Apr 18 20:15:07.925544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-f71ec1c1-dd0b-4fca-b83d-a1d22220b28c tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4930310 Apr 18 20:15:07.928118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] For port 9d9dbb98-f611-48dd-80fb-7d735eefaec0, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:07.931339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-697243557-network', 'tenant_id': '603723693fd643809303597a015fa7c4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:07.933090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] For port 9d9dbb98-f611-48dd-80fb-7d735eefaec0, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:07.937285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:07.941638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Usage tracker for resource:network and tenant:603723693fd643809303597a015fa7c4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:07.941801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:07.944771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:07.950925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:07.951434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:07.956527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:07.964397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:08.033205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:08.035222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Pushing event deleted for resources: {'Port': ['ID=26ddbcac-9d2e-4c6c-9af4-6997c4f47ece,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:08.039404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Made reservation on behalf of 603723693fd643809303597a015fa7c4 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:08.039404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.050796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:08.051467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.052878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] 10.222.0.61 "PUT /v2.0/ports/9d9dbb98-f611-48dd-80fb-7d735eefaec0 HTTP/1.1" status: 200 len: 1095 time: 4.1467288 Apr 18 20:15:08.059716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-c0d95e5d-f944-49e2-9f4c-99b09c1ba62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:08.062131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-c0d95e5d-f944-49e2-9f4c-99b09c1ba62c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3221121 Apr 18 20:15:08.069277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f071df-42a7-4319-ba14-dde5664c5f5f service neutron] Pushing event updated for resources: {'Port': ['ID=9d9dbb98-f611-48dd-80fb-7d735eefaec0,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:08.098117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.192479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.242402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:08.255245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Usage tracker for resource:security_group_rule and tenant:603723693fd643809303597a015fa7c4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:08.268320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:08.276184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40596) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:08.286280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:08.288665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.316340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-a4338000-11e8-4531-8299-9baebbfecef1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:08.317992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-a4338000-11e8-4531-8299-9baebbfecef1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5778708 Apr 18 20:15:08.336368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Request body: {'port': {'device_id': '9bd3eda9-fd10-445d-815b-778c9f219725', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'bb2e74a040c64e9289d0c20de2357f66'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:08.354086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-fc05b785-419e-40e8-ba29-133e017b289d service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808907 Apr 18 20:15:08.395573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.396803 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f98d6081-c392-4a77-8011-f0e3f20fee9c req-c63501b5-5f81-4e2c-8ba0-82b1735c2795 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "DELETE /v2.0/floatingips/996e3a57-2d79-4e75-b687-9c5b61cec182 HTTP/1.1" status: 204 len: 173 time: 1.6135490 Apr 18 20:15:08.589665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6bfab02f-fea7-448f-ac56-38b06d9ea191 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0b82d76362e4e48a70ad1ecda86f52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088305 Apr 18 20:15:08.595123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:08.657219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:08.661118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-d4dac813-0d0f-4632-b0fe-61105299d5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:08.662603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-d4dac813-0d0f-4632-b0fe-61105299d5fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 1098 time: 0.5324857 Apr 18 20:15:08.682388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Usage tracker for resource:port and tenant:bb2e74a040c64e9289d0c20de2357f66 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:08.695823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:08.712636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.713947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:08.729704 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.764935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e659f18-4ea3-40e2-9f6c-15b1c6bb87f9 req-56d458ee-73ef-4d85-8577-4f0bc5de8406 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:08.766489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e659f18-4ea3-40e2-9f6c-15b1c6bb87f9 req-56d458ee-73ef-4d85-8577-4f0bc5de8406 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 946 time: 0.2270370 Apr 18 20:15:08.768963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-6516a38d-16e7-4843-aa45-3030e6fd60a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0 HTTP/1.1" status: 200 len: 217 time: 0.0974231 Apr 18 20:15:08.775902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Made reservation on behalf of bb2e74a040c64e9289d0c20de2357f66 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:08.780366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.795822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:08.818685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.832750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0618a6dd-1d77-462c-b01a-5bd0736ba7f6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:08.846551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.846887 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Added segment d7eb19a5-08a4-424c-93f1-fb1d38407254 of type vlan for network bed2c37a-361b-48c0-be22-d9013e71f8ab Apr 18 20:15:08.863701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:08.876233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Usage tracker for resource:security_group_rule and tenant:bb2e74a040c64e9289d0c20de2357f66 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:08.882486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:08.891307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35f4eea2-a540-4358-b58b-8adfb6988882 req-a29b8060-b862-49b5-adca-07aba9a53005 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933791 Apr 18 20:15:08.898162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2052fb37-5b3e-4702-bebd-f2911fd9cfb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.899584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e659f18-4ea3-40e2-9f6c-15b1c6bb87f9 req-18492c1b-361f-4ab5-ac66-f0bb4e74b76a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068442 Apr 18 20:15:08.900480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:08.900617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-096bc0fb-67b7-4617-8e6b-29f2ed0f4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:08.901924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-096bc0fb-67b7-4617-8e6b-29f2ed0f4453 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1149426 Apr 18 20:15:08.910709 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.979558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2052fb37-5b3e-4702-bebd-f2911fd9cfb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.979902 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.980859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:08.981405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:08.990981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.158007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2052fb37-5b3e-4702-bebd-f2911fd9cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.166208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-106c56d9-a78d-4091-afe0-94836ac0b8d9 req-cdfc87b7-d704-481f-9629-52de8a8f0057 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 210 time: 0.1259260 Apr 18 20:15:09.173452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5960426 Apr 18 20:15:09.181395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:09.183900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24444c6-243b-425d-8c41-9bd45cbe30cf admin admin] Pushing event updated for resources: {'Network': ['ID=bed2c37a-361b-48c0-be22-d9013e71f8ab,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:09.185163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-baf91322-6e5d-485d-a419-bdc3a0d0296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:09.187368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-baf91322-6e5d-485d-a419-bdc3a0d0296f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2735775 Apr 18 20:15:09.199070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network bed2c37a-361b-48c0-be22-d9013e71f8ab details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:09.199691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Request body: {'subnet': {'network_id': 'bed2c37a-361b-48c0-be22-d9013e71f8ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-697243557-subnet', 'tenant_id': '603723693fd643809303597a015fa7c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:09.219454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.224634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.227129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2052fb37-5b3e-4702-bebd-f2911fd9cfb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b4889b-5154-4143-9688-a35da9631248,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:09.252309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:09.262704 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe85841-cf7f-4be2-a1ab-e4a96e4c8b44'] response: {'name': 'network-changed', 'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'status': 'completed', 'code': 200} Apr 18 20:15:09.267791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Usage tracker for resource:subnet and tenant:603723693fd643809303597a015fa7c4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:09.277448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:09.288788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Allocated IP 172.25.5.216 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/e69916f3-2c42-490a-925f-13189939ee9e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:09.293994 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2052fb37-5b3e-4702-bebd-f2911fd9cfb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.295112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2052fb37-5b3e-4702-bebd-f2911fd9cfb8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72b4889b-5154-4143-9688-a35da9631248 HTTP/1.1" status: 204 len: 168 time: 0.6939023 Apr 18 20:15:09.360851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fba39692-fc95-4cb6-9981-2a4493ecdaf2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:09.403854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:09.493805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Made reservation on behalf of 603723693fd643809303597a015fa7c4 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:09.496304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.513451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Allocated IP 192.168.233.88 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/65886c53-d8b3-4a2e-8881-bbbbdafa4079) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:09.576514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee619356-c2ca-4ddb-bdb9-4df7ea051384 req-02bc0c3d-19aa-44c3-85b2-3c26eaf09a09 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:09.578667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee619356-c2ca-4ddb-bdb9-4df7ea051384 req-02bc0c3d-19aa-44c3-85b2-3c26eaf09a09 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 947 time: 0.1532855 Apr 18 20:15:09.687810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee619356-c2ca-4ddb-bdb9-4df7ea051384 req-5ebff8ec-1d91-459d-b85c-5032e61688c9 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997634 Apr 18 20:15:09.716433 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:15:09.723464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:09.748247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-f1f5b555-f7cd-445f-ac49-d7216b1b97e2 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437679 Apr 18 20:15:09.754484 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e57ee9f-2ec6-4c2b-9352-cfcefe8c2bf0'] response: {'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'code': 200} Apr 18 20:15:09.848322 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-1b50a331-859f-47f5-b325-734de4cb35bc req-0d1477f3-e233-4e60-ae4f-6101f18d052a tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] show failed (client error): The resource could not be found. Apr 18 20:15:09.849342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b50a331-859f-47f5-b325-734de4cb35bc req-0d1477f3-e233-4e60-ae4f-6101f18d052a tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips/996e3a57-2d79-4e75-b687-9c5b61cec182 HTTP/1.1" status: 404 len: 350 time: 0.0799129 Apr 18 20:15:09.893256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.911125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Transition to ACTIVE for port object 65886c53-d8b3-4a2e-8881-bbbbdafa4079 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:09.940350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:09.989130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.021096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-7f2ddc57-b9b2-446f-8acc-2acf146d239e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:10.022758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-7f2ddc57-b9b2-446f-8acc-2acf146d239e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1098 time: 0.7260792 Apr 18 20:15:10.040040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b138f5a6-9683-4fe5-b6ae-ab0665130a6d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45fefd2100dc4d5c9cae6f3cdaee52b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3122215 Apr 18 20:15:10.047052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40626) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:10.085857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:10.093383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:10.102177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:10.223893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5080228-0597-4127-8c8d-ed60894d3e1c req-b6563fde-798b-4be0-8b4c-1c518ddda8b4 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4496078 Apr 18 20:15:10.270245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:10.286724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6e840-d79d-425b-8132-279ba151b262 req-f767b3a0-4ae7-4e05-b599-c5d5678f25ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:10.288552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16f6e840-d79d-425b-8132-279ba151b262 req-f767b3a0-4ae7-4e05-b599-c5d5678f25ed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 1097 time: 0.4652956 Apr 18 20:15:10.341038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.368184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:10.368801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.372067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-690bc377-e943-40d0-a147-29519ca268de None None] Provisioning for port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:10.380822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-690bc377-e943-40d0-a147-29519ca268de None None] Provisioning complete for port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:10.381658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-690bc377-e943-40d0-a147-29519ca268de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.383585 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94235835-edcf-4aed-a832-34740310509d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.423147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d970078-521c-4f51-a560-7d745aed6b0c req-a5c53446-16bb-4d49-ba0d-6c04aefe7bbe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:10.423911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6d970078-521c-4f51-a560-7d745aed6b0c req-a5c53446-16bb-4d49-ba0d-6c04aefe7bbe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:10.439683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-018e6081-19d9-4a13-92c6-643f3a45018d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1083155 Apr 18 20:15:10.447309 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94235835-edcf-4aed-a832-34740310509d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.450432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-690bc377-e943-40d0-a147-29519ca268de None None] Port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:10.465434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Request body: {'port': {'device_id': '9bd3eda9-fd10-445d-815b-778c9f219725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:10.512195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-b53ce794-e4ac-4fb9-8df0-8c64c897803d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:10.513267 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-b53ce794-e4ac-4fb9-8df0-8c64c897803d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.4787369 Apr 18 20:15:10.522065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6d970078-521c-4f51-a560-7d745aed6b0c req-a5c53446-16bb-4d49-ba0d-6c04aefe7bbe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:10.523217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d970078-521c-4f51-a560-7d745aed6b0c req-a5c53446-16bb-4d49-ba0d-6c04aefe7bbe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.5808258 Apr 18 20:15:10.532536 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.646833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:10.657965 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d970078-521c-4f51-a560-7d745aed6b0c req-daa3b180-9aa2-4ab4-ad3f-d35789c0a087 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240580 Apr 18 20:15:10.658983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.673174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-bf8a5963-6f71-44d4-b003-804a3b8b180d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=d6876509-72ab-43f7-89c5-0e408d3e1322 HTTP/1.1" status: 200 len: 217 time: 0.1497684 Apr 18 20:15:10.673764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:10.683037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94235835-edcf-4aed-a832-34740310509d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.693166 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16f6e840-d79d-425b-8132-279ba151b262 req-81997ec6-41b7-4321-846e-76bd37a34815 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827338 Apr 18 20:15:10.694211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:10.761667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=e69916f3-2c42-490a-925f-13189939ee9e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:10.791692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94235835-edcf-4aed-a832-34740310509d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0674f3-a4b1-4b79-a014-4be542aee007,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:10.809264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37a57db4-e27b-4a0b-a610-2e0b67ac3667,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:10.822086 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-23daae2b-cdf8-4fab-adca-b0fa58c020f0 req-76257150-0fa7-4803-ac7d-118b00e66b87 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] show failed (client error): The resource could not be found. Apr 18 20:15:10.823019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23daae2b-cdf8-4fab-adca-b0fa58c020f0 req-76257150-0fa7-4803-ac7d-118b00e66b87 tempest-FloatingIPsTestJSON-1461326727 tempest-FloatingIPsTestJSON-1461326727-project] 10.222.0.47 "GET /v2.0/floatingips/996e3a57-2d79-4e75-b687-9c5b61cec182 HTTP/1.1" status: 404 len: 350 time: 0.1031098 Apr 18 20:15:10.823844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94235835-edcf-4aed-a832-34740310509d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.828373 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-94235835-edcf-4aed-a832-34740310509d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f0674f3-a4b1-4b79-a014-4be542aee007 HTTP/1.1" status: 204 len: 168 time: 0.7730498 Apr 18 20:15:10.833414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40638) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:10.874537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:10.880477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Checking segment: {'id': 'd7eb19a5-08a4-424c-93f1-fb1d38407254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bed2c37a-361b-48c0-be22-d9013e71f8ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:10.880881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Network hostable DHCP agents. Network: bed2c37a-361b-48c0-be22-d9013e71f8ab, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:10.943924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-8e3568ed-d357-41cd-9725-ee0957536565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:10.945451 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-8e3568ed-d357-41cd-9725-ee0957536565 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2225120 Apr 18 20:15:10.994753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Network bed2c37a-361b-48c0-be22-d9013e71f8ab is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:11.026973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:11.056185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, bed2c37a-361b-48c0-be22-d9013e71f8ab) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:11.070725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b04eb51-2872-43c1-8522-3d09292e4258 None None] Network bed2c37a-361b-48c0-be22-d9013e71f8ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:11.073089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:11.073726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:11.146486 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-30272220-924d-468b-a19c-5e8031658c03 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9578683 Apr 18 20:15:11.186843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-040a24e9-89ab-4766-9dc9-4611020d1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:11.188517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-040a24e9-89ab-4766-9dc9-4611020d1aba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2339504 Apr 18 20:15:11.268495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'tag': '9d9dbb98-f611-48dd-80fb-7d735eefaec0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:11.391109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61884ee2-f312-43b0-9c16-f23cf540d199 None None] Network bed2c37a-361b-48c0-be22-d9013e71f8ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:11.411270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:11.448896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:11.456918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:11.600755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-bc326f5e-1885-40bc-8376-86e2b98afdbc service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549922 Apr 18 20:15:11.603337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=e69916f3-2c42-490a-925f-13189939ee9e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:11.611512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:11.676249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d267248f-7b15-4a53-a5b8-8786403c846d req-29edb79f-dd45-477e-b1cb-d9f121191479 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:11.692024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d267248f-7b15-4a53-a5b8-8786403c846d req-29edb79f-dd45-477e-b1cb-d9f121191479 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 946 time: 0.7615888 Apr 18 20:15:11.723818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:11.731161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-5caff7e9-53ea-401c-afd8-41fbcd275b10 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.7956295 Apr 18 20:15:11.761698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:11.823215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'mac_address': 'fa:16:3e:5c:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:11.839120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-a3e587ad-2f3b-4063-a2af-790ad087075e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Synchronizing usage tracker for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:11.876942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3f11d40-d9e6-4b39-b985-2fdd8179e0ee req-6faff4bd-1f67-4b58-abe6-154b894d2435 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665093 Apr 18 20:15:11.882804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-a3e587ad-2f3b-4063-a2af-790ad087075e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Unset dirty status for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:11.894181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-a3e587ad-2f3b-4063-a2af-790ad087075e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.1620810 Apr 18 20:15:11.897138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d267248f-7b15-4a53-a5b8-8786403c846d req-4b29c259-9050-48a1-bbd3-5929dc7d9b3d tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446178 Apr 18 20:15:12.037702 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.080225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:12.101117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:12.106471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.122507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-8e38a7a0-dd2d-4921-90a3-7e9489217ced tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:12.138441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6f53935-e8e8-4abd-abb1-f09310ff35f5 req-8e38a7a0-dd2d-4921-90a3-7e9489217ced tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.2429881 Apr 18 20:15:12.176007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:12.197654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:12.215951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65886c53-d8b3-4a2e-8881-bbbbdafa4079 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:12.231637 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.284805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Transition to ACTIVE for port object 65886c53-d8b3-4a2e-8881-bbbbdafa4079 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:12.298976 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.301417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-768326325'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:12.307062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:12.313591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Usage tracker for resource:network and tenant:7887c0da27624cad9c62c19e24631d4c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:12.320171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:12.327766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:12.336737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d6876509-72ab-43f7-89c5-0e408d3e1322'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:12.341243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Made reservation on behalf of 7887c0da27624cad9c62c19e24631d4c for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:12.345369 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.359306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.394309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:12.402202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Usage tracker for resource:security_group_rule and tenant:7887c0da27624cad9c62c19e24631d4c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:12.406550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:12.418255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:12.590141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.599655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.636134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:12.649809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:12.662662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=738cf9c6-1f59-4537-a2ff-4146490dadde,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:12.677867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49c00c-fcbe-4ba5-b38f-a93a0c9e5797 req-d1df9a2e-f46b-41e5-9ed7-e0585b8c365b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:12.678636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7d49c00c-fcbe-4ba5-b38f-a93a0c9e5797 req-d1df9a2e-f46b-41e5-9ed7-e0585b8c365b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:12.697221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.698052 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Added segment fdf1c99d-f3a5-4722-ac33-9efcbc0c369c of type vlan for network e5edc372-415a-419f-84bc-cf611ec36069 Apr 18 20:15:12.743192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.783966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.792308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:12.792591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7d49c00c-fcbe-4ba5-b38f-a93a0c9e5797 req-d1df9a2e-f46b-41e5-9ed7-e0585b8c365b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:12.793184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.800592 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d49c00c-fcbe-4ba5-b38f-a93a0c9e5797 req-d1df9a2e-f46b-41e5-9ed7-e0585b8c365b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 935 time: 0.6996098 Apr 18 20:15:12.884530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:12.884869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:12.885207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:12.900635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:12.900866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:12.908967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7d49c00c-fcbe-4ba5-b38f-a93a0c9e5797 req-0105a5e8-34a1-4aae-b823-ccabf5125726 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:12.916617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:12.916954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:12.917346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:12.917829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Bound port: 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:12.918158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:12.991143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7d49c00c-fcbe-4ba5-b38f-a93a0c9e5797 req-0105a5e8-34a1-4aae-b823-ccabf5125726 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:12.992310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d49c00c-fcbe-4ba5-b38f-a93a0c9e5797 req-0105a5e8-34a1-4aae-b823-ccabf5125726 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909494 Apr 18 20:15:13.034778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.063531 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6192ad-c326-4028-bfe9-f593b82dd761'] response: {'name': 'network-changed', 'server_uuid': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'tag': '9d9dbb98-f611-48dd-80fb-7d735eefaec0', 'status': 'completed', 'code': 200} Apr 18 20:15:13.073610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event updated for resources: {'Network': ['ID=e5edc372-415a-419f-84bc-cf611ec36069,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:13.076883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c6654a8a-92f1-42fa-a536-721233184fa5 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.8995950 Apr 18 20:15:13.080136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40688) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:13.086705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Request body: {'subnet': {'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:13.096072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e5edc372-415a-419f-84bc-cf611ec36069 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:13.120625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:13.163526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:13.194617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.348617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:13.350606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:13.351272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.352708 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] 10.222.0.61 "PUT /v2.0/ports/65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 1095 time: 2.8930097 Apr 18 20:15:13.353175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:13.362799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Usage tracker for resource:subnet and tenant:7887c0da27624cad9c62c19e24631d4c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:13.367552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:13.391171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b7714d-a65d-418b-b9fc-efac88d6f511 req-849d9288-a209-4f61-a136-37be3b414176 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:13.394290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78b7714d-a65d-418b-b9fc-efac88d6f511 req-849d9288-a209-4f61-a136-37be3b414176 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 947 time: 0.5526650 Apr 18 20:15:13.395029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9d9dbb98-f611-48dd-80fb-7d735eefaec0 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:13.396313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:13.401474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-7250de28-8c66-4faa-a1a2-5c5f350fcff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:13.403207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-7250de28-8c66-4faa-a1a2-5c5f350fcff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 1098 time: 0.2947249 Apr 18 20:15:13.414809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:13.473089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Made reservation on behalf of 7887c0da27624cad9c62c19e24631d4c for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:13.476655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.516130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5696637c-93aa-44bb-ba20-d9e275c34da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.550045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9e4b5-393f-40f8-b82c-d496a8f4bb78 service neutron] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:13.553045 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-60799cdb-8e8d-46a8-aa95-d4b98b066a5e req-c56aebbd-baaa-4c95-8bcd-44c113f7f696 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] show failed (client error): The resource could not be found. Apr 18 20:15:13.565117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-60799cdb-8e8d-46a8-aa95-d4b98b066a5e req-c56aebbd-baaa-4c95-8bcd-44c113f7f696 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "GET /v2.0/security-groups/e35ac1d1-2c99-4334-a8f7-3d95d24886a4 HTTP/1.1" status: 404 len: 352 time: 0.2037354 Apr 18 20:15:13.620956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78b7714d-a65d-418b-b9fc-efac88d6f511 req-fed2d91f-3cb9-466b-a62a-c7f1d5424486 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113969 Apr 18 20:15:13.626403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port d6876509-72ab-43f7-89c5-0e408d3e1322 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:13.640766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port d6876509-72ab-43f7-89c5-0e408d3e1322 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:13.641146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.742717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-5f8627b4-4e0c-42f8-a1f2-d509adef53f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:13.745470 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-5f8627b4-4e0c-42f8-a1f2-d509adef53f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3212411 Apr 18 20:15:13.781844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9d9dbb98-f611-48dd-80fb-7d735eefaec0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:13.798080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-c789b78a-1f20-45b4-bfdc-7925040dc59e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2245133 Apr 18 20:15:13.803210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-e38680d8-9396-46c8-b752-3a2e9fe2a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:13.804913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-e38680d8-9396-46c8-b752-3a2e9fe2a401 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1098 time: 0.4034476 Apr 18 20:15:13.812550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:13.821549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:13.844010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '9d9dbb98-f611-48dd-80fb-7d735eefaec0', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '9d9dbb98-f611-48dd-80fb-7d735eefaec0', 'mac_address': 'fa:16:3e:7b:1d:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:13.888406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-67ee8cb4-be91-462a-87a8-001d8035b453 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0 HTTP/1.1" status: 200 len: 217 time: 0.0674391 Apr 18 20:15:13.897536 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.924594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-85aab2f9-5a25-435b-a116-e2202afbf33a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.1053143 Apr 18 20:15:13.932119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:13.961456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:13.970485 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:13.987070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:13.994219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d9dbb98-f611-48dd-80fb-7d735eefaec0 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:14.001371 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.010695 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.046995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-b2da0659-50f6-4654-a242-55bae149c4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:14.048497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-b2da0659-50f6-4654-a242-55bae149c4eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1509607 Apr 18 20:15:14.063534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Deleting port 0d8a964f-1497-4c14-8187-021f341f3ddb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:14.063876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.063990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9d9dbb98-f611-48dd-80fb-7d735eefaec0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:14.075145 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.088278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:14.117763 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.159592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-d1542e6a-9f02-45dc-b370-f003bfdcbb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:14.161071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-d1542e6a-9f02-45dc-b370-f003bfdcbb1e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2266457 Apr 18 20:15:14.169906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9d9dbb98-f611-48dd-80fb-7d735eefaec0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:14.179046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1bdb7a-9d15-4e7a-a089-c180493fbca1 req-b50c8feb-19b6-405e-a82c-28dd7d42a97f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:14.180553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6c1bdb7a-9d15-4e7a-a089-c180493fbca1 req-b50c8feb-19b6-405e-a82c-28dd7d42a97f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.3584642 Apr 18 20:15:14.235670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event updated for resources: {'Subnet': ['ID=74fe9100-962b-4ad1-93dc-eb459df5ce97,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:14.288543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Checking segment: {'id': 'fdf1c99d-f3a5-4722-ac33-9efcbc0c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:14.288920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Network hostable DHCP agents. Network: e5edc372-415a-419f-84bc-cf611ec36069, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:14.298102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6c1bdb7a-9d15-4e7a-a089-c180493fbca1 req-b30c15f3-2e2d-41ad-afda-3d5ecd0e1fc5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070266 Apr 18 20:15:14.302951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-7a8d7d9a-eda5-42a8-89d9-4a94dfe8b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:14.304426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-7a8d7d9a-eda5-42a8-89d9-4a94dfe8b805 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2465289 Apr 18 20:15:14.325604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['9d9dbb98-f611-48dd-80fb-7d735eefaec0'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:14.348072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Network e5edc372-415a-419f-84bc-cf611ec36069 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:14.417414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e5edc372-415a-419f-84bc-cf611ec36069) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:14.432357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:14.432859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.464155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba276c1-931b-4a9e-ba5a-38a72e0ac79a None None] Network e5edc372-415a-419f-84bc-cf611ec36069 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:14.521441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6c1a374a-b2c9-4c8f-a934-e7e87380ee0a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4390686 Apr 18 20:15:14.525333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40700) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:14.533400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] For port 0d8a964f-1497-4c14-8187-021f341f3ddb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0d8a964f-1497-4c14-8187-021f341f3ddb,segment=NetworkSegment(509ec498-fd8d-471c-8eba-f29bc91db4e1),segment_id=509ec498-fd8d-471c-8eba-f29bc91db4e1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:14.533802 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.535449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Request body: {'port': {'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1338398491'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:14.555708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-e9d4f45a-8a0e-43eb-bc93-62347f13196c service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432270 Apr 18 20:15:14.685443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Calling delete_port for 0d8a964f-1497-4c14-8187-021f341f3ddb owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:14.741368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-99cb9dee-c6ef-4ede-ae38-8a94878eda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:14.742899 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-99cb9dee-c6ef-4ede-ae38-8a94878eda41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5182211 Apr 18 20:15:14.758303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e5edc372-415a-419f-84bc-cf611ec36069', 'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069', 'tenant_id': '7887c0da27624cad9c62c19e24631d4c', 'fixed_ips': [{'subnet_id': '74fe9100-962b-4ad1-93dc-eb459df5ce97'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:15:14.759517 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.910718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7c43e-0600-4306-8925-17323b9d7b42 req-eac5e6eb-0fa3-4c1d-af14-17fbf9341e26 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:14.912232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fa7c43e-0600-4306-8925-17323b9d7b42 req-eac5e6eb-0fa3-4c1d-af14-17fbf9341e26 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 946 time: 0.4754217 Apr 18 20:15:14.918258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:14.961821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Allocated IP 172.20.0.2 (e5edc372-415a-419f-84bc-cf611ec36069/74fe9100-962b-4ad1-93dc-eb459df5ce97/cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:14.974037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:14.978001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba15e538-88e4-43a0-a3c4-4860c9f4a4f9 req-612bfac6-cb33-49e2-a062-277da8990fa9 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058843 Apr 18 20:15:15.008222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Usage tracker for resource:port and tenant:7887c0da27624cad9c62c19e24631d4c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:15.012024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:15.022044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fa7c43e-0600-4306-8925-17323b9d7b42 req-d71c713b-cb17-42e8-a3b4-6b1a1e8832cc tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950494 Apr 18 20:15:15.023254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:15.039602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Made reservation on behalf of 7887c0da27624cad9c62c19e24631d4c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:15.060050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.076989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-82d87caf-a86f-464b-a112-cbf7cff6bbf2 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222935 Apr 18 20:15:15.096134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] device_id is not set on port dcf9b995-9072-4d52-bf64-4735e92e57bd yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:15:15.127017 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a585d97-41f1-4720-86e8-3253288e5d4e'] response: {'name': 'network-changed', 'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'status': 'completed', 'code': 200} Apr 18 20:15:15.250240 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5168609-8fd6-490f-ab76-6020ee0216df'] response: {'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'code': 200} Apr 18 20:15:15.297691 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.321170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Transition to ACTIVE for port object cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:15.344556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Transition to ACTIVE for port object cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:15.350391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.387882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Allocated IP 172.25.5.175 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/ca6bb0aa-1ce8-45d2-b627-a80c5d9b12c4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:15.402985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3130fdb-7c44-40d9-9f7b-dd61250e4a9f req-691ee6bc-228e-49c3-9bd0-440cab17ae9a service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3060305 Apr 18 20:15:15.442123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Network e5edc372-415a-419f-84bc-cf611ec36069 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:15.444315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Pushing event updated for resources: {'Port': ['ID=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:15.444450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.446774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:15.449139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9d9dbb98-f611-48dd-80fb-7d735eefaec0 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:15.476939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:15.517916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Allocated IP 172.20.0.4 (e5edc372-415a-419f-84bc-cf611ec36069/74fe9100-962b-4ad1-93dc-eb459df5ce97/dcf9b995-9072-4d52-bf64-4735e92e57bd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:15.543430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d77394-5461-44d8-b2d4-9e0b4d09aae6 req-f6ccf9c9-fffc-4a26-8bff-53a4ddb818e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:15.545005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24d77394-5461-44d8-b2d4-9e0b4d09aae6 req-f6ccf9c9-fffc-4a26-8bff-53a4ddb818e6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1100 time: 0.2908239 Apr 18 20:15:15.591233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8a964f-1497-4c14-8187-021f341f3ddb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:15.596718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b779e6c-b15a-4465-853e-4382989d4c55 req-2b8ae82a-72c7-4c3c-9f33-56e72ea11933 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:15.598515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b779e6c-b15a-4465-853e-4382989d4c55 req-2b8ae82a-72c7-4c3c-9f33-56e72ea11933 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.2790213 Apr 18 20:15:15.635766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Attempting to bind port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:15.636134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Attempting to bind port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fdf1c99d-f3a5-4722-ac33-9efcbc0c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:15.636492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Attempting to bind port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc on network e5edc372-415a-419f-84bc-cf611ec36069 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:15.645566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 14, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:15.645793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Checking segment: {'id': 'fdf1c99d-f3a5-4722-ac33-9efcbc0c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:15.646260 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.646669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Bound using segment: {'id': 'fdf1c99d-f3a5-4722-ac33-9efcbc0c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:15.647149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Bound port: cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdf1c99d-f3a5-4722-ac33-9efcbc0c369c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:15.647494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.665758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24d77394-5461-44d8-b2d4-9e0b4d09aae6 req-38065078-c576-4334-94d6-387b0793ad04 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030915 Apr 18 20:15:15.763590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:15.789319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:15.789967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.813421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-5b9754a3-658f-47bd-883a-b52eff689f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:15.814975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-5b9754a3-658f-47bd-883a-b52eff689f54 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1098 time: 0.3318481 Apr 18 20:15:15.861423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] For port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:15.874718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] For port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,segment=NetworkSegment(fdf1c99d-f3a5-4722-ac33-9efcbc0c369c),segment_id=fdf1c99d-f3a5-4722-ac33-9efcbc0c369c)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:15.881119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.881294 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.891611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b779e6c-b15a-4465-853e-4382989d4c55 req-e0a8503c-d39c-42e7-baa1-8de11ea71f29 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804136 Apr 18 20:15:15.903589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Transition to ACTIVE for port object dcf9b995-9072-4d52-bf64-4735e92e57bd will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:15.924679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:15.973230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.009212 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d5f3f58-0172-46f9-8577-9fd229fdcade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.029727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e5633-808d-448b-ae58-797bedac58a9 None None] Pushing event updated for resources: {'Port': ['ID=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:16.051030 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.106692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9d9dbb98-f611-48dd-80fb-7d735eefaec0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:16.116656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.130610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Network e5edc372-415a-419f-84bc-cf611ec36069 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:16.134337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:16.148511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:16.236787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9d9dbb98-f611-48dd-80fb-7d735eefaec0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:16.266013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event updated for resources: {'Port': ['ID=dcf9b995-9072-4d52-bf64-4735e92e57bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:16.309646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:16.310279 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.349019 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.349957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2dcd15e6-1850-43e8-9563-b980f3db99de tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8233986 Apr 18 20:15:16.358142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f945921-4d19-41a8-959c-2a46075d940c req-25e4d757-96ea-4d95-80c4-bdf9fc3c62ed tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:16.360252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f945921-4d19-41a8-959c-2a46075d940c req-25e4d757-96ea-4d95-80c4-bdf9fc3c62ed tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 949 time: 0.1526842 Apr 18 20:15:16.360381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40712) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:16.366068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Request body: {'port': {'network_id': 'e5edc372-415a-419f-84bc-cf611ec36069', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1843855787', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:16.366819 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.api.validators [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] bootfile-name is not in valid_values {{(pid=88140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:15:16.367010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.api.validators [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] tftp-server is not in valid_values {{(pid=88140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:15:16.367351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.api.validators [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] server-ip-address is not in valid_values {{(pid=88140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:15:16.447917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.453385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-738cea9e-c66f-4bfa-b9ef-8733aeec4fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:16.454907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-738cea9e-c66f-4bfa-b9ef-8733aeec4fc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.5665331 Apr 18 20:15:16.535483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f945921-4d19-41a8-959c-2a46075d940c req-f7472fbb-a812-4096-80c1-e176e6ba1f6f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185746 Apr 18 20:15:16.586753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:16.591750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Usage tracker for resource:port and tenant:7887c0da27624cad9c62c19e24631d4c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:16.596235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:16.603647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:16.617165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Made reservation on behalf of 7887c0da27624cad9c62c19e24631d4c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:16.621688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.643412 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-93c0837f-6d0c-4bce-8940-8d42060af94c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.1452897 Apr 18 20:15:16.646737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] device_id is not set on port ea5a7365-4eec-49c2-88b7-edaa8f057e6e yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:15:16.651737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:16.699098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:16.701003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.723387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:16.786200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:16.841578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=ca6bb0aa-1ce8-45d2-b627-a80c5d9b12c4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:16.892308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-53ad67c0-1910-4a3e-87cd-8521ce5384b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:16.893828 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-53ad67c0-1910-4a3e-87cd-8521ce5384b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2411435 Apr 18 20:15:16.907097 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e851d304-9301-4d3e-a06c-3978c70735ce req-16779758-00bb-4012-ada7-582f822006ee tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=603723693fd643809303597a015fa7c4 HTTP/1.1" status: 200 len: 2984 time: 0.1366413 Apr 18 20:15:16.940383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Allocated IP 172.20.0.6 (e5edc372-415a-419f-84bc-cf611ec36069/74fe9100-962b-4ad1-93dc-eb459df5ce97/ea5a7365-4eec-49c2-88b7-edaa8f057e6e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:17.010477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e851d304-9301-4d3e-a06c-3978c70735ce req-6eb5265c-30a7-4752-b573-bd126d4df47d tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "GET /v2.0/security-groups/0618a6dd-1d77-462c-b01a-5bd0736ba7f6 HTTP/1.1" status: 200 len: 2981 time: 0.0945759 Apr 18 20:15:17.092763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e851d304-9301-4d3e-a06c-3978c70735ce req-6d39c117-ae96-4f71-be7a-6614695b7c5f tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "GET /v2.0/security-groups/0618a6dd-1d77-462c-b01a-5bd0736ba7f6 HTTP/1.1" status: 200 len: 2981 time: 0.0643070 Apr 18 20:15:17.117498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:17.251736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9dbb98-f611-48dd-80fb-7d735eefaec0'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:17.325265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-ad7d4718-ce93-4538-a9bd-42f8bc92ca3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:17.326829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-ad7d4718-ce93-4538-a9bd-42f8bc92ca3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4122005 Apr 18 20:15:17.387320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:15:17.393776 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:17.424526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:17.453821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Transition to ACTIVE for port object ea5a7365-4eec-49c2-88b7-edaa8f057e6e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:17.463895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ef971-c775-4fab-9ec7-84db458927d1 req-09b93f73-c5f6-44a8-a545-18137a86eafc tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:17.466339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e8ef971-c775-4fab-9ec7-84db458927d1 req-09b93f73-c5f6-44a8-a545-18137a86eafc tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.1525757 Apr 18 20:15:17.480444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11284896-2b79-49aa-b145-02b979ee4909 None None] Network e5edc372-415a-419f-84bc-cf611ec36069 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:17.529040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e8ef971-c775-4fab-9ec7-84db458927d1 req-59341446-3da5-49d2-8641-800891fcefe9 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555606 Apr 18 20:15:17.538384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:17.609883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2708462-b169-4c36-b0dd-b722b86d6709 None None] Provisioning for port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:17.621108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Network e5edc372-415a-419f-84bc-cf611ec36069 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:17.628002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:17.632935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:17.695554 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-3b7295ca-ff35-4e5a-a669-14ee36d87754 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589575 Apr 18 20:15:17.717604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:17.718502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:17.804278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:17.894120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:17.901223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:17.901910 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:17.932508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event updated for resources: {'Port': ['ID=ea5a7365-4eec-49c2-88b7-edaa8f057e6e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:17.957264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-30143559-94a3-42e7-bcbd-48f4b56d5379 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.5958593 Apr 18 20:15:17.964256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40726) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:18.048257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c62b2-fd8b-4039-87b4-35d247d4f098 req-d17b1d98-082b-45c7-bb8b-25422dd52541 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:18.051713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-144c62b2-fd8b-4039-87b4-35d247d4f098 req-d17b1d98-082b-45c7-bb8b-25422dd52541 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 946 time: 0.3267651 Apr 18 20:15:18.090924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.099304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:15:18.125143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42aa57-9d7d-43e2-8272-ef0f2859fbaa tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:18.132762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42aa57-9d7d-43e2-8272-ef0f2859fbaa tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:18.139573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e42aa57-9d7d-43e2-8272-ef0f2859fbaa tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:18.140731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e42aa57-9d7d-43e2-8272-ef0f2859fbaa tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Synchronizing usage tracker for tenant:7887c0da27624cad9c62c19e24631d4c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:18.141161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,segment=NetworkSegment(fdf1c99d-f3a5-4722-ac33-9efcbc0c369c),segment_id=fdf1c99d-f3a5-4722-ac33-9efcbc0c369c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:18.144478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] Sync routers for ids ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:15:18.153379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-144c62b2-fd8b-4039-87b4-35d247d4f098 req-5dde6517-d6a1-4cda-8055-c3e33f40a7a4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923848 Apr 18 20:15:18.193303 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.208884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e42aa57-9d7d-43e2-8272-ef0f2859fbaa tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Unset dirty status for tenant:7887c0da27624cad9c62c19e24631d4c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:18.210541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9e42aa57-9d7d-43e2-8272-ef0f2859fbaa tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2452569 Apr 18 20:15:18.213928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:18.225698 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47f1d142-0be9-40a7-83d7-a8c021842468 admin admin] 10.222.0.47 "PUT /v2.0/routers/3d8ad9cc-3a18-4ebb-9036-13f302d3527f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3846748 Apr 18 20:15:18.230745 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a524f1b-d770-47c0-b8fc-538a55d9d666 req-2edf2ec8-8f65-4598-a0f0-ed415dcc603d service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4307272 Apr 18 20:15:18.240119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40736) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:18.290789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] Routers {'3d8ad9cc-3a18-4ebb-9036-13f302d3527f'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:18.291458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:18.351404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Deleting port ea5a7365-4eec-49c2-88b7-edaa8f057e6e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:18.352139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.371438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-97837c02-5b10-407b-9801-37433af0591a None None] Provisioning for port ea5a7365-4eec-49c2-88b7-edaa8f057e6e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:18.429099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-97837c02-5b10-407b-9801-37433af0591a None None] Provisioning complete for port ea5a7365-4eec-49c2-88b7-edaa8f057e6e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:18.429635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97837c02-5b10-407b-9801-37433af0591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.456637 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.459330 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.466118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.485027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:18.515149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.566386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=ca6bb0aa-1ce8-45d2-b627-a80c5d9b12c4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:18.583923 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.595844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede2237f-1342-457a-ad86-239c7937c721 req-7efd81b3-4cc9-41c9-8354-12ad5deb6bf2 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:18.597412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede2237f-1342-457a-ad86-239c7937c721 req-7efd81b3-4cc9-41c9-8354-12ad5deb6bf2 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.1993008 Apr 18 20:15:18.614622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-97837c02-5b10-407b-9801-37433af0591a None None] Port ea5a7365-4eec-49c2-88b7-edaa8f057e6e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:18.648343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] Set router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:18.692987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-97837c02-5b10-407b-9801-37433af0591a None None] Provisioning for port dcf9b995-9072-4d52-bf64-4735e92e57bd completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:18.723118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede2237f-1342-457a-ad86-239c7937c721 req-9346939b-9e10-473f-aab2-8a7746e87b85 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184101 Apr 18 20:15:18.744884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.761086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.787948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-97837c02-5b10-407b-9801-37433af0591a None None] Provisioning complete for port dcf9b995-9072-4d52-bf64-4735e92e57bd triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:18.788324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97837c02-5b10-407b-9801-37433af0591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.834428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.842720 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-5ac80284-bdbc-4612-b636-278b89d0e97f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.0359426 Apr 18 20:15:18.906124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Calling delete_port for ea5a7365-4eec-49c2-88b7-edaa8f057e6e owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:18.951197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-7fed7244-e8be-44c0-8d81-29e46d3724ae tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Synchronizing usage tracker for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:18.956565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.971352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Deleting port c66d4138-d76a-4493-a7a1-ebce214f1bdc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:18.972446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.976278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-97837c02-5b10-407b-9801-37433af0591a None None] Port dcf9b995-9072-4d52-bf64-4735e92e57bd cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:18.991866 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:18.992477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee620415-29f9-4b96-85ee-838e3462440d req-bd516ac7-7887-4ba5-aa46-55fad37fcef0 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "GET /v2.0/security-groups/0618a6dd-1d77-462c-b01a-5bd0736ba7f6 HTTP/1.1" status: 200 len: 2981 time: 0.2230327 Apr 18 20:15:19.011594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-7fed7244-e8be-44c0-8d81-29e46d3724ae tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Unset dirty status for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:19.012819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-7fed7244-e8be-44c0-8d81-29e46d3724ae tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.1689930 Apr 18 20:15:19.013184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-97837c02-5b10-407b-9801-37433af0591a None None] Provisioning complete for port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:19.013593 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97837c02-5b10-407b-9801-37433af0591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:19.089602 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-ee620415-29f9-4b96-85ee-838e3462440d req-316ca8df-cc3b-4ed7-b78f-370b8b4fa743 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:15:19.101362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee620415-29f9-4b96-85ee-838e3462440d req-316ca8df-cc3b-4ed7-b78f-370b8b4fa743 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "DELETE /v2.0/security-groups/0618a6dd-1d77-462c-b01a-5bd0736ba7f6 HTTP/1.1" status: 409 len: 352 time: 0.1079469 Apr 18 20:15:19.208167 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4fe43ae-eced-4f60-9d42-a333bdb671d9'] response: {'server_uuid': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d9dbb98-f611-48dd-80fb-7d735eefaec0', 'code': 200} Apr 18 20:15:19.236030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8'}], 'enable_snat': True}, 'gw_port_id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:15:15Z', 'revision_number': 5, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port': {'id': 'c66d4138-d76a-4493-a7a1-ebce214f1bdc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:8a:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:15Z', 'updated_at': '2022-04-18T20:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:19.243037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] Checking router: 3d8ad9cc-3a18-4ebb-9036-13f302d3527f for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:15:19.248995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:19.272077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] Routers {'3d8ad9cc-3a18-4ebb-9036-13f302d3527f'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:19.273148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:19.399549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-2a47cfab-b1ff-4b3b-be7f-f13dcd1d968e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:19.401115 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b4b1dc2-aaf9-46d9-9af1-cef7d3cd6a07 req-2a47cfab-b1ff-4b3b-be7f-f13dcd1d968e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3723540 Apr 18 20:15:19.403133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] For port c66d4138-d76a-4493-a7a1-ebce214f1bdc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c66d4138-d76a-4493-a7a1-ebce214f1bdc,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:19.403498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:19.409659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event deleted for resources: {'Port': ['ID=ea5a7365-4eec-49c2-88b7-edaa8f057e6e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:19.421320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9629cf3f-d54b-42cc-bad5-328f710a4774 None None] Could not find standard attr ID for object ea5a7365-4eec-49c2-88b7-edaa8f057e6e. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:15:19.447880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9629cf3f-d54b-42cc-bad5-328f710a4774 None None] Provisioning complete for port dcf9b995-9072-4d52-bf64-4735e92e57bd triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:19.448265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9629cf3f-d54b-42cc-bad5-328f710a4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:19.517726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9629cf3f-d54b-42cc-bad5-328f710a4774 None None] Port dcf9b995-9072-4d52-bf64-4735e92e57bd cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:19.519278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 65886c53-d8b3-4a2e-8881-bbbbdafa4079 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:19.536584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] Set router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:19.562140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Calling delete_port for c66d4138-d76a-4493-a7a1-ebce214f1bdc owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:19.562651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c01384-f330-46c2-b55c-16111a827178 req-2f56d381-3cab-4d5b-bd49-084f670039e4 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:19.570651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1c01384-f330-46c2-b55c-16111a827178 req-2f56d381-3cab-4d5b-bd49-084f670039e4 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 949 time: 0.2051804 Apr 18 20:15:19.590881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:19.595053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a4edf1-75da-442f-96d8-a21535cb8e4e req-968706b1-2f70-4f28-8bd9-8cebcfba38b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:19.596603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99a4edf1-75da-442f-96d8-a21535cb8e4e req-968706b1-2f70-4f28-8bd9-8cebcfba38b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 1100 time: 0.3392661 Apr 18 20:15:19.652583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1c01384-f330-46c2-b55c-16111a827178 req-f0c025d0-072b-4f70-a5f2-3ec7f320afaf tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809655 Apr 18 20:15:19.654234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-30b046c0-257a-4d69-a71b-2dfb9839e68a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "DELETE /v2.0/ports/ea5a7365-4eec-49c2-88b7-edaa8f057e6e HTTP/1.1" status: 204 len: 168 time: 1.4384835 Apr 18 20:15:19.661045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:19.672044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Request body: {'port': {'name': 'tempest-new-port-name-753351040', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:19.678792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.api.validators [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] bootfile-name is not in valid_values {{(pid=88140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:15:19.679446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.api.validators [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] tftp-server is not in valid_values {{(pid=88140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:15:19.679797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.api.validators [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] server-ip-address is not in valid_values {{(pid=88140) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:15:19.715536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:15:18Z', 'revision_number': 6, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:19.719917 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99a4edf1-75da-442f-96d8-a21535cb8e4e req-030d5944-922e-41a6-abce-b38a70bd68ca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159830 Apr 18 20:15:19.726715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:15:19.761891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:19.825136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ab85a99-dc5f-4002-84c3-5f5b87eaba0b None None] The sync data for ids ['3d8ad9cc-3a18-4ebb-9036-13f302d3527f'] in n-d-836016-3 is: [{'id': '3d8ad9cc-3a18-4ebb-9036-13f302d3527f', 'name': 'tempest-FloatingIPsTestJSON-722878915-router', 'tenant_id': 'e947cb0947a84083a86a48c96af1832a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:11Z', 'updated_at': '2022-04-18T20:15:18Z', 'revision_number': 6, 'project_id': 'e947cb0947a84083a86a48c96af1832a', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:15:19.890074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:19.922693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:19.923398 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:19.944759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c66d4138-d76a-4493-a7a1-ebce214f1bdc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:19.963466 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.070659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355fb04a-a0cc-4967-b7d3-9c73e92f5314 req-cad62311-199c-40d1-b97c-d4941fe191a0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:20.080089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-355fb04a-a0cc-4967-b7d3-9c73e92f5314 req-cad62311-199c-40d1-b97c-d4941fe191a0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.2089353 Apr 18 20:15:20.089328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:20.158233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-355fb04a-a0cc-4967-b7d3-9c73e92f5314 req-78416cae-03f7-4826-9987-127750269351 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771761 Apr 18 20:15:20.172225 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-e2691815-9259-4fb7-b7a0-2a1c34c8b5f7 req-38313fb7-0013-4599-ac2a-32e03191b3b7 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] show failed (client error): The resource could not be found. Apr 18 20:15:20.173169 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e2691815-9259-4fb7-b7a0-2a1c34c8b5f7 req-38313fb7-0013-4599-ac2a-32e03191b3b7 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "GET /v2.0/security-groups/bdd89256-7200-48e2-af96-207f2c5b740b HTTP/1.1" status: 404 len: 352 time: 0.0528791 Apr 18 20:15:20.181960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'mac_address': 'fa:16:3e:c0:14:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:20.224492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.316839 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.347998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65886c53-d8b3-4a2e-8881-bbbbdafa4079 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:20.365143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:20.371857 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.455623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:20.522526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.525866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.554836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.555497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d8ad9cc-3a18-4ebb-9036-13f302d3527f {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:15:20.579518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.580628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e63d1877-cf79-40a1-a0f6-d235b8284c02 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3d8ad9cc-3a18-4ebb-9036-13f302d3527f HTTP/1.1" status: 204 len: 168 time: 2.3392837 Apr 18 20:15:20.585197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:20.589261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21a9991-3243-40f0-b7df-fd8d5131da9d req-f32178bf-40fd-4859-87c1-46e1374068bb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:20.590717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c21a9991-3243-40f0-b7df-fd8d5131da9d req-f32178bf-40fd-4859-87c1-46e1374068bb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 948 time: 0.2095065 Apr 18 20:15:20.637137 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c21a9991-3243-40f0-b7df-fd8d5131da9d req-af50e34b-2f9e-42fe-bf98-a346f74b8cd2 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393436 Apr 18 20:15:20.678660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-a2675617-9b09-4b34-b99f-1090f2f05eef tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4797215 Apr 18 20:15:20.700082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:20.714627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:20.721873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] Deleting subnet 63730c42-a72b-4c70-8a4f-368be4ca0c52 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:15:20.729884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.738770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:20.745180 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-30a89a78-a7da-4e3e-a96f-cde9ff5dc4b6 req-a9651537-d435-484b-a647-05f89e3750a4 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] show failed (client error): The resource could not be found. Apr 18 20:15:20.746557 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-30a89a78-a7da-4e3e-a96f-cde9ff5dc4b6 req-a9651537-d435-484b-a647-05f89e3750a4 tempest-SecurityGroupsNegativeTestJSON-1180499770 tempest-SecurityGroupsNegativeTestJSON-1180499770-project] 10.222.0.47 "GET /v2.0/security-groups/45b534a8-bcbf-42b4-aebe-e746efd6aeee HTTP/1.1" status: 404 len: 352 time: 0.0199182 Apr 18 20:15:20.761532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40778) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:20.778617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:20.813654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.843475 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.859362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] Deleting subnet 37a57db4-e27b-4a0b-a610-2e0b67ac3667 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:15:20.863364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.926612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:20.941410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.009645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.101470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event updated for resources: {'Port': ['ID=dcf9b995-9072-4d52-bf64-4735e92e57bd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:21.160196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.178029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] In _notify_port_updated(), no bound segment for port dcf9b995-9072-4d52-bf64-4735e92e57bd on network e5edc372-415a-419f-84bc-cf611ec36069 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:15:21.183686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:21.184447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.185856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-66748533-d774-4977-8b8b-db47273a2f1a tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "PUT /v2.0/ports/dcf9b995-9072-4d52-bf64-4735e92e57bd HTTP/1.1" status: 200 len: 1135 time: 1.5234983 Apr 18 20:15:21.190752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40782) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:21.246958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d326e-2693-4c68-84dc-644aca8c8e85 req-3e726fcc-073d-49ff-9e8c-7aabd68e19eb tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:21.250042 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c6d326e-2693-4c68-84dc-644aca8c8e85 req-3e726fcc-073d-49ff-9e8c-7aabd68e19eb tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 949 time: 0.3381460 Apr 18 20:15:21.270004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.311289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.360728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99de2ba6-14d5-4d1e-a00d-88cc1b85a12d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:21.361405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-99de2ba6-14d5-4d1e-a00d-88cc1b85a12d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Synchronizing usage tracker for tenant:7887c0da27624cad9c62c19e24631d4c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:21.364149 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.367480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37a57db4-e27b-4a0b-a610-2e0b67ac3667,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:21.392950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e4f26cf1-8a0d-4f93-b56a-649cbdb9f946 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/37a57db4-e27b-4a0b-a610-2e0b67ac3667 HTTP/1.1" status: 204 len: 168 time: 0.6300919 Apr 18 20:15:21.395927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:21.400440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-99de2ba6-14d5-4d1e-a00d-88cc1b85a12d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Unset dirty status for tenant:7887c0da27624cad9c62c19e24631d4c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:21.401585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-99de2ba6-14d5-4d1e-a00d-88cc1b85a12d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "GET /v2.0/ports/dcf9b995-9072-4d52-bf64-4735e92e57bd HTTP/1.1" status: 200 len: 1135 time: 0.2084985 Apr 18 20:15:21.406424 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c6d326e-2693-4c68-84dc-644aca8c8e85 req-c6bd4b61-b45d-409a-8203-ddd59937e1ff tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216521 Apr 18 20:15:21.410270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40792) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:21.415183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.455194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7415fa42-a52b-49ff-a57f-614be010147b None None] Provisioning complete for port dcf9b995-9072-4d52-bf64-4735e92e57bd triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:21.455813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7415fa42-a52b-49ff-a57f-614be010147b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.523374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7415fa42-a52b-49ff-a57f-614be010147b None None] Port dcf9b995-9072-4d52-bf64-4735e92e57bd cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:21.531282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Deleting port dcf9b995-9072-4d52-bf64-4735e92e57bd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:21.531632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.558901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.569206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.598002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7c8633-434b-4dad-8da7-b0931e2cdf31 None None] Network 1f878c93-512e-4c0d-b8aa-f19278fb6320 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:21.623867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63730c42-a72b-4c70-8a4f-368be4ca0c52,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:21.626847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.636297 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ce4ab6e1-af80-4ede-b68b-0c38532ca68d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/63730c42-a72b-4c70-8a4f-368be4ca0c52 HTTP/1.1" status: 204 len: 168 time: 1.0479531 Apr 18 20:15:21.646347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:21.743159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.759839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc14556-91d0-4f8c-ad72-816e21944446 req-26706898-3764-4f48-aa55-e0765e0f3a50 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:21.761483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4dc14556-91d0-4f8c-ad72-816e21944446 req-26706898-3764-4f48-aa55-e0765e0f3a50 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.2457645 Apr 18 20:15:21.796640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d8a964f-1497-4c14-8187-021f341f3ddb no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:15:21.822551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed2c37a-361b-48c0-be22-d9013e71f8ab']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:21.843464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4dc14556-91d0-4f8c-ad72-816e21944446 req-e4d8ba32-925c-4ab3-8d03-f6ccb0b3b19b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738666 Apr 18 20:15:21.847313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7eb19a5-08a4-424c-93f1-fb1d38407254') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:21.847746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7eb19a5-08a4-424c-93f1-fb1d38407254') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:21.865549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.872577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0d8a964f-1497-4c14-8187-021f341f3ddb {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:15:21.872930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d8a964f-1497-4c14-8187-021f341f3ddb not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:15:21.874122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c66d4138-d76a-4493-a7a1-ebce214f1bdc no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:15:21.891934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.900899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:15:21.901673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.915660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:21.921018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: c66d4138-d76a-4493-a7a1-ebce214f1bdc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:15:21.922173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c66d4138-d76a-4493-a7a1-ebce214f1bdc not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:15:21.929891 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:15:22.037837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Deleting port ce6aa172-617a-46a5-83c0-c8fc62316dcc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:22.038141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.047004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] DHCP port deletion for 1f878c93-512e-4c0d-b8aa-f19278fb6320 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:15:22.053135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] Deleting port ce6aa172-617a-46a5-83c0-c8fc62316dcc {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:22.053942 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.104545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.104986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Allocated IP 172.25.5.143 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/59f648d3-8eb6-435b-9827-0b4c24dbbddd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:22.129279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.153309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] Pushing event deleted for resources: {'Network': ['ID=bed2c37a-361b-48c0-be22-d9013e71f8ab,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:22.156822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-373ce9b8-e241-4dc8-9231-feba179b82fb admin admin] 10.222.0.47 "DELETE /v2.0/networks/bed2c37a-361b-48c0-be22-d9013e71f8ab HTTP/1.1" status: 204 len: 168 time: 0.7597613 Apr 18 20:15:22.178443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428848b2-5987-46d2-b81e-109f0a7a6d7a req-8938c5a4-27b1-411e-8e86-5a9b45803286 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:22.180041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-428848b2-5987-46d2-b81e-109f0a7a6d7a req-8938c5a4-27b1-411e-8e86-5a9b45803286 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 948 time: 0.1708617 Apr 18 20:15:22.238524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-428848b2-5987-46d2-b81e-109f0a7a6d7a req-31cba3ea-afaa-4d11-961c-1c7d0b51ff59 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504506 Apr 18 20:15:22.301881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.390791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] For port ce6aa172-617a-46a5-83c0-c8fc62316dcc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ce6aa172-617a-46a5-83c0-c8fc62316dcc,segment=NetworkSegment(509ec498-fd8d-471c-8eba-f29bc91db4e1),segment_id=509ec498-fd8d-471c-8eba-f29bc91db4e1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:22.391713 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.426823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40814) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:22.496586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-16281d75-3365-49f6-9f53-539d34931d8f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=603723693fd643809303597a015fa7c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660090 Apr 18 20:15:22.496926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40820) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:22.550628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] Calling delete_port for ce6aa172-617a-46a5-83c0-c8fc62316dcc owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:22.637341 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.689399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] Pushing event deleted for resources: {'Port': ['ID=ce6aa172-617a-46a5-83c0-c8fc62316dcc,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:22.695202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02940fd4-f271-4492-a0a3-fd1a47282ff8 None None] No DVR routers for this DVR port ce6aa172-617a-46a5-83c0-c8fc62316dcc on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:15:22.724401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Calling delete_port for dcf9b995-9072-4d52-bf64-4735e92e57bd owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:22.733914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7537df51-fe89-4d6d-b789-e947012a60dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.773476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7537df51-fe89-4d6d-b789-e947012a60dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.792616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] For port ce6aa172-617a-46a5-83c0-c8fc62316dcc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ce6aa172-617a-46a5-83c0-c8fc62316dcc,segment=NetworkSegment(509ec498-fd8d-471c-8eba-f29bc91db4e1),segment_id=509ec498-fd8d-471c-8eba-f29bc91db4e1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:22.792989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.802189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b51fcb-850a-4f49-9a14-4362bdcf5d7c req-7865f42b-1281-4c3d-ade1-d3bed0c1ec5d tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:22.803592 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75b51fcb-850a-4f49-9a14-4362bdcf5d7c req-7865f42b-1281-4c3d-ade1-d3bed0c1ec5d tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 949 time: 0.2669232 Apr 18 20:15:22.868574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75b51fcb-850a-4f49-9a14-4362bdcf5d7c req-f181975c-05b3-4301-b56a-1b8a0132411b tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510383 Apr 18 20:15:22.886872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7537df51-fe89-4d6d-b789-e947012a60dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.911709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537df51-fe89-4d6d-b789-e947012a60dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0618a6dd-1d77-462c-b01a-5bd0736ba7f6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:22.918603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7537df51-fe89-4d6d-b789-e947012a60dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:22.923129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7537df51-fe89-4d6d-b789-e947012a60dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0618a6dd-1d77-462c-b01a-5bd0736ba7f6 HTTP/1.1" status: 204 len: 168 time: 0.4219124 Apr 18 20:15:22.969537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Calling delete_port for ce6aa172-617a-46a5-83c0-c8fc62316dcc owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:23.041619 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.100188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5c1d0-9c5c-4ad3-8179-bbaab00b230c req-e875e6c3-768d-4a39-84d4-6d0506f43e87 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:23.108235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9df5c1d0-9c5c-4ad3-8179-bbaab00b230c req-e875e6c3-768d-4a39-84d4-6d0506f43e87 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.1015365 Apr 18 20:15:23.147490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:15:23.147809 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:15:23.167856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9df5c1d0-9c5c-4ad3-8179-bbaab00b230c req-83673852-da93-4836-b598-2b581217c316 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580244 Apr 18 20:15:23.172453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.175043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.253610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:23.258410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:23.264315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:23.501054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=59f648d3-8eb6-435b-9827-0b4c24dbbddd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:23.575217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event deleted for resources: {'Port': ['ID=dcf9b995-9072-4d52-bf64-4735e92e57bd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:23.587688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07c12bd-2819-4cbd-b5d9-d314b82f8578 req-0b1dc937-7f9d-4e54-b416-2e06dddb8559 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:23.590275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b07c12bd-2819-4cbd-b5d9-d314b82f8578 req-0b1dc937-7f9d-4e54-b416-2e06dddb8559 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2064910 Apr 18 20:15:23.596725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.606864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c2071ed1-f270-4113-8d51-689b7aca9dd6 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:23.610080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 65886c53-d8b3-4a2e-8881-bbbbdafa4079 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:23.627261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-98c1bef9-f3d9-486e-aeba-ee3b8a0fce2f tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "DELETE /v2.0/ports/dcf9b995-9072-4d52-bf64-4735e92e57bd HTTP/1.1" status: 204 len: 168 time: 2.2116659 Apr 18 20:15:23.628196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40858) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:23.664875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Deleting port ce6aa172-617a-46a5-83c0-c8fc62316dcc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:23.665221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.673374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b07c12bd-2819-4cbd-b5d9-d314b82f8578 req-4822365b-ec00-49ac-a7a0-771535b6471d tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735600 Apr 18 20:15:23.740798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:23.754780 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.787401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:23.787793 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.801775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] The port 'ce6aa172-617a-46a5-83c0-c8fc62316dcc' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:15:23.903252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ce6aa172-617a-46a5-83c0-c8fc62316dcc no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:15:23.923773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Deleting subnet 74fe9100-962b-4ad1-93dc-eb459df5ce97 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:15:23.948481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:23.954141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ce6aa172-617a-46a5-83c0-c8fc62316dcc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:15:23.954734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ce6aa172-617a-46a5-83c0-c8fc62316dcc not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:15:23.991749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82327191-ea2c-464a-a0ee-ea35cae83fdc req-44df0eca-f358-4e65-b2f1-2b67c26c1cab tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:24.000108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-82327191-ea2c-464a-a0ee-ea35cae83fdc req-44df0eca-f358-4e65-b2f1-2b67c26c1cab tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 948 time: 0.1685190 Apr 18 20:15:24.016445 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.062060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-82327191-ea2c-464a-a0ee-ea35cae83fdc req-25a87d6b-7f19-44a1-a295-7a547d3d182e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609603 Apr 18 20:15:24.129943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.153357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.154014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.193392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:24.211881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:24.234176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:24.235740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'mac_address': 'fa:16:3e:8b:a2:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:24.334522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-830f8355-af51-410a-b866-c80181540dba tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463550 Apr 18 20:15:24.353783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.372058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.380464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f878c93-512e-4c0d-b8aa-f19278fb6320']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:24.422869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509ec498-fd8d-471c-8eba-f29bc91db4e1') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:24.423626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509ec498-fd8d-471c-8eba-f29bc91db4e1') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:24.472078 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.539167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-94420e92-7268-4d98-8f99-e11e9e22e2e3 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:24.552009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-94420e92-7268-4d98-8f99-e11e9e22e2e3 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2157121 Apr 18 20:15:24.560417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.562774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:24.574179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:15:24.575018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-3f4c353e-6dfb-4221-99b7-e538bf249aed tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/quotas/f92eec5413044cd9850d9e1008bfcb6a HTTP/1.1" status: 200 len: 375 time: 0.0220990 Apr 18 20:15:24.576840 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.586645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2071ed1-f270-4113-8d51-689b7aca9dd6 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:24.615347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:24.623844 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.625124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40904) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:24.743623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-67a6cf67-6f66-469e-802c-46982b5d0993 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1586909 Apr 18 20:15:24.809823 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:15:24.812906 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:15:24.824634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.867978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['c2071ed1-f270-4113-8d51-689b7aca9dd6'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:24.939307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.945603 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:24.987677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.013404 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.033275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:25.069927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-network', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:25.086203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:25.107860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Usage tracker for resource:network and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:25.112077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:25.129677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:25.150141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6e92ca-432b-4c29-bf9b-effb59140c1b None None] Network e5edc372-415a-419f-84bc-cf611ec36069 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:25.175451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:25.180289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.223533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.250450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:25.260618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e823e-79ab-4de0-98d9-641b6c71466c req-edcd9d40-25fe-4279-a024-080021d7722e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:25.269405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e39e823e-79ab-4de0-98d9-641b6c71466c req-edcd9d40-25fe-4279-a024-080021d7722e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.2489309 Apr 18 20:15:25.281108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] 10.222.0.47 "DELETE /v2.0/networks/1f878c93-512e-4c0d-b8aa-f19278fb6320 HTTP/1.1" status: 204 len: 168 time: 3.6340196 Apr 18 20:15:25.286929 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.292639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "DELETE /v2.0/subnets/74fe9100-962b-4ad1-93dc-eb459df5ce97 HTTP/1.1" status: 204 len: 168 time: 1.6635849 Apr 18 20:15:25.296756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40924) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:25.302867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c70df1-3663-453f-a3ff-1f04b770b55d tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event deleted for resources: {'Subnet': ['ID=74fe9100-962b-4ad1-93dc-eb459df5ce97,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:25.311581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event updated for resources: {'Port': ['ID=59f648d3-8eb6-435b-9827-0b4c24dbbddd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:25.322148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16724568-c01a-4272-a9ae-1b110325320f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f878c93-512e-4c0d-b8aa-f19278fb6320,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:25.332396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Usage tracker for resource:security_group_rule and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:25.345806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:25.375284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:25.391140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e39e823e-79ab-4de0-98d9-641b6c71466c req-be363042-f154-4c87-8f18-21f127441dc0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204147 Apr 18 20:15:25.507898 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00f4b00-af3d-4beb-b036-48fb8ebb3f24'] response: {'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'code': 200} Apr 18 20:15:25.516690 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.562890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.570813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-ea59e6ba-6904-4093-9ffb-865fc07941a2 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.8850281 Apr 18 20:15:25.696717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40932) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:25.710932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-418e33f6-619f-411c-97f3-6c8c463e574e req-7c68fd0c-5299-4d7f-98d7-adbfd8c36b36 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 210 time: 0.1407177 Apr 18 20:15:25.724391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.795085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Deleting port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:25.795597 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.820841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-f5e55c02-79cb-4924-8bff-a915ae38799f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Synchronizing usage tracker for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:25.904006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-23f2a00a-b320-422c-bf00-81c6c6eb6367 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e947cb0947a84083a86a48c96af1832a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1973901 Apr 18 20:15:25.928445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:25.955133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] DHCP port deletion for e5edc372-415a-419f-84bc-cf611ec36069 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:15:25.961186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] Deleting port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:25.961977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:25.983758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-f5e55c02-79cb-4924-8bff-a915ae38799f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Unset dirty status for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:25.984928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-f5e55c02-79cb-4924-8bff-a915ae38799f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.4133663 Apr 18 20:15:26.023441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-109248b9-3abc-4d72-81ed-a81bb00f2358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.138398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-109248b9-3abc-4d72-81ed-a81bb00f2358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.273902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-dce50bb1-c669-40c6-8063-4e3b35746d4a tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:26.275307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fe16cc6-bf1c-4cfe-ba01-eb375d659f71 req-dce50bb1-c669-40c6-8063-4e3b35746d4a tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.2762198 Apr 18 20:15:26.294559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-109248b9-3abc-4d72-81ed-a81bb00f2358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.329118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] For port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,segment=NetworkSegment(fdf1c99d-f3a5-4722-ac33-9efcbc0c369c),segment_id=fdf1c99d-f3a5-4722-ac33-9efcbc0c369c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:26.329754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.338051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109248b9-3abc-4d72-81ed-a81bb00f2358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd2d444-af56-4a09-a1bb-caa28d25e063,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:26.359040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-109248b9-3abc-4d72-81ed-a81bb00f2358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.362759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-109248b9-3abc-4d72-81ed-a81bb00f2358 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6cd2d444-af56-4a09-a1bb-caa28d25e063 HTTP/1.1" status: 204 len: 168 time: 0.4325237 Apr 18 20:15:26.414723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] For port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,segment=NetworkSegment(fdf1c99d-f3a5-4722-ac33-9efcbc0c369c),segment_id=fdf1c99d-f3a5-4722-ac33-9efcbc0c369c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:26.415107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.559285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14f11d21-7323-4454-8a34-aa245922cfb2 req-14d3631a-d342-4994-912a-09b052a72f22 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips/dfd39e87-f39c-41df-9747-98a5bfe7e37c HTTP/1.1" status: 200 len: 693 time: 0.1680567 Apr 18 20:15:26.654439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Calling delete_port for cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:26.675195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] Calling delete_port for cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:26.754970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ed8e1-dc19-4153-b601-e30c73843d78 req-8aa9d357-144d-418c-9742-570c93860cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:26.756453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a7ed8e1-dc19-4153-b601-e30c73843d78 req-8aa9d357-144d-418c-9742-570c93860cf2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1100 time: 1.1431549 Apr 18 20:15:26.777955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.820647 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.848209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] No DVR routers for this DVR port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:15:26.861140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:26.863451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0628bd1-2797-4198-b510-d38ccf8fd71e None None] Pushing event deleted for resources: {'Port': ['ID=cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:26.920657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38092f6f-6698-4d5b-a362-1958c6af4b08 req-a6d5129f-3e51-4b0e-8f8a-3a75b2f33249 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:26.928704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38092f6f-6698-4d5b-a362-1958c6af4b08 req-a6d5129f-3e51-4b0e-8f8a-3a75b2f33249 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.9462423 Apr 18 20:15:26.946006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-daf090f5-96b9-4fcd-bb00-ddb216822005 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690920 Apr 18 20:15:27.019484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38092f6f-6698-4d5b-a362-1958c6af4b08 req-b589d676-5233-4c3e-b3d4-f80e4cc43454 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897045 Apr 18 20:15:27.023213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:27.033165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a7ed8e1-dc19-4153-b601-e30c73843d78 req-66549a08-9208-4029-b3c5-2509011f453c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556055 Apr 18 20:15:27.064850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8801bebd-897a-4d48-9d91-7c832e505ebb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:27.083932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.084288 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Added segment 28a5686e-e852-461d-9841-d3567f8bb021 of type vlan for network c161fe70-bac9-4ea5-8775-e528be12e05d Apr 18 20:15:27.085600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:15:27.085926 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:15:27.176138 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.286682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f11d21-7323-4454-8a34-aa245922cfb2 req-d9b087d0-bc58-412b-b07a-435e2167af54 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:27.289238 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14f11d21-7323-4454-8a34-aa245922cfb2 req-d9b087d0-bc58-412b-b07a-435e2167af54 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.7263093 Apr 18 20:15:27.299195 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.300368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:27.301052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.301687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-043467cc-7a61-4928-8a8a-d2df26803a6e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:27.303357 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-043467cc-7a61-4928-8a8a-d2df26803a6e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3489680 Apr 18 20:15:27.309468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-14f11d21-7323-4454-8a34-aa245922cfb2 req-14817ff3-c13c-4bb0-b02d-1ddcce684ea3 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:15:27.311168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14f11d21-7323-4454-8a34-aa245922cfb2 req-14817ff3-c13c-4bb0-b02d-1ddcce684ea3 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062830 Apr 18 20:15:27.316598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Request body: {'port': {'device_id': '750ed71a-376b-47c6-81e8-46aabd28018b', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'f92eec5413044cd9850d9e1008bfcb6a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:27.506298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] Pushing event updated for resources: {'Network': ['ID=c161fe70-bac9-4ea5-8775-e528be12e05d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:27.507296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c2071ed1-f270-4113-8d51-689b7aca9dd6 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:27.517739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6b251edb-ddb9-487a-b5ed-6e81d004d120 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8883204 Apr 18 20:15:27.517989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40970) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:27.523996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Request body: {'subnet': {'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-subnet', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:27.538260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:27.546092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Usage tracker for resource:subnet and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:27.551312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:27.568240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81599d2-c2a8-4f71-99eb-d40083671322 req-67a6bbfa-1175-4949-a7b1-0c65c8e180f3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:27.576105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c81599d2-c2a8-4f71-99eb-d40083671322 req-67a6bbfa-1175-4949-a7b1-0c65c8e180f3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.3229861 Apr 18 20:15:27.608447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:27.610951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Deleting port cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:27.611414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.657211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c161fe70-bac9-4ea5-8775-e528be12e05d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:27.668905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f58d297d-f8c7-4bc3-a2dd-f1b3c5603004 req-44dc73e9-28af-4242-a545-5027255840b4 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 210 time: 0.2014813 Apr 18 20:15:27.741334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c81599d2-c2a8-4f71-99eb-d40083671322 req-9e52c2c0-b23e-4bcb-a0ba-882fa7b11dfd tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642423 Apr 18 20:15:27.747349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] The port 'cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:15:27.748456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:27.765349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.841228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:15:27.896673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port c2071ed1-f270-4113-8d51-689b7aca9dd6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:27.897437 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:27.920690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-2f163d5d-d4f1-42a4-8326-9e3300c21810 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips/dfd39e87-f39c-41df-9747-98a5bfe7e37c HTTP/1.1" status: 200 len: 693 time: 0.2206483 Apr 18 20:15:27.923081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:27.942573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:15:27.943244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cb11b9fd-459e-4ec5-bd5c-173eefb2ddfc not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:15:27.998665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:28.079218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Made reservation on behalf of f92eec5413044cd9850d9e1008bfcb6a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:28.083365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.207839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.223099 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.316209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:28.318206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:28.324845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5edc372-415a-419f-84bc-cf611ec36069']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:28.329361 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.353385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf1c99d-f3a5-4722-ac33-9efcbc0c369c') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:28.353667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf1c99d-f3a5-4722-ac33-9efcbc0c369c') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:28.377594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.425988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:28.479208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.495453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:15:28.495874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:15:28.517096 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:15:28.527355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Allocated IP 192.168.233.149 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/be13c129-462b-4df9-bc28-0ee1d1b05c4f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:28.545277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d8cdc-b7b8-40a1-847a-13d762eefe40 req-9106672c-f438-4558-9a14-81d25cc5880c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:28.546954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e3d8cdc-b7b8-40a1-847a-13d762eefe40 req-9106672c-f438-4558-9a14-81d25cc5880c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.2805395 Apr 18 20:15:28.687898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e3d8cdc-b7b8-40a1-847a-13d762eefe40 req-ed83db18-607b-46a6-ab5f-e2f84e95b040 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793173 Apr 18 20:15:28.691698 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.752353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.762422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] Pushing event deleted for resources: {'Network': ['ID=e5edc372-415a-419f-84bc-cf611ec36069,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:28.772670 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:28.819724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-30b7f654-d4b8-4512-b7e2-0108e23360fe tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:28.827241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-30b7f654-d4b8-4512-b7e2-0108e23360fe tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.9003479 Apr 18 20:15:28.854692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-486eebda-ef12-4541-bfa4-638a03fa8ba1 tempest-ExtraDHCPOptionsTestJSON-299845253 tempest-ExtraDHCPOptionsTestJSON-299845253-project] 10.222.0.47 "DELETE /v2.0/networks/e5edc372-415a-419f-84bc-cf611ec36069 HTTP/1.1" status: 204 len: 168 time: 3.5490434 Apr 18 20:15:28.901058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Pushing event updated for resources: {'Subnet': ['ID=76acb413-4451-4b47-953a-87a2f74373e5,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:28.903507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Checking segment: {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:28.904191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Network hostable DHCP agents. Network: c161fe70-bac9-4ea5-8775-e528be12e05d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:28.939644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Network c161fe70-bac9-4ea5-8775-e528be12e05d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:28.949560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-ff1c5836-5708-485e-bbca-22bb447f0879 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.1207738 Apr 18 20:15:28.978479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c161fe70-bac9-4ea5-8775-e528be12e05d) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:28.993115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95537ab3-c133-4dd4-a5f3-66af8034abef None None] Network c161fe70-bac9-4ea5-8775-e528be12e05d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:29.001378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:29.003157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.035705 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.041799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f64919e1-2a11-49c1-b93a-d5a33faf663c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5224004 Apr 18 20:15:29.044481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41008) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:29.054361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:29.077231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:29.088767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Usage tracker for resource:router and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:29.091430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-0377c0fd-b0c2-4a61-bc19-af08cdd73d7d tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.143 HTTP/1.1" status: 200 len: 696 time: 0.1406207 Apr 18 20:15:29.095252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:29.115938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:29.140099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.141400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.168523 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.190504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Transition to ACTIVE for port object be13c129-462b-4df9-bc28-0ee1d1b05c4f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:29.349655 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd552a2e-e560-4747-91de-39f40bedf69b'] response: {'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'code': 200} Apr 18 20:15:29.473061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Deleting port 59f648d3-8eb6-435b-9827-0b4c24dbbddd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:29.473650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.610209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-c161fe70-bac9-4ea5-8775-e528be12e05d', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:15:29.611058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.681860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41020) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:29.817396 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:29.852215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d6876509-72ab-43f7-89c5-0e408d3e1322', '9d9dbb98-f611-48dd-80fb-7d735eefaec0'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:29.870747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-de74fc6d-dfec-477a-97f3-7d98967f426e req-600c9774-6985-4420-b365-e0fad79fbc70 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 210 time: 0.2321506 Apr 18 20:15:29.934411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:29.941006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:29.954794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:29.981339 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.015263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.026086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.034847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Pushing event updated for resources: {'Port': ['ID=be13c129-462b-4df9-bc28-0ee1d1b05c4f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:30.132539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Allocated IP 172.20.0.2 (c161fe70-bac9-4ea5-8775-e528be12e05d/76acb413-4451-4b47-953a-87a2f74373e5/205dbf45-18c6-4ec6-b300-5006d7084028) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:30.445054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Calling delete_port for 59f648d3-8eb6-435b-9827-0b4c24dbbddd owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:30.454436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1cff7004-d1fb-4146-891f-3bd7697ac14f None None] Provisioning for port be13c129-462b-4df9-bc28-0ee1d1b05c4f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:30.465762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934aa7a7-8982-4e88-9557-15448d2a7cbe req-4cd1f2d2-12cd-458f-b52c-9dbefbcda363 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:30.469802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-934aa7a7-8982-4e88-9557-15448d2a7cbe req-4cd1f2d2-12cd-458f-b52c-9dbefbcda363 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.1698778 Apr 18 20:15:30.487077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1cff7004-d1fb-4146-891f-3bd7697ac14f None None] Provisioning complete for port be13c129-462b-4df9-bc28-0ee1d1b05c4f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:30.487768 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1cff7004-d1fb-4146-891f-3bd7697ac14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.541642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:30.542670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.588586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-07289c01-9781-4696-b986-247de78bcc60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7887c0da27624cad9c62c19e24631d4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8954494 Apr 18 20:15:30.599726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41030) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:30.623535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-8de3a381-45df-4bbc-95e0-1cd07cff9d29 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3103788 Apr 18 20:15:30.642250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Request body: {'port': {'device_id': '750ed71a-376b-47c6-81e8-46aabd28018b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:30.750853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1cff7004-d1fb-4146-891f-3bd7697ac14f None None] Port be13c129-462b-4df9-bc28-0ee1d1b05c4f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:30.766154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.796253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.805426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Transition to ACTIVE for port object 205dbf45-18c6-4ec6-b300-5006d7084028 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:30.841190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b03-099d-4488-8074-83fc964b7046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.851207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.853190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.871246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Transition to ACTIVE for port object 205dbf45-18c6-4ec6-b300-5006d7084028 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:30.885423 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.921072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:30.934832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event deleted for resources: {'Port': ['ID=59f648d3-8eb6-435b-9827-0b4c24dbbddd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:30.977071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Network c161fe70-bac9-4ea5-8775-e528be12e05d is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:30.991619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:31.003306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:31.005504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b03-099d-4488-8074-83fc964b7046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.049175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Allocated IP 172.25.5.51 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/1d94422d-1998-4423-9117-8b700cda2dc4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:31.107445 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Pushing event updated for resources: {'Port': ['ID=205dbf45-18c6-4ec6-b300-5006d7084028,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:31.124734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Attempting to bind port 205dbf45-18c6-4ec6-b300-5006d7084028 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:31.125112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Attempting to bind port 205dbf45-18c6-4ec6-b300-5006d7084028 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:31.125483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Attempting to bind port 205dbf45-18c6-4ec6-b300-5006d7084028 on network c161fe70-bac9-4ea5-8775-e528be12e05d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:31.134233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:31.134909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Checking segment: {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:31.135406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.136000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Bound using segment: {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:31.136719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Bound port: 205dbf45-18c6-4ec6-b300-5006d7084028, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:31.137240 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.175557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.269042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b03-099d-4488-8074-83fc964b7046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.310226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] For port 205dbf45-18c6-4ec6-b300-5006d7084028, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:31.317463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] For port 205dbf45-18c6-4ec6-b300-5006d7084028, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=205dbf45-18c6-4ec6-b300-5006d7084028,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:31.319062 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-934aa7a7-8982-4e88-9557-15448d2a7cbe req-5ab420ad-a481-44b7-a99d-20704d61166d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6471090 Apr 18 20:15:31.327631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a1b03-099d-4488-8074-83fc964b7046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738cf9c6-1f59-4537-a2ff-4146490dadde,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:31.338344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.354512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a9d6506-e139-485b-b4e1-5f63e15986d1 req-94c948a2-da95-40e1-ac33-7762c8b224ac tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "DELETE /v2.0/floatingips/dfd39e87-f39c-41df-9747-98a5bfe7e37c HTTP/1.1" status: 204 len: 173 time: 2.2608397 Apr 18 20:15:31.359354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f9a1b03-099d-4488-8074-83fc964b7046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.362837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8f9a1b03-099d-4488-8074-83fc964b7046 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/738cf9c6-1f59-4537-a2ff-4146490dadde HTTP/1.1" status: 204 len: 168 time: 0.7612312 Apr 18 20:15:31.403247 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.480900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.541426 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:31.666755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Pushing event updated for resources: {'Port': ['ID=1d94422d-1998-4423-9117-8b700cda2dc4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:31.686872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:31.688492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:31.691073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:31.739264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c1457-d77b-462b-b34d-eeeed1cfaaa4 None None] Pushing event updated for resources: {'Port': ['ID=205dbf45-18c6-4ec6-b300-5006d7084028,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:31.983909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd073b5-7a3b-41cf-93c4-5d544ac3c69d req-1e52a98c-a499-4b1b-b683-c42357d40e61 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:31.984846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fd073b5-7a3b-41cf-93c4-5d544ac3c69d req-1e52a98c-a499-4b1b-b683-c42357d40e61 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Synchronizing usage tracker for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:32.031125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be13c129-462b-4df9-bc28-0ee1d1b05c4f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:32.043839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:32.061384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fd073b5-7a3b-41cf-93c4-5d544ac3c69d req-1e52a98c-a499-4b1b-b683-c42357d40e61 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Unset dirty status for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:32.063831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fd073b5-7a3b-41cf-93c4-5d544ac3c69d req-1e52a98c-a499-4b1b-b683-c42357d40e61 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 936 time: 0.3490407 Apr 18 20:15:32.072455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Transition to ACTIVE for port object be13c129-462b-4df9-bc28-0ee1d1b05c4f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:32.112997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:32.273657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=be13c129-462b-4df9-bc28-0ee1d1b05c4f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:32.420291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fd073b5-7a3b-41cf-93c4-5d544ac3c69d req-4c726c5a-f679-441d-8ac9-6215fde52e33 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445816 Apr 18 20:15:32.712169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:32.794371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Attempting to bind port be13c129-462b-4df9-bc28-0ee1d1b05c4f on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:32.800644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Attempting to bind port be13c129-462b-4df9-bc28-0ee1d1b05c4f by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:32.801260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Attempting to bind port be13c129-462b-4df9-bc28-0ee1d1b05c4f on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:32.850653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Port be13c129-462b-4df9-bc28-0ee1d1b05c4f on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:15:32.851317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Attempting to bind port be13c129-462b-4df9-bc28-0ee1d1b05c4f on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:32.873381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:32.873916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:32.877358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:32.881169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Bound port: be13c129-462b-4df9-bc28-0ee1d1b05c4f, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:32.881563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:32.901971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f3dba2-234b-46e2-ad5c-93b9b7b0b0d7 req-0f61761e-9d6b-4b3c-9ba9-41e6a46ff7f1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:32.918125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f3dba2-234b-46e2-ad5c-93b9b7b0b0d7 req-0f61761e-9d6b-4b3c-9ba9-41e6a46ff7f1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4424529 Apr 18 20:15:32.936972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:33.033174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a67215-ae0d-4382-bd35-75afb093252c req-3d8ff406-333f-4059-aad1-e27127a44d5e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:33.044162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3a67215-ae0d-4382-bd35-75afb093252c req-3d8ff406-333f-4059-aad1-e27127a44d5e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 1.1228883 Apr 18 20:15:33.155784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] For port be13c129-462b-4df9-bc28-0ee1d1b05c4f, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:33.164257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] For port be13c129-462b-4df9-bc28-0ee1d1b05c4f, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be13c129-462b-4df9-bc28-0ee1d1b05c4f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:33.186309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:33.280239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3a67215-ae0d-4382-bd35-75afb093252c req-7fc07d0c-b7bd-4798-a158-3d61be381b89 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348619 Apr 18 20:15:33.306897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2082972600'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:33.442387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f62754-067a-4657-9003-f3e1c10c37a7 None None] Network c161fe70-bac9-4ea5-8775-e528be12e05d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:33.472231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:33.472231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:33.473207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] 10.222.0.61 "PUT /v2.0/ports/be13c129-462b-4df9-bc28-0ee1d1b05c4f HTTP/1.1" status: 200 len: 1096 time: 2.8393800 Apr 18 20:15:33.476474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:33.485842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '750ed71a-376b-47c6-81e8-46aabd28018b', 'tag': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:33.506358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:33.517317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:33.571322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:33.621904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf879532-ab46-49dd-9f1e-403782863ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=be13c129-462b-4df9-bc28-0ee1d1b05c4f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:33.626648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-81428944-e928-49af-a4e0-43e6c5108520 None None] Provisioning for port 205dbf45-18c6-4ec6-b300-5006d7084028 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:33.639632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:33.649234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:33.685800 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32a9b07e-3b76-4145-b2bb-282aab021b63 req-36c4e0ff-2316-446e-b2bc-e1a600ef16df tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=7c168547ba734413a1a08c48cf0cfab7 HTTP/1.1" status: 200 len: 1657 time: 0.2105153 Apr 18 20:15:33.688433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:33.731088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:33.750873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:security_group_rule and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:33.764412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eda75-54cc-414d-a9bf-460b14b5fb71 req-51a2485e-cb4e-4ee6-9ad3-7717cb731ba5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:33.773241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-613eda75-54cc-414d-a9bf-460b14b5fb71 req-51a2485e-cb4e-4ee6-9ad3-7717cb731ba5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.5703857 Apr 18 20:15:33.774527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:33.801379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:33.845920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-a13e9578-bd3b-4647-af6f-fc228d765c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:33.847284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 205dbf45-18c6-4ec6-b300-5006d7084028 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:33.847474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-a13e9578-bd3b-4647-af6f-fc228d765c11 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 1099 time: 0.3236609 Apr 18 20:15:33.941852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-613eda75-54cc-414d-a9bf-460b14b5fb71 req-7ac273a5-7181-46df-9873-f2aaefbeef3a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691413 Apr 18 20:15:33.943724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9b07e-3b76-4145-b2bb-282aab021b63 req-66c7646a-58af-4a5b-a42a-30a46a67c17f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:33.945701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32a9b07e-3b76-4145-b2bb-282aab021b63 req-66c7646a-58af-4a5b-a42a-30a46a67c17f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks?id=f02cd76e-a543-437b-8aad-d33e3351d024&id=f02cd76e-a543-437b-8aad-d33e3351d024&id=f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 787 time: 0.2403250 Apr 18 20:15:33.975829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-99bcd0e7-96bd-4dc5-9202-9f75d9b553cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=be13c129-462b-4df9-bc28-0ee1d1b05c4f HTTP/1.1" status: 200 len: 217 time: 0.1145265 Apr 18 20:15:34.035200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 205dbf45-18c6-4ec6-b300-5006d7084028 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:34.044325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 205dbf45-18c6-4ec6-b300-5006d7084028 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:34.044808 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.134641 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.206511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-9c810d8a-5983-4cf0-813d-35bac3b8105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:34.207990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-9c810d8a-5983-4cf0-813d-35bac3b8105f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2166500 Apr 18 20:15:34.268099 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.340327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 205dbf45-18c6-4ec6-b300-5006d7084028, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=205dbf45-18c6-4ec6-b300-5006d7084028,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:34.347114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.413919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.428198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.498417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:34.518627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=205dbf45-18c6-4ec6-b300-5006d7084028,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:34.555500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa588333-64ce-40be-863f-9c1c68222fcf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:34.568408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.569034 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment 7baa85be-2757-409d-a4d2-3ffe8060daa9 of type vlan for network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa Apr 18 20:15:34.588380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3f5a20-a205-412b-8208-6082508c9ed5 req-e2a31124-2a1c-4da1-a1a0-5ddb898e07c2 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:34.590055 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e3f5a20-a205-412b-8208-6082508c9ed5 req-e2a31124-2a1c-4da1-a1a0-5ddb898e07c2 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 948 time: 0.2924585 Apr 18 20:15:34.619280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394f79f-3066-4171-ae29-43f870f9299b req-472c772b-45d6-4b0a-b8bc-8555eefe5a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:34.620825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-472c772b-45d6-4b0a-b8bc-8555eefe5a62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4009225 Apr 18 20:15:34.627612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:15:34.646767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b9191c8-80db-4b70-909b-5e1a0d957056 None None] Provisioning complete for port 205dbf45-18c6-4ec6-b300-5006d7084028 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:34.647151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b9191c8-80db-4b70-909b-5e1a0d957056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.684666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.703062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e3f5a20-a205-412b-8208-6082508c9ed5 req-cfbac9a6-c43a-4667-b699-26c6f08a9288 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044323 Apr 18 20:15:34.801916 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1177c289-6396-4f06-b3e4-0e63aeaeeeb7'] response: {'name': 'network-changed', 'server_uuid': '750ed71a-376b-47c6-81e8-46aabd28018b', 'tag': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f', 'status': 'completed', 'code': 200} Apr 18 20:15:34.828356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.834205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:34.834810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:34.949738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:15:34.951979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-479cfdb2-499f-47ed-9348-eaca1468e45b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips/479a2109-6c38-4760-949d-997c21312a48 HTTP/1.1" status: 200 len: 693 time: 0.1285346 Apr 18 20:15:34.975618 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Sync routers for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:15:34.989362 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:34.990082 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:35.004022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-7b3dfc09-b086-4293-af83-4b5993ca3365 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:35.007329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-7b3dfc09-b086-4293-af83-4b5993ca3365 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1100 time: 0.2341783 Apr 18 20:15:35.016464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-7bc8af54-d751-4985-b02c-3fea9eb6a642 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813708 Apr 18 20:15:35.049887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:35.069131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:35.073867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb99ca69-4d81-46a3-a6ae-6145b8272cd6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0232031 Apr 18 20:15:35.084412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:35.090502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Usage tracker for resource:security_group_rule and tenant:f6f0730c309b4dca82a6b1b2acb7a144 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:35.094662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:35.101777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:35.107968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41122) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:35.193536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2008181 Apr 18 20:15:35.193536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=50d9ed2e-cbc1-4585-acdf-45116f1b72fa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:35.281369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:35.301232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:35.356439 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:35.367745 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d3364db-e656-4fd3-ab59-fc0fc3430fd8 req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463490 Apr 18 20:15:35.404471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.404471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.404471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.404471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.405493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.405869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.406203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.406537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.406867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.407224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.407672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.408010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6222cf31-e1ce-4d1c-8c94-395a54deafd4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.431179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:35.658990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-5936f452-1fe6-4824-9da2-5af302650c6c tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:35.663149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-5936f452-1fe6-4824-9da2-5af302650c6c tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.6861517 Apr 18 20:15:35.666075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7071552f-875b-4160-9d38-a845fa5140b4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:35.668422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c394f79f-3066-4171-ae29-43f870f9299b req-604b7951-6969-47ff-87d6-97be449ab1db service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340039 Apr 18 20:15:35.711064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.711413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.711745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.712069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.712398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.712723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.713045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.713362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.756389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.756826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.757166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.757524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d338ac6-9ee1-432a-8543-ae9f808efeb0 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:15:35.869974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-d345fe02-174f-40bc-acb7-52760564427e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Synchronizing usage tracker for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:35.904502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-d345fe02-174f-40bc-acb7-52760564427e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Unset dirty status for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:35.913282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-d345fe02-174f-40bc-acb7-52760564427e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.2130194 Apr 18 20:15:36.021490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 205dbf45-18c6-4ec6-b300-5006d7084028 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:36.107163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-0bd685d3-b3f3-491b-a0e6-36a1419d8404 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.175 HTTP/1.1" status: 200 len: 696 time: 0.1925800 Apr 18 20:15:36.322020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 205dbf45-18c6-4ec6-b300-5006d7084028 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:36.324986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:36.503398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-bafb8aff-157c-4fb5-a947-5d49879d4afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:36.504911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-bafb8aff-157c-4fb5-a947-5d49879d4afe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 1099 time: 0.7187128 Apr 18 20:15:36.665595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Deleting port ca6bb0aa-1ce8-45d2-b627-a80c5d9b12c4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:36.665885 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:36.995679 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:32Z', 'revision_number': 3, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:37.017470 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Checking router: e8efd05b-6c79-4b22-94e4-efe63fcdaba9 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:15:37.022802 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Updating router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 port 1d94422d-1998-4423-9117-8b700cda2dc4 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:15:37.168482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-ae48bcad-3154-4b41-a7dc-b1a54af330d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:37.174721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-ae48bcad-3154-4b41-a7dc-b1a54af330d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.6594336 Apr 18 20:15:37.266469 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:37.353384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-99cf1c26-8999-4210-aaee-a333dada01fd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=be13c129-462b-4df9-bc28-0ee1d1b05c4f HTTP/1.1" status: 200 len: 217 time: 0.1692104 Apr 18 20:15:37.453814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:37.454261 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:37.574491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-753022a0-8480-457c-994d-bcf48e69db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:37.576605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-753022a0-8480-457c-994d-bcf48e69db4c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2133946 Apr 18 20:15:37.705152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Calling delete_port for ca6bb0aa-1ce8-45d2-b627-a80c5d9b12c4 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:37.794438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b914467-7804-49fc-ab54-e2c899c6d633 req-3b6a6362-ffee-4521-a3ea-eefb3f9dfd02 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:37.803652 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b914467-7804-49fc-ab54-e2c899c6d633 req-3b6a6362-ffee-4521-a3ea-eefb3f9dfd02 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.8850462 Apr 18 20:15:38.043352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-bb2789ca-d696-4d07-bb03-f6764c65f6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:38.050616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-bb2789ca-d696-4d07-bb03-f6764c65f6df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4055266 Apr 18 20:15:38.121108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b914467-7804-49fc-ab54-e2c899c6d633 req-48078472-00e9-444a-93bf-1ad90f9d6240 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158572 Apr 18 20:15:38.581090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:38.588111 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:38.643146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Transition to ACTIVE for port object 1d94422d-1998-4423-9117-8b700cda2dc4 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:38.665441 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:38.835822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:38.998423 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Attempting to bind port 1d94422d-1998-4423-9117-8b700cda2dc4 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:38.998911 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Attempting to bind port 1d94422d-1998-4423-9117-8b700cda2dc4 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:38.999302 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Attempting to bind port 1d94422d-1998-4423-9117-8b700cda2dc4 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:39.039913 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a5c0-2aa4-44f6-96f2-8e98026c88d6 None None] Pushing event updated for resources: {'Port': ['ID=1d94422d-1998-4423-9117-8b700cda2dc4,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:39.050703 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:39.053137 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:39.054664 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:39.055705 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:39.057219 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Bound port: 1d94422d-1998-4423-9117-8b700cda2dc4, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:39.060695 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:39.204439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-19bc7afb-e868-43b2-adc2-8086228704fb service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1409807 Apr 18 20:15:39.282216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event deleted for resources: {'Port': ['ID=ca6bb0aa-1ce8-45d2-b627-a80c5d9b12c4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:39.288286 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] For port 1d94422d-1998-4423-9117-8b700cda2dc4, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:39.301738 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] For port 1d94422d-1998-4423-9117-8b700cda2dc4, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1d94422d-1998-4423-9117-8b700cda2dc4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:39.314751 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:39.420783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Allocated IP 172.20.0.1 (c161fe70-bac9-4ea5-8775-e528be12e05d/76acb413-4451-4b47-953a-87a2f74373e5/71494a35-4ff7-410d-bfd1-45dd6e94a283) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:39.426790 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:39.427670 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:39.521823 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24a5c0-2aa4-44f6-96f2-8e98026c88d6 None None] Pushing event updated for resources: {'Port': ['ID=1d94422d-1998-4423-9117-8b700cda2dc4,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:39.569156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device be13c129-462b-4df9-bc28-0ee1d1b05c4f details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:39.909652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:39.916320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41170) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:39.931201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Transition to ACTIVE for port object 71494a35-4ff7-410d-bfd1-45dd6e94a283 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:39.932705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port be13c129-462b-4df9-bc28-0ee1d1b05c4f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be13c129-462b-4df9-bc28-0ee1d1b05c4f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:39.946959 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:39.954041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f', 'mac_address': 'fa:16:3e:0e:c8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:39.978671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.037357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.059796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be13c129-462b-4df9-bc28-0ee1d1b05c4f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:40.083446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port be13c129-462b-4df9-bc28-0ee1d1b05c4f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be13c129-462b-4df9-bc28-0ee1d1b05c4f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:40.089722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.097077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Pushing event updated for resources: {'Port': ['ID=71494a35-4ff7-410d-bfd1-45dd6e94a283,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:40.119214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': '50d9ed2e-cbc1-4585-acdf-45116f1b72fa', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:40.145613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41174) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:40.197310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Network c161fe70-bac9-4ea5-8775-e528be12e05d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:40.223626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bf45f-9701-4b2b-af08-6f036199f685 req-839fe8d8-2f95-4b59-a6c1-a8c78020704b tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:40.235004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-839bf45f-9701-4b2b-af08-6f036199f685 req-839fe8d8-2f95-4b59-a6c1-a8c78020704b tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 948 time: 0.6919541 Apr 18 20:15:40.236009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=be13c129-462b-4df9-bc28-0ee1d1b05c4f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:40.240927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:40.286758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:40.435780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.495927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['be13c129-462b-4df9-bc28-0ee1d1b05c4f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:40.507024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.545227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:40.556153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Usage tracker for resource:security_group_rule and tenant:022ff0af8383417eba0c09cbb7c8cd8c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:40.568892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:40.595019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:40.606650 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cb2ffff-a62b-4941-ad81-07a9d10192c1 req-8fe03d91-35af-413c-a75c-2a7f317bed6d service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3275020 Apr 18 20:15:40.608479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:40.617634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:40.634299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-05bc188c-c0e1-4cdc-b9c4-fbb075a40f5b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.3997798 Apr 18 20:15:40.637970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:40.647467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.647810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-839bf45f-9701-4b2b-af08-6f036199f685 req-22e9ef1a-fbfb-4742-af9c-5b320185ee2d tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102993 Apr 18 20:15:40.652067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.663428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4971b477-2e75-4b12-87a0-78c9c07af864 req-c8ea2c9b-dae4-4412-9812-5a7a13c1306b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "DELETE /v2.0/floatingips/479a2109-6c38-4760-949d-997c21312a48 HTTP/1.1" status: 204 len: 173 time: 4.5473423 Apr 18 20:15:40.677573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:40.718695 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:32Z', 'revision_number': 3, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:40.737465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:40.742453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:40.745184 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6970e169-9bf9-4049-8a5b-832ce3ebbe72 None None] The sync data for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 is: [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:32Z', 'revision_number': 3, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:15:40.792969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-aabe4b3c-ca05-42d2-a09b-bc010ff0f67f None None] Provisioning for port 71494a35-4ff7-410d-bfd1-45dd6e94a283 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:40.826967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-aabe4b3c-ca05-42d2-a09b-bc010ff0f67f None None] Provisioning complete for port 71494a35-4ff7-410d-bfd1-45dd6e94a283 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:40.827691 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aabe4b3c-ca05-42d2-a09b-bc010ff0f67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:41.155579 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:41.281321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=422158e0-841b-42af-a054-88b471940494,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:41.282669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-aabe4b3c-ca05-42d2-a09b-bc010ff0f67f None None] Port 71494a35-4ff7-410d-bfd1-45dd6e94a283 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:41.516020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': '7baa85be-2757-409d-a4d2-3ffe8060daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50d9ed2e-cbc1-4585-acdf-45116f1b72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:41.516701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: 50d9ed2e-cbc1-4585-acdf-45116f1b72fa, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:41.616656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99569948-640b-49a2-a5fa-94ef66eea676 req-9e8444ff-300e-4697-ad69-d35c543bf704 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:41.630645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99569948-640b-49a2-a5fa-94ef66eea676 req-9e8444ff-300e-4697-ad69-d35c543bf704 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.2036994 Apr 18 20:15:41.632571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:41.662296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 50d9ed2e-cbc1-4585-acdf-45116f1b72fa) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:41.677234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4a085f-332a-4069-a245-e0de9cceea57 None None] Network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:41.687873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:41.688461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:41.795308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:41.803300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:41.813111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:41.897884 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99569948-640b-49a2-a5fa-94ef66eea676 req-3740d875-5530-4cfc-8857-9865a59946ec tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648516 Apr 18 20:15:41.907031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c6715094-d8b5-4266-863a-20b5439a1095 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9751434 Apr 18 20:15:41.911043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41216) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:41.936725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=022ff0af8383417eba0c09cbb7c8cd8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7863181 Apr 18 20:15:41.936993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2006332307'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:41.938479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41222) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:41.946556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:41.957811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c136b-b2a2-4e27-af1f-ee29681c0386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2970f3cd-b6b0-4fa1-a1ca-81c26e45906b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:41.966733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:41.970915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:42.105456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1d94422d-1998-4423-9117-8b700cda2dc4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:42.123992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb31300-55a0-4f11-b36f-0066a2acfa04 req-94701e94-a167-4269-91b4-b39fd84a38e6 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:42.125864 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb31300-55a0-4f11-b36f-0066a2acfa04 req-94701e94-a167-4269-91b4-b39fd84a38e6 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 1.1420879 Apr 18 20:15:42.160167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:42.197101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:42.207157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.267594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84d28c7b-f195-4b81-b702-fd045101547b req-791b7d69-36bd-48f5-a03f-2036ffd88e38 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips/1df64c70-b0d5-43ab-83d5-4327b6f73520 HTTP/1.1" status: 200 len: 693 time: 0.2975035 Apr 18 20:15:42.315560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 1d94422d-1998-4423-9117-8b700cda2dc4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:42.324256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 1d94422d-1998-4423-9117-8b700cda2dc4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:42.325158 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.368982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:42.371397 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5e58128-6b25-418a-aed7-dbb1dd9f00b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.429981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-50d9ed2e-cbc1-4585-acdf-45116f1b72fa', 'network_id': '50d9ed2e-cbc1-4585-acdf-45116f1b72fa', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': '422158e0-841b-42af-a054-88b471940494'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:15:42.431196 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.475822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb31300-55a0-4f11-b36f-0066a2acfa04 req-261103f2-ad9d-4f34-958d-57e249bf0de2 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208754 Apr 18 20:15:42.509559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.510392 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment 834286a4-52a1-46de-9172-137cd9cd3b17 of type vlan for network 7f4cf9cc-30cd-4938-b06e-74d232f1399a Apr 18 20:15:42.582889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5e58128-6b25-418a-aed7-dbb1dd9f00b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.632856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.685599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d28c7b-f195-4b81-b702-fd045101547b req-56589ae7-6539-4b75-b25b-0ad80a322ecb tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:42.699097 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84d28c7b-f195-4b81-b702-fd045101547b req-56589ae7-6539-4b75-b25b-0ad80a322ecb tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.4299028 Apr 18 20:15:42.925406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5e58128-6b25-418a-aed7-dbb1dd9f00b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.936101 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:15:42.946542 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.968900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6603d-c6d5-49dc-9f35-ef00b7d77b61 req-ccd6c911-ef44-4d52-8c68-bb8996a1f26a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:42.970870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27e6603d-c6d5-49dc-9f35-ef00b7d77b61 req-ccd6c911-ef44-4d52-8c68-bb8996a1f26a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 949 time: 0.2496896 Apr 18 20:15:42.971087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-84d28c7b-f195-4b81-b702-fd045101547b req-a88e22aa-ad9f-4127-af4e-eba903717d0e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Synchronizing usage tracker for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:15:42.971553 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:42.986391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:43.009397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:43.013932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e58128-6b25-418a-aed7-dbb1dd9f00b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2970f3cd-b6b0-4fa1-a1ca-81c26e45906b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:43.015680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:43.026417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:43.062269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Allocated IP 2001:db8:0:ffff::2 (50d9ed2e-cbc1-4585-acdf-45116f1b72fa/422158e0-841b-42af-a054-88b471940494/27a001d7-a7d4-4bd8-80de-0d3cf1a747a4) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:43.071866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 1d94422d-1998-4423-9117-8b700cda2dc4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1d94422d-1998-4423-9117-8b700cda2dc4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:43.100767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-84d28c7b-f195-4b81-b702-fd045101547b req-a88e22aa-ad9f-4127-af4e-eba903717d0e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Unset dirty status for tenant:7c168547ba734413a1a08c48cf0cfab7 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:15:43.102022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84d28c7b-f195-4b81-b702-fd045101547b req-a88e22aa-ad9f-4127-af4e-eba903717d0e tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.4020467 Apr 18 20:15:43.110612 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:43.139573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Pushing event updated for resources: {'Port': ['ID=71494a35-4ff7-410d-bfd1-45dd6e94a283,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:43.210752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5e58128-6b25-418a-aed7-dbb1dd9f00b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:43.214208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d5e58128-6b25-418a-aed7-dbb1dd9f00b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2970f3cd-b6b0-4fa1-a1ca-81c26e45906b HTTP/1.1" status: 204 len: 168 time: 1.2609053 Apr 18 20:15:43.214208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:43.457838 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27e6603d-c6d5-49dc-9f35-ef00b7d77b61 req-6253ae17-b1d9-42a9-9b6a-ed1822f841ac tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330249 Apr 18 20:15:43.493845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5767908 Apr 18 20:15:43.495244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:43.673909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Network c161fe70-bac9-4ea5-8775-e528be12e05d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:43.682741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:43.745349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': '7f4cf9cc-30cd-4938-b06e-74d232f1399a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:43.775028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84d28c7b-f195-4b81-b702-fd045101547b req-df38f199-d819-4417-9168-a6d839588f34 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.216 HTTP/1.1" status: 200 len: 696 time: 0.6423914 Apr 18 20:15:43.825247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecd7f5-56be-4f9e-ba0c-995a8e371c5d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=7f4cf9cc-30cd-4938-b06e-74d232f1399a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:43.853900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:43.909504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Transition to ACTIVE for port object 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:43.943624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Transition to ACTIVE for port object 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:43.960443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device be13c129-462b-4df9-bc28-0ee1d1b05c4f up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:43.987999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 7f4cf9cc-30cd-4938-b06e-74d232f1399a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:44.018511 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.089979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:44.177467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:15:44.187741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:44.192350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=1d94422d-1998-4423-9117-8b700cda2dc4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:44.196430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:44.334005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Pushing event updated for resources: {'Port': ['ID=27a001d7-a7d4-4bd8-80de-0d3cf1a747a4,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:44.345040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Deleting port e69916f3-2c42-490a-925f-13189939ee9e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:44.356700 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5587c24-ec29-4899-a640-f2b3e1ea14f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.369673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.534456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:15:44.549768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-14c9bf5d-2ad5-4a25-80c9-1fecac7c2b2b admin admin] 10.222.0.47 "PUT /v2.0/routers/e8efd05b-6c79-4b22-94e4-efe63fcdaba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4344201 Apr 18 20:15:44.550212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Sync routers for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:15:44.589342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b74edf8-27fa-4223-99aa-529aa0f4db0d None None] Provisioning complete for port 71494a35-4ff7-410d-bfd1-45dd6e94a283 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:44.590738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb62ff6-e9cc-4234-8eee-3b68982d41c9 req-e31c2030-0e99-4f7d-9040-45c9d7c3e282 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:44.596182 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b74edf8-27fa-4223-99aa-529aa0f4db0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.601294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfb62ff6-e9cc-4234-8eee-3b68982d41c9 req-e31c2030-0e99-4f7d-9040-45c9d7c3e282 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.4338605 Apr 18 20:15:44.621651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:44.645050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:44.650806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:44.677675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:44.718360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfb62ff6-e9cc-4234-8eee-3b68982d41c9 req-542dd566-d1a6-4189-9099-48b8666d29a7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142249 Apr 18 20:15:44.779761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b74edf8-27fa-4223-99aa-529aa0f4db0d None None] Port 71494a35-4ff7-410d-bfd1-45dd6e94a283 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:15:44.795676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port be13c129-462b-4df9-bc28-0ee1d1b05c4f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:44.809250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Attempting to bind port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:44.809649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Attempting to bind port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '7baa85be-2757-409d-a4d2-3ffe8060daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50d9ed2e-cbc1-4585-acdf-45116f1b72fa'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:44.810049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Attempting to bind port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 on network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:44.812498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.813117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.829219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:44.830565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Checking segment: {'id': '7baa85be-2757-409d-a4d2-3ffe8060daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50d9ed2e-cbc1-4585-acdf-45116f1b72fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:44.830993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.834746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Bound using segment: {'id': '7baa85be-2757-409d-a4d2-3ffe8060daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50d9ed2e-cbc1-4585-acdf-45116f1b72fa'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:44.835575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Bound port: 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7baa85be-2757-409d-a4d2-3ffe8060daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '50d9ed2e-cbc1-4585-acdf-45116f1b72fa'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:44.836148 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:44.998309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Calling delete_port for e69916f3-2c42-490a-925f-13189939ee9e owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:45.018481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port be13c129-462b-4df9-bc28-0ee1d1b05c4f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:45.019154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:45.103299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:45.106059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:45.169136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-5c3e7968-028b-4720-9622-750e880368a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:45.171444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-5c3e7968-028b-4720-9622-750e880368a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1100 time: 1.8797190 Apr 18 20:15:45.174315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:45.241239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:45.245089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:45.268123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f2ce4-a9d5-4cdd-9a24-0198dab38bde req-6594e16d-fe9d-4932-8b80-829f7782d0c0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:45.277135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-220f2ce4-a9d5-4cdd-9a24-0198dab38bde req-6594e16d-fe9d-4932-8b80-829f7782d0c0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.3008304 Apr 18 20:15:45.307940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event deleted for resources: {'Port': ['ID=e69916f3-2c42-490a-925f-13189939ee9e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:45.409816 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-220f2ce4-a9d5-4cdd-9a24-0198dab38bde req-c262271c-2988-48f6-8555-0e86623f6100 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313348 Apr 18 20:15:45.465428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-3842e6d2-246b-42e4-9b30-a56059f57c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:45.467209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-3842e6d2-246b-42e4-9b30-a56059f57c9c service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2531128 Apr 18 20:15:45.650941 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-426d5ae4-f5ac-4ea1-9c5d-e8682073819c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.1754191 Apr 18 20:15:45.783979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de5029-0c06-4dce-9bae-00183c53f640 req-245ae1cc-58d5-4286-828a-1490f43d34a8 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:45.800930 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-19de5029-0c06-4dce-9bae-00183c53f640 req-245ae1cc-58d5-4286-828a-1490f43d34a8 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 949 time: 0.1942194 Apr 18 20:15:45.830622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:45.834333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-b3b6837d-989f-4049-907e-0022cdb2fff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:45.835857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-b3b6837d-989f-4049-907e-0022cdb2fff0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1698964 Apr 18 20:15:45.854267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:45.957945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:45.959976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84d28c7b-f195-4b81-b702-fd045101547b req-ce6fb82b-2bcc-45aa-9766-503b251d7fa1 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "DELETE /v2.0/floatingips/1df64c70-b0d5-43ab-83d5-4327b6f73520 HTTP/1.1" status: 204 len: 173 time: 2.1576004 Apr 18 20:15:45.981774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:15:45.985880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1d94422d-1998-4423-9117-8b700cda2dc4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:45.986203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:45.999769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-network', 'tenant_id': '93ee2f7aa37940adaa872def64891a84'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:46.007458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:46.018493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Usage tracker for resource:network and tenant:93ee2f7aa37940adaa872def64891a84 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:46.031602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:46.051527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:46.066269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-3238c79d-e52b-425f-9547-e65c88b8131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:46.067824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-3238c79d-e52b-425f-9547-e65c88b8131c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2207680 Apr 18 20:15:46.115028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Made reservation on behalf of 93ee2f7aa37940adaa872def64891a84 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:46.117299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:46.140656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:46.179349 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1cf1b46e-c357-4192-a443-ae201f2d799e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:46.221857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-19de5029-0c06-4dce-9bae-00183c53f640 req-43f337db-7ca5-4243-9e8d-26fd96e31afb tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157834 Apr 18 20:15:46.232764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:46.297264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] For port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:46.402588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:46.448823 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-c2dd3cb9-0c3a-40ac-be87-abc8ba4bb75f tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips/4683f4b3-71f1-44fe-97c7-fc55fa47d7f2 HTTP/1.1" status: 200 len: 693 time: 0.2087226 Apr 18 20:15:46.473277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Usage tracker for resource:security_group_rule and tenant:93ee2f7aa37940adaa872def64891a84 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:46.488866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:46.490447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] For port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=27a001d7-a7d4-4bd8-80de-0d3cf1a747a4,segment=NetworkSegment(7baa85be-2757-409d-a4d2-3ffe8060daa9),segment_id=7baa85be-2757-409d-a4d2-3ffe8060daa9)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:46.503306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:15:46.511533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:46.553699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=90a6b4c4-f094-4196-b3d7-dbb0a39f8e8f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:46.585771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-48286337-96fd-4047-8cd4-dcb026dc1abb service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5059054 Apr 18 20:15:46.587991 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:46.607821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': '834286a4-52a1-46de-9172-137cd9cd3b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7f4cf9cc-30cd-4938-b06e-74d232f1399a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:46.608492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: 7f4cf9cc-30cd-4938-b06e-74d232f1399a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:46.714465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baf977-5dfe-4cd4-a75a-5de4fd828f51 req-9f179c50-b4cd-49a5-8d03-e4ea61e5f01f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:46.717412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35baf977-5dfe-4cd4-a75a-5de4fd828f51 req-9f179c50-b4cd-49a5-8d03-e4ea61e5f01f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.3183546 Apr 18 20:15:46.720522 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:15:46.803542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-55935ea0-bf07-45b9-9017-c6fff72ff46b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:46.808307 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-55935ea0-bf07-45b9-9017-c6fff72ff46b tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3519053 Apr 18 20:15:46.947887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network 7f4cf9cc-30cd-4938-b06e-74d232f1399a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:46.986883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-69362e38-25ef-4113-8014-bd192a14b6cc tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.1711202 Apr 18 20:15:46.994161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 7f4cf9cc-30cd-4938-b06e-74d232f1399a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:47.023148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:47.025427 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.115292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85dc7b9-407d-4afe-a195-760093951498 None None] Network 7f4cf9cc-30cd-4938-b06e-74d232f1399a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:47.118032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35baf977-5dfe-4cd4-a75a-5de4fd828f51 req-73bfb528-bbbd-40aa-967a-09def77849aa tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058611 Apr 18 20:15:47.160113 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-c5eba5a1-fd48-4f90-9f60-c9599b27a162 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5533547 Apr 18 20:15:47.163625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-16cbb3ce-4d38-4041-b0a9-0e4a22226000 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4662502 Apr 18 20:15:47.178182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:47.283645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-c079e2c0-b137-4aa6-bb15-8b0e41b704f4 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.159 HTTP/1.1" status: 200 len: 696 time: 0.2857201 Apr 18 20:15:47.327022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.422664 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.480146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 1d94422d-1998-4423-9117-8b700cda2dc4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:47.480791 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.520221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.554446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:47.555166 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.630258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Deleting port b43b2928-1bf8-45d8-9084-7192d88df900 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:47.632151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.632717 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Added segment fd84fd33-162e-42a2-8b55-0f7dc65a78f7 of type vlan for network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 Apr 18 20:15:47.638603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.649912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:47.679521 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.699470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'port_id': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'mac_address': 'fa:16:3e:0c:e8:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8557ea57-8087-403b-b2f4-187b34f03222', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:15:47.704979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e289adc-2d70-4e7e-ae6f-54bcbd3138a2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:47.777129 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.790536 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.834642 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:47.924966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdc4d2-dcda-4afb-a3f1-3eb9731aa762 req-9118841b-6ef5-44ec-ab6e-fd709439016c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:47.927833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2efdc4d2-dcda-4afb-a3f1-3eb9731aa762 req-9118841b-6ef5-44ec-ab6e-fd709439016c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.5248585 Apr 18 20:15:47.933384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:15:47.962484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dd1b7b-3686-43b8-8ffd-8cb1f58e58a4 None None] Pushing event updated for resources: {'Port': ['ID=27a001d7-a7d4-4bd8-80de-0d3cf1a747a4,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:48.010038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.015249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:48.015968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.076624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:48.103511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 2, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:48.141631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Checking router: e8efd05b-6c79-4b22-94e4-efe63fcdaba9 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:15:48.142222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Updating router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 port 71494a35-4ff7-410d-bfd1-45dd6e94a283 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:15:48.187703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.245286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.329978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca505195-0d5c-40c2-9d20-9b84234d98b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-7f4cf9cc-30cd-4938-b06e-74d232f1399a', 'network_id': '7f4cf9cc-30cd-4938-b06e-74d232f1399a', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': '90a6b4c4-f094-4196-b3d7-dbb0a39f8e8f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:15:48.331712 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca505195-0d5c-40c2-9d20-9b84234d98b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.354367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3670917 Apr 18 20:15:48.375624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.375957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.377051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41364) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:48.383086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ed71a-376b-47c6-81e8-46aabd28018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:48.396298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Request body: {'subnet': {'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-subnet', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:48.410484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:48.486649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2efdc4d2-dcda-4afb-a3f1-3eb9731aa762 req-6c0a5f0a-57c7-46e0-918a-0a928ad9e4be tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5486615 Apr 18 20:15:48.493246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Usage tracker for resource:subnet and tenant:93ee2f7aa37940adaa872def64891a84 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:48.499925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.530674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4ca57-81ca-40c6-a7b6-7bf28f279804 admin admin] Pushing event updated for resources: {'Network': ['ID=64a3a9c9-a690-4ddb-a6e0-24487fcd0a84,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:48.534261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:48.542682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:48.566774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:48.596345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Calling delete_port for b43b2928-1bf8-45d8-9084-7192d88df900 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:48.621580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Made reservation on behalf of 93ee2f7aa37940adaa872def64891a84 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:48.627317 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.662477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:48.692133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port be13c129-462b-4df9-bc28-0ee1d1b05c4f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be13c129-462b-4df9-bc28-0ee1d1b05c4f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:48.701420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:15:48.775764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:48.853775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=90a6b4c4-f094-4196-b3d7-dbb0a39f8e8f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:49.001813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.041856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f4cf9cc-30cd-4938-b06e-74d232f1399a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:49.058012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834286a4-52a1-46de-9172-137cd9cd3b17') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:49.058310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834286a4-52a1-46de-9172-137cd9cd3b17') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:49.081279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.094364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.177753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.184023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.186945 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.258770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.312050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:15:49.312469 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.357993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Pushing event deleted for resources: {'Port': ['ID=b43b2928-1bf8-45d8-9084-7192d88df900,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:15:49.369441 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:15:49.431961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.482693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.495930 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4381723-b7a7-4f52-befc-6e1b9939ba1d req-065481dc-b052-4110-b18e-188b084733b0 tempest-FloatingIPDetailsTestJSON-1765239829 tempest-FloatingIPDetailsTestJSON-1765239829-project] 10.222.0.47 "DELETE /v2.0/floatingips/4683f4b3-71f1-44fe-97c7-fc55fa47d7f2 HTTP/1.1" status: 204 len: 173 time: 2.2060912 Apr 18 20:15:49.506299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41378) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:49.680982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:49.775656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.867244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.870245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.880307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=be13c129-462b-4df9-bc28-0ee1d1b05c4f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:49.883875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e576014-e202-482a-a33f-9d21c0a832a7 None None] Network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:49.917355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:49.964085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:49.965669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=7f4cf9cc-30cd-4938-b06e-74d232f1399a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:49.985404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c11e1aec-fd16-4e02-9412-a01429b48900 None None] Provisioning for port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:50.031695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a7b52742-8f9b-4a47-9873-530d438c84b8 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/7f4cf9cc-30cd-4938-b06e-74d232f1399a HTTP/1.1" status: 204 len: 168 time: 2.8515799 Apr 18 20:15:50.039260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:50.046125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c11e1aec-fd16-4e02-9412-a01429b48900 None None] Provisioning complete for port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:50.046638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c11e1aec-fd16-4e02-9412-a01429b48900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.049299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1064025575'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:50.078609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:50.089992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1456cd-c7ef-407b-b73c-f8507f7e0a42 None None] Network 7f4cf9cc-30cd-4938-b06e-74d232f1399a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:50.092705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f36acedd-b5fe-418f-a456-1b292b114cad,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:50.106514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:50.115091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:50.115662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.137712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:50.166085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:50.186995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Checking segment: {'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:50.187695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Network hostable DHCP agents. Network: 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:50.230936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:50.238541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.282429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1456cd-c7ef-407b-b73c-f8507f7e0a42 None None] Network 7f4cf9cc-30cd-4938-b06e-74d232f1399a could not be found, it might have been deleted concurrently. {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 20:15:50.338980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:50.343183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cf49f-35af-4aa4-97a8-578227bb3f74 req-7becb9da-184d-4fe1-94e0-e0e27794f013 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:50.350336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f62cf49f-35af-4aa4-97a8-578227bb3f74 req-7becb9da-184d-4fe1-94e0-e0e27794f013 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 950 time: 0.5488398 Apr 18 20:15:50.354389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.355035 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment d3e019ff-5321-47ee-b819-83a7e7cef2a2 of type vlan for network 6e83992a-dfc0-48d6-b033-de554c6ee8be Apr 18 20:15:50.400128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.417481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:50.455475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:50.474686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:50.475319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.494941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385b9448-96e5-4012-9530-d0957e2f908a None None] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:50.518139 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f62cf49f-35af-4aa4-97a8-578227bb3f74 req-c796277c-93cd-4165-b2bf-27c2cef1b10a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584089 Apr 18 20:15:50.541937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.551760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:50.552384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:50.603736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:15:50.798613 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69de4983-396a-42cd-927f-e3411b55c1a6'] response: {'server_uuid': '750ed71a-376b-47c6-81e8-46aabd28018b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f', 'code': 200} Apr 18 20:15:50.800265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e7d7cd9c-7b83-4418-ace9-19d2ad0e8803 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.4219327 Apr 18 20:15:50.803884 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7614760 Apr 18 20:15:50.814523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41414) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:50.814918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:50.871820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': '6e83992a-dfc0-48d6-b033-de554c6ee8be', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:50.917993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:50.983172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87fb7b-8339-4e5d-88c9-b0853d69fa05 req-9c4f6e0c-b9e3-407c-8af5-533a04f4e3df tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:50.984851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b87fb7b-8339-4e5d-88c9-b0853d69fa05 req-9c4f6e0c-b9e3-407c-8af5-533a04f4e3df tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 945 time: 0.3061981 Apr 18 20:15:50.998663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.015217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647d1509-f7a0-4d53-89e0-b5b8a96e32fc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=6e83992a-dfc0-48d6-b033-de554c6ee8be,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:51.016719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Transition to ACTIVE for port object 71494a35-4ff7-410d-bfd1-45dd6e94a283 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:51.026093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:51.065974 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.071925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6e83992a-dfc0-48d6-b033-de554c6ee8be details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:51.072230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Usage tracker for resource:router and tenant:93ee2f7aa37940adaa872def64891a84 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:51.136731 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b87fb7b-8339-4e5d-88c9-b0853d69fa05 req-0039c522-34c3-422b-a4ab-3a8fca15315b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318386 Apr 18 20:15:51.293824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:51.314523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:51.315272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.359816 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.361099 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.365985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:51.399351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:51.409735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:51.427112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:51.447207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.473886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f14b50-51da-47d8-8e99-771ea24c2c14 req-aa62cd49-1fd6-4dc5-87ff-ae23232524d4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:51.475544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6f14b50-51da-47d8-8e99-771ea24c2c14 req-aa62cd49-1fd6-4dc5-87ff-ae23232524d4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.6190822 Apr 18 20:15:51.479511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:51.483585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.538261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b02ed-25c5-4aa8-b2f5-08b17d78feff req-c384abfd-f648-4d91-a5e5-6508205a8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:51.539178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c11e1aec-fd16-4e02-9412-a01429b48900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.539927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e64b02ed-25c5-4aa8-b2f5-08b17d78feff req-c384abfd-f648-4d91-a5e5-6508205a8236 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 1101 time: 0.5110819 Apr 18 20:15:51.848032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6f14b50-51da-47d8-8e99-771ea24c2c14 req-068a7b98-e993-4ff7-bed9-36fc22f6092e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465021 Apr 18 20:15:51.858963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e64b02ed-25c5-4aa8-b2f5-08b17d78feff req-e633fb20-33f8-4213-a08e-75e679317484 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115721 Apr 18 20:15:51.908249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Deleting port 3ff5e679-667f-48e5-974b-caa90e1c9282 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:51.908788 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.937750 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:51.977011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-64a3a9c9-a690-4ddb-a6e0-24487fcd0a84', 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'fixed_ips': [{'subnet_id': 'f36acedd-b5fe-418f-a456-1b292b114cad'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:15:51.977936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.132653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.138874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c11e1aec-fd16-4e02-9412-a01429b48900 None None] For port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=27a001d7-a7d4-4bd8-80de-0d3cf1a747a4,segment=NetworkSegment(7baa85be-2757-409d-a4d2-3ffe8060daa9),segment_id=7baa85be-2757-409d-a4d2-3ffe8060daa9)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:52.227971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] For port 3ff5e679-667f-48e5-974b-caa90e1c9282, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3ff5e679-667f-48e5-974b-caa90e1c9282,segment=NetworkSegment(f182c6c9-9693-4c04-92a7-ce30cadce990),segment_id=f182c6c9-9693-4c04-92a7-ce30cadce990)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:52.228260 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c11e1aec-fd16-4e02-9412-a01429b48900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.228527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.240514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:52.304222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd416bc-b59b-4597-9f35-1b483b908e88 None None] Pushing event updated for resources: {'Port': ['ID=71494a35-4ff7-410d-bfd1-45dd6e94a283,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:52.425885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Calling delete_port for 3ff5e679-667f-48e5-974b-caa90e1c9282 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:52.459725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.497193 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:15:52.497896 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:15:52.498580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e1aec-fd16-4e02-9412-a01429b48900 None None] Pushing event updated for resources: {'Port': ['ID=27a001d7-a7d4-4bd8-80de-0d3cf1a747a4,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:52.614050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:52.614777 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.640987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35deafb-f7fc-49c7-90fd-e729a3cda443 req-3f8367e1-ad26-438f-9690-6dfd6e0a4786 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:52.642747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b35deafb-f7fc-49c7-90fd-e729a3cda443 req-3f8367e1-ad26-438f-9690-6dfd6e0a4786 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 950 time: 0.5145426 Apr 18 20:15:52.677451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Attempting to bind port 71494a35-4ff7-410d-bfd1-45dd6e94a283 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:52.677759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Attempting to bind port 71494a35-4ff7-410d-bfd1-45dd6e94a283 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:52.678126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Attempting to bind port 71494a35-4ff7-410d-bfd1-45dd6e94a283 on network c161fe70-bac9-4ea5-8775-e528be12e05d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:52.694486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:52.694873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Checking segment: {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:52.695264 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.695656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Bound using segment: {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:52.696140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Bound port: 71494a35-4ff7-410d-bfd1-45dd6e94a283, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:52.696517 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.820465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=870106da-5ae9-4c0b-acc8-70c43ee439a8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:52.851878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': 'd3e019ff-5321-47ee-b819-83a7e7cef2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6e83992a-dfc0-48d6-b033-de554c6ee8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:52.852644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: 6e83992a-dfc0-48d6-b033-de554c6ee8be, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:52.862004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] For port 71494a35-4ff7-410d-bfd1-45dd6e94a283, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:52.865717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] For port 71494a35-4ff7-410d-bfd1-45dd6e94a283, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=71494a35-4ff7-410d-bfd1-45dd6e94a283,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:52.876710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b35deafb-f7fc-49c7-90fd-e729a3cda443 req-ee6b4d63-0d65-4d74-a876-1f5ebdaf2bf8 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113504 Apr 18 20:15:52.914048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:52.956251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Allocated IP 172.20.0.2 (64a3a9c9-a690-4ddb-a6e0-24487fcd0a84/f36acedd-b5fe-418f-a456-1b292b114cad/9852f185-6f37-4f33-9b2e-3c5d14fe9cfb) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:53.146725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network 6e83992a-dfc0-48d6-b033-de554c6ee8be is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:53.304591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6e83992a-dfc0-48d6-b033-de554c6ee8be) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:53.327428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:53.329152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:53.366471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:53.412915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:53.426369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1e0d7cda-f12c-46df-bf47-32722a1a133f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.5711589 Apr 18 20:15:53.453824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ec99a-d3fc-4d87-b0a5-25e50ac9eccc req-ad88679f-ee07-4fc4-8e52-7bdeb35fb510 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:53.457273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-432ec99a-d3fc-4d87-b0a5-25e50ac9eccc req-ad88679f-ee07-4fc4-8e52-7bdeb35fb510 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 945 time: 0.4658234 Apr 18 20:15:53.547960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:53.563251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1567211298'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:53.610291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-432ec99a-d3fc-4d87-b0a5-25e50ac9eccc req-e0175015-dd2b-4414-8b02-25202772cb07 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482597 Apr 18 20:15:53.610584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:53.708700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:53.717642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd416bc-b59b-4597-9f35-1b483b908e88 None None] Pushing event updated for resources: {'Port': ['ID=71494a35-4ff7-410d-bfd1-45dd6e94a283,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:53.729938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56fc4e4-d26b-477b-b2ff-a3226908fe5d None None] Network 6e83992a-dfc0-48d6-b033-de554c6ee8be requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:53.851645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:53.879013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:53.937027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:54.034813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:54.040427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:54.097289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.103082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ff5e679-667f-48e5-974b-caa90e1c9282,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:54.135004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Allocated IP 172.25.5.243 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:54.141426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:54.149035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.390352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:54.581529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.619276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-c69b22d8-2e79-4e4e-8608-3fd03502e301 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:54.628757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-c69b22d8-2e79-4e4e-8608-3fd03502e301 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.5620537 Apr 18 20:15:54.643171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:15:54.655635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.655996 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment 696e1fe7-4de8-4f01-8ba0-bdbc38f9b1a4 of type vlan for network 5374b642-7dd7-44ca-802f-c94677f7f611 Apr 18 20:15:54.696775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.715336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-9cec1820-4521-45c5-af38-c253b3aa90df tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/quotas/c9176544df8c406f81421c724caa028e HTTP/1.1" status: 200 len: 375 time: 0.0852056 Apr 18 20:15:54.742815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.749486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:54.750170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.786495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.805289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5b395406-c909-45c3-8190-e100582631f2 None None] Provisioning complete for port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:54.805970 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5b395406-c909-45c3-8190-e100582631f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:54.827794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:15:54.944891 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-7fbec592-2176-4a97-bb2f-05a5d293fe61 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2276165 Apr 18 20:15:54.951837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.4023407 Apr 18 20:15:54.958653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Pushing event updated for resources: {'Port': ['ID=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:54.973727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:55.021723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:55.068930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': '5374b642-7dd7-44ca-802f-c94677f7f611', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:55.147112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c96f39-7f90-4704-a962-8c7f87019a7d req-3611cdf5-db5a-4a97-ad94-4cd20fa458d5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:55.148671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60c96f39-7f90-4704-a962-8c7f87019a7d req-3611cdf5-db5a-4a97-ad94-4cd20fa458d5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 1.5792799 Apr 18 20:15:55.160757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Transition to ACTIVE for port object 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:55.192390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:55.229187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:55.230052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:55.230188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3816dbf-6a00-4414-aa3a-963b86d62c52 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=5374b642-7dd7-44ca-802f-c94677f7f611,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:55.262419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:55.264340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5374b642-7dd7-44ca-802f-c94677f7f611 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:15:55.282285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:55.344054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:15:55.354738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-14ff58dd-76b0-4919-a9a4-0d8e4ba6af1c service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088523 Apr 18 20:15:55.357218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Transition to ACTIVE for port object 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:55.526348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:55.530608 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:55.586509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:15:55.600196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df573127-40c4-4749-983f-c6a7266a934d None None] Sync routers for ids ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:15:55.613255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-00fbf002-c77c-4ef3-9576-ba1cc39becb9 admin admin] 10.222.0.47 "PUT /v2.0/routers/4cad5a63-68a2-40cc-bf81-3ce683aea3b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0969405 Apr 18 20:15:55.616741 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] Routers {'4cad5a63-68a2-40cc-bf81-3ce683aea3b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:55.617387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:55.628248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-8662e509-ef48-4ca5-ad75-79cc25ae67b1 service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2726316 Apr 18 20:15:55.628874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41542) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:15:55.694687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Pushing event updated for resources: {'Port': ['ID=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:55.698789 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:55.775816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-6e83992a-dfc0-48d6-b033-de554c6ee8be', 'network_id': '6e83992a-dfc0-48d6-b033-de554c6ee8be', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': '870106da-5ae9-4c0b-acc8-70c43ee439a8'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:15:55.777273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:55.788971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c2071ed1-f270-4113-8d51-689b7aca9dd6 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:15:55.917460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60c96f39-7f90-4704-a962-8c7f87019a7d req-8a3a3af0-cc85-417d-963e-bf920b6aa386 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7263334 Apr 18 20:15:55.990359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:56.026192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:56.034538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:15:56.045791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:15:56.093297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:15:56.119788 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.210338 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] Set router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:56.212108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:56.218213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:56.223165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:56.253295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:15:56.269086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.425439 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.487079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Performing IP validity checks on allocation pools {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 20:15:56.487612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 20:15:56.562295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:52Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:56.626616 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.647750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Attempting to bind port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:56.648227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Attempting to bind port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:56.648713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Attempting to bind port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb on network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:56.652718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:56.653368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.676145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Deleting port e78375c3-712a-470d-83a4-f65af37448a6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:56.677021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.793023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c286ffa2-15d3-4e87-bbd9-30871218b6c6 None None] The sync data for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 is: [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:52Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:15:56.812677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:56.813546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.828854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:56.829970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Checking segment: {'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:56.829970 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.830426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Bound using segment: {'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:56.831071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Bound port: 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:56.831562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.852505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:56.930797 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': True}, 'gw_port_id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:15:53Z', 'revision_number': 5, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port': {'id': 'e78375c3-712a-470d-83a4-f65af37448a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:be:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 861, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:14:40Z', 'updated_at': '2022-04-18T20:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:56.942082 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df573127-40c4-4749-983f-c6a7266a934d None None] Checking router: 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:15:56.962573 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] Routers {'4cad5a63-68a2-40cc-bf81-3ce683aea3b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:15:56.963213 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:57.175060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:57.208437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Allocated IP 2001:db8::3 (6e83992a-dfc0-48d6-b033-de554c6ee8be/870106da-5ae9-4c0b-acc8-70c43ee439a8/a568c283-49d5-4ce2-8fb5-196d73e82591) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:15:57.306837 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] Set router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:15:57.513476 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:57.590147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df573127-40c4-4749-983f-c6a7266a934d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:15:56Z', 'revision_number': 6, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:15:57.609003 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df573127-40c4-4749-983f-c6a7266a934d None None] The sync data for ids ['4cad5a63-68a2-40cc-bf81-3ce683aea3b0'] in n-d-836016-3 is: [{'id': '4cad5a63-68a2-40cc-bf81-3ce683aea3b0', 'name': 'tempest-FloatingIPDetailsTestJSON-1207780020-router', 'tenant_id': '7c168547ba734413a1a08c48cf0cfab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:14:39Z', 'updated_at': '2022-04-18T20:15:56Z', 'revision_number': 6, 'project_id': '7c168547ba734413a1a08c48cf0cfab7', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:15:57.670932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9f2c2-2b1d-47ce-8197-12c99b58625c req-ca5c4199-ce25-4450-8f58-557a24ad8625 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:57.703493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbb9f2c2-2b1d-47ce-8197-12c99b58625c req-ca5c4199-ce25-4450-8f58-557a24ad8625 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 1.1470859 Apr 18 20:15:57.857843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:57.913627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:57.914974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] For port e78375c3-712a-470d-83a4-f65af37448a6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e78375c3-712a-470d-83a4-f65af37448a6,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:57.915346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:57.935987 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:57.942598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbb9f2c2-2b1d-47ce-8197-12c99b58625c req-bc61f362-440e-42c0-be58-bc3069c002ad tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381845 Apr 18 20:15:58.185813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Calling delete_port for e78375c3-712a-470d-83a4-f65af37448a6 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:15:58.219408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=93622cd5-461f-4595-ac10-69596a57cc33,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:58.291138 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dab8f10-0aa5-4441-9106-c41b0b238fb3'] response: {'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'code': 200} Apr 18 20:15:58.364727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:58.373101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0796a-ffce-4604-9971-653b830fd739 None None] Pushing event updated for resources: {'Port': ['ID=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:58.383421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Transition to ACTIVE for port object a568c283-49d5-4ce2-8fb5-196d73e82591 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:58.424585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Transition to ACTIVE for port object a568c283-49d5-4ce2-8fb5-196d73e82591 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:15:58.438161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:58.657316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-00790fde-d00e-40c8-b3a3-69c23ba1df43 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:58.660903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-00790fde-d00e-40c8-b3a3-69c23ba1df43 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/ports?device_id=7bf53533-c803-4247-9156-b403f14924a6 HTTP/1.1" status: 200 len: 946 time: 3.1440570 Apr 18 20:15:58.746763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 71494a35-4ff7-410d-bfd1-45dd6e94a283 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:15:58.887102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Network 6e83992a-dfc0-48d6-b033-de554c6ee8be is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:15:58.938319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:58.953045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:15:58.965810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': '696e1fe7-4de8-4f01-8ba0-bdbc38f9b1a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5374b642-7dd7-44ca-802f-c94677f7f611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:58.967461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: 5374b642-7dd7-44ca-802f-c94677f7f611, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:15:59.014666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Pushing event updated for resources: {'Port': ['ID=a568c283-49d5-4ce2-8fb5-196d73e82591,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:59.106901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ecb36-07bb-4ac8-8468-3f37b98313aa req-7f66fe47-dff4-41d4-a929-0425d1cda698 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:59.115898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de8ecb36-07bb-4ac8-8468-3f37b98313aa req-7f66fe47-dff4-41d4-a929-0425d1cda698 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 950 time: 3.0053194 Apr 18 20:15:59.161912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Attempting to bind port a568c283-49d5-4ce2-8fb5-196d73e82591 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:15:59.162323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Attempting to bind port a568c283-49d5-4ce2-8fb5-196d73e82591 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd3e019ff-5321-47ee-b819-83a7e7cef2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6e83992a-dfc0-48d6-b033-de554c6ee8be'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:15:59.162647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Attempting to bind port a568c283-49d5-4ce2-8fb5-196d73e82591 on network 6e83992a-dfc0-48d6-b033-de554c6ee8be {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:15:59.177319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:15:59.177765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Checking segment: {'id': 'd3e019ff-5321-47ee-b819-83a7e7cef2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6e83992a-dfc0-48d6-b033-de554c6ee8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:15:59.178275 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.178676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Bound using segment: {'id': 'd3e019ff-5321-47ee-b819-83a7e7cef2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6e83992a-dfc0-48d6-b033-de554c6ee8be'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:15:59.179500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Bound port: a568c283-49d5-4ce2-8fb5-196d73e82591, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3e019ff-5321-47ee-b819-83a7e7cef2a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6e83992a-dfc0-48d6-b033-de554c6ee8be'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:15:59.179889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.205336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99da63be-4948-493a-a083-5335f8ba03af req-72927e8d-8856-4315-b133-2022750a311e tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 210 time: 0.4225211 Apr 18 20:15:59.224610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-1a127153-ca12-453a-b6eb-0c356b9bb682 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:59.228891 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-1a127153-ca12-453a-b6eb-0c356b9bb682 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.8038073 Apr 18 20:15:59.259627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Request body: {'port': {'device_id': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'admin_state_up': True, 'tenant_id': 'c9176544df8c406f81421c724caa028e'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:15:59.272415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Deleting port c2071ed1-f270-4113-8d51-689b7aca9dd6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:15:59.272793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.338512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 71494a35-4ff7-410d-bfd1-45dd6e94a283 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:15:59.387887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 71494a35-4ff7-410d-bfd1-45dd6e94a283 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:15:59.388371 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.468802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] For port a568c283-49d5-4ce2-8fb5-196d73e82591, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:15:59.473183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] For port a568c283-49d5-4ce2-8fb5-196d73e82591, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a568c283-49d5-4ce2-8fb5-196d73e82591,segment=NetworkSegment(d3e019ff-5321-47ee-b819-83a7e7cef2a2),segment_id=d3e019ff-5321-47ee-b819-83a7e7cef2a2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:15:59.492459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.530830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de8ecb36-07bb-4ac8-8468-3f37b98313aa req-22aca32e-264f-4f56-872c-15de8b9276af tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096336 Apr 18 20:15:59.557422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network 5374b642-7dd7-44ca-802f-c94677f7f611 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:15:59.574580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.733400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.741773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee595-5d2e-442b-99a7-4537ab7f9962 None None] Pushing event updated for resources: {'Port': ['ID=a568c283-49d5-4ce2-8fb5-196d73e82591,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:59.808209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.848566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5374b642-7dd7-44ca-802f-c94677f7f611) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:15:59.875374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 71494a35-4ff7-410d-bfd1-45dd6e94a283, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=71494a35-4ff7-410d-bfd1-45dd6e94a283,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:15:59.880991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeef4e7-ae57-4b8d-96c2-b19eb33a1c54 None None] Network 5374b642-7dd7-44ca-802f-c94677f7f611 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:15:59.895689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:15:59.896326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:15:59.897729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e78375c3-712a-470d-83a4-f65af37448a6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:15:59.943901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:15:59.959374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:00.043263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Made reservation on behalf of c9176544df8c406f81421c724caa028e for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:00.049325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:00.145786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cd96493b-0ade-486d-acc8-c02a6ccca090 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 5.1557238 Apr 18 20:16:00.316491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:00.435035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:00.471870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:00.478239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c2071ed1-f270-4113-8d51-689b7aca9dd6 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:00.497258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Allocated IP 172.20.0.2 (006a0287-50b3-4dce-84c3-ce9d47afe11d/c8df73ec-d65e-49a4-9f80-e2dfbf5859b2/f1283c7b-1215-4557-bd87-77f200aebf51) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:00.506530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6b399-5b7f-4cc9-b75b-369144fcfc56 None None] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:00.630430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b052d3d-08fa-4c44-9051-41edefafa86d req-a5696ae2-c78f-4a29-9ace-bc13dc689f44 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:00.632452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b052d3d-08fa-4c44-9051-41edefafa86d req-a5696ae2-c78f-4a29-9ace-bc13dc689f44 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 1.1472938 Apr 18 20:16:00.708862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c929bd-5812-42d1-8b4a-bbb517ad49bb req-9c4a675b-6cb2-4c61-b85e-7fd75e877855 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:00.716484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-97c929bd-5812-42d1-8b4a-bbb517ad49bb req-9c4a675b-6cb2-4c61-b85e-7fd75e877855 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.7640007 Apr 18 20:16:00.752462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3ff5e679-667f-48e5-974b-caa90e1c9282 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:00.758311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] For port c2071ed1-f270-4113-8d51-689b7aca9dd6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c2071ed1-f270-4113-8d51-689b7aca9dd6,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:00.758698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:00.873591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 3ff5e679-667f-48e5-974b-caa90e1c9282 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:16:00.874276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3ff5e679-667f-48e5-974b-caa90e1c9282 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:16:00.879066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:00.951327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d7d23385-5129-4e26-be74-37f4e34dc73d None None] Provisioning for port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:00.987358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.047167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Calling delete_port for c2071ed1-f270-4113-8d51-689b7aca9dd6 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:01.176875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:01.249812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f200b77f-214e-41fb-bbb8-023ffcc5cc63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-5374b642-7dd7-44ca-802f-c94677f7f611', 'network_id': '5374b642-7dd7-44ca-802f-c94677f7f611', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': '93622cd5-461f-4595-ac10-69596a57cc33'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:16:01.250649 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f200b77f-214e-41fb-bbb8-023ffcc5cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.260161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b052d3d-08fa-4c44-9051-41edefafa86d req-62d438e3-d71a-4757-84bf-ea28e32ff4d1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957783 Apr 18 20:16:01.269317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:01.274350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:01.276280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.303265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:01.357072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-97c929bd-5812-42d1-8b4a-bbb517ad49bb req-3f8b5768-5bbf-468c-9951-a2062bc6e4ad tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6393096 Apr 18 20:16:01.372863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=71494a35-4ff7-410d-bfd1-45dd6e94a283,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:01.375655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Router 56bcdcbd-b846-4980-a130-d71d31ceb066 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:16:01.399829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.645654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.727958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d4b22d-8a41-4507-8204-0669f741d015 None None] Network 6e83992a-dfc0-48d6-b033-de554c6ee8be requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:01.840541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.844504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.873569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:01.884977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:01.887135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cad5a63-68a2-40cc-bf81-3ce683aea3b0 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:16:01.957408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:01.958569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.023956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.029291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5ca05a1-330f-4bbf-a163-9798dcb692d3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/4cad5a63-68a2-40cc-bf81-3ce683aea3b0 HTTP/1.1" status: 204 len: 168 time: 6.3965843 Apr 18 20:16:02.030624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41628) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:02.033844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b183d905-6048-47a9-a73e-0c747c10164a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7913177 Apr 18 20:16:02.089814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:02.124535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:02.125359 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.166967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] Deleting subnet b0141bee-dad4-4e60-93c4-e175b2631923 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:16:02.174518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Request body: {'port': {'device_id': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:02.204280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.264181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:16:02.298004 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.321058 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-697dd78e-2053-48f0-bca2-5327ab9f3d07'] response: {'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'code': 200} Apr 18 20:16:02.331600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Sync routers for ids ['56bcdcbd-b846-4980-a130-d71d31ceb066'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:16:02.347242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-49cb78ac-7abb-455b-932f-2497e67aa2f9 None None] Provisioning for port a568c283-49d5-4ce2-8fb5-196d73e82591 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:02.369273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.394443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Routers {'56bcdcbd-b846-4980-a130-d71d31ceb066'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:16:02.395464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['56bcdcbd-b846-4980-a130-d71d31ceb066'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:02.447433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5fa9ae-c55f-4464-9a4b-fe5cdc715bc9 req-bc0d2b9c-88ef-4676-96d0-5ba874a3a7fd tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:02.449027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae5fa9ae-c55f-4464-9a4b-fe5cdc715bc9 req-bc0d2b9c-88ef-4676-96d0-5ba874a3a7fd tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 931 time: 0.6903613 Apr 18 20:16:02.460078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event deleted for resources: {'Port': ['ID=c2071ed1-f270-4113-8d51-689b7aca9dd6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:02.495850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.605115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Set router 56bcdcbd-b846-4980-a130-d71d31ceb066 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:16:02.624225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae5fa9ae-c55f-4464-9a4b-fe5cdc715bc9 req-11ffc89b-dd0e-49fe-89fc-3a37e8d2fc08 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533775 Apr 18 20:16:02.671035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-edf92e2b-678b-4119-ac11-3e8e8533bd5d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=82fbb23355b0467c90d51e5951d86b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2475238 Apr 18 20:16:02.680779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=93622cd5-461f-4595-ac10-69596a57cc33,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:02.730380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] No DVR routers for this DVR port c2071ed1-f270-4113-8d51-689b7aca9dd6 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:02.745833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.749081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd3254a8-f126-4916-bdb0-baa27483a70b req-94c7da25-1d20-4887-8a61-045d2d3ea480 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "DELETE /v2.0/ports/c2071ed1-f270-4113-8d51-689b7aca9dd6 HTTP/1.1" status: 204 len: 173 time: 4.0621572 Apr 18 20:16:02.762398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.768204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7b4d39f3-1533-453a-9990-2aa4cde3ff1e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 11.9466894 Apr 18 20:16:02.769098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-deleted', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:02.779421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41646) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:02.832403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:02.847837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-7e3bcf84-1967-44da-aa33-2d5d0fd4172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:02.850181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-7e3bcf84-1967-44da-aa33-2d5d0fd4172b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 1097 time: 0.5623713 Apr 18 20:16:03.073904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:03.126876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:03.223900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:03.253157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5374b642-7dd7-44ca-802f-c94677f7f611']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:03.291077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:03.321819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0141bee-dad4-4e60-93c4-e175b2631923,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:03.327829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696e1fe7-4de8-4f01-8ba0-bdbc38f9b1a4') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:03.327829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696e1fe7-4de8-4f01-8ba0-bdbc38f9b1a4') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:03.344895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-6f7165c1-e0d0-4e05-b850-07e67e066294 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:03.353210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-6f7165c1-e0d0-4e05-b850-07e67e066294 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6734941 Apr 18 20:16:03.359390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:03.368283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3eb0a437-e692-4164-aeba-907e344723f5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b0141bee-dad4-4e60-93c4-e175b2631923 HTTP/1.1" status: 204 len: 168 time: 1.3313954 Apr 18 20:16:03.377434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:03.453407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-3e2430c4-eeac-4ffd-b781-cfd2cdbc1964 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/quotas/82fbb23355b0467c90d51e5951d86b70 HTTP/1.1" status: 200 len: 375 time: 0.0989578 Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-f200b77f-214e-41fb-bbb8-023ffcc5cc63 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93622cd5-461f-4595-ac10-69596a57cc33: This subnet is being modified by another concurrent operation. Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:16:03.475274 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 93622cd5-461f-4595-ac10-69596a57cc33: This subnet is being modified by another concurrent operation. Apr 18 20:16:03.481056 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 20:16:03.488136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e80a72e-568a-4fc4-a7d5-c22a784e3ef3 None None] Network fd7badeb-9a77-47a2-a067-32fb8a213444 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:03.527180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-eba0e5de-0e75-4eaf-95f3-071f689f56ae tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82fbb23355b0467c90d51e5951d86b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716028 Apr 18 20:16:03.560608 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:03.589097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97026de2-b88f-4929-a304-82301c4cc48d None None] Network 5374b642-7dd7-44ca-802f-c94677f7f611 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:04.038162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.185698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:04.227372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1283c7b-1215-4557-bd87-77f200aebf51 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:04.244444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.262569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-c8f9def1-0fa9-4e0b-8013-7bc382bad335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:04.266262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-c8f9def1-0fa9-4e0b-8013-7bc382bad335 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 1.3407953 Apr 18 20:16:04.269268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:04.274201 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.274547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Transition to ACTIVE for port object f1283c7b-1215-4557-bd87-77f200aebf51 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:04.285237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e858b1a-7fdb-433e-aa94-e071809e3976 req-dbcf62b1-ecf4-45b9-a356-e6828a1d0a72 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:04.295303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e858b1a-7fdb-433e-aa94-e071809e3976 req-dbcf62b1-ecf4-45b9-a356-e6828a1d0a72 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.1810176 Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:04.326195 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:04.331093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.416775 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.421830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a568c283-49d5-4ce2-8fb5-196d73e82591 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:04.580135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-7318f368-49ef-4aa0-948e-03a371357274 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 HTTP/1.1" status: 200 len: 217 time: 0.2491219 Apr 18 20:16:04.592284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.666890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d92812d8-89d3-4b6b-ac41-ced737d69eea None None] Provisioning complete for port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:04.667416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d92812d8-89d3-4b6b-ac41-ced737d69eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:04.864152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e858b1a-7fdb-433e-aa94-e071809e3976 req-2f967f1d-144e-41d8-9173-bea8464dc2c4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5676117 Apr 18 20:16:04.864849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:04.981145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:05.032068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.032415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.032755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.033090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.033423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.033787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.034116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.038609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.038961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.039303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.039638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.039967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:05.065703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:15:56Z', 'revision_number': 3, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:05.071960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Attempting to bind port f1283c7b-1215-4557-bd87-77f200aebf51 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:05.072768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Attempting to bind port f1283c7b-1215-4557-bd87-77f200aebf51 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:05.072910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a568c283-49d5-4ce2-8fb5-196d73e82591 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:05.073235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Attempting to bind port f1283c7b-1215-4557-bd87-77f200aebf51 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:05.080145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Port f1283c7b-1215-4557-bd87-77f200aebf51 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:16:05.080472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Attempting to bind port f1283c7b-1215-4557-bd87-77f200aebf51 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:05.087881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a568c283-49d5-4ce2-8fb5-196d73e82591 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:05.088255 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.133178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:05.133555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Checking segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:05.133991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Bound using segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:05.134482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Bound port: f1283c7b-1215-4557-bd87-77f200aebf51, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:05.134852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.141266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.148145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.179980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Checking router: 56bcdcbd-b846-4980-a130-d71d31ceb066 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:16:05.180597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Updating router 56bcdcbd-b846-4980-a130-d71d31ceb066 port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:16:05.207734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] DHCP port deletion for fd7badeb-9a77-47a2-a067-32fb8a213444 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:16:05.214621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Deleting port 74d9f258-03b4-4ccb-a83a-082e07856dbb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:05.214965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.227333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] Deleting port 74d9f258-03b4-4ccb-a83a-082e07856dbb {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:05.228242 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.278577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=5374b642-7dd7-44ca-802f-c94677f7f611,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:05.283480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d054dc-c925-4673-a0f3-bc2450222efb req-e21898fa-4264-432a-ae5b-1ff00eeb2a55 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.285090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8d054dc-c925-4673-a0f3-bc2450222efb req-e21898fa-4264-432a-ae5b-1ff00eeb2a55 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.1976709 Apr 18 20:16:05.304740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-8b5cfa3d-8859-4f5c-95ff-19a7641f34d3 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.305355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-8b5cfa3d-8859-4f5c-95ff-19a7641f34d3 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.306008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-8b5cfa3d-8859-4f5c-95ff-19a7641f34d3 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.306660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-8b5cfa3d-8859-4f5c-95ff-19a7641f34d3 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.307137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-8b5cfa3d-8859-4f5c-95ff-19a7641f34d3 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.307615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-8b5cfa3d-8859-4f5c-95ff-19a7641f34d3 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.317450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-8b5cfa3d-8859-4f5c-95ff-19a7641f34d3 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f&device_id=750ed71a-376b-47c6-81e8-46aabd28018b&device_id=9bd3eda9-fd10-445d-815b-778c9f219725&device_id=26a22386-0d4b-4330-89f5-2d0a323e023d&device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0&device_id=7bf53533-c803-4247-9156-b403f14924a6&device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 5476 time: 1.3936727 Apr 18 20:16:05.346855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-66df4cfa-171e-48bd-bb8f-7dd32215078b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/5374b642-7dd7-44ca-802f-c94677f7f611 HTTP/1.1" status: 204 len: 168 time: 4.9992440 Apr 18 20:16:05.359377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41670) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:05.361727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.373540 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8d054dc-c925-4673-a0f3-bc2450222efb req-ec48f05f-0622-4eda-ba14-e4b68d598c69 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730796 Apr 18 20:16:05.374666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:05.391319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:05.398407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.413885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375896864'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:05.435954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-a5071364-cb84-44b0-a558-d6eb290f21da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.438565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-a5071364-cb84-44b0-a558-d6eb290f21da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.8232031 Apr 18 20:16:05.469029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:05.502486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.503114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.504826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] 10.222.0.61 "PUT /v2.0/ports/f1283c7b-1215-4557-bd87-77f200aebf51 HTTP/1.1" status: 200 len: 1091 time: 3.3351755 Apr 18 20:16:05.507510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:05.558963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c171af-15f6-4ba2-a840-2cfb64b5079c service neutron] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:05.570591 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.615502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9d2a33f4-03c2-4b02-9c4d-7e35cd8be9ad None None] Provisioning complete for port a568c283-49d5-4ce2-8fb5-196d73e82591 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:05.615783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d2a33f4-03c2-4b02-9c4d-7e35cd8be9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.634070 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c3f949-4488-42d3-a8e6-a22c219fe9ba'] response: {'server_uuid': '7bf53533-c803-4247-9156-b403f14924a6', 'name': 'network-vif-deleted', 'tag': 'c2071ed1-f270-4113-8d51-689b7aca9dd6', 'status': 'completed', 'code': 200} Apr 18 20:16:05.667154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:05.675766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:05.680452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-55f7d6f6-bda8-42cc-9bb8-37455dcc0169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:05.682610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-55f7d6f6-bda8-42cc-9bb8-37455dcc0169 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 1094 time: 0.1019151 Apr 18 20:16:05.700543 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:05.709367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-8a0066a8-0c46-4002-b838-9600a5c660ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2296529 Apr 18 20:16:05.715246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:05.740423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Usage tracker for resource:security_group_rule and tenant:a3d668f6d5c746ac81d8b2ed21767d2f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:05.776112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:05.791202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:05.855718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:05.896864 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-b62c8fad-9c8b-4c78-a863-3510f504e4c1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1283c7b-1215-4557-bd87-77f200aebf51 HTTP/1.1" status: 200 len: 217 time: 0.1586447 Apr 18 20:16:05.918016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a568c283-49d5-4ce2-8fb5-196d73e82591, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a568c283-49d5-4ce2-8fb5-196d73e82591,segment=NetworkSegment(d3e019ff-5321-47ee-b819-83a7e7cef2a2),segment_id=d3e019ff-5321-47ee-b819-83a7e7cef2a2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:05.925973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] For port 74d9f258-03b4-4ccb-a83a-082e07856dbb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=74d9f258-03b4-4ccb-a83a-082e07856dbb,segment=NetworkSegment(f182c6c9-9693-4c04-92a7-ce30cadce990),segment_id=f182c6c9-9693-4c04-92a7-ce30cadce990)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:05.926496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:06.013855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-6149075c-df73-48bf-b9cb-6914b2ef8a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:06.015876 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-6149075c-df73-48bf-b9cb-6914b2ef8a25 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.1103806 Apr 18 20:16:06.033547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:06.150502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:06.155053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:06.156911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:06.259484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-84c04073-162f-4884-8008-0967a72b0b0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2302241 Apr 18 20:16:06.269938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584aaa3d-394d-497f-956a-5d5d4130c67e req-6631b241-9477-4871-8b24-422f6046c365 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:06.270612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-b52aca67-43ff-4d1e-9710-4094b842c8e8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=82fbb23355b0467c90d51e5951d86b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2192023 Apr 18 20:16:06.270795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-584aaa3d-394d-497f-956a-5d5d4130c67e req-6631b241-9477-4871-8b24-422f6046c365 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:06.327799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-584aaa3d-394d-497f-956a-5d5d4130c67e req-6631b241-9477-4871-8b24-422f6046c365 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:06.335735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-584aaa3d-394d-497f-956a-5d5d4130c67e req-6631b241-9477-4871-8b24-422f6046c365 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 943 time: 0.6513925 Apr 18 20:16:06.406545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e78375c3-712a-470d-83a4-f65af37448a6 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:06.407353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-584aaa3d-394d-497f-956a-5d5d4130c67e req-536bd605-1071-457e-a4d1-359c7972d2af tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705702 Apr 18 20:16:06.487770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] Calling delete_port for 74d9f258-03b4-4ccb-a83a-082e07856dbb owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:06.559601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e78375c3-712a-470d-83a4-f65af37448a6 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:16:06.560207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e78375c3-712a-470d-83a4-f65af37448a6 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:16:06.672161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-5d162ee8-0307-46bf-8a41-d958c4c4fc46 service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3921323 Apr 18 20:16:06.675948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-9bc3fbdc-3d31-4e18-8781-7ab30c9f981b tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=82fbb23355b0467c90d51e5951d86b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1054361 Apr 18 20:16:06.726438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a568c283-49d5-4ce2-8fb5-196d73e82591,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:06.762590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:06.828571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:06.940592 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:06.943828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:06.944334 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment f0600820-eb3c-4ccb-9941-11897cceb32d of type vlan for network 8827a49e-8c02-431a-b550-8a48b8ca16aa Apr 18 20:16:06.973645 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.011032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] Pushing event deleted for resources: {'Port': ['ID=74d9f258-03b4-4ccb-a83a-082e07856dbb,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:07.014304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e55644c-54f7-4e17-8900-be3528cfe55c None None] No DVR routers for this DVR port 74d9f258-03b4-4ccb-a83a-082e07856dbb on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:07.043198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651dc9a5-5f45-4a28-8936-6739101b8ca0 req-55832a48-6386-469f-80ad-d3d14a5e574a service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645902 Apr 18 20:16:07.048277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.054032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:07.055084 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.056305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-308b3d44-cb12-4cdb-8652-850d6109abb5 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:07.058334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-308b3d44-cb12-4cdb-8652-850d6109abb5 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3571482 Apr 18 20:16:07.065416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55881eae-70c6-4637-96e0-a98a3eeb8a93 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:16:07.108096 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-ea2672a9-c081-4e94-8641-a8bfb3fe6559 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3625340 Apr 18 20:16:07.122068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] For port 74d9f258-03b4-4ccb-a83a-082e07856dbb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=74d9f258-03b4-4ccb-a83a-082e07856dbb,segment=NetworkSegment(f182c6c9-9693-4c04-92a7-ce30cadce990),segment_id=f182c6c9-9693-4c04-92a7-ce30cadce990)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:07.122699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.145873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-3a3c8f6e-762e-477b-bc93-36e852f9a5ba tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/quotas/82fbb23355b0467c90d51e5951d86b70 HTTP/1.1" status: 200 len: 375 time: 0.0631149 Apr 18 20:16:07.161312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:07.161990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.257164 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-f435970e-6817-4cab-87d0-a6edd2bd9040 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82fbb23355b0467c90d51e5951d86b70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1045449 Apr 18 20:16:07.299891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.394316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Calling delete_port for 74d9f258-03b4-4ccb-a83a-082e07856dbb owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:07.521248 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6f69932-7feb-45dc-8f4f-973af2028e09'] response: {'name': 'network-changed', 'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'status': 'completed', 'code': 200} Apr 18 20:16:07.579750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.608558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.743034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55881eae-70c6-4637-96e0-a98a3eeb8a93 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:16:07.745535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Transition to ACTIVE for port object 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:07.752542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Synchronizing usage tracker for tenant:a3d668f6d5c746ac81d8b2ed21767d2f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:07.772926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-58c6d351-a3c1-4d97-8190-5b0ced0888ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:07.774831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-58c6d351-a3c1-4d97-8190-5b0ced0888ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 1094 time: 0.2274125 Apr 18 20:16:07.796187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:07.798096 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.4080985 Apr 18 20:16:07.802086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41700) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:07.863869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b55da-303f-4f05-b486-001aba9fb6c4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=8827a49e-8c02-431a-b550-8a48b8ca16aa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:07.888917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-76fc9ab6-a5bb-413b-bbc3-85182058e592 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:07.892877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-76fc9ab6-a5bb-413b-bbc3-85182058e592 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5994232 Apr 18 20:16:07.900452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcbd6c-ea3e-4fed-8fd8-d4c84cad5d6e None None] Pushing event updated for resources: {'Port': ['ID=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:07.903635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8827a49e-8c02-431a-b550-8a48b8ca16aa details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:07.922252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 71494a35-4ff7-410d-bfd1-45dd6e94a283 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:07.956896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': '8827a49e-8c02-431a-b550-8a48b8ca16aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:08.049757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Request body: {'port': {'device_id': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '82fbb23355b0467c90d51e5951d86b70'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:08.252189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Attempting to bind port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:08.252744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Attempting to bind port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:08.252965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Attempting to bind port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:08.281233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:08.281638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:08.282059 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:08.282462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:08.282965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Bound port: 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:08.283400 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:08.335394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-3dbb88e8-374a-4e45-b1b9-fc4d24907862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:08.338153 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-3dbb88e8-374a-4e45-b1b9-fc4d24907862 service neutron] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 905 time: 0.5557911 Apr 18 20:16:08.383594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db49afa-1652-4b0b-870a-58e9cfdd4dfe req-8e06ceeb-d061-496b-8911-542c8dd06ff7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:08.391112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 71494a35-4ff7-410d-bfd1-45dd6e94a283 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:08.391505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:08.405913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5db49afa-1652-4b0b-870a-58e9cfdd4dfe req-8e06ceeb-d061-496b-8911-542c8dd06ff7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.4275060 Apr 18 20:16:08.447882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7767d4c-dc14-4ca1-9ca6-b586e47cd33b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:08.533421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Unset dirty status for tenant:a3d668f6d5c746ac81d8b2ed21767d2f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:08.534628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f93d4c5-6231-49f2-9a12-2ee061d08ec8 req-e22bb5e1-6f60-4fb7-bc84-8ea2df606411 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&id=b99007fa-7965-4181-84c6-b5ec64a21b58&id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 3.2163618 Apr 18 20:16:08.565707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:08.578619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Allocated IP 172.20.0.1 (64a3a9c9-a690-4ddb-a6e0-24487fcd0a84/f36acedd-b5fe-418f-a456-1b292b114cad/f90a5e19-d3be-426a-b514-43fbfc4cd242) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:08.601656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:08.615273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:16:08.616016 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:16:08.618036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6528fdd1-fb71-403e-8cbf-2d52fd56b60e req-3970d4cb-9ea9-4353-8b38-f31bb019b8e6 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4877822 Apr 18 20:16:08.623376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:08.638456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:08.642474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-40d6388e-a5bf-4d88-95e6-a1f9c0aadd44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1283c7b-1215-4557-bd87-77f200aebf51 HTTP/1.1" status: 200 len: 217 time: 0.2168915 Apr 18 20:16:08.698743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:08.703146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:08.721791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] For port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:08.728745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] For port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:08.785459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:08.842795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-bbd35635-bef8-4483-9099-313374055501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:08.849131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-bbd35635-bef8-4483-9099-313374055501 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.1705348 Apr 18 20:16:08.856909 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5db49afa-1652-4b0b-870a-58e9cfdd4dfe req-f07e6de1-b430-4d8c-8c88-4efd18bb3cf3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497643 Apr 18 20:16:08.868008 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:08.953279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-b0e1c42d-9ff3-4a73-a747-6ed2006e9c83 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854328 Apr 18 20:16:09.137201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Deleting port 74d9f258-03b4-4ccb-a83a-082e07856dbb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:09.139986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:09.178059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Routers {'56bcdcbd-b846-4980-a130-d71d31ceb066'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:16:09.180638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['56bcdcbd-b846-4980-a130-d71d31ceb066'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:09.207361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Usage tracker for resource:port and tenant:82fbb23355b0467c90d51e5951d86b70 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:09.317655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-ddccd2e0-44dc-4f47-bd1a-556d1acb780f service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3506727 Apr 18 20:16:09.325394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:09.358547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] The port '74d9f258-03b4-4ccb-a83a-082e07856dbb' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:16:09.371769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:09.476650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47f561-0324-42ce-9610-7fc86c4efff7 req-a7923114-96e3-4b15-86b7-11a9eab6be1c tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:09.478198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b47f561-0324-42ce-9610-7fc86c4efff7 req-a7923114-96e3-4b15-86b7-11a9eab6be1c tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 943 time: 0.2767589 Apr 18 20:16:09.549164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcbd6c-ea3e-4fed-8fd8-d4c84cad5d6e None None] Pushing event updated for resources: {'Port': ['ID=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:09.626256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] Set router 56bcdcbd-b846-4980-a130-d71d31ceb066 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:16:09.674763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 74d9f258-03b4-4ccb-a83a-082e07856dbb no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:09.678136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b47f561-0324-42ce-9610-7fc86c4efff7 req-bb6bebc8-2001-40ab-b08c-acad22e88f0e tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855607 Apr 18 20:16:09.694412 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d479a360-15df-42d1-ad74-f761f29a7a9b req-5d11f33e-cbad-4779-8a08-0f955616030f service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673053 Apr 18 20:16:09.780906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 74d9f258-03b4-4ccb-a83a-082e07856dbb {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:16:09.781300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 74d9f258-03b4-4ccb-a83a-082e07856dbb not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:16:09.845459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c092d72f-a6e9-464c-af65-e14a4efcea88 req-a9582491-e53d-4685-b307-eebc03134d0d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 210 time: 0.0595067 Apr 18 20:16:10.008037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a568c283-49d5-4ce2-8fb5-196d73e82591 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:10.281141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d532bb-821e-4405-b333-d3816266e4a7 req-94f7483c-89d2-449a-bd8f-9968e1062158 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:10.297409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75d532bb-821e-4405-b333-d3816266e4a7 req-94f7483c-89d2-449a-bd8f-9968e1062158 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.1446495 Apr 18 20:16:10.297773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.300065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a568c283-49d5-4ce2-8fb5-196d73e82591 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:10.300630 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.310792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Made reservation on behalf of 82fbb23355b0467c90d51e5951d86b70 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:10.314550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.337255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.371020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75d532bb-821e-4405-b333-d3816266e4a7 req-01c4b973-913e-48c0-af81-5968b6823d57 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661023 Apr 18 20:16:10.383826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f1283c7b-1215-4557-bd87-77f200aebf51 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:10.396986 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-1e601790-8fb8-4a91-8241-9b2fac25f74d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=82fbb23355b0467c90d51e5951d86b70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1678522 Apr 18 20:16:10.413355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.452550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:10.459219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Usage tracker for resource:security_group_rule and tenant:82fbb23355b0467c90d51e5951d86b70 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:10.464083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:10.471151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:10.487671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:15:56Z', 'revision_number': 3, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:10.563162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757bdbb-ec25-4113-ba1d-84a351f2f93b None None] The sync data for ids ['56bcdcbd-b846-4980-a130-d71d31ceb066'] in n-d-836016-3 is: [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:15:56Z', 'revision_number': 3, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:16:10.592674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.628530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:10.650222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'mac_address': 'fa:16:3e:bc:06:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:16:10.676852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.752259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.777197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1283c7b-1215-4557-bd87-77f200aebf51 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:10.795507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Transition to ACTIVE for port object f90a5e19-d3be-426a-b514-43fbfc4cd242 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:10.802940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:10.811856 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:10.816356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd7badeb-9a77-47a2-a067-32fb8a213444']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:10.883148 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-4e095147-10e4-49cb-8fbf-63dcb6780c60 service neutron] show failed (client error): The resource could not be found. Apr 18 20:16:10.884190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-4e095147-10e4-49cb-8fbf-63dcb6780c60 service neutron] 10.222.0.61 "GET /v2.0/ports/65886c53-d8b3-4a2e-8881-bbbbdafa4079/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.7932832 Apr 18 20:16:10.971718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f182c6c9-9693-4c04-92a7-ce30cadce990') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:10.972623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f182c6c9-9693-4c04-92a7-ce30cadce990') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:10.983310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:11.032664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14f31-1236-45f6-b3f2-e635de718f01 req-2a69fe14-fecd-4a4e-b6ea-81bf172e0542 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:11.034203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14f31-1236-45f6-b3f2-e635de718f01 req-2a69fe14-fecd-4a4e-b6ea-81bf172e0542 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:11.034860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c14f31-1236-45f6-b3f2-e635de718f01 req-2a69fe14-fecd-4a4e-b6ea-81bf172e0542 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:11.043616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34c14f31-1236-45f6-b3f2-e635de718f01 req-2a69fe14-fecd-4a4e-b6ea-81bf172e0542 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b&device_id=26a22386-0d4b-4330-89f5-2d0a323e023d&device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 2882 time: 0.2897117 Apr 18 20:16:11.106926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34c14f31-1236-45f6-b3f2-e635de718f01 req-a3088b20-4ae9-4061-83bc-0978dd6b1784 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619857 Apr 18 20:16:11.116748 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f1283c7b-1215-4557-bd87-77f200aebf51'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:11.171831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-165bbd91-8933-48df-be2b-89a25ef12faa tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:11.173650 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-165bbd91-8933-48df-be2b-89a25ef12faa tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7361279 Apr 18 20:16:11.182084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f26cf1-070d-47c1-bcc5-4821499ba066 req-d1c5d5fa-d20e-4d7f-816a-a2f2825aaebe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:11.189896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2f26cf1-070d-47c1-bcc5-4821499ba066 req-d1c5d5fa-d20e-4d7f-816a-a2f2825aaebe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 2.3242519 Apr 18 20:16:11.222508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Request body: {'port': {'device_id': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '82fbb23355b0467c90d51e5951d86b70'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:11.419408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa5838-1900-4f2d-92cc-c2b10122f231 req-a48574d7-bcca-4332-a283-e2cc3417c34b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:11.421539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27fa5838-1900-4f2d-92cc-c2b10122f231 req-a48574d7-bcca-4332-a283-e2cc3417c34b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 944 time: 0.1487687 Apr 18 20:16:11.480377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.512595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.540404 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27fa5838-1900-4f2d-92cc-c2b10122f231 req-81e4af5a-6ef5-409a-ad6d-8fc4b8c04db4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094069 Apr 18 20:16:11.647614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ea9862-671d-43ef-9457-9be0fa59b775,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:11.720063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2f26cf1-070d-47c1-bcc5-4821499ba066 req-11f68851-0869-4f77-91a4-85df731c30f9 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5288224 Apr 18 20:16:11.725786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.743475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-840eb6f8-9f98-41bd-9cd6-85d185d82314 req-7cabaa26-6269-4f50-9fd9-da709834fe73 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 210 time: 0.0652692 Apr 18 20:16:11.935320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:11.936176 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:11.986720 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:12.023715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:12.040146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:12.174789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:12.182433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e11dd7e-4273-4845-86db-45a823404732 req-d2b72c33-6c54-4468-818c-3a31e9471d21 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:12.183826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:12.184289 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:12.197787 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e11dd7e-4273-4845-86db-45a823404732 req-d2b72c33-6c54-4468-818c-3a31e9471d21 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 949 time: 0.2748711 Apr 18 20:16:12.301208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=7a8821a8-0e7f-4751-8d1c-0b71479fc820,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:12.312339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e11dd7e-4273-4845-86db-45a823404732 req-104d61aa-4706-496e-bfe2-5a74c02844a2 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135557 Apr 18 20:16:12.316541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:12.338548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': 'f0600820-eb3c-4ccb-9941-11897cceb32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8827a49e-8c02-431a-b550-8a48b8ca16aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:12.339077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: 8827a49e-8c02-431a-b550-8a48b8ca16aa, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:16:12.362664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Usage tracker for resource:port and tenant:82fbb23355b0467c90d51e5951d86b70 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:12.376315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:12.385131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:12.393089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f1283c7b-1215-4557-bd87-77f200aebf51 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:12.408713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:12.411207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:12.426775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Allocated IP 192.168.233.170 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/434da6f1-c887-4502-8561-5739b8bf64ae) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:12.435716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:12.600991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port f1283c7b-1215-4557-bd87-77f200aebf51 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:12.647117 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:12.681846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:12.683499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:12.699617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:12.701909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port f1283c7b-1215-4557-bd87-77f200aebf51 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:12.702378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:12.844582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:12.855844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b50573c-ed56-46db-ab63-5e6a10356210 req-e86ff125-9171-4dfb-9816-771f660c3cc2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:12.863400 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b50573c-ed56-46db-ab63-5e6a10356210 req-e86ff125-9171-4dfb-9816-771f660c3cc2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 944 time: 0.1295300 Apr 18 20:16:12.933313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b50573c-ed56-46db-ab63-5e6a10356210 req-bbfc3960-3ae8-4118-9db9-69d14294215a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686545 Apr 18 20:16:13.035307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:13.119946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d14c34a2-45bc-4757-b1f2-c06b9e39efb3 None None] Provisioning for port f90a5e19-d3be-426a-b514-43fbfc4cd242 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:13.147422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d14c34a2-45bc-4757-b1f2-c06b9e39efb3 None None] Provisioning complete for port f90a5e19-d3be-426a-b514-43fbfc4cd242 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:13.148364 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d14c34a2-45bc-4757-b1f2-c06b9e39efb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.185110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f37652-0a8d-492e-b414-3ada6d1dbedf req-53b1cc50-b13f-4261-9508-6cb96afa6873 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:13.205134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96f37652-0a8d-492e-b414-3ada6d1dbedf req-53b1cc50-b13f-4261-9508-6cb96afa6873 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.1627612 Apr 18 20:16:13.234128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.284362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96f37652-0a8d-492e-b414-3ada6d1dbedf req-5750c20f-6545-4a40-bff0-04a26e9937b3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781996 Apr 18 20:16:13.286712 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.317751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Pushing event updated for resources: {'Port': ['ID=f90a5e19-d3be-426a-b514-43fbfc4cd242,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:13.330120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d14c34a2-45bc-4757-b1f2-c06b9e39efb3 None None] Port f90a5e19-d3be-426a-b514-43fbfc4cd242 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:16:13.360284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:13.373281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:13.381197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.383104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 65886c53-d8b3-4a2e-8881-bbbbdafa4079 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:13.539582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1960f90b-f457-4d94-8514-8283470c0f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.574105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:13.627953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-ee0d27d6-1542-4a0b-ad13-debd847c2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:13.629583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-ee0d27d6-1542-4a0b-ad13-debd847c2ea8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&tenant_id=bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 1100 time: 2.2403693 Apr 18 20:16:13.630592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd7badeb-9a77-47a2-a067-32fb8a213444,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:13.644833 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.668653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network 8827a49e-8c02-431a-b550-8a48b8ca16aa is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:16:13.675250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7fc7537c-05a8-47d6-b0de-fb24a545c2d7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fd7badeb-9a77-47a2-a067-32fb8a213444 HTTP/1.1" status: 204 len: 168 time: 10.2921767 Apr 18 20:16:13.689054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:13.697402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.724397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a1e2fdf-e650-4f7d-9c85-18b818969138 req-e53fd7b4-d166-4816-b536-2f1fc7b84767 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Synchronizing usage tracker for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:13.756786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Made reservation on behalf of 82fbb23355b0467c90d51e5951d86b70 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:13.760409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:13.795930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:13.834110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:13.921554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8827a49e-8c02-431a-b550-8a48b8ca16aa) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:13.932091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d821a1a-e265-472d-bb77-15b3378045bc None None] Network 8827a49e-8c02-431a-b550-8a48b8ca16aa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:13.964061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:13.991974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867e14bd-3668-434f-a465-8ec8c93eaed1 req-544c8fbf-f988-4f9d-8b8e-f52e091035bd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:13.994226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-867e14bd-3668-434f-a465-8ec8c93eaed1 req-544c8fbf-f988-4f9d-8b8e-f52e091035bd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.1230385 Apr 18 20:16:14.044274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:14.045096 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.047034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:14.096767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a1e2fdf-e650-4f7d-9c85-18b818969138 req-e53fd7b4-d166-4816-b536-2f1fc7b84767 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Unset dirty status for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:14.109753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-867e14bd-3668-434f-a465-8ec8c93eaed1 req-f2210861-1c8c-46a2-8035-79a454e69a4b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087902 Apr 18 20:16:14.112270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a1e2fdf-e650-4f7d-9c85-18b818969138 req-e53fd7b4-d166-4816-b536-2f1fc7b84767 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 210 time: 0.8430572 Apr 18 20:16:14.185539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cca51ea6-b29a-4013-b8a7-e3502e30e3d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7c168547ba734413a1a08c48cf0cfab7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1368067 Apr 18 20:16:14.188211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41750) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:14.218247 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.310126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51c2b116-8ca4-40ea-8d56-536389abec0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.389200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.409821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51c2b116-8ca4-40ea-8d56-536389abec0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.410712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:14.411407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.416911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Transition to ACTIVE for port object 434da6f1-c887-4502-8561-5739b8bf64ae will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:14.477838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167500c-4f85-4ccd-bb73-2e0fd0a299ce req-360851ae-a9e7-40f2-8887-1628236ec463 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:14.485564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f167500c-4f85-4ccd-bb73-2e0fd0a299ce req-360851ae-a9e7-40f2-8887-1628236ec463 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1100 time: 0.1502929 Apr 18 20:16:14.510021 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03858fc7-4f7f-40c2-b185-7bbf37d344e0'] response: {'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'code': 200} Apr 18 20:16:14.545852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f167500c-4f85-4ccd-bb73-2e0fd0a299ce req-c0d7c05b-5352-4547-a164-cc17e57f7802 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538559 Apr 18 20:16:14.577078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51c2b116-8ca4-40ea-8d56-536389abec0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.625040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c2b116-8ca4-40ea-8d56-536389abec0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ad8f58-40d9-4658-939a-20a302f7af11,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:14.627899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51c2b116-8ca4-40ea-8d56-536389abec0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.633577 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-51c2b116-8ca4-40ea-8d56-536389abec0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58ad8f58-40d9-4658-939a-20a302f7af11 HTTP/1.1" status: 204 len: 168 time: 0.4441304 Apr 18 20:16:14.702408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41764) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:14.703114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b28e59a2-2ca7-4d9f-a361-b220b4a54232 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 6.8425322 Apr 18 20:16:14.720673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-8827a49e-8c02-431a-b550-8a48b8ca16aa', 'network_id': '8827a49e-8c02-431a-b550-8a48b8ca16aa', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': '7a8821a8-0e7f-4751-8d1c-0b71479fc820'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:16:14.721703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:14.955489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Allocated IP 192.168.233.12 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/7d88ae49-0dc8-4ec3-bb83-c406fac3e70a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:14.956067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Allocated IP 2001:db8::1 (8827a49e-8c02-431a-b550-8a48b8ca16aa/7a8821a8-0e7f-4751-8d1c-0b71479fc820/13e4fb2e-846d-4fc4-9b64-e7292aa67c13) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:15.008100 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.258385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.275472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Transition to ACTIVE for port object 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:15.298649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Transition to ACTIVE for port object 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:15.310256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.332872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.351699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.384416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bed672e-779b-4873-991f-49b7e50a3edf req-2814fb75-2c1f-4b5a-9314-a56902ae34a4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:15.396084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7bed672e-779b-4873-991f-49b7e50a3edf req-2814fb75-2c1f-4b5a-9314-a56902ae34a4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.3780358 Apr 18 20:16:15.399779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Transition to ACTIVE for port object 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:15.427784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Network 8827a49e-8c02-431a-b550-8a48b8ca16aa is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:15.431419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:15.436383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.440284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:15.447760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:15.462431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:15.474573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:15.612981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Pushing event updated for resources: {'Port': ['ID=13e4fb2e-846d-4fc4-9b64-e7292aa67c13,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:15.659701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.716878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=7a8821a8-0e7f-4751-8d1c-0b71479fc820,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:15.724833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.741548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Attempting to bind port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:15.744516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Attempting to bind port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f0600820-eb3c-4ccb-9941-11897cceb32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8827a49e-8c02-431a-b550-8a48b8ca16aa'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:15.745042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Attempting to bind port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 on network 8827a49e-8c02-431a-b550-8a48b8ca16aa {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:15.767028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:15.767546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Checking segment: {'id': 'f0600820-eb3c-4ccb-9941-11897cceb32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8827a49e-8c02-431a-b550-8a48b8ca16aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:15.768231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.769033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Bound using segment: {'id': 'f0600820-eb3c-4ccb-9941-11897cceb32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8827a49e-8c02-431a-b550-8a48b8ca16aa'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:15.771428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Bound port: 13e4fb2e-846d-4fc4-9b64-e7292aa67c13, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0600820-eb3c-4ccb-9941-11897cceb32d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8827a49e-8c02-431a-b550-8a48b8ca16aa'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:15.772263 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.910722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:15.960287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:15.967995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8827a49e-8c02-431a-b550-8a48b8ca16aa']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:15.988108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0600820-eb3c-4ccb-9941-11897cceb32d') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:15.988928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0600820-eb3c-4ccb-9941-11897cceb32d') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:16.033354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:16.034931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.036999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.038232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-854db9f6-07e0-4948-ab23-df8a6e733011 None None] Provisioning for port 434da6f1-c887-4502-8561-5739b8bf64ae completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:16.065295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-854db9f6-07e0-4948-ab23-df8a6e733011 None None] Provisioning complete for port 434da6f1-c887-4502-8561-5739b8bf64ae triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:16.065897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-854db9f6-07e0-4948-ab23-df8a6e733011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.071800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.092640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7bed672e-779b-4873-991f-49b7e50a3edf req-ea5a725d-c1c0-4d31-baf5-c9213eab2ffe tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6946023 Apr 18 20:16:16.101286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:16.102881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.136790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] For port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:16.144463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec9c2e99-3f7a-48c6-ae86-9d3842dbead7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:16.154183 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:16.204422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-854db9f6-07e0-4948-ab23-df8a6e733011 None None] Port 434da6f1-c887-4502-8561-5739b8bf64ae cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:16:16.241937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda29ed7-0680-4955-a535-5c25e931301b req-76302f78-addb-489b-91eb-cf6b2c1b99ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:16.244278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bda29ed7-0680-4955-a535-5c25e931301b req-76302f78-addb-489b-91eb-cf6b2c1b99ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 1096 time: 1.4849396 Apr 18 20:16:16.272241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9f03f-4c85-4e9d-94d0-221f70b6496c req-51642ef2-116d-4aeb-b3e7-d543e6d15c8a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:16.272939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-02d9f03f-4c85-4e9d-94d0-221f70b6496c req-51642ef2-116d-4aeb-b3e7-d543e6d15c8a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:16.331123 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.341939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-734ae869-5bd7-498a-a24c-e65dcf315db2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 8.2983456 Apr 18 20:16:16.379819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] For port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13e4fb2e-846d-4fc4-9b64-e7292aa67c13,segment=NetworkSegment(f0600820-eb3c-4ccb-9941-11897cceb32d),segment_id=f0600820-eb3c-4ccb-9941-11897cceb32d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:16.380126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:16:16.380126 n-d-836016-3 neutron-server[88141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:16:16.380126 n-d-836016-3 neutron-server[88141]: [parameters: {'id': '8827a49e-8c02-431a-b550-8a48b8ca16aa'}] Apr 18 20:16:16.380126 n-d-836016-3 neutron-server[88141]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:16:16.380795 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:16:16.387721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.410929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ffd9a-1976-40e3-b321-abf0a46ea0f2 req-5bc48a72-e99a-4909-b6d0-8e479e4cffca tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:16.412813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-188ffd9a-1976-40e3-b321-abf0a46ea0f2 req-5bc48a72-e99a-4909-b6d0-8e479e4cffca tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1100 time: 0.1140010 Apr 18 20:16:16.471195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-188ffd9a-1976-40e3-b321-abf0a46ea0f2 req-85cef5dd-680e-487e-8c12-3a1d66c6bc76 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510075 Apr 18 20:16:16.507739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Request body: {'port': {'device_id': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:16.541811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:16.550799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c7fb7-e6b7-4b88-abe8-428440cf4397 None None] Pushing event updated for resources: {'Port': ['ID=13e4fb2e-846d-4fc4-9b64-e7292aa67c13,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:16.657125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2778ca9-94e0-4d0b-802c-86640cdf46a9 None None] Network 8827a49e-8c02-431a-b550-8a48b8ca16aa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:16.763164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-02d9f03f-4c85-4e9d-94d0-221f70b6496c req-51642ef2-116d-4aeb-b3e7-d543e6d15c8a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:16.769942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3820480f-c449-40f0-997d-a8119133fbb3 req-06d3316e-8f75-431c-8a69-840504b6515d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:16.772218 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3820480f-c449-40f0-997d-a8119133fbb3 req-06d3316e-8f75-431c-8a69-840504b6515d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 935 time: 0.1572766 Apr 18 20:16:16.772447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02d9f03f-4c85-4e9d-94d0-221f70b6496c req-51642ef2-116d-4aeb-b3e7-d543e6d15c8a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 1.9428530 Apr 18 20:16:16.809109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.828848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:16.841136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:16.842162 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.844567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bda29ed7-0680-4955-a535-5c25e931301b req-6cfacb2e-0f31-4e51-bfee-a16419a322e5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5679421 Apr 18 20:16:16.847441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:16.883039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:16.900671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:16.906134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3820480f-c449-40f0-997d-a8119133fbb3 req-770beb50-44ef-4a56-842a-6f109996561c tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215606 Apr 18 20:16:16.942407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:16.942960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.082755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:17.122680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d5d9e9-92b4-4805-99c7-0859b2891680 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:16:17.149837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02d9f03f-4c85-4e9d-94d0-221f70b6496c req-0af79c00-6e64-4cb2-bfba-891e17662282 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759162 Apr 18 20:16:17.188288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f7754cfb-7f01-418a-bc7b-cc4fda76b88b None None] Provisioning for port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:17.198026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f7754cfb-7f01-418a-bc7b-cc4fda76b88b None None] Provisioning complete for port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:17.198398 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f7754cfb-7f01-418a-bc7b-cc4fda76b88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.219209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:17.220161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.226549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:16:17.244206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.274984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.292916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.305240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f7754cfb-7f01-418a-bc7b-cc4fda76b88b None None] Port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:16:17.391347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d5d9e9-92b4-4805-99c7-0859b2891680 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:16:17.413040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:16:17.443898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-ba46f51b-bf8e-495a-9822-4f974b2256d8 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2295735 Apr 18 20:16:17.475025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Request body: {'port': {'device_id': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:17.502138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] For port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13e4fb2e-846d-4fc4-9b64-e7292aa67c13,segment=NetworkSegment(f0600820-eb3c-4ccb-9941-11897cceb32d),segment_id=f0600820-eb3c-4ccb-9941-11897cceb32d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:17.502644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.546102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:17.570427 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81daf899-c20e-46e5-ae0c-14be42b8abe1'] response: {'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'code': 200} Apr 18 20:16:17.608263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Pushing event updated for resources: {'Port': ['ID=f90a5e19-d3be-426a-b514-43fbfc4cd242,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:17.649616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Calling delete_port for 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:17.696801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.735801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c74cad7-d4e8-4e74-8136-68d0f64d254e req-d245b528-4637-41d8-b494-6e6ae6c4dcba tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:17.738269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c74cad7-d4e8-4e74-8136-68d0f64d254e req-d245b528-4637-41d8-b494-6e6ae6c4dcba tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.5460057 Apr 18 20:16:17.771373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65886c53-d8b3-4a2e-8881-bbbbdafa4079 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:17.810929 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.829329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.866272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-43fc6e8e-8a49-46ae-968c-115935014f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:17.867860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-43fc6e8e-8a49-46ae-968c-115935014f87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 1097 time: 0.8054907 Apr 18 20:16:17.875575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c74cad7-d4e8-4e74-8136-68d0f64d254e req-64ee5998-18d3-4814-b97b-188c01dce36f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246097 Apr 18 20:16:17.878135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Port': ['ID=13e4fb2e-846d-4fc4-9b64-e7292aa67c13,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:17.879928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No DVR routers for this DVR port 13e4fb2e-846d-4fc4-9b64-e7292aa67c13 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:17.934837 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:17.979616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Transition to ACTIVE for port object 65886c53-d8b3-4a2e-8881-bbbbdafa4079 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:18.057341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.097982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8827a49e-8c02-431a-b550-8a48b8ca16aa']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:18.113739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0600820-eb3c-4ccb-9941-11897cceb32d') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:18.114087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0600820-eb3c-4ccb-9941-11897cceb32d') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:18.128400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.148049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.156355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:18.156355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:18.188860 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:18.278556 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.286904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.357306 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.362686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.394987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/8827a49e-8c02-431a-b550-8a48b8ca16aa HTTP/1.1" status: 204 len: 168 time: 3.6905391 Apr 18 20:16:18.398917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41820) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:18.401747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b023fd2-5063-423d-b3bb-748bb1e5bd06 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=8827a49e-8c02-431a-b550-8a48b8ca16aa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:18.414359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683811056'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:18.422733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:18.429250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:18.430254 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.433741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:18.447539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39825d59-2a4c-4e82-bd06-cf2d4ce54f79 req-b190d2b6-f8c4-4e89-9d19-1fb5d4a61218 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:18.449441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39825d59-2a4c-4e82-bd06-cf2d4ce54f79 req-b190d2b6-f8c4-4e89-9d19-1fb5d4a61218 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 946 time: 0.2621377 Apr 18 20:16:18.450742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:18.475383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434da6f1-c887-4502-8561-5739b8bf64ae {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:18.479264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:18.483844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.526579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39825d59-2a4c-4e82-bd06-cf2d4ce54f79 req-f1d74cdb-6de6-4ee2-ae3d-4596d415082c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700610 Apr 18 20:16:18.534946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:18.547179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.547684 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment 2676be3f-4418-48d1-b54b-1c3358411bec of type vlan for network fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c Apr 18 20:16:18.601254 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.603729 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.647542 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.654843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:18.655548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.693133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:18.707582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] No DVR routers for this DVR port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:18.830754 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4307952 Apr 18 20:16:18.834687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41826) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:18.836948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4748018-7661-4294-ab7c-bb0712fe1767 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:18.845708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': 'fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:18.849399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:18.928972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:18.929997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Transition to ACTIVE for port object 434da6f1-c887-4502-8561-5739b8bf64ae will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:18.943217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:18.979034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-b63c1420-2035-4c14-9baa-3a58d3d9c744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:18.980487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-b63c1420-2035-4c14-9baa-3a58d3d9c744 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 1.0485351 Apr 18 20:16:18.992749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:18.993422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b127f5c-4db9-47c1-aa53-6c2c121757d5 req-e1f8aed0-dd90-4277-9ff5-d737c531dd83 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:18.995007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b127f5c-4db9-47c1-aa53-6c2c121757d5 req-e1f8aed0-dd90-4277-9ff5-d737c531dd83 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.3051932 Apr 18 20:16:18.996115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:19.001273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:19.006659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:19.007036 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:19.027049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:19.054310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:19.057736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:19.103731 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b127f5c-4db9-47c1-aa53-6c2c121757d5 req-c25996c8-96fa-491f-b033-7a94e7b05d85 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931938 Apr 18 20:16:19.298172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-71f5e9ed-2264-44be-bcf5-99a0a5594f2a None None] Provisioning complete for port f90a5e19-d3be-426a-b514-43fbfc4cd242 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:19.298978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71f5e9ed-2264-44be-bcf5-99a0a5594f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:19.318660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-f1ad2204-103c-4066-8c55-cbfcef3d40d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 HTTP/1.1" status: 200 len: 217 time: 0.2975190 Apr 18 20:16:19.371991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:19.372856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:19.373487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:19.421579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-71f5e9ed-2264-44be-bcf5-99a0a5594f2a None None] Port f90a5e19-d3be-426a-b514-43fbfc4cd242 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:16:19.506500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:16:19.506835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Attempting to bind port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:19.532184 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:19.618973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:19.619425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:19.619689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:19.620375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Bound port: 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:19.620755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:19.629762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:19.678483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c654a-4171-4492-8d68-312993f6669c req-a8f81da7-546d-4ed3-857b-ffb6833fd9a7 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:19.679185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-277c654a-4171-4492-8d68-312993f6669c req-a8f81da7-546d-4ed3-857b-ffb6833fd9a7 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Synchronizing usage tracker for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:19.679328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=6ac6f154-bbe7-46fd-bdfc-bf4c56b3bf4c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:19.682271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': '2676be3f-4418-48d1-b54b-1c3358411bec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:19.682609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:16:19.725600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc2a15-9618-4a5f-9a4d-0fb4cb46382c req-63e68a6b-785b-4085-adaa-09c7cec1ea7e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:19.727047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9efc2a15-9618-4a5f-9a4d-0fb4cb46382c req-63e68a6b-785b-4085-adaa-09c7cec1ea7e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.1537428 Apr 18 20:16:19.728209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:16:19.757643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:19.764446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:19.765033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:19.767345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00007a8f-daad-4e5a-80ab-a41463bc8ecf None None] Network fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:19.797356 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9efc2a15-9618-4a5f-9a4d-0fb4cb46382c req-37c97b21-1fa0-4c49-80b2-6595ecee0194 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632985 Apr 18 20:16:19.797669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-8484962d-251f-439b-bb9b-e3a7d2b6af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:19.798900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-8484962d-251f-439b-bb9b-e3a7d2b6af55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.4329412 Apr 18 20:16:19.808014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-66c34935-315c-488d-869e-19fc3fbe43b9 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9719484 Apr 18 20:16:19.808601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:19.939108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-8f9b03b8-9003-49ca-865d-df6506e100a1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170857 Apr 18 20:16:19.947422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-277c654a-4171-4492-8d68-312993f6669c req-a8f81da7-546d-4ed3-857b-ffb6833fd9a7 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Unset dirty status for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:19.956305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-277c654a-4171-4492-8d68-312993f6669c req-a8f81da7-546d-4ed3-857b-ffb6833fd9a7 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 935 time: 1.5272315 Apr 18 20:16:19.992374 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.015442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Attempting to bind port 434da6f1-c887-4502-8561-5739b8bf64ae on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:20.016050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Attempting to bind port 434da6f1-c887-4502-8561-5739b8bf64ae by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:20.016590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Attempting to bind port 434da6f1-c887-4502-8561-5739b8bf64ae on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:20.069725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Router 56bcdcbd-b846-4980-a130-d71d31ceb066 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:16:20.081081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Port 434da6f1-c887-4502-8561-5739b8bf64ae on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:16:20.081437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Attempting to bind port 434da6f1-c887-4502-8561-5739b8bf64ae on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:20.098101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad81f9e-14bf-4b30-ad10-27abc5b265e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c', 'network_id': 'fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': '6ac6f154-bbe7-46fd-bdfc-bf4c56b3bf4c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:16:20.099057 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aad81f9e-14bf-4b30-ad10-27abc5b265e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.142345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.229525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:20.243074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:16:20.253284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:20.253661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:20.254275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:20.254736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Bound port: 434da6f1-c887-4502-8561-5739b8bf64ae, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:20.255157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.255376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-aad81f9e-14bf-4b30-ad10-27abc5b265e8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ac6f154-bbe7-46fd-bdfc-bf4c56b3bf4c: This subnet is being modified by another concurrent operation. Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:16:20.270072 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6ac6f154-bbe7-46fd-bdfc-bf4c56b3bf4c: This subnet is being modified by another concurrent operation. Apr 18 20:16:20.274330 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 20:16:20.302102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd37c79-1464-40ab-ac36-12cd19d7f93e None None] Network fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:20.326798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=6ac6f154-bbe7-46fd-bdfc-bf4c56b3bf4c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:20.442873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:20.451119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.451602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.457151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:20.470329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Transition to ACTIVE for port object 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:20.482062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-277c654a-4171-4492-8d68-312993f6669c req-e32c91a5-e0d7-4719-bed6-3595696aaa9b tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Synchronizing usage tracker for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:20.489499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:20.494000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:20.498122 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.511418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2676be3f-4418-48d1-b54b-1c3358411bec') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:20.511418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2676be3f-4418-48d1-b54b-1c3358411bec') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:20.525691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.545231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.560936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:20.561407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:20.669961 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:20.677875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.716353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.740208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:20.744021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-966f3772-32c8-4648-b0e3-8262d036c749 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c HTTP/1.1" status: 204 len: 168 time: 0.9342401 Apr 18 20:16:20.747582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:20.753906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1266348008'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:20.766745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:20.775244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:20.781879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:20.782071 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.790556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:20.822454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:20.830163 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.832830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.846295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:20.862609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:20.874840 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.898178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:20.923994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:20.924370 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment 82153d6d-22a1-408f-a592-ca474a683329 of type vlan for network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf Apr 18 20:16:20.981289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.043015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:21.046533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.046830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.048393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] 10.222.0.55 "PUT /v2.0/ports/65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 1095 time: 7.3260391 Apr 18 20:16:21.053794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:21.054686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.067695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:21.110257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:21.190856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-277c654a-4171-4492-8d68-312993f6669c req-e32c91a5-e0d7-4719-bed6-3595696aaa9b tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Unset dirty status for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:21.198547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-277c654a-4171-4492-8d68-312993f6669c req-e32c91a5-e0d7-4719-bed6-3595696aaa9b tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2408459 Apr 18 20:16:21.203437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4547074 Apr 18 20:16:21.206892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41874) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:21.216414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-e9d69f77-e4c4-4a49-98c1-6251d6ac87d5 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2424922 Apr 18 20:16:21.219488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:21.238981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:21.244270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd6996-4bdb-4a23-8793-ba7c5532da5f None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:16:21.293421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cdc96-212d-450b-8597-0ffb19a6d96c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=dbcf6a26-efe1-44b7-ba73-e8b5d23747cf,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:21.312606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:21.457342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:21.464636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:21.472052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd6996-4bdb-4a23-8793-ba7c5532da5f None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:16:21.475780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d3246-0d83-4033-ad55-d6485ddc59c7 req-47eb29a4-4d9e-43cd-80b9-0f545b3239da tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:21.477981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf1d3246-0d83-4033-ad55-d6485ddc59c7 req-47eb29a4-4d9e-43cd-80b9-0f545b3239da tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 944 time: 0.2719426 Apr 18 20:16:21.479256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:21.511939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:21.514472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:16:21.528168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0586649f-c148-481c-93a8-6f55e210c321 admin admin] 10.222.0.47 "PUT /v2.0/routers/56bcdcbd-b846-4980-a130-d71d31ceb066/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.7350047 Apr 18 20:16:21.538277 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Sync routers for ids ['56bcdcbd-b846-4980-a130-d71d31ceb066'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:16:21.545016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:21.545428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:21.547308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Attempting to bind port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:21.547649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Attempting to bind port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:21.547982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Attempting to bind port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:21.550119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.558624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:16:21.559027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Attempting to bind port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:21.561996 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Routers {'56bcdcbd-b846-4980-a130-d71d31ceb066'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:16:21.565267 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:16:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['56bcdcbd-b846-4980-a130-d71d31ceb066'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:21.588029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:21.593013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:21.593347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:21.593775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:21.594218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Bound port: 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:21.594566 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.616998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf1d3246-0d83-4033-ad55-d6485ddc59c7 req-ef7eb1d8-a7d3-4dd2-bcf1-5a9e667df116 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315265 Apr 18 20:16:21.716921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.766870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-71c0e0d5-3f6c-42b2-8e30-7ebe16929fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:21.768697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-71c0e0d5-3f6c-42b2-8e30-7ebe16929fc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1098 time: 0.6332006 Apr 18 20:16:21.770654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f3b175-7f8d-4e2f-b563-3da8e94cb6b8 service neutron] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:21.907777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:21.908386 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:21.909942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] 10.222.0.61 "PUT /v2.0/ports/434da6f1-c887-4502-8561-5739b8bf64ae HTTP/1.1" status: 200 len: 1096 time: 5.4960792 Apr 18 20:16:21.911944 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Set router 56bcdcbd-b846-4980-a130-d71d31ceb066 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:16:21.953989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd3518f4-4d5e-4d0d-a01e-59fe87638b9a req-eff46e18-0b0d-4e69-abe3-e066f930da00 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510513 Apr 18 20:16:22.042899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:22.047261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:22.092315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742ede-fefc-4079-b70d-6f77d7640011 req-50c65e67-86c4-4e6c-a0ca-a8e834f48214 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:22.101002 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6742ede-fefc-4079-b70d-6f77d7640011 req-50c65e67-86c4-4e6c-a0ca-a8e834f48214 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.7135124 Apr 18 20:16:22.105917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068b4c23-613c-46ea-9cfb-32665489b978 req-8e092d5e-ece4-4687-b10a-3e9b5de7eaf9 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:22.108225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-068b4c23-613c-46ea-9cfb-32665489b978 req-8e092d5e-ece4-4687-b10a-3e9b5de7eaf9 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.3354230 Apr 18 20:16:22.151966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:22.200794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:22.202098 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:22.216361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] 10.222.0.61 "PUT /v2.0/ports/7d88ae49-0dc8-4ec3-bb83-c406fac3e70a HTTP/1.1" status: 200 len: 1095 time: 4.7492375 Apr 18 20:16:22.355707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:22.393307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d1037-6e1b-438c-a02d-36f50f727dfe service neutron] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:22.464012 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:16:13Z', 'revision_number': 4, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f90a5e19-d3be-426a-b514-43fbfc4cd242', 'name': '', 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'mac_address': 'fa:16:3e:f9:ba:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f36acedd-b5fe-418f-a456-1b292b114cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:06Z', 'updated_at': '2022-04-18T20:16:15Z', 'revision_number': 2, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'subnets': [{'id': 'f36acedd-b5fe-418f-a456-1b292b114cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:22.470522 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Checking router: 56bcdcbd-b846-4980-a130-d71d31ceb066 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:16:22.470957 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Updating router 56bcdcbd-b846-4980-a130-d71d31ceb066 port f90a5e19-d3be-426a-b514-43fbfc4cd242 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:16:22.474542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=e66bb303-9f2b-4345-bbea-70d374c1e2bc,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:22.507372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-068b4c23-613c-46ea-9cfb-32665489b978 req-4e4ea241-10cb-4e22-be35-563d7c175fce tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982451 Apr 18 20:16:22.509883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c30aa-d0ed-4698-9c1e-0ba80543d9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:22.562328 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:22.563938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': '82153d6d-22a1-408f-a592-ca474a683329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:22.564408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: dbcf6a26-efe1-44b7-ba73-e8b5d23747cf, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:16:22.576458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6742ede-fefc-4079-b70d-6f77d7640011 req-40c16406-7717-47ed-b8ef-6f61d2d5fb21 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4762304 Apr 18 20:16:22.609301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-0a8ee905-1cf6-4181-b539-df2653c562c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:22.611260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:16:22.613319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-0a8ee905-1cf6-4181-b539-df2653c562c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82fbb23355b0467c90d51e5951d86b70&device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 1099 time: 0.5513511 Apr 18 20:16:22.630866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, dbcf6a26-efe1-44b7-ba73-e8b5d23747cf) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:22.639970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:22.641017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:22.644326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e9f0c2-f670-432e-931e-257c6be9c2b4 None None] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:22.659363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-6b2cfa51-59f3-49dd-9768-45001ce974f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:22.660845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-6b2cfa51-59f3-49dd-9768-45001ce974f8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.8315127 Apr 18 20:16:22.675665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cbbcd6d0-7527-4576-8b48-ffc1f7ce2549 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4638371 Apr 18 20:16:22.677911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41920) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:22.688034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:22.783960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-c992cb20-9fc9-481d-a8bb-8c2186729526 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=434da6f1-c887-4502-8561-5739b8bf64ae HTTP/1.1" status: 200 len: 217 time: 0.1271920 Apr 18 20:16:22.843996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-da459ac3-1758-4cf5-b48b-ab57cda293c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:22.846581 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-da459ac3-1758-4cf5-b48b-ab57cda293c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82fbb23355b0467c90d51e5951d86b70&device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 1098 time: 0.5619276 Apr 18 20:16:22.959568 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10177550-a90d-4a1b-b242-f7d0cd782c16'] response: {'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'code': 200} Apr 18 20:16:23.009417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-6bfd7861-f057-477c-b5c9-db3e91238363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:23.015299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-6bfd7861-f057-477c-b5c9-db3e91238363 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1677058 Apr 18 20:16:23.033993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c5566-ea45-4af7-bd25-3671679fdb55 req-5ce50ecd-8578-43d0-bd59-35c522d93337 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:23.035797 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b28c5566-ea45-4af7-bd25-3671679fdb55 req-5ce50ecd-8578-43d0-bd59-35c522d93337 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.2766726 Apr 18 20:16:23.045763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:23.050366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:subnet and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:23.070605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:23.083729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:23.127761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b28c5566-ea45-4af7-bd25-3671679fdb55 req-d47b9f3c-25d2-4186-aec3-7c565922d383 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698807 Apr 18 20:16:23.132545 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f237063d-9423-4b78-bb16-a1bc6774790e'] response: {'name': 'network-changed', 'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'status': 'completed', 'code': 200} Apr 18 20:16:23.152262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:23.157554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:23.206608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-e9c08a52-7fe6-4335-9a1f-75c902575f08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.4207816 Apr 18 20:16:23.233841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-dbcf6a26-efe1-44b7-ba73-e8b5d23747cf', 'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': 'e66bb303-9f2b-4345-bbea-70d374c1e2bc'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:16:23.234948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:23.258018 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:23.271756 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Transition to ACTIVE for port object f90a5e19-d3be-426a-b514-43fbfc4cd242 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:23.286298 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:23.518531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Allocated IP 2001:db8::2 (dbcf6a26-efe1-44b7-ba73-e8b5d23747cf/e66bb303-9f2b-4345-bbea-70d374c1e2bc/0b5e3afa-f900-42f6-a257-8b25d767999b) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:23.575605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-1fdf378e-b9eb-422b-9419-5aec8d9abafd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a HTTP/1.1" status: 200 len: 217 time: 0.7102196 Apr 18 20:16:23.733889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-6f7bcef2-a471-4a2f-b6dc-6528f1918272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:23.735837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-6f7bcef2-a471-4a2f-b6dc-6528f1918272 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1673410 Apr 18 20:16:23.779110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc053455-00ea-42ae-a177-dc67defeb239 req-b6ace748-2aa2-4358-ab04-c5f0af75ccf0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:23.788634 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc053455-00ea-42ae-a177-dc67defeb239 req-b6ace748-2aa2-4358-ab04-c5f0af75ccf0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 944 time: 0.3007858 Apr 18 20:16:23.808921 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Pushing event updated for resources: {'Port': ['ID=f90a5e19-d3be-426a-b514-43fbfc4cd242,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:23.859445 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:16:23.883330 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.883602 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.886159 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.899785 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.900139 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.903922 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.906094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.908476 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.909715 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.912395 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.914422 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.915944 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:23.933747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc053455-00ea-42ae-a177-dc67defeb239 req-5355a7a3-2045-4b32-bc68-5a7cf2bd364c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398845 Apr 18 20:16:23.947226 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Attempting to bind port f90a5e19-d3be-426a-b514-43fbfc4cd242 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:23.949191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-91851d20-660b-481b-9789-381292caef93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:23.951071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-91851d20-660b-481b-9789-381292caef93 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2044141 Apr 18 20:16:23.951705 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Attempting to bind port f90a5e19-d3be-426a-b514-43fbfc4cd242 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:23.952271 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Attempting to bind port f90a5e19-d3be-426a-b514-43fbfc4cd242 on network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:23.976683 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:23.977137 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Checking segment: {'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:23.978893 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:23.979310 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Bound using segment: {'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:23.979800 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Bound port: f90a5e19-d3be-426a-b514-43fbfc4cd242, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:23.980177 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.061929 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.097316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Transition to ACTIVE for port object 0b5e3afa-f900-42f6-a257-8b25d767999b will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:24.123964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.156524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Transition to ACTIVE for port object 0b5e3afa-f900-42f6-a257-8b25d767999b will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:24.174207 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.272661 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] For port f90a5e19-d3be-426a-b514-43fbfc4cd242, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:24.282614 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] For port f90a5e19-d3be-426a-b514-43fbfc4cd242, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f90a5e19-d3be-426a-b514-43fbfc4cd242,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:24.292019 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.300874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=fb456c95-d58f-4c93-85fb-4bdeb93f7fe3,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:24.332758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:24.337596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:24.348482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.349763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.357239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:24.360827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:24.365649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:24.413733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d95385b-96fa-459c-8587-d81c70fd40cb req-a873de33-eaa5-4876-ad40-681654a75d3d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.419851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Pushing event updated for resources: {'Port': ['ID=0b5e3afa-f900-42f6-a257-8b25d767999b,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:24.423969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9d95385b-96fa-459c-8587-d81c70fd40cb req-a873de33-eaa5-4876-ad40-681654a75d3d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 947 time: 1.2785504 Apr 18 20:16:24.427376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-15015582-7d73-431d-ac02-7d1413b0a067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.431381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-15015582-7d73-431d-ac02-7d1413b0a067 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2259352 Apr 18 20:16:24.454427 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Routers {'56bcdcbd-b846-4980-a130-d71d31ceb066'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:16:24.455086 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:16:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['56bcdcbd-b846-4980-a130-d71d31ceb066'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:24.487002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-6ccabc6b-210e-4c6c-841c-04915b36abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.491074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-6ccabc6b-210e-4c6c-841c-04915b36abb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1098 time: 1.3473394 Apr 18 20:16:24.547301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f3ffe721-1a0a-4562-a4db-61ddad3d64ee tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.8681943 Apr 18 20:16:24.551271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41972) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:24.562327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Attempting to bind port 0b5e3afa-f900-42f6-a257-8b25d767999b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:24.566854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Attempting to bind port 0b5e3afa-f900-42f6-a257-8b25d767999b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '82153d6d-22a1-408f-a592-ca474a683329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:24.567625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Attempting to bind port 0b5e3afa-f900-42f6-a257-8b25d767999b on network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:24.581302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:24.582867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Checking segment: {'id': '82153d6d-22a1-408f-a592-ca474a683329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:24.583623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.585336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Bound using segment: {'id': '82153d6d-22a1-408f-a592-ca474a683329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:24.585895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Bound port: 0b5e3afa-f900-42f6-a257-8b25d767999b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82153d6d-22a1-408f-a592-ca474a683329', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:24.589265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.790076 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9d95385b-96fa-459c-8587-d81c70fd40cb req-d9bb7afe-6263-4985-ab9d-c2950969a5d2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652079 Apr 18 20:16:24.792559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-ec708c4b-b22e-4da2-8a74-766a335bf7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.795103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-ec708c4b-b22e-4da2-8a74-766a335bf7f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0497940 Apr 18 20:16:24.797386 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-b182db9c-71c8-4222-97f5-820501a035b4 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408909 Apr 18 20:16:24.812456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.814201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.816109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.821242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.828981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.830485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-bd73b8c7-51cf-4287-b1c5-5bde2bc7531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.832272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-bd73b8c7-51cf-4287-b1c5-5bde2bc7531a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8729091 Apr 18 20:16:24.834393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Synchronizing usage tracker for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:24.850672 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] Set router 56bcdcbd-b846-4980-a130-d71d31ceb066 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:16:24.866713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] For port 0b5e3afa-f900-42f6-a257-8b25d767999b, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:24.872610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] For port 0b5e3afa-f900-42f6-a257-8b25d767999b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0b5e3afa-f900-42f6-a257-8b25d767999b,segment=NetworkSegment(82153d6d-22a1-408f-a592-ca474a683329),segment_id=82153d6d-22a1-408f-a592-ca474a683329)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:24.883542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:24.921080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7ba127-9f9f-439c-bb9c-3196ee2b9a86 req-b62998bc-01b8-481e-bef6-3ae6e158613f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:24.928806 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d7ba127-9f9f-439c-bb9c-3196ee2b9a86 req-b62998bc-01b8-481e-bef6-3ae6e158613f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.5684049 Apr 18 20:16:24.932449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Unset dirty status for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:24.940248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5df803a6-9b00-4faf-b19f-5a8a0c5de594 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3790424 Apr 18 20:16:24.975712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41976) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:25.005224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1098405436'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:25.021111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:25.033232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:25.046585 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43f385f-db1b-481b-91e5-1e75c550d67b None None] Pushing event updated for resources: {'Port': ['ID=f90a5e19-d3be-426a-b514-43fbfc4cd242,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:25.063664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:25.088457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e28ed35-c8b4-4d68-8e92-9a2e2e3b1669 None None] Pushing event updated for resources: {'Port': ['ID=0b5e3afa-f900-42f6-a257-8b25d767999b,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:25.104478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-a7157661-42e0-4172-8e31-2aa8f9e437b4 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958547 Apr 18 20:16:25.147000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae'}, {'name': 'network-changed', 'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:25.150656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:25.181035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d7ba127-9f9f-439c-bb9c-3196ee2b9a86 req-0c1f51ff-3611-4a17-96eb-640c914bd9d3 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388163 Apr 18 20:16:25.223769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:25.229665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:25.295687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:25.311515 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:25.312476 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment 5f58a691-9131-482b-8d0d-89b814f271be of type vlan for network fc6e6498-8c37-4e87-930d-15ed67a7b543 Apr 18 20:16:25.352676 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:16:13Z', 'revision_number': 4, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f90a5e19-d3be-426a-b514-43fbfc4cd242', 'name': '', 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'mac_address': 'fa:16:3e:f9:ba:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f36acedd-b5fe-418f-a456-1b292b114cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:06Z', 'updated_at': '2022-04-18T20:16:24Z', 'revision_number': 4, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'subnets': [{'id': 'f36acedd-b5fe-418f-a456-1b292b114cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:25.362244 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce818cf-f0c7-46ea-9e77-af42233efddf None None] The sync data for ids ['56bcdcbd-b846-4980-a130-d71d31ceb066'] in n-d-836016-3 is: [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:16:13Z', 'revision_number': 4, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f90a5e19-d3be-426a-b514-43fbfc4cd242', 'name': '', 'network_id': '64a3a9c9-a690-4ddb-a6e0-24487fcd0a84', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'mac_address': 'fa:16:3e:f9:ba:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_interface', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': 'f36acedd-b5fe-418f-a456-1b292b114cad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:06Z', 'updated_at': '2022-04-18T20:16:24Z', 'revision_number': 4, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'subnets': [{'id': 'f36acedd-b5fe-418f-a456-1b292b114cad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:16:25.366151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:25.422673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:25.429202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:25.430343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:25.527044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5456064 Apr 18 20:16:25.547091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41988) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:25.556164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:25.719084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d34ee1f0-22a3-4645-a9fe-ea5ff4543dbd req-d7579e70-f7e0-41d0-b2b9-ae0ca1fc1c8e service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8832221 Apr 18 20:16:25.827467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c3fca-14a3-4e87-bd55-00e5fb43aed1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=fc6e6498-8c37-4e87-930d-15ed67a7b543,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:25.847607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:25.865016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b630c34-83e9-4c5e-bc28-9e938804e405 req-e65c400e-07f3-4f1d-92a5-9c591bc3f5b1 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059555 Apr 18 20:16:25.871457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-dfb80519-8ea3-4871-bb20-142b5003c966 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0128920 Apr 18 20:16:25.876519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-b6e76eb1-39ac-499e-97e5-b23d8a63e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:25.878074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-b6e76eb1-39ac-499e-97e5-b23d8a63e915 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 1.3558314 Apr 18 20:16:26.075534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0b5e3afa-f900-42f6-a257-8b25d767999b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:26.172538 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:26.213170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:26.267741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0b5e3afa-f900-42f6-a257-8b25d767999b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:26.276733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f90a5e19-d3be-426a-b514-43fbfc4cd242 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:26.313285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 is not hosted by any dhcp agent {{(pid=88141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 20:16:26.344230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:26.346057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:26.351838 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "PUT /v2.0/networks/fc6e6498-8c37-4e87-930d-15ed67a7b543 HTTP/1.1" status: 200 len: 723 time: 0.8026924 Apr 18 20:16:26.424090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:26.428987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-eef55d9d-beb7-4eed-9fd7-45f7a86a27cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.5154524 Apr 18 20:16:26.449564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:26.457910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2938b4f-8dcf-46ac-b433-7dbfe9e197f4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=fc6e6498-8c37-4e87-930d-15ed67a7b543,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:26.472851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:26.480854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f8a12-ce1d-424a-a833-da204ec990f5 req-138e8e54-c42b-4b0e-9b14-2bbaee50e69e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:26.490510 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec4f8a12-ce1d-424a-a833-da204ec990f5 req-138e8e54-c42b-4b0e-9b14-2bbaee50e69e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 1.0316577 Apr 18 20:16:26.514871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30995b-c530-46cb-82b6-95f0a891b756 req-e6b19981-7a11-4779-ad3a-add4a3999f3a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:26.522880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f90a5e19-d3be-426a-b514-43fbfc4cd242 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:26.523598 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a30995b-c530-46cb-82b6-95f0a891b756 req-e6b19981-7a11-4779-ad3a-add4a3999f3a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 1.3773308 Apr 18 20:16:26.580328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f90a5e19-d3be-426a-b514-43fbfc4cd242 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:26.580704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:26.706806 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec4f8a12-ce1d-424a-a833-da204ec990f5 req-77bfc0c9-6a34-499b-a2f1-8276f44572f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148380 Apr 18 20:16:26.760930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa38da30-bad1-4c92-b8de-27899ad081db None None] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:26.811391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-920b0b5e-e283-4697-80eb-604af3a20d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:26.813170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-920b0b5e-e283-4697-80eb-604af3a20d21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.3086658 Apr 18 20:16:26.927923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a30995b-c530-46cb-82b6-95f0a891b756 req-cd285fc6-c778-4ffd-96ce-813504a97a2a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031782 Apr 18 20:16:26.968210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:26.984367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c86fe21f-2642-451e-b063-6a9a6fc9f186 req-71e54aa9-d0fa-4d6d-a006-8d5615470684 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1046343 Apr 18 20:16:27.007060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:27.047896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-2988a57c-1532-4a0e-9737-cc570cc52ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:27.049457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-2988a57c-1532-4a0e-9737-cc570cc52ecd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2041953 Apr 18 20:16:27.065974 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d218fe-b571-431d-a10a-ad8259507700'] response: {'name': 'network-changed', 'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae', 'status': 'completed', 'code': 200} Apr 18 20:16:27.066277 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77d218fe-b571-431d-a10a-ad8259507700'] response: {'name': 'network-changed', 'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'status': 'completed', 'code': 200} Apr 18 20:16:27.097715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6f0e96ba-295e-476a-b02d-7289358b05b9 None None] Provisioning for port 0b5e3afa-f900-42f6-a257-8b25d767999b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:27.115764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6f0e96ba-295e-476a-b02d-7289358b05b9 None None] Provisioning complete for port 0b5e3afa-f900-42f6-a257-8b25d767999b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:27.116762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6f0e96ba-295e-476a-b02d-7289358b05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:27.170831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e33f4d-9410-4547-bcf2-7929d4b48920 req-4fcefc21-3890-4b0c-99e2-ff6c042d7519 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:27.189699 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e33f4d-9410-4547-bcf2-7929d4b48920 req-4fcefc21-3890-4b0c-99e2-ff6c042d7519 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 944 time: 0.2554841 Apr 18 20:16:27.308833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e33f4d-9410-4547-bcf2-7929d4b48920 req-204b153d-de24-4b25-883f-d14d21baadc5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192329 Apr 18 20:16:27.331416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:27.335324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:27.537122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:27.607075 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6f0e96ba-295e-476a-b02d-7289358b05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:27.627497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020719b7-753c-46d9-8ca3-8e35f314e70f req-d6020c9e-8206-46b9-ac3b-6ca1824db61f tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:27.630362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-020719b7-753c-46d9-8ca3-8e35f314e70f req-d6020c9e-8206-46b9-ac3b-6ca1824db61f tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 947 time: 0.1538899 Apr 18 20:16:27.681914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f90a5e19-d3be-426a-b514-43fbfc4cd242, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f90a5e19-d3be-426a-b514-43fbfc4cd242,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:27.698074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:27.722160 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-020719b7-753c-46d9-8ca3-8e35f314e70f req-de46ad1c-6bff-49f6-8e64-d22691bd2c8e tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855615 Apr 18 20:16:27.757468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6f0e96ba-295e-476a-b02d-7289358b05b9 None None] For port 0b5e3afa-f900-42f6-a257-8b25d767999b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0b5e3afa-f900-42f6-a257-8b25d767999b,segment=NetworkSegment(82153d6d-22a1-408f-a592-ca474a683329),segment_id=82153d6d-22a1-408f-a592-ca474a683329)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:27.768700 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6f0e96ba-295e-476a-b02d-7289358b05b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:27.804064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f90a5e19-d3be-426a-b514-43fbfc4cd242,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:27.964107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f90a5e19-d3be-426a-b514-43fbfc4cd242 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:27.964540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-0d7c563f-7f39-4d4b-853e-87d2d5918f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:27.966751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-0d7c563f-7f39-4d4b-853e-87d2d5918f99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1098 time: 0.9100697 Apr 18 20:16:28.049007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e96ba-295e-476a-b02d-7289358b05b9 None None] Pushing event updated for resources: {'Port': ['ID=0b5e3afa-f900-42f6-a257-8b25d767999b,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:28.054286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-f1be1691-f753-4892-98db-eadbf005da54 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9779725 Apr 18 20:16:28.061952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] Update dhcp port {'port': {'network_id': 'dbcf6a26-efe1-44b7-ba73-e8b5d23747cf', 'fixed_ips': [{'subnet_id': 'e66bb303-9f2b-4345-bbea-70d374c1e2bc', 'ip_address': '2001:db8::2'}, {'subnet_id': 'fb456c95-d58f-4c93-85fb-4bdeb93f7fe3'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '0b5e3afa-f900-42f6-a257-8b25d767999b'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:16:28.185678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f90a5e19-d3be-426a-b514-43fbfc4cd242 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:28.186065 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:28.235562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-e7cd65fd-74ce-46d1-808a-a66a9a12b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:28.237562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-e7cd65fd-74ce-46d1-808a-a66a9a12b967 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82fbb23355b0467c90d51e5951d86b70&device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 1099 time: 0.8650055 Apr 18 20:16:28.262540 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:28.344533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:28.396111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:28.398316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:28.469788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-d9ceba5f-f98d-4037-ab8f-93fb295016e7 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021914 Apr 18 20:16:28.478742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac1956-452b-4c00-8ce3-85713aabed60 req-7775a96d-89e4-4be5-b1b1-ed468d573017 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:28.488131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-26ac1956-452b-4c00-8ce3-85713aabed60 req-7775a96d-89e4-4be5-b1b1-ed468d573017 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.6491287 Apr 18 20:16:28.667277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-26ac1956-452b-4c00-8ce3-85713aabed60 req-67a53e03-e1d7-4696-aede-62f5ff04178a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783459 Apr 18 20:16:28.668354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-f1ba68ef-7593-4938-b99e-d385bd6f85ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:28.670320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-f1ba68ef-7593-4938-b99e-d385bd6f85ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.6955395 Apr 18 20:16:28.681049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': '5f58a691-9131-482b-8d0d-89b814f271be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:28.681642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: fc6e6498-8c37-4e87-930d-15ed67a7b543, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:16:28.771512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-3946ad61-d5ea-4af9-bac2-5481c03add6b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.0936177 Apr 18 20:16:28.779655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=71b5f52b-aec0-47e4-9949-2fcf960e0194,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:28.893111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:28.914770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] Allocated IP 172.20.0.1 (dbcf6a26-efe1-44b7-ba73-e8b5d23747cf/fb456c95-d58f-4c93-85fb-4bdeb93f7fe3/0b5e3afa-f900-42f6-a257-8b25d767999b) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:28.916871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '434da6f1-c887-4502-8561-5739b8bf64ae', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '434da6f1-c887-4502-8561-5739b8bf64ae', 'mac_address': 'fa:16:3e:ac:3f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:16:29.052920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-b249117b-31f1-4b43-b714-c29b570af5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.054746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-b249117b-31f1-4b43-b714-c29b570af5ef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2763271 Apr 18 20:16:29.056707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-907ae5be-de26-4115-9190-4f6ce5be42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.057856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-907ae5be-de26-4115-9190-4f6ce5be42a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.8101087 Apr 18 20:16:29.058557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:16:29.080224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.183594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-a5f1ce3b-6a17-4292-bf26-936f96444c1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=434da6f1-c887-4502-8561-5739b8bf64ae HTTP/1.1" status: 200 len: 217 time: 0.0802259 Apr 18 20:16:29.203840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434da6f1-c887-4502-8561-5739b8bf64ae {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:29.238502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, fc6e6498-8c37-4e87-930d-15ed67a7b543) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:29.245355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.245983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.265098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ed1a3-a334-42df-bf99-0b5d5bb93e83 None None] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:29.294207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:29.311555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-96994443-0e43-469c-9a56-9e2c2fecf051 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.313106 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-96994443-0e43-469c-9a56-9e2c2fecf051 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=fafe8317-d24f-4aae-adca-5ca506019c32 HTTP/1.1" status: 200 len: 944 time: 0.1763628 Apr 18 20:16:29.353025 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.369157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:29.427402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-06c88b71-03d4-40fe-a642-9ffe6d0d5633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.428869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-06c88b71-03d4-40fe-a642-9ffe6d0d5633 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2337601 Apr 18 20:16:29.434203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-38e61249-5703-43d4-8ccf-d88ad004be60 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0038171 Apr 18 20:16:29.438320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42056) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:29.440344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:29.440696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.494594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f94fac62-009b-47ee-8880-8f8066520bd1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:29.536694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-4d34367d-24be-4ce4-b934-f8c13ca1113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.539709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-4d34367d-24be-4ce4-b934-f8c13ca1113d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4778459 Apr 18 20:16:29.560414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] For port 0b5e3afa-f900-42f6-a257-8b25d767999b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0b5e3afa-f900-42f6-a257-8b25d767999b,segment=NetworkSegment(82153d6d-22a1-408f-a592-ca474a683329),segment_id=82153d6d-22a1-408f-a592-ca474a683329)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:29.605192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:29.630653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:29.660338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.675274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'mac_address': 'fa:16:3e:cd:b8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:16:29.725707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533baee-5d62-4012-bf10-e5200d3613f9 req-3081317b-4a52-4e61-83f9-647aec3cedd8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.727259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b533baee-5d62-4012-bf10-e5200d3613f9 req-3081317b-4a52-4e61-83f9-647aec3cedd8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.4575207 Apr 18 20:16:29.784970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] Transition to ACTIVE for port object 0b5e3afa-f900-42f6-a257-8b25d767999b will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:29.795899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:29.796475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.799598 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.861075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-feea1878-f964-4fc0-93eb-169c63c1dedf service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125389 Apr 18 20:16:29.872384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b533baee-5d62-4012-bf10-e5200d3613f9 req-5f8a0637-73f6-4cfe-aed8-234f86e511f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375394 Apr 18 20:16:29.877134 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.904838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f94fac62-009b-47ee-8880-8f8066520bd1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3958221'] for subnet, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:29.951332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-8a78e71c-204e-4061-b711-45061728422f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:29.953241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-8a78e71c-204e-4061-b711-45061728422f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5154843 Apr 18 20:16:29.978918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:30.002690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:30.018964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0b5e3afa-f900-42f6-a257-8b25d767999b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:30.075960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:30.101681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-fc6e6498-8c37-4e87-930d-15ed67a7b543', 'network_id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': '71b5f52b-aec0-47e4-9949-2fcf960e0194'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:16:30.102512 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:30.207069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:30.291229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:30.376545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event deleted for resources: {'Port': ['ID=b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:30.420971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5680895d-8fb3-4e35-9bf4-cb75069c9a45 None None] Pushing event updated for resources: {'Port': ['ID=0b5e3afa-f900-42f6-a257-8b25d767999b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:30.538011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:30.551489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d88ae49-0dc8-4ec3-bb83-c406fac3e70a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:30.556875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] No DVR routers for this DVR port b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:30.559914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:30.576299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-deleted', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:30.586293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['434da6f1-c887-4502-8561-5739b8bf64ae'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:30.615095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b32d7cd2-1462-4dff-b030-e363bf2ecbcd req-709a5b3f-9781-423b-8448-9e4fe989a9db tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "DELETE /v2.0/ports/b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20 HTTP/1.1" status: 204 len: 173 time: 1.2938859 Apr 18 20:16:30.635435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99da9dbe-828a-4f7d-86ba-a0197e3cd029 req-1466c023-0163-41ae-b98a-948a0ddd5379 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7582457 Apr 18 20:16:30.705571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-611d2ec6-9990-4bf8-a8c0-50144a6deba2 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7436380 Apr 18 20:16:30.709179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f94fac62-009b-47ee-8880-8f8066520bd1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754169811312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2312024'] for subnet, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:30.734430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 65886c53-d8b3-4a2e-8881-bbbbdafa4079 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:30.831811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94fac62-009b-47ee-8880-8f8066520bd1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:30.832531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f94fac62-009b-47ee-8880-8f8066520bd1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:30.834417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f94fac62-009b-47ee-8880-8f8066520bd1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "PUT /v2.0/subnets/71b5f52b-aec0-47e4-9949-2fcf960e0194 HTTP/1.1" status: 200 len: 826 time: 1.3949063 Apr 18 20:16:30.837232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42072) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:30.845806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c28ab-9675-41f9-aa00-a8c48f6744f6 req-9b995a35-b920-4636-a6ba-d3bdb522e07c tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:30.847385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b1c28ab-9675-41f9-aa00-a8c48f6744f6 req-9b995a35-b920-4636-a6ba-d3bdb522e07c tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.7644665 Apr 18 20:16:31.046667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94fac62-009b-47ee-8880-8f8066520bd1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=71b5f52b-aec0-47e4-9949-2fcf960e0194,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:31.160605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b1c28ab-9675-41f9-aa00-a8c48f6744f6 req-c6f7c90d-b7a1-4f4c-853c-f67321c75d60 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975502 Apr 18 20:16:31.189474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:31.228262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Allocated IP 2001:db8::2 (fc6e6498-8c37-4e87-930d-15ed67a7b543/71b5f52b-aec0-47e4-9949-2fcf960e0194/1b90b12c-9051-41f5-a1b9-6cbd62c997dd) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:31.234208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-0c57edf5-72a3-4883-9c3d-2861a252db26 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827816 Apr 18 20:16:31.340605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:31.383120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b4326f-b175-426d-a3bc-9612dc464923 None None] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:31.694096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2b865812-5e64-4b0f-8e71-cbff704ad635 None None] Provisioning for port 0b5e3afa-f900-42f6-a257-8b25d767999b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:31.746795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f92fb5-b338-43a9-b61d-7afcb79bbe33 req-0135026c-3325-42e2-ad93-2e666d3f061a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:31.749211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d4f92fb5-b338-43a9-b61d-7afcb79bbe33 req-0135026c-3325-42e2-ad93-2e666d3f061a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 948 time: 0.3952219 Apr 18 20:16:31.798961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2b865812-5e64-4b0f-8e71-cbff704ad635 None None] Provisioning complete for port 0b5e3afa-f900-42f6-a257-8b25d767999b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:31.799345 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2b865812-5e64-4b0f-8e71-cbff704ad635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:31.809832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-eac459eb-f806-42b3-be04-b9e95e5a5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:31.814212 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-eac459eb-f806-42b3-be04-b9e95e5a5b15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=82fbb23355b0467c90d51e5951d86b70&device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 1099 time: 0.5297813 Apr 18 20:16:31.864090 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d4f92fb5-b338-43a9-b61d-7afcb79bbe33 req-5d037ff5-95a9-431e-86da-0a2c189186a7 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072488 Apr 18 20:16:31.933474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:31.970891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'mac_address': 'fa:16:3e:c0:14:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:16:32.020070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0b5e3afa-f900-42f6-a257-8b25d767999b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:32.022540 n-d-836016-3 neutron-server[88141]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d3c9cd71-4a52-4851-ac9f-f6b76fb2f2f3']: {'server_uuid': 'fafe8317-d24f-4aae-adca-5ca506019c32', 'name': 'network-vif-deleted', 'tag': 'b9a1d44b-1cf0-43ac-92d2-eefbdc4a8a20', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:16:32.214549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-53311a16-469f-4f4a-82ef-e7b8a1840285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:32.216936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-53311a16-469f-4f4a-82ef-e7b8a1840285 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3723958 Apr 18 20:16:32.225489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3b5c8-07f3-45a1-8f46-1af8dfb2c7f4 req-dcc327e4-25ea-46e1-8595-e06035c66b03 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:32.227024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbe3b5c8-07f3-45a1-8f46-1af8dfb2c7f4 req-dcc327e4-25ea-46e1-8595-e06035c66b03 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.1811914 Apr 18 20:16:32.274995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f048d10-b3f5-41bd-878d-10454ba22468 req-a454c81e-5cb0-49e9-bfcf-55964dd33a9d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:32.276877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f048d10-b3f5-41bd-878d-10454ba22468 req-a454c81e-5cb0-49e9-bfcf-55964dd33a9d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 947 time: 0.1407526 Apr 18 20:16:32.312807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-816ad5f2-909b-4901-a4a3-fbc6e7ff56ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a HTTP/1.1" status: 200 len: 217 time: 0.0847242 Apr 18 20:16:32.346112 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f048d10-b3f5-41bd-878d-10454ba22468 req-1793ef0a-16b4-44b3-8494-e807c9bbd89e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619605 Apr 18 20:16:32.384032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbe3b5c8-07f3-45a1-8f46-1af8dfb2c7f4 req-eacffed6-e931-4d13-b211-09418ceb637b tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985084 Apr 18 20:16:32.398867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-21c32801-ca29-4266-98d7-b54dd482980c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:32.400369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-21c32801-ca29-4266-98d7-b54dd482980c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0734799 Apr 18 20:16:32.474399 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.501903 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.509903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-d63f3481-032b-4194-8bdf-78dc5d548fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:32.511506 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-d63f3481-032b-4194-8bdf-78dc5d548fdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038194 Apr 18 20:16:32.527008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-768e16dc-57f0-4d28-a26e-18a56bf7a7e4 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:16:32.528267 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-768e16dc-57f0-4d28-a26e-18a56bf7a7e4 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087571 Apr 18 20:16:32.608702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Transition to ACTIVE for port object 1b90b12c-9051-41f5-a1b9-6cbd62c997dd will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:32.618216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65886c53-d8b3-4a2e-8881-bbbbdafa4079 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:32.678074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:32.679919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Transition to ACTIVE for port object 1b90b12c-9051-41f5-a1b9-6cbd62c997dd will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:32.691643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0b5e3afa-f900-42f6-a257-8b25d767999b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:32.692349 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.726961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.733371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.816380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:32.829785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-17a56c63-16dd-43ff-b37c-a33ed18a3b7e service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938046 Apr 18 20:16:32.867222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=71b5f52b-aec0-47e4-9949-2fcf960e0194,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:32.872677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddafdaae-113d-4bcc-9900-31d0bc01ae77 req-1f88d7a7-482f-4113-b812-e89b6e64e375 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:32.880414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ddafdaae-113d-4bcc-9900-31d0bc01ae77 req-1f88d7a7-482f-4113-b812-e89b6e64e375 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.1719341 Apr 18 20:16:32.935303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:32.952704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:32.969827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:33.011965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:33.100030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ddafdaae-113d-4bcc-9900-31d0bc01ae77 req-037aaec1-a2a2-426e-8b0c-67d37d374464 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185650 Apr 18 20:16:33.177325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6e6498-8c37-4e87-930d-15ed67a7b543']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:33.192912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f58a691-9131-482b-8d0d-89b814f271be') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:33.193212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f58a691-9131-482b-8d0d-89b814f271be') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:33.207741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:33.211652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f916952c-2a98-4039-a18f-0284cb8f22ce req-66ae49da-424e-4a46-aa2b-8e9303943f2c service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720808 Apr 18 20:16:33.235175 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:33.256751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:33.256973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:33.264998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:33.266354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-8ad7669f-70dc-4625-aec3-11728d222fec tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:33.267901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-8ad7669f-70dc-4625-aec3-11728d222fec tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&tenant_id=bb2e74a040c64e9289d0c20de2357f66&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 948 time: 0.2947733 Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:33.291251 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:33.379392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Pushing event updated for resources: {'Port': ['ID=1b90b12c-9051-41f5-a1b9-6cbd62c997dd,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:33.391222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Attempting to bind port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:33.391950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Attempting to bind port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '5f58a691-9131-482b-8d0d-89b814f271be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:33.392607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Attempting to bind port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd on network fc6e6498-8c37-4e87-930d-15ed67a7b543 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:33.402140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:33.408733 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-03a4e299-5129-4565-976b-08d272e1894f service neutron] delete failed (client error): The resource could not be found. Apr 18 20:16:33.409781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-03a4e299-5129-4565-976b-08d272e1894f service neutron] 10.222.0.61 "DELETE /v2.0/ports/65886c53-d8b3-4a2e-8881-bbbbdafa4079/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.1031861 Apr 18 20:16:33.446708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6375a-83fe-4a0a-bbf7-236081fb057d req-0afd83d2-d84e-4e4b-942f-72c3a11c9516 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:33.455316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9f6375a-83fe-4a0a-bbf7-236081fb057d req-0afd83d2-d84e-4e4b-942f-72c3a11c9516 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 948 time: 0.1837876 Apr 18 20:16:33.498585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:33.499179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Checking segment: {'id': '5f58a691-9131-482b-8d0d-89b814f271be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:33.499324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:33.499787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Bound using segment: {'id': '5f58a691-9131-482b-8d0d-89b814f271be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:33.500287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Bound port: 1b90b12c-9051-41f5-a1b9-6cbd62c997dd, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f58a691-9131-482b-8d0d-89b814f271be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:33.500675 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:33.527926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9f6375a-83fe-4a0a-bbf7-236081fb057d req-61e98c59-1770-4e9f-9d56-1c0de90b3f5e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715671 Apr 18 20:16:33.633950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-563c4332-7d7e-4de9-9837-fbe591bdaf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:33.635529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-563c4332-7d7e-4de9-9837-fbe591bdaf12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1099 time: 0.1029224 Apr 18 20:16:33.671816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-48393197-75be-44c8-aaae-dc0b92049ce8 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:33.674554 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-48393197-75be-44c8-aaae-dc0b92049ce8 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.3771551 Apr 18 20:16:33.701242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f63edde8-2855-4ab5-80c0-f16cdcd5cef2 None None] Provisioning complete for port 0b5e3afa-f900-42f6-a257-8b25d767999b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:33.701663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f63edde8-2855-4ab5-80c0-f16cdcd5cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:33.725972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-677b4375-57e5-4370-9a00-9323a57a9cdf tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/quotas/81949679276041ed8938d973d3e63b4d HTTP/1.1" status: 200 len: 375 time: 0.0430923 Apr 18 20:16:33.743999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:16:33.743999 n-d-836016-3 neutron-server[88141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:16:33.743999 n-d-836016-3 neutron-server[88141]: [parameters: {'id': 'fc6e6498-8c37-4e87-930d-15ed67a7b543'}] Apr 18 20:16:33.743999 n-d-836016-3 neutron-server[88141]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:16:33.745342 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:16:33.818331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-5734856e-202f-40fe-9969-5ec479b6979c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:33.844009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-5734856e-202f-40fe-9969-5ec479b6979c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:33.854054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-5734856e-202f-40fe-9969-5ec479b6979c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144137 Apr 18 20:16:33.894264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] For port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:33.898893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-27029c38-881b-4c1e-80c7-895e68fb0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:33.900411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-27029c38-881b-4c1e-80c7-895e68fb0f85 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2568505 Apr 18 20:16:33.992827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ce15b-c0cb-46a5-8528-018dbc02b027 req-9aa24e34-bcad-4f46-a377-b1dc775c996d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:33.994413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923ce15b-c0cb-46a5-8528-018dbc02b027 req-9aa24e34-bcad-4f46-a377-b1dc775c996d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 948 time: 0.2125840 Apr 18 20:16:33.996796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] For port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1b90b12c-9051-41f5-a1b9-6cbd62c997dd,segment=NetworkSegment(5f58a691-9131-482b-8d0d-89b814f271be),segment_id=5f58a691-9131-482b-8d0d-89b814f271be)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:34.005035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-f7d16209-c462-425b-9c63-da795ccadc26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.0981767 Apr 18 20:16:34.015169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:34.049697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-43145e64-7727-4897-9f9e-898c48680ebf service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916597 Apr 18 20:16:34.088411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-8c74df91-634e-4caa-9187-7f6c20809f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:34.089821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-8c74df91-634e-4caa-9187-7f6c20809f61 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0671301 Apr 18 20:16:34.123933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7ff39-c527-4e40-82f7-480add8bb76b None None] Pushing event updated for resources: {'Port': ['ID=1b90b12c-9051-41f5-a1b9-6cbd62c997dd,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:34.249071 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:34.256708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c43cdf-acc7-4e45-ac58-e04bb9478e6d None None] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:34.289393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:34.290040 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:34.330312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923ce15b-c0cb-46a5-8528-018dbc02b027 req-a5d907e6-f333-4297-8bf7-20cadc1e53c4 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269536 Apr 18 20:16:34.408073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-4ad53758-b1b4-4600-b3ee-753f7c551125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:34.414472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-4ad53758-b1b4-4600-b3ee-753f7c551125 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3113441 Apr 18 20:16:34.428489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-48109df3-95c9-4d16-948f-6364f105d7a8 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774648 Apr 18 20:16:34.466272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:34.623216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 434da6f1-c887-4502-8561-5739b8bf64ae completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:34.628792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 434da6f1-c887-4502-8561-5739b8bf64ae triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:34.629350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:34.677878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf727029-65d3-45ca-8309-224d16f34648 None None] Network fc6e6498-8c37-4e87-930d-15ed67a7b543 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:34.682390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] For port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1b90b12c-9051-41f5-a1b9-6cbd62c997dd,segment=NetworkSegment(5f58a691-9131-482b-8d0d-89b814f271be),segment_id=5f58a691-9131-482b-8d0d-89b814f271be)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:34.682816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:34.766047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d36b33-6963-4dbd-8eed-1e5c4c012077 req-40a79492-cacb-4aa5-8f19-bfdd2c9bd0f7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:34.773546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91d36b33-6963-4dbd-8eed-1e5c4c012077 req-40a79492-cacb-4aa5-8f19-bfdd2c9bd0f7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.3126879 Apr 18 20:16:34.794960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-f6f42c9e-47ea-4364-923d-552157a8ac4b service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763471 Apr 18 20:16:34.799573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 65886c53-d8b3-4a2e-8881-bbbbdafa4079 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:34.857842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Calling delete_port for 1b90b12c-9051-41f5-a1b9-6cbd62c997dd owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:35.017627 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.046326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91d36b33-6963-4dbd-8eed-1e5c4c012077 req-76e30ced-da49-4580-8bec-54eeb607afea tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719059 Apr 18 20:16:35.107279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-883946b1-f1a5-44b3-b4bb-ab7c94b718b3 req-3c280b95-543b-44d2-9780-5441ec2459bf service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043392 Apr 18 20:16:35.139998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No DVR routers for this DVR port 1b90b12c-9051-41f5-a1b9-6cbd62c997dd on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:35.233344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Port': ['ID=1b90b12c-9051-41f5-a1b9-6cbd62c997dd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:35.301608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:35.346361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:35.346638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.441697 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.442274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100b87a-5979-4f30-bc66-e562bf6f6ee2 req-2d3d9055-3c00-4396-b30c-5bf6f3e28a21 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:35.443827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a100b87a-5979-4f30-bc66-e562bf6f6ee2 req-2d3d9055-3c00-4396-b30c-5bf6f3e28a21 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 948 time: 0.1752951 Apr 18 20:16:35.451314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f46119-aa86-497f-9b55-da9772e791ad None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:16:35.489359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.513954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a100b87a-5979-4f30-bc66-e562bf6f6ee2 req-de2cc144-43fe-4874-844f-0a7ccb2a24c3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628107 Apr 18 20:16:35.532162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6b005-dd1b-4c8c-b484-7c0bfc2279dd req-1cd53b31-bb1b-45a2-a311-f986fc6d774b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:35.539373 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53b6b005-dd1b-4c8c-b484-7c0bfc2279dd req-1cd53b31-bb1b-45a2-a311-f986fc6d774b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.5949557 Apr 18 20:16:35.560571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6e6498-8c37-4e87-930d-15ed67a7b543']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:35.583188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f58a691-9131-482b-8d0d-89b814f271be') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:35.583875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f58a691-9131-482b-8d0d-89b814f271be') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:35.606908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:35.609207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.636555 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53b6b005-dd1b-4c8c-b484-7c0bfc2279dd req-3e15bb63-6474-4d40-9df7-fec2762331f2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962045 Apr 18 20:16:35.641390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:35.650080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.669885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:35.670804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:35.699273 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:35.724790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d808d1c-84e8-4f18-86e9-19eb877769c7 req-403041ff-98ea-436a-9e0b-1da9cd4e8a5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 210 time: 0.1113465 Apr 18 20:16:35.766433 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:35.767314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:35.862763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f46119-aa86-497f-9b55-da9772e791ad None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:16:36.010296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199f504-b270-424e-ae68-a4b38cb44483 req-19c2c318-24df-4ca4-852e-d770ba404b11 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:36.014959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b199f504-b270-424e-ae68-a4b38cb44483 req-19c2c318-24df-4ca4-852e-d770ba404b11 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 948 time: 0.1509676 Apr 18 20:16:36.039574 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.140901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.167987 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.189077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b199f504-b270-424e-ae68-a4b38cb44483 req-87a41631-e3ab-46f1-889a-448072bafd7f tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628499 Apr 18 20:16:36.192678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=fc6e6498-8c37-4e87-930d-15ed67a7b543,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:36.221502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:36.227536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.232772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.233203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.233485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.233855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.234189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.234522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.234850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.235176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.235558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.235887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.236126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:36.255909 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5d24a840-bf88-47b2-8117-e4e27e55aedc tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/fc6e6498-8c37-4e87-930d-15ed67a7b543 HTTP/1.1" status: 204 len: 168 time: 5.4171355 Apr 18 20:16:36.256657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:36.321501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:36.326304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:36.332489 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.384698 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dec8f1-ce0b-4a18-9c74-ee65d2f04398 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:36.387973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0dec8f1-ce0b-4a18-9c74-ee65d2f04398 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:36.396207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:36.397699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c0dec8f1-ce0b-4a18-9c74-ee65d2f04398 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/fc6e6498-8c37-4e87-930d-15ed67a7b543 HTTP/1.1" status: 404 len: 339 time: 0.1374133 Apr 18 20:16:36.411404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-862871763', 'description': 'd1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:36.418082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:36.424769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Usage tracker for resource:network and tenant:e3ca5e2df60047a6b81d84302ace79b7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:36.428440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:36.444029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:36.491732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:36.496420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.620119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:36.629155 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24d5e7f4-ac6b-4402-80af-94565b593be9'] response: {'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae', 'code': 200} Apr 18 20:16:36.630246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:36.630658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.633919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87b635e-5865-4390-acce-071d24309b73 req-521ded51-6068-480d-908e-50c4b2eb9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:36.635209 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.635803 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment bcfe468c-1c56-4e9e-bf65-74d2f9d7cb89 of type vlan for network 109121e4-d694-4a42-8963-3c0d686f8418 Apr 18 20:16:36.636193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d87b635e-5865-4390-acce-071d24309b73 req-521ded51-6068-480d-908e-50c4b2eb9547 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 1101 time: 0.1759069 Apr 18 20:16:36.692695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d87b635e-5865-4390-acce-071d24309b73 req-8380d156-a704-41de-8414-347372a96adf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481329 Apr 18 20:16:36.718022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.816126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6a4e5-f9de-4587-8502-1e3b7cb75424 req-e105b996-3de7-4c1f-a5ff-4de61809a7c7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:36.823021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6a4e5-f9de-4587-8502-1e3b7cb75424 req-e105b996-3de7-4c1f-a5ff-4de61809a7c7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2786944 Apr 18 20:16:36.848322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:36.895059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.908885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:36.909540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:36.935647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0019bbe-9199-4ea2-976d-e50c12f11c53 req-af980f3e-7363-4560-9a63-ae183fd195f6 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:36.938627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0019bbe-9199-4ea2-976d-e50c12f11c53 req-af980f3e-7363-4560-9a63-ae183fd195f6 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 950 time: 0.2156026 Apr 18 20:16:36.993129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5930173 Apr 18 20:16:36.997892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42176) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:37.057553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0019bbe-9199-4ea2-976d-e50c12f11c53 req-3a0c754a-7511-4639-8b13-49368e7441bd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060123 Apr 18 20:16:37.096501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:37.151331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6a4e5-f9de-4587-8502-1e3b7cb75424 req-8c9a65dd-8d5a-4d06-bb31-a1a126ae92ba tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3214803 Apr 18 20:16:37.237409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05748a21-8255-4aba-96e4-59c1d7603fc0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=109121e4-d694-4a42-8963-3c0d686f8418,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:37.276256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 109121e4-d694-4a42-8963-3c0d686f8418 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:37.409742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:37.418162 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:37.539920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-50c83b95-0b2b-4f41-a3c5-f3af874283ac tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:37.542317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-50c83b95-0b2b-4f41-a3c5-f3af874283ac tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 0.3861554 Apr 18 20:16:37.562504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Request body: {'port': {'device_id': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'admin_state_up': True, 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:37.584870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:37.650002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28173f92-2b6e-40e7-ac7d-fbf849e869a5 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:37.651719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28173f92-2b6e-40e7-ac7d-fbf849e869a5 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Synchronizing usage tracker for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:37.710610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd045168-237f-40c8-aad6-732ba6c3497a req-03cb134f-db62-457f-b79d-2f9958940eed tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:37.721406 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd045168-237f-40c8-aad6-732ba6c3497a req-03cb134f-db62-457f-b79d-2f9958940eed tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.2722168 Apr 18 20:16:37.725148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28173f92-2b6e-40e7-ac7d-fbf849e869a5 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Unset dirty status for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:37.730847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-28173f92-2b6e-40e7-ac7d-fbf849e869a5 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/networks?id=109121e4-d694-4a42-8963-3c0d686f8418 HTTP/1.1" status: 200 len: 764 time: 0.7294056 Apr 18 20:16:37.755237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:37.796491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd045168-237f-40c8-aad6-732ba6c3497a req-6e2a6216-58df-4201-adbd-3ea8f703a359 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712445 Apr 18 20:16:37.808010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'description': 'd2'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:37.837051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:37.848967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:37.862407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:37.866580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:38.128257 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b0c6b0e6-e9ce-4f24-bcd6-b28a2474b982 req-91204bff-f579-4499-9522-aa179f56e5cf tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 210 time: 0.1075044 Apr 18 20:16:38.231940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Allocated IP 172.20.0.9 (4f839205-bbcf-485f-9b96-1e0ab75a69ef/8557ea57-8087-403b-b2f4-187b34f03222/40f91bd0-c7c6-40b2-b297-64516742f2ae) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:38.280083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e63545d-cda6-4878-8e77-dd3ae522b135 req-b6a07fa3-966b-466d-9923-edb4556a6f07 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:38.287367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e63545d-cda6-4878-8e77-dd3ae522b135 req-b6a07fa3-966b-466d-9923-edb4556a6f07 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1101 time: 0.1483252 Apr 18 20:16:38.395949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e63545d-cda6-4878-8e77-dd3ae522b135 req-7ef18baa-972f-4420-87e8-96216c256043 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076241 Apr 18 20:16:38.431993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:38.470069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f67c8-0032-45dd-b166-d26e27822c8f req-63d15f5c-ad27-4535-b3b2-20224156605a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:38.471717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c42f67c8-0032-45dd-b166-d26e27822c8f req-63d15f5c-ad27-4535-b3b2-20224156605a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 949 time: 0.1563821 Apr 18 20:16:38.472653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:38.630585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079'}, {'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:38.652253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network 109121e4-d694-4a42-8963-3c0d686f8418 is not hosted by any dhcp agent {{(pid=88141) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 20:16:38.658379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:38.659017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:38.660292 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "PUT /v2.0/networks/109121e4-d694-4a42-8963-3c0d686f8418 HTTP/1.1" status: 200 len: 761 time: 0.8832409 Apr 18 20:16:38.661278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c09385-9cc1-4205-ba2f-ade01cecfb14 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=109121e4-d694-4a42-8963-3c0d686f8418,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:38.666626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42200) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:38.679314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 109121e4-d694-4a42-8963-3c0d686f8418 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:38.790080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c42f67c8-0032-45dd-b166-d26e27822c8f req-faeb9a94-8d22-4bf3-b927-6ff55fee708e tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947686 Apr 18 20:16:38.838587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac009ba8-0c65-4687-ae34-da86f6de9648 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:38.838587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ac009ba8-0c65-4687-ae34-da86f6de9648 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/networks?id=109121e4-d694-4a42-8963-3c0d686f8418 HTTP/1.1" status: 200 len: 764 time: 0.1648564 Apr 18 20:16:38.838587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42208) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:38.865977 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:38.940523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb6834-b396-4f22-9eeb-6479b96fef74 req-85f503d5-75c7-4a79-9fb5-6ea782708f78 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:38.942169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bcdb6834-b396-4f22-9eeb-6479b96fef74 req-85f503d5-75c7-4a79-9fb5-6ea782708f78 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2494521 Apr 18 20:16:38.964870 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00205b40-f402-4c11-ba6f-bfcc42efbd0e'] response: {'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'code': 200} Apr 18 20:16:38.965261 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00205b40-f402-4c11-ba6f-bfcc42efbd0e'] response: {'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'code': 200} Apr 18 20:16:39.047828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404ccffa-27fb-4567-b03e-6c4550f7a50d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.049735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-404ccffa-27fb-4567-b03e-6c4550f7a50d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2123101 Apr 18 20:16:39.052314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42216) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:39.053926 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:39.107859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e90e65d7-cb2d-47cc-abe9-689780183e36 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Synchronizing usage tracker for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:39.168757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e90e65d7-cb2d-47cc-abe9-689780183e36 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Unset dirty status for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:39.174946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e90e65d7-cb2d-47cc-abe9-689780183e36 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 207 time: 0.1167061 Apr 18 20:16:39.180918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:39.231744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefc9467-0e36-4153-882a-79e543a6749d req-a732ead7-1b2d-4a4d-bb4e-f0bc9ee6ad19 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.233234 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fefc9467-0e36-4153-882a-79e543a6749d req-a732ead7-1b2d-4a4d-bb4e-f0bc9ee6ad19 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.1106594 Apr 18 20:16:39.285920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fefc9467-0e36-4153-882a-79e543a6749d req-bf9d2119-e63f-4393-bdb3-67259b7d284b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450869 Apr 18 20:16:39.339346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:39.345406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bcdb6834-b396-4f22-9eeb-6479b96fef74 req-9ff9df7e-652c-4d3f-b480-88a57763b230 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902955 Apr 18 20:16:39.352842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:39.445864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:39.545471 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-71cb859d-509a-44b0-a986-fb57b10cedaa tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446408 Apr 18 20:16:39.573841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event updated for resources: {'Port': ['ID=40f91bd0-c7c6-40b2-b297-64516742f2ae,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:39.611930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.612286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.612676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.613017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.613372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.613706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.614695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.614695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.614695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.615098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.615458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.615594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:16:39.661640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.662674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:39.734959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.742641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.749974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.755741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.761799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.768801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.769964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Synchronizing usage tracker for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:39.785991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f4d8fe-7363-4e5a-b24c-da5bff12703d req-9f2fd9a9-ea23-4cd8-98ba-fc407f88ff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.787502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63f4d8fe-7363-4e5a-b24c-da5bff12703d req-9f2fd9a9-ea23-4cd8-98ba-fc407f88ff5d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 1100 time: 0.7548156 Apr 18 20:16:39.851397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42246) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:39.859264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-54c60e35-c4ab-44b2-bd94-31e9ffa9ced4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3033080 Apr 18 20:16:39.867729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Unset dirty status for tenant:e3ca5e2df60047a6b81d84302ace79b7 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:39.869116 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-424f0817-6662-4e21-86c2-ff9580b8e8cd tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6728275 Apr 18 20:16:39.874577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42252) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:39.877790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Request body: {'port': {'device_id': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:39.949330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993df63-9fa2-42ee-9f6e-0c3fcaae44dd req-2194c32e-3cb5-4866-ae2c-45e0641e062f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.950646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1993df63-9fa2-42ee-9f6e-0c3fcaae44dd req-2194c32e-3cb5-4866-ae2c-45e0641e062f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:39.957570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-f115c858-a6a7-4e3e-92a1-195677648aa9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:39.959234 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-f115c858-a6a7-4e3e-92a1-195677648aa9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4076979 Apr 18 20:16:40.031186 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63f4d8fe-7363-4e5a-b24c-da5bff12703d req-563a20ef-a9d8-4678-ae03-f15497b1a30c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320786 Apr 18 20:16:40.047545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1993df63-9fa2-42ee-9f6e-0c3fcaae44dd req-2194c32e-3cb5-4866-ae2c-45e0641e062f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:40.050518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-a573fb57-9148-4874-ac4d-403f5464ed0e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/quotas/bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 375 time: 0.0316453 Apr 18 20:16:40.054154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1993df63-9fa2-42ee-9f6e-0c3fcaae44dd req-2194c32e-3cb5-4866-ae2c-45e0641e062f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 931 time: 0.5410297 Apr 18 20:16:40.071106 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:40.150937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:40.194265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7059ae21-0826-4429-bacd-830df8acb55f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3149383 Apr 18 20:16:40.194512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42256) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:40.197875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:40.237278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Usage tracker for resource:security_group_rule and tenant:5f73586de8154d2f965a73894e065325 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:40.237806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1993df63-9fa2-42ee-9f6e-0c3fcaae44dd req-2de3d512-5846-4413-8bdd-2dd4d677629b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827183 Apr 18 20:16:40.245077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:40.263370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:40.331106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7d6b3-bed7-405d-a3df-38536eba1b09 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.332619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7d6b3-bed7-405d-a3df-38536eba1b09 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.334139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7d6b3-bed7-405d-a3df-38536eba1b09 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.335623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7d6b3-bed7-405d-a3df-38536eba1b09 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.337112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c7d6b3-bed7-405d-a3df-38536eba1b09 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.339142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-45c7d6b3-bed7-405d-a3df-38536eba1b09 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1437001 Apr 18 20:16:40.347144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42262) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:40.397343 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-26d4f6ce-b235-4315-8902-d4b9eb32d53a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3376439 Apr 18 20:16:40.454795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8604a2d-e26c-4fb6-85fa-955859675719 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.456201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8604a2d-e26c-4fb6-85fa-955859675719 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.457634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8604a2d-e26c-4fb6-85fa-955859675719 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.459049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8604a2d-e26c-4fb6-85fa-955859675719 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.460444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8604a2d-e26c-4fb6-85fa-955859675719 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.465866 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e8604a2d-e26c-4fb6-85fa-955859675719 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1158416 Apr 18 20:16:40.468078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42268) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:40.612971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:40.625988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:40.627099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f91bd0-c7c6-40b2-b297-64516742f2ae {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:40.642318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a16e512-d614-4ca6-b145-8b9db940e55f req-f61b1637-c827-4164-898f-0855d73cbe7a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.649726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2a16e512-d614-4ca6-b145-8b9db940e55f req-f61b1637-c827-4164-898f-0855d73cbe7a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 949 time: 0.2160051 Apr 18 20:16:40.653491 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:40.696159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc655f25-c689-4c15-8d9c-a279b2c776e9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:40.716321 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4fa2dd4c-3217-4ff1-8010-1285bf2c25c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f73586de8154d2f965a73894e065325&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8638721 Apr 18 20:16:40.730199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42276) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:40.732047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Transition to ACTIVE for port object 40f91bd0-c7c6-40b2-b297-64516742f2ae will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:40.735191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5278d52e-3403-49cc-896c-8bfc7e775eef tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:40.738169 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5278d52e-3403-49cc-896c-8bfc7e775eef tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/networks/50d9ed2e-cbc1-4585-acdf-45116f1b72fa HTTP/1.1" status: 200 len: 804 time: 0.2676320 Apr 18 20:16:40.745806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42280) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:40.782440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2a16e512-d614-4ca6-b145-8b9db940e55f req-de9e5a89-b5f0-4ba2-b0ff-c9185c929bb3 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314583 Apr 18 20:16:40.803587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.096714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Pushing event updated for resources: {'Port': ['ID=40f91bd0-c7c6-40b2-b297-64516742f2ae,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:41.117415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b7ca91bf-b44c-46d8-8685-9f2d66b28312 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/networks/50d9ed2e-cbc1-4585-acdf-45116f1b72fa?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.3710079 Apr 18 20:16:41.122087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42300) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:41.214741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea2646-80e3-48c3-9eea-0563d40f9118 req-72613077-224c-41e0-84a7-16f68964858f tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:41.217192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4152d0e9-b000-4053-97d7-1b24e4ae0d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.223585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cfea2646-80e3-48c3-9eea-0563d40f9118 req-72613077-224c-41e0-84a7-16f68964858f tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.2917187 Apr 18 20:16:41.252651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c0b64a-b2ed-4068-8f8c-704fa045d918 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:41.258160 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e9c0b64a-b2ed-4068-8f8c-704fa045d918 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/subnets/422158e0-841b-42af-a054-88b471940494 HTTP/1.1" status: 200 len: 843 time: 0.1308916 Apr 18 20:16:41.258160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42304) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:41.304519 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4152d0e9-b000-4053-97d7-1b24e4ae0d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.377556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cddaf1b-edc6-4c47-a9ad-e41ff4c66f4c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['shared'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:41.383123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5cddaf1b-edc6-4c47-a9ad-e41ff4c66f4c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "GET /v2.0/subnets/422158e0-841b-42af-a054-88b471940494?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1242268 Apr 18 20:16:41.387458 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cfea2646-80e3-48c3-9eea-0563d40f9118 req-3a69235d-d95a-49bc-bacd-88ac5b8f5d34 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628835 Apr 18 20:16:41.388237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42310) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:41.395898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-41204848'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:41.402386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:41.417072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:41.434052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:41.443104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.514493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:41.519213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Attempting to bind port 40f91bd0-c7c6-40b2-b297-64516742f2ae on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:41.519552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Attempting to bind port 40f91bd0-c7c6-40b2-b297-64516742f2ae by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:41.519944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Attempting to bind port 40f91bd0-c7c6-40b2-b297-64516742f2ae on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:41.530683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579cba24-b4c9-40db-9ae7-1a0575adca9b req-c08c847d-fc00-4563-8d87-02f367577e8d tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:41.532613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.533322 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Added segment 620877b7-dbf6-4c86-8144-979a0c8d53ed of type vlan for network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 Apr 18 20:16:41.537872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-579cba24-b4c9-40db-9ae7-1a0575adca9b req-c08c847d-fc00-4563-8d87-02f367577e8d tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.5005870 Apr 18 20:16:41.560943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Port 40f91bd0-c7c6-40b2-b297-64516742f2ae on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:16:41.561260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Attempting to bind port 40f91bd0-c7c6-40b2-b297-64516742f2ae on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:41.569743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:41.570142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:41.570535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Bound using segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:41.571014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Bound port: 40f91bd0-c7c6-40b2-b297-64516742f2ae, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:41.571413 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.618248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.640967 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a2c0d706-9ea9-40b7-925f-eec7b2ee3fd0 req-50333c70-d871-4463-af78-ac8050f3b3df tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0789485 Apr 18 20:16:41.647964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-579cba24-b4c9-40db-9ae7-1a0575adca9b req-9ff50e4f-5f3d-4422-a104-04f455b1ae1b tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091263 Apr 18 20:16:41.677303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4152d0e9-b000-4053-97d7-1b24e4ae0d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.690646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.700540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:41.703448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.703763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152d0e9-b000-4053-97d7-1b24e4ae0d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc655f25-c689-4c15-8d9c-a279b2c776e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:41.747469 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4152d0e9-b000-4053-97d7-1b24e4ae0d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.748753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4152d0e9-b000-4053-97d7-1b24e4ae0d3f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc655f25-c689-4c15-8d9c-a279b2c776e9 HTTP/1.1" status: 204 len: 168 time: 1.0156715 Apr 18 20:16:41.784780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] For port 40f91bd0-c7c6-40b2-b297-64516742f2ae, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:41.789184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] For port 40f91bd0-c7c6-40b2-b297-64516742f2ae, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=40f91bd0-c7c6-40b2-b297-64516742f2ae,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:41.808117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.897207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:41.897962 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:41.899364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] 10.222.0.61 "PUT /v2.0/ports/40f91bd0-c7c6-40b2-b297-64516742f2ae HTTP/1.1" status: 200 len: 1091 time: 2.0265682 Apr 18 20:16:41.899811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'tag': '40f91bd0-c7c6-40b2-b297-64516742f2ae'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:41.982453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Network': ['ID=1ebb08ad-066a-40e2-9863-99eaf8da4f36,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:41.992566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a4290-dcef-43bc-89fe-a29d02381e83 service neutron] Pushing event updated for resources: {'Port': ['ID=40f91bd0-c7c6-40b2-b297-64516742f2ae,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:42.002578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:42.031855 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-59ea6b17-daa1-4281-98de-d4cfd6e6c0ae tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6396933 Apr 18 20:16:42.032052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42330) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:42.038617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'network_id': '1ebb08ad-066a-40e2-9863-99eaf8da4f36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:42.117007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ad9a6-3d02-4c48-bbf0-340cb50781f3 req-9f278204-c006-4473-8ec3-2a1b7290d59f tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:42.118524 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-360ad9a6-3d02-4c48-bbf0-340cb50781f3 req-9f278204-c006-4473-8ec3-2a1b7290d59f tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 949 time: 0.1270702 Apr 18 20:16:42.122268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-7a7f399c-7d3e-40f1-a9cd-468ab30de739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:42.123811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-7a7f399c-7d3e-40f1-a9cd-468ab30de739 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 1094 time: 0.1796982 Apr 18 20:16:42.232753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-a62bee86-5ead-43d1-8ddd-4b09db603167 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40f91bd0-c7c6-40b2-b297-64516742f2ae HTTP/1.1" status: 200 len: 217 time: 0.0936606 Apr 18 20:16:42.242583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852039b5-b1cb-4d41-b7b2-9739355209a1 req-81366748-7d43-457e-8395-2d4d3c1d577b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:42.247119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-852039b5-b1cb-4d41-b7b2-9739355209a1 req-81366748-7d43-457e-8395-2d4d3c1d577b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 943 time: 0.4814763 Apr 18 20:16:42.296147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-360ad9a6-3d02-4c48-bbf0-340cb50781f3 req-25ceda46-7636-4a59-a3f7-c3f467c42a77 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709003 Apr 18 20:16:42.336308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-3d610922-db9c-44ec-b118-0443360341a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:42.338110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-3d610922-db9c-44ec-b118-0443360341a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.0960946 Apr 18 20:16:42.374615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:42.408657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-852039b5-b1cb-4d41-b7b2-9739355209a1 req-abe8c12c-5feb-40df-b59c-d5044d389e51 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306586 Apr 18 20:16:42.415154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:42.437868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Made reservation on behalf of e3ca5e2df60047a6b81d84302ace79b7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:42.438761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-5c97b648-2c5a-4e5e-884f-66bfa4a66e45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940814 Apr 18 20:16:42.440463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-ef472e25-fdbf-4ce1-8d55-c264205e60d5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537732 Apr 18 20:16:42.442759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:42.653645 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2ffcc8-7989-455a-8248-f0855804609b'] response: {'name': 'network-changed', 'server_uuid': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'tag': '40f91bd0-c7c6-40b2-b297-64516742f2ae', 'status': 'completed', 'code': 200} Apr 18 20:16:42.664150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-a3a1b775-eedc-4140-97e9-ed843540f568 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:42.666133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-a3a1b775-eedc-4140-97e9-ed843540f568 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974919 Apr 18 20:16:42.689366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Request body: {'port': {'device_id': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'bb2e74a040c64e9289d0c20de2357f66'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:42.834403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Performing IP validity checks on allocation pools {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 20:16:42.834945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 20:16:42.977599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:43.002622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:43.003920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c744b52-6142-4432-b42d-077da8edd190 req-ed05f852-2c7a-4a4d-b703-bef6e7855e8d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:43.005475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c744b52-6142-4432-b42d-077da8edd190 req-ed05f852-2c7a-4a4d-b703-bef6e7855e8d tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 950 time: 0.2488668 Apr 18 20:16:43.048919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Made reservation on behalf of bb2e74a040c64e9289d0c20de2357f66 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:43.052891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.058026 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.071230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-c190cbe0-34aa-46b9-af58-e0fc5ae266f8 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6249604 Apr 18 20:16:43.090602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42360) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:43.114862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c744b52-6142-4432-b42d-077da8edd190 req-fce0f249-21d3-475e-bca8-8607293e3819 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980766 Apr 18 20:16:43.185070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Checking segment: {'id': '620877b7-dbf6-4c86-8144-979a0c8d53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1ebb08ad-066a-40e2-9863-99eaf8da4f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:43.185616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network hostable DHCP agents. Network: 1ebb08ad-066a-40e2-9863-99eaf8da4f36, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:16:43.190350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=edc3a193-8706-46f9-ad5b-19d4c69ec2ec,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:43.228361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:16:43.249634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1ebb08ad-066a-40e2-9863-99eaf8da4f36) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:43.255668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:43.258476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.259581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afae9bb7-a6ef-4efd-a402-19660017cdf3 None None] Network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:43.280935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28949de0-09c8-4316-88ae-b80a8245f7ed req-4f6c2d04-1762-444f-b235-f31a02446558 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976011 Apr 18 20:16:43.324530 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44b6ccd0-c135-4df6-b210-954c004007a9 req-0d79e6a4-0020-47d4-8d28-8f0bc306ade0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0607641 Apr 18 20:16:43.345034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13e4108f-02e0-40a6-964a-a58b2b896651 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3090518 Apr 18 20:16:43.346858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42370) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:43.348607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6243b1-9946-49d6-b6ce-751b83e356bb req-3325e197-9de9-4cfd-803c-d3fcbfb7a99a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:43.362482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-914b3344-81d6-4b88-8fef-6ddcb9de8d2d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:43.363082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d6243b1-9946-49d6-b6ce-751b83e356bb req-3325e197-9de9-4cfd-803c-d3fcbfb7a99a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.5799456 Apr 18 20:16:43.528511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-521496818-network', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:43.536222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:43.546469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Usage tracker for resource:network and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:43.549770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:43.552961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68af145f-0b7d-422c-ae32-60d63aa63925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.560718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:43.606830 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-914b3344-81d6-4b88-8fef-6ddcb9de8d2d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2946060'] for subnet, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.612477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Made reservation on behalf of 51b5c86fadcb4a7888c65433321a8327 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:43.615269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.675979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d6243b1-9946-49d6-b6ce-751b83e356bb req-3e77d937-3dbb-45fd-9569-4357d552281f tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141212 Apr 18 20:16:43.676718 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.713330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb58e1d-f9a8-4164-9bee-53b13bb51f51 req-eb11fc74-18ba-4406-b4c6-a24904842f65 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:43.722396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbb58e1d-f9a8-4164-9bee-53b13bb51f51 req-eb11fc74-18ba-4406-b4c6-a24904842f65 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2056096 Apr 18 20:16:43.761023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:43.761233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-1ebb08ad-066a-40e2-9863-99eaf8da4f36', 'network_id': '1ebb08ad-066a-40e2-9863-99eaf8da4f36', 'tenant_id': 'e3ca5e2df60047a6b81d84302ace79b7', 'fixed_ips': [{'subnet_id': 'edc3a193-8706-46f9-ad5b-19d4c69ec2ec'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:16:43.762708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:43.777042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Usage tracker for resource:security_group_rule and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:43.789992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:43.802118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbb58e1d-f9a8-4164-9bee-53b13bb51f51 req-7444085e-67ee-4a6f-b7b7-9ee68f80d466 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786541 Apr 18 20:16:43.808389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:43.847057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-4ff2b249-3417-4daa-bdd4-7613e67ba574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:43.848599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-4ff2b249-3417-4daa-bdd4-7613e67ba574 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 1094 time: 0.4856067 Apr 18 20:16:43.897493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Allocated IP 192.168.233.115 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/5934fe65-aa33-4bf1-a869-0188424f136c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:44.139111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-914b3344-81d6-4b88-8fef-6ddcb9de8d2d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754169811312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3871629'] for subnet, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.196440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-a997dd7e-99f4-43f2-b925-1fa6275f222a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:44.197949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-a997dd7e-99f4-43f2-b925-1fa6275f222a service neutron] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 0.3378785 Apr 18 20:16:44.232900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914b3344-81d6-4b88-8fef-6ddcb9de8d2d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:44.233725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-914b3344-81d6-4b88-8fef-6ddcb9de8d2d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.241025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-914b3344-81d6-4b88-8fef-6ddcb9de8d2d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "PUT /v2.0/subnets/edc3a193-8706-46f9-ad5b-19d4c69ec2ec HTTP/1.1" status: 200 len: 900 time: 0.8919089 Apr 18 20:16:44.255674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a9b9b-750d-4f98-8741-17974a7d5e76 req-b8129eb4-b567-49c8-9977-5215ebe3e65b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:44.257504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d7a9b9b-750d-4f98-8741-17974a7d5e76 req-b8129eb4-b567-49c8-9977-5215ebe3e65b tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 943 time: 0.2345538 Apr 18 20:16:44.261057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42394) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:44.266307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Allocated IP 2001:db8::3 (1ebb08ad-066a-40e2-9863-99eaf8da4f36/edc3a193-8706-46f9-ad5b-19d4c69ec2ec/64f0aa91-19f1-4302-ba64-107eee4e9b8a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:44.384272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.388485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-4f97f04a-e89e-4a8e-a928-885762997624 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40f91bd0-c7c6-40b2-b297-64516742f2ae HTTP/1.1" status: 200 len: 217 time: 0.1760590 Apr 18 20:16:44.398938 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.412680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:44.424103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.427947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d7a9b9b-750d-4f98-8741-17974a7d5e76 req-a801a07f-5580-4941-b580-817a80563e30 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428316 Apr 18 20:16:44.433389 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Added segment debc92e6-9c03-4039-9517-2f5d418dc0d8 of type vlan for network aebe59ad-79aa-4202-ad10-8808239c2c6c Apr 18 20:16:44.435124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b3344-81d6-4b88-8fef-6ddcb9de8d2d tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event updated for resources: {'Subnet': ['ID=edc3a193-8706-46f9-ad5b-19d4c69ec2ec,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:44.509112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.580409 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.596418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Transition to ACTIVE for port object 64f0aa91-19f1-4302-ba64-107eee4e9b8a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:44.638599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Transition to ACTIVE for port object 64f0aa91-19f1-4302-ba64-107eee4e9b8a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:44.650272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.715016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.716000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:44.716666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.724688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:44.728313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cadf2c32-18f8-41b4-a7b4-38762fe96e55 req-533331c1-1a22-44c4-9820-55a787d5f7df tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0714538 Apr 18 20:16:44.730119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:44.732833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.736105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:44.755925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting port 64f0aa91-19f1-4302-ba64-107eee4e9b8a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:44.756273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.861982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Pushing event updated for resources: {'Port': ['ID=64f0aa91-19f1-4302-ba64-107eee4e9b8a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:44.874533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Attempting to bind port 64f0aa91-19f1-4302-ba64-107eee4e9b8a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:44.875042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Attempting to bind port 64f0aa91-19f1-4302-ba64-107eee4e9b8a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '620877b7-dbf6-4c86-8144-979a0c8d53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1ebb08ad-066a-40e2-9863-99eaf8da4f36'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:44.875501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Attempting to bind port 64f0aa91-19f1-4302-ba64-107eee4e9b8a on network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:44.882644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:44.883264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Checking segment: {'id': '620877b7-dbf6-4c86-8144-979a0c8d53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1ebb08ad-066a-40e2-9863-99eaf8da4f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:44.883759 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:44.884321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Bound using segment: {'id': '620877b7-dbf6-4c86-8144-979a0c8d53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1ebb08ad-066a-40e2-9863-99eaf8da4f36'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:44.884920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Bound port: 64f0aa91-19f1-4302-ba64-107eee4e9b8a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620877b7-dbf6-4c86-8144-979a0c8d53ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1ebb08ad-066a-40e2-9863-99eaf8da4f36'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:44.885615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:45.030881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] For port 64f0aa91-19f1-4302-ba64-107eee4e9b8a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:45.035567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] For port 64f0aa91-19f1-4302-ba64-107eee4e9b8a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=64f0aa91-19f1-4302-ba64-107eee4e9b8a,segment=NetworkSegment(620877b7-dbf6-4c86-8144-979a0c8d53ed),segment_id=620877b7-dbf6-4c86-8144-979a0c8d53ed)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:45.040190 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:45.118250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:45.137935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Transition to ACTIVE for port object 5934fe65-aa33-4bf1-a869-0188424f136c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:45.142255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9954534-48bb-436f-b2a7-ce73a1bf604f None None] Pushing event updated for resources: {'Port': ['ID=64f0aa91-19f1-4302-ba64-107eee4e9b8a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:45.167511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a62634a-9dbd-42a6-8582-5204c6596dff,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:45.194734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] For port 64f0aa91-19f1-4302-ba64-107eee4e9b8a, host n-d-836016-3, got binding levels [] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:45.195137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:45.206198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:45.222380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:45.338902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Calling delete_port for 64f0aa91-19f1-4302-ba64-107eee4e9b8a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:45.360307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:45.381242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:45.385056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:45.405045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:45.497915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-f9af9893-7c58-4c8f-ae23-005f83282864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:45.515971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-f9af9893-7c58-4c8f-ae23-005f83282864 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.9289343 Apr 18 20:16:45.565100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] Pushing event updated for resources: {'Network': ['ID=aebe59ad-79aa-4202-ad10-8808239c2c6c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:45.610666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:45.611350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:45.633787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network aebe59ad-79aa-4202-ad10-8808239c2c6c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:45.661279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:16:45.661634 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:16:45.751846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-98d1649b-36f6-4816-8877-8b3fd780ec9a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5377882 Apr 18 20:16:45.756808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:45.765930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-12cbab3a-1a52-44b5-9fcb-72f24b5e6a24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813593 Apr 18 20:16:45.789926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Request body: {'subnet': {'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-521496818-subnet', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:46.051220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 64f0aa91-19f1-4302-ba64-107eee4e9b8a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:46.061458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-4ea3acff-46c6-4c72-8034-459107e16219 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665079 Apr 18 20:16:46.068055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044de2b-59c1-4c19-adce-0e2939cbf217 req-033a2779-ba67-4c2a-8b67-1532a3ca7153 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:46.075908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c044de2b-59c1-4c19-adce-0e2939cbf217 req-033a2779-ba67-4c2a-8b67-1532a3ca7153 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.6340497 Apr 18 20:16:46.118147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cc60d52d-47c3-4a48-859b-6c8a6d582bc6 None None] Provisioning for port 5934fe65-aa33-4bf1-a869-0188424f136c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:46.124411 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c044de2b-59c1-4c19-adce-0e2939cbf217 req-13bebdbc-8ffe-4d7e-a7cb-fbafaf888a95 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475423 Apr 18 20:16:46.128304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cc60d52d-47c3-4a48-859b-6c8a6d582bc6 None None] Provisioning complete for port 5934fe65-aa33-4bf1-a869-0188424f136c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:46.128736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cc60d52d-47c3-4a48-859b-6c8a6d582bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.140133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:46.149931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-32583538-ccf7-4ac1-92e0-88f9833ed6ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4672074 Apr 18 20:16:46.151059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Usage tracker for resource:subnet and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:46.163245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting port 64f0aa91-19f1-4302-ba64-107eee4e9b8a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:46.163991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.193024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:46.199019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cc60d52d-47c3-4a48-859b-6c8a6d582bc6 None None] Port 5934fe65-aa33-4bf1-a869-0188424f136c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:16:46.210957 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f578e5c-b554-4f51-acc3-06a6b9344a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.219291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 64f0aa91-19f1-4302-ba64-107eee4e9b8a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:46.223585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Request body: {'port': {'device_id': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:46.320130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:46.399376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e647c03-4442-41b5-866a-87dd31885b1b req-51164ab7-0b06-45e2-b832-dddc25653552 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:46.406111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e647c03-4442-41b5-866a-87dd31885b1b req-51164ab7-0b06-45e2-b832-dddc25653552 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 1.3604624 Apr 18 20:16:46.458698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 40f91bd0-c7c6-40b2-b297-64516742f2ae details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:46.520060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Made reservation on behalf of 51b5c86fadcb4a7888c65433321a8327 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:46.522620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.608393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] For port 64f0aa91-19f1-4302-ba64-107eee4e9b8a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=64f0aa91-19f1-4302-ba64-107eee4e9b8a,segment=NetworkSegment(620877b7-dbf6-4c86-8144-979a0c8d53ed),segment_id=620877b7-dbf6-4c86-8144-979a0c8d53ed)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:46.609813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.681310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 40f91bd0-c7c6-40b2-b297-64516742f2ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=40f91bd0-c7c6-40b2-b297-64516742f2ae,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:46.706506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '40f91bd0-c7c6-40b2-b297-64516742f2ae', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'port_id': '40f91bd0-c7c6-40b2-b297-64516742f2ae', 'mac_address': 'fa:16:3e:fe:14:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8557ea57-8087-403b-b2f4-187b34f03222', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:16:46.747436 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.806374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Calling delete_port for 64f0aa91-19f1-4302-ba64-107eee4e9b8a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:46.815495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e647c03-4442-41b5-866a-87dd31885b1b req-eb4f181f-a5ba-4ea0-a2c2-d18b436bba09 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197019 Apr 18 20:16:46.828312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.866089 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:46.917081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f91bd0-c7c6-40b2-b297-64516742f2ae {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:46.939746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67019d1-6644-4699-88c6-3076348a1e01 None None] Network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:46.950449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3eb071-a38b-42ab-84a5-6f4179fcc5b1 req-f0283474-0553-4427-91c5-3634dc35157c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:46.953887 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a3eb071-a38b-42ab-84a5-6f4179fcc5b1 req-f0283474-0553-4427-91c5-3634dc35157c tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 943 time: 0.6312647 Apr 18 20:16:47.020317 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:47.031771 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a3eb071-a38b-42ab-84a5-6f4179fcc5b1 req-e43f8771-590c-4c70-b848-c51abb2156b5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600743 Apr 18 20:16:47.042413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ded4fe-3836-4df4-b3d2-b5bfb22c99ab req-138b3c5a-0937-47ab-b781-8ccb0a0e680d service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9552178 Apr 18 20:16:47.166384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:47.212591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 40f91bd0-c7c6-40b2-b297-64516742f2ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=40f91bd0-c7c6-40b2-b297-64516742f2ae,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:47.229233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:47.257848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Port': ['ID=64f0aa91-19f1-4302-ba64-107eee4e9b8a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:47.410415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ae6d3578-4391-428f-a6fa-591db84d9d28 None None] Provisioning complete for port 64f0aa91-19f1-4302-ba64-107eee4e9b8a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:47.410838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ae6d3578-4391-428f-a6fa-591db84d9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:47.458659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ae6d3578-4391-428f-a6fa-591db84d9d28 None None] Port 64f0aa91-19f1-4302-ba64-107eee4e9b8a was deleted so its status cannot be updated. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 18 20:16:47.505114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No DVR routers for this DVR port 64f0aa91-19f1-4302-ba64-107eee4e9b8a on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:47.563204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=40f91bd0-c7c6-40b2-b297-64516742f2ae,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:47.589139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:47.641811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['40f91bd0-c7c6-40b2-b297-64516742f2ae'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:47.661826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:47.685176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb3fd6-4954-49f6-89c1-1c54be66911a req-a1e56710-ea28-4ec2-83a9-0869ba267db0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:47.686789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6bdb3fd6-4954-49f6-89c1-1c54be66911a req-a1e56710-ea28-4ec2-83a9-0869ba267db0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2963138 Apr 18 20:16:47.820071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6bdb3fd6-4954-49f6-89c1-1c54be66911a req-4dee78a0-8b8a-46d3-80cc-cea27e51516c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111939 Apr 18 20:16:47.862981 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:47.941837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027788ff-da2e-4eda-8b89-fb083d8707e8 None None] Network 1ebb08ad-066a-40e2-9863-99eaf8da4f36 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:47.950486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6af0c1ad-ab88-4f2f-8595-738e045d498a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:47.966086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83a29-5330-4888-ab76-34e152c72826 req-e0acdc33-b723-4834-b91d-fc3236eac9f1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:47.967115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-35a83a29-5330-4888-ab76-34e152c72826 req-e0acdc33-b723-4834-b91d-fc3236eac9f1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:16:48.020647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Checking segment: {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:48.020971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Network hostable DHCP agents. Network: aebe59ad-79aa-4202-ad10-8808239c2c6c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:16:48.026577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-35a83a29-5330-4888-ab76-34e152c72826 req-e0acdc33-b723-4834-b91d-fc3236eac9f1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:16:48.028602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35a83a29-5330-4888-ab76-34e152c72826 req-e0acdc33-b723-4834-b91d-fc3236eac9f1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 936 time: 0.6455319 Apr 18 20:16:48.029496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=edc3a193-8706-46f9-ad5b-19d4c69ec2ec,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:48.219598 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.246698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Network aebe59ad-79aa-4202-ad10-8808239c2c6c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:16:48.266450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35a83a29-5330-4888-ab76-34e152c72826 req-8f7ba42a-1a25-4a21-8fdb-68ea1d7f6c3f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276564 Apr 18 20:16:48.267084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebb08ad-066a-40e2-9863-99eaf8da4f36']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:48.292072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620877b7-dbf6-4c86-8144-979a0c8d53ed') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:48.292072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620877b7-dbf6-4c86-8144-979a0c8d53ed') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:48.307978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.336559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e336a2-d4c6-4e31-a80b-4cf6df27bccb req-3abb093c-257d-4ece-929f-10d30841d443 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:48.345756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87e336a2-d4c6-4e31-a80b-4cf6df27bccb req-3abb093c-257d-4ece-929f-10d30841d443 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.2375956 Apr 18 20:16:48.358676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, aebe59ad-79aa-4202-ad10-8808239c2c6c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:48.368233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.392389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:48.392801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:48.423755 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:48.426753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6665bb-2f7e-4e42-b768-5a0207346579 None None] Network aebe59ad-79aa-4202-ad10-8808239c2c6c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:48.457091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:48.466063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.556018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5934fe65-aa33-4bf1-a869-0188424f136c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:48.566535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f88167c6-9ae6-464a-bd2a-295f2fd94e7f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8072882 Apr 18 20:16:48.571714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:48.582741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.588292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:48.610619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:48.638730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87e336a2-d4c6-4e31-a80b-4cf6df27bccb req-7453cb82-5b84-43cd-86e1-c2122b87305c tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897353 Apr 18 20:16:48.642718 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.665967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.674309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Usage tracker for resource:router and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:48.683010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=1ebb08ad-066a-40e2-9863-99eaf8da4f36,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:48.683286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:48.692049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Transition to ACTIVE for port object 5934fe65-aa33-4bf1-a869-0188424f136c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:48.694461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:48.700058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.704354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6ee232be-d268-4089-9d91-16c6cce8ceac tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/1ebb08ad-066a-40e2-9863-99eaf8da4f36 HTTP/1.1" status: 204 len: 168 time: 4.4423881 Apr 18 20:16:48.709301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42474) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:48.717699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:48.749136 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.763430 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-da8296df-4869-4c45-bc78-4c14caad2f3b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:48.765118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da8296df-4869-4c45-bc78-4c14caad2f3b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:48.767163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da8296df-4869-4c45-bc78-4c14caad2f3b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/edc3a193-8706-46f9-ad5b-19d4c69ec2ec HTTP/1.1" status: 404 len: 337 time: 0.0565019 Apr 18 20:16:48.769410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42482) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:48.793447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.794611 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.811552 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.871979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-aebe59ad-79aa-4202-ad10-8808239c2c6c', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:16:48.872834 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.898977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:48.999759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec57c3a7-7226-4ae9-bfea-945743c9c1a6 None None] DHCP port deletion for 1ebb08ad-066a-40e2-9863-99eaf8da4f36 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:16:49.121500 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e77a0fd-29b9-471a-b5e8-628ca3414ff2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:49.122076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e77a0fd-29b9-471a-b5e8-628ca3414ff2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:49.128716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e77a0fd-29b9-471a-b5e8-628ca3414ff2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/1ebb08ad-066a-40e2-9863-99eaf8da4f36 HTTP/1.1" status: 404 len: 339 time: 0.3572299 Apr 18 20:16:49.130019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:49.214431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Allocated IP 172.20.0.2 (aebe59ad-79aa-4202-ad10-8808239c2c6c/6af0c1ad-ab88-4f2f-8595-738e045d498a/ab8fecc6-dcc5-46d0-9809-dfce9382340a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:49.365278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:49.371577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:49.400908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc2e011-803f-427d-9d9b-d8fec2254747 req-a3c479ce-9676-4874-bc44-a35daa6aaa0f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:49.403939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cc2e011-803f-427d-9d9b-d8fec2254747 req-a3c479ce-9676-4874-bc44-a35daa6aaa0f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 944 time: 0.8010063 Apr 18 20:16:49.542440 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:49.594268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:49.618195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Transition to ACTIVE for port object ab8fecc6-dcc5-46d0-9809-dfce9382340a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:49.657382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:49.663474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:49.688563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Transition to ACTIVE for port object ab8fecc6-dcc5-46d0-9809-dfce9382340a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:16:49.691599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '434da6f1-c887-4502-8561-5739b8bf64ae', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '434da6f1-c887-4502-8561-5739b8bf64ae', 'mac_address': 'fa:16:3e:ac:3f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:16:49.696210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Attempting to bind port 5934fe65-aa33-4bf1-a869-0188424f136c on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:49.696745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Attempting to bind port 5934fe65-aa33-4bf1-a869-0188424f136c by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:49.697079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Attempting to bind port 5934fe65-aa33-4bf1-a869-0188424f136c on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:49.706574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Port 5934fe65-aa33-4bf1-a869-0188424f136c on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:16:49.706925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Attempting to bind port 5934fe65-aa33-4bf1-a869-0188424f136c on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:49.712576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1cc2e011-803f-427d-9d9b-d8fec2254747 req-0174254d-7163-4fba-9b0d-770401f5cd58 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330184 Apr 18 20:16:49.743920 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:49.749338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:49.749737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:49.750103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:49.750555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Bound port: 5934fe65-aa33-4bf1-a869-0188424f136c, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:49.750903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:49.776684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:49.810871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Network aebe59ad-79aa-4202-ad10-8808239c2c6c is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:49.819775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b46d0d-f948-4f1c-9e36-9a4f476751fa req-9ca20dca-2289-4305-8c3f-674f6ab2aeec tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:49.827745 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44b46d0d-f948-4f1c-9e36-9a4f476751fa req-9ca20dca-2289-4305-8c3f-674f6ab2aeec tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.7089460 Apr 18 20:16:49.849597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:49.869088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:49.875254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 64f0aa91-19f1-4302-ba64-107eee4e9b8a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:49.925035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44b46d0d-f948-4f1c-9e36-9a4f476751fa req-5d24ceb6-9677-4cab-b924-28a33ac87e19 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948493 Apr 18 20:16:49.934637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['109121e4-d694-4a42-8963-3c0d686f8418']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:49.984024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcfe468c-1c56-4e9e-bf65-74d2f9d7cb89') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:49.984395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcfe468c-1c56-4e9e-bf65-74d2f9d7cb89') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:49.987526 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.007311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.009472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 64f0aa91-19f1-4302-ba64-107eee4e9b8a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:16:50.010106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 64f0aa91-19f1-4302-ba64-107eee4e9b8a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:16:50.051915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.060057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:50.060581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.131841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Pushing event updated for resources: {'Port': ['ID=ab8fecc6-dcc5-46d0-9809-dfce9382340a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:50.192510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 434da6f1-c887-4502-8561-5739b8bf64ae {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:50.227859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:50.229036 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:50.237613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.267767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.279520 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.290094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=109121e4-d694-4a42-8963-3c0d686f8418,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:50.300935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5adbf1bd-2286-457f-97d2-66f767463716 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/109121e4-d694-4a42-8963-3c0d686f8418 HTTP/1.1" status: 204 len: 168 time: 1.1018994 Apr 18 20:16:50.303001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42520) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:50.358749 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab629689-0ef9-46a0-82b2-8d6c0dea1cd0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:50.361460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab629689-0ef9-46a0-82b2-8d6c0dea1cd0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:50.363556 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ab629689-0ef9-46a0-82b2-8d6c0dea1cd0 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/71b5f52b-aec0-47e4-9949-2fcf960e0194 HTTP/1.1" status: 404 len: 337 time: 0.0593693 Apr 18 20:16:50.366512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42524) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:50.375522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Attempting to bind port ab8fecc6-dcc5-46d0-9809-dfce9382340a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:16:50.376074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Attempting to bind port ab8fecc6-dcc5-46d0-9809-dfce9382340a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:16:50.376453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Attempting to bind port ab8fecc6-dcc5-46d0-9809-dfce9382340a on network aebe59ad-79aa-4202-ad10-8808239c2c6c {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:16:50.398826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:16:50.400019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Checking segment: {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:16:50.405082 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.405288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Bound using segment: {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:16:50.408369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Bound port: ab8fecc6-dcc5-46d0-9809-dfce9382340a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:16:50.409049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.411145 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5fdc7f5-1568-461f-90f6-78b7a7cc8908 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:50.411895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5fdc7f5-1568-461f-90f6-78b7a7cc8908 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:50.413994 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5fdc7f5-1568-461f-90f6-78b7a7cc8908 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/fc6e6498-8c37-4e87-930d-15ed67a7b543 HTTP/1.1" status: 404 len: 339 time: 0.0445802 Apr 18 20:16:50.421976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42530) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:50.434197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['434da6f1-c887-4502-8561-5739b8bf64ae'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:50.501233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 40f91bd0-c7c6-40b2-b297-64516742f2ae up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:50.529550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting subnet fb456c95-d58f-4c93-85fb-4bdeb93f7fe3 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:16:50.533373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.619212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.662996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:50.733420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:50.752250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.757973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:50.766139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.860631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:50.861609 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.863339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] 10.222.0.61 "PUT /v2.0/ports/5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 200 len: 1096 time: 4.6547773 Apr 18 20:16:50.929574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:50.935196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b32b24-1c56-402b-9927-6fd13610b546 service neutron] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:50.956250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] For port ab8fecc6-dcc5-46d0-9809-dfce9382340a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:16:50.960475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 40f91bd0-c7c6-40b2-b297-64516742f2ae completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:50.963211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:50.992090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 40f91bd0-c7c6-40b2-b297-64516742f2ae triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:50.992516 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.041171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.045943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=fb456c95-d58f-4c93-85fb-4bdeb93f7fe3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:51.067138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-808e4598-557d-4dd6-8d04-7d1459a7d615 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/fb456c95-d58f-4c93-85fb-4bdeb93f7fe3 HTTP/1.1" status: 204 len: 168 time: 0.6436386 Apr 18 20:16:51.067766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42540) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:51.097670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f61ee3c-298f-4fe7-bcc6-3dae18e7636b None None] Network dbcf6a26-efe1-44b7-ba73-e8b5d23747cf requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:51.159711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6e4d1-ec49-44e0-ba00-87206236d17e req-d439ae5d-70fb-40cc-b6b6-3adaa13e6be1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:51.167499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3da6e4d1-ec49-44e0-ba00-87206236d17e req-d439ae5d-70fb-40cc-b6b6-3adaa13e6be1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.7402999 Apr 18 20:16:51.184705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] For port ab8fecc6-dcc5-46d0-9809-dfce9382340a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab8fecc6-dcc5-46d0-9809-dfce9382340a,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:16:51.282095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f34c3-0a38-48ef-86cf-7d3b19435cf4 req-a6ef8e47-4dc1-4add-9cb7-3f205e64eb74 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:51.289244 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3da6e4d1-ec49-44e0-ba00-87206236d17e req-67e628cd-71f1-4f04-8bdf-ba61a3b1fc92 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176519 Apr 18 20:16:51.296758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b21f34c3-0a38-48ef-86cf-7d3b19435cf4 req-a6ef8e47-4dc1-4add-9cb7-3f205e64eb74 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 948 time: 1.1614707 Apr 18 20:16:51.335305 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.359230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting subnet e66bb303-9f2b-4345-bbea-70d374c1e2bc {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:16:51.364020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.495717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.555642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b21f34c3-0a38-48ef-86cf-7d3b19435cf4 req-e4583e07-e1cf-406e-835d-b44d625b8ba7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2579851 Apr 18 20:16:51.570953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd645875-5a92-4f85-a6b7-a551e6c7dd0c None None] Pushing event updated for resources: {'Port': ['ID=ab8fecc6-dcc5-46d0-9809-dfce9382340a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:51.579218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-24ab7ce5-4459-46f2-8377-b448964b6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:51.581898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-24ab7ce5-4459-46f2-8377-b448964b6bac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 1099 time: 0.6404457 Apr 18 20:16:51.599799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.742300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f431a-46e7-4c7f-991a-2dacc213ab4b req-64572f10-17c9-4dec-978a-cf3a90078531 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:51.759758 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-176f431a-46e7-4c7f-991a-2dacc213ab4b req-64572f10-17c9-4dec-978a-cf3a90078531 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 944 time: 0.2675853 Apr 18 20:16:51.760227 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.768939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-6c529981-bf72-47e0-81ae-3858c909417c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 200 len: 217 time: 0.1715012 Apr 18 20:16:51.864309 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:51.931628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-bddd19b7-c9aa-4a23-81c9-2da10ae135e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:51.933285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-bddd19b7-c9aa-4a23-81c9-2da10ae135e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1078389 Apr 18 20:16:51.963715 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-176f431a-46e7-4c7f-991a-2dacc213ab4b req-eac7bd40-5a0d-4a8f-a05b-4cbeafdec619 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030108 Apr 18 20:16:52.042244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.042775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.109312 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f41556-d4ad-443b-bf9e-20c034542f41'] response: {'name': 'network-changed', 'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c', 'status': 'completed', 'code': 200} Apr 18 20:16:52.153361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.174416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Allocated IP 172.25.5.219 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/0e09e659-0cfd-43d9-91e6-7ca3991bdb52) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:16:52.177360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=e66bb303-9f2b-4345-bbea-70d374c1e2bc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:52.188660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87178657-97b1-45a6-8ca0-152d92916700 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/e66bb303-9f2b-4345-bbea-70d374c1e2bc HTTP/1.1" status: 204 len: 168 time: 1.1007378 Apr 18 20:16:52.189330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:52.269179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-c9e5eb3a-fe82-4952-b24c-5bed113f33e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:52.273725 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-c9e5eb3a-fe82-4952-b24c-5bed113f33e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3262138 Apr 18 20:16:52.321618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.371696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f91bd0-c7c6-40b2-b297-64516742f2ae'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:52.390253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 40f91bd0-c7c6-40b2-b297-64516742f2ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=40f91bd0-c7c6-40b2-b297-64516742f2ae,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:52.407187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.557210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=40f91bd0-c7c6-40b2-b297-64516742f2ae,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:52.568646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:52.695953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-f6834e44-c65c-45e1-8394-a0a29ad1b6df service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096675 Apr 18 20:16:52.704698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.728571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 434da6f1-c887-4502-8561-5739b8bf64ae triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:52.729463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.858129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting port 0b5e3afa-f900-42f6-a257-8b25d767999b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:52.858884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.860511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] DHCP port deletion for dbcf6a26-efe1-44b7-ba73-e8b5d23747cf request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:16:52.899408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:52.900287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Deleting port 0b5e3afa-f900-42f6-a257-8b25d767999b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:52.900670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:53.021279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:16:53.040200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c97403-a9e5-45c0-b3ac-790d4d03ab4c req-244b1c93-37c3-4d6c-9c13-51b45685f759 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:53.042094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19c97403-a9e5-45c0-b3ac-790d4d03ab4c req-244b1c93-37c3-4d6c-9c13-51b45685f759 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 945 time: 0.4276047 Apr 18 20:16:53.043740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:16:53.058168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:16:53.186210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b0482-7cd9-4850-a7f3-bdb935b5a4b1 req-e90f9364-bec2-4910-8623-0e6fad3f652c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:53.194368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074b0482-7cd9-4850-a7f3-bdb935b5a4b1 req-e90f9364-bec2-4910-8623-0e6fad3f652c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 1.0013793 Apr 18 20:16:53.229743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:53.390031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:53.423134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-074b0482-7cd9-4850-a7f3-bdb935b5a4b1 req-d1d21e5d-63ca-4753-bf97-13d7afeb270a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102277 Apr 18 20:16:53.487553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:53.632459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:53.662729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] For port 0b5e3afa-f900-42f6-a257-8b25d767999b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0b5e3afa-f900-42f6-a257-8b25d767999b,segment=NetworkSegment(82153d6d-22a1-408f-a592-ca474a683329),segment_id=82153d6d-22a1-408f-a592-ca474a683329)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:53.664073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:53.720058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] For port 0b5e3afa-f900-42f6-a257-8b25d767999b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0b5e3afa-f900-42f6-a257-8b25d767999b,segment=NetworkSegment(82153d6d-22a1-408f-a592-ca474a683329),segment_id=82153d6d-22a1-408f-a592-ca474a683329)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:53.726052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:53.836390 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b48fa956-b32a-4656-954d-ee5a5500bd72'] response: {'server_uuid': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f91bd0-c7c6-40b2-b297-64516742f2ae', 'code': 200} Apr 18 20:16:53.890309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Pushing event updated for resources: {'Port': ['ID=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:53.939146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Calling delete_port for 0b5e3afa-f900-42f6-a257-8b25d767999b owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:53.961024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19c97403-a9e5-45c0-b3ac-790d4d03ab4c req-740556d4-c9f2-4045-a333-468d002d3a86 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9039760 Apr 18 20:16:54.009206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6d7f2b-5c83-4fbf-b1cf-e102dd4a27ef None None] Network aebe59ad-79aa-4202-ad10-8808239c2c6c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:54.093354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ab8fecc6-dcc5-46d0-9809-dfce9382340a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:54.107140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Calling delete_port for 0b5e3afa-f900-42f6-a257-8b25d767999b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:54.329921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4661b714-06fc-4988-b53e-b6afd7cf2234 req-fff417a9-af3d-433e-94e3-a89e9001fd42 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6157260 Apr 18 20:16:54.346871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:54.514274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No DVR routers for this DVR port 0b5e3afa-f900-42f6-a257-8b25d767999b on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:54.516105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Port': ['ID=0b5e3afa-f900-42f6-a257-8b25d767999b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:54.526173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f06ebae-4da1-47c6-bdb3-2a8a1ff43d1d req-533444fe-0e18-4ff8-a1a2-4e0b1eb6be6a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:54.535309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f06ebae-4da1-47c6-bdb3-2a8a1ff43d1d req-533444fe-0e18-4ff8-a1a2-4e0b1eb6be6a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 948 time: 0.3592288 Apr 18 20:16:54.537939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:16:54.538527 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:16:54.720396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f06ebae-4da1-47c6-bdb3-2a8a1ff43d1d req-17f8f5da-dea9-4d20-b953-4c39367900ce tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837823 Apr 18 20:16:54.721409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-54b42ebe-526a-4600-bba0-da5f281e2d4c None None] Provisioning for port ab8fecc6-dcc5-46d0-9809-dfce9382340a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:54.731130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:54.779242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbcf6a26-efe1-44b7-ba73-e8b5d23747cf']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:54.801003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82153d6d-22a1-408f-a592-ca474a683329') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:54.801791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82153d6d-22a1-408f-a592-ca474a683329') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:54.804500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ab8fecc6-dcc5-46d0-9809-dfce9382340a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:16:54.828458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:54.831423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ab8fecc6-dcc5-46d0-9809-dfce9382340a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:54.834376 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:54.870295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:54.891449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:54.891892 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:54.928471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f293-1fdc-4ad2-8548-02093d23381e req-3c9a31a4-bee1-4e3c-a2b0-45f1cb48db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:54.935235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963f293-1fdc-4ad2-8548-02093d23381e req-3c9a31a4-bee1-4e3c-a2b0-45f1cb48db67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 1099 time: 0.4409022 Apr 18 20:16:54.944677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8350581-87bd-4baf-a220-a3942bedd285 req-e3dc5b99-de23-43bc-af43-d82594705bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:54.958809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8350581-87bd-4baf-a220-a3942bedd285 req-e3dc5b99-de23-43bc-af43-d82594705bca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 1096 time: 1.0281346 Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:54.967934 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:55.128178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Deleting port 0b5e3afa-f900-42f6-a257-8b25d767999b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:55.128897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:55.144013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f293-1fdc-4ad2-8548-02093d23381e req-d98355b6-1940-46b7-b374-e300919057f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:55.145868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963f293-1fdc-4ad2-8548-02093d23381e req-d98355b6-1940-46b7-b374-e300919057f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1856506 Apr 18 20:16:55.174519 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:55.180296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:55.235904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:55.276874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:55.289195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=dbcf6a26-efe1-44b7-ba73-e8b5d23747cf,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:55.310392 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4637eb9b-caf4-4bc0-9403-42e8bf2314e4 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/dbcf6a26-efe1-44b7-ba73-e8b5d23747cf HTTP/1.1" status: 204 len: 168 time: 3.1159258 Apr 18 20:16:55.311071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42604) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.331726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2545268b-d688-469f-baa2-5f72e9a9c835 None None] The port '0b5e3afa-f900-42f6-a257-8b25d767999b' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:16:55.338149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ab8fecc6-dcc5-46d0-9809-dfce9382340a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab8fecc6-dcc5-46d0-9809-dfce9382340a,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:55.357591 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:55.388191 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8003b2f-e974-4ea1-86f4-4ec8c51e67d1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:55.389186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8003b2f-e974-4ea1-86f4-4ec8c51e67d1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:55.393549 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a8003b2f-e974-4ea1-86f4-4ec8c51e67d1 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/6ac6f154-bbe7-46fd-bdfc-bf4c56b3bf4c HTTP/1.1" status: 404 len: 337 time: 0.0813689 Apr 18 20:16:55.396133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42612) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.471925 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5712b74-01fd-40f8-b8d7-aee9460bb122 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:55.472709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5712b74-01fd-40f8-b8d7-aee9460bb122 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:55.474667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5712b74-01fd-40f8-b8d7-aee9460bb122 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/fd914d27-ab36-49e9-9a3b-4f0bd35c1b4c HTTP/1.1" status: 404 len: 339 time: 0.0745027 Apr 18 20:16:55.477199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42616) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.477642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0b5e3afa-f900-42f6-a257-8b25d767999b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:55.528330 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fce69f3-b0d7-44d6-8cf1-ba5651ef122c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:55.528866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fce69f3-b0d7-44d6-8cf1-ba5651ef122c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:55.531109 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0fce69f3-b0d7-44d6-8cf1-ba5651ef122c tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/7a8821a8-0e7f-4751-8d1c-0b71479fc820 HTTP/1.1" status: 404 len: 337 time: 0.0529196 Apr 18 20:16:55.535150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42620) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.567012 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08ac99b-ec98-4cef-b0e9-ecb06bfd581f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:55.567448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08ac99b-ec98-4cef-b0e9-ecb06bfd581f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:55.569249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c08ac99b-ec98-4cef-b0e9-ecb06bfd581f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/8827a49e-8c02-431a-b550-8a48b8ca16aa HTTP/1.1" status: 404 len: 339 time: 0.0317578 Apr 18 20:16:55.571913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42624) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.648888 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a1cc82-4698-440b-a00a-78692ce8991f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:55.649262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a1cc82-4698-440b-a00a-78692ce8991f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:55.651268 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-71a1cc82-4698-440b-a00a-78692ce8991f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/93622cd5-461f-4595-ac10-69596a57cc33 HTTP/1.1" status: 404 len: 337 time: 0.0783718 Apr 18 20:16:55.654133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42628) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.673981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963f293-1fdc-4ad2-8548-02093d23381e req-1739c7d8-aa74-4998-8ced-b289fe988632 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 200 len: 217 time: 0.5006137 Apr 18 20:16:55.719400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8350581-87bd-4baf-a220-a3942bedd285 req-76d19a05-3c74-4944-9813-0c6a64f0bcb4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440634 Apr 18 20:16:55.776353 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a042784e-6206-4380-850c-725872f3a959 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:55.778027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a042784e-6206-4380-850c-725872f3a959 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:55.787220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0b5e3afa-f900-42f6-a257-8b25d767999b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:16:55.787813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0b5e3afa-f900-42f6-a257-8b25d767999b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:16:55.788929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ab8fecc6-dcc5-46d0-9809-dfce9382340a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:55.792523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a042784e-6206-4380-850c-725872f3a959 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/5374b642-7dd7-44ca-802f-c94677f7f611 HTTP/1.1" status: 404 len: 339 time: 0.1370790 Apr 18 20:16:55.794497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42638) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.822067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3e5f46b1-289e-4d49-96d1-30d95801e3fa None None] Provisioning complete for port ab8fecc6-dcc5-46d0-9809-dfce9382340a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:55.822368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3e5f46b1-289e-4d49-96d1-30d95801e3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:55.872905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257caa6e-8386-4019-a0f0-bf9396dace24 req-0e558272-0ee4-4cef-95f5-87b323be79e3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:55.876257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-257caa6e-8386-4019-a0f0-bf9396dace24 req-0e558272-0ee4-4cef-95f5-87b323be79e3 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 1.2037702 Apr 18 20:16:55.884486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42644) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:55.895896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-525648322'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:55.904149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:55.912707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:network and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:55.915066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:55.938813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:55.945651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:56.000297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:56.004358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.005289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ab8fecc6-dcc5-46d0-9809-dfce9382340a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:16:56.129544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ab8fecc6-dcc5-46d0-9809-dfce9382340a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:16:56.129847 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.175702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting subnet 870106da-5ae9-4c0b-acc8-70c43ee439a8 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:16:56.181207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.195601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f293-1fdc-4ad2-8548-02093d23381e req-088f2c44-5e50-4d3c-8458-09d7b789fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:56.197751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963f293-1fdc-4ad2-8548-02093d23381e req-088f2c44-5e50-4d3c-8458-09d7b789fcb3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.4953647 Apr 18 20:16:56.304715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.431898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28452771-7f28-4711-928a-52f5eb5e3ed7 req-fe606b14-e10d-44dd-a1d8-44b3b36cd1fb tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:56.435277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28452771-7f28-4711-928a-52f5eb5e3ed7 req-fe606b14-e10d-44dd-a1d8-44b3b36cd1fb tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.5012054 Apr 18 20:16:56.446401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:56.451362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-257caa6e-8386-4019-a0f0-bf9396dace24 req-04371e00-e7df-426e-b862-b3cda03ff1e9 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765220 Apr 18 20:16:56.475878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.476757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.494046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:56.498848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:16:56.592295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.592750 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Added segment 514a186d-4ac5-4878-b6fe-fb5eac193919 of type vlan for network c8a9e9af-34e7-490a-a44e-6a0135589c01 Apr 18 20:16:56.763569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:56.780633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963f293-1fdc-4ad2-8548-02093d23381e req-e1799732-969f-45d3-986d-1e0f8cab13a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:56.782194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963f293-1fdc-4ad2-8548-02093d23381e req-e1799732-969f-45d3-986d-1e0f8cab13a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5631003 Apr 18 20:16:56.929103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28452771-7f28-4711-928a-52f5eb5e3ed7 req-357468c6-da8b-4a6c-8be0-0e2805d99bfc tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156800 Apr 18 20:16:57.003424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.029806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:57.033329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.038978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:57.040796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.087491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'mac_address': 'fa:16:3e:5c:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:16:57.129042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=870106da-5ae9-4c0b-acc8-70c43ee439a8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:57.148536 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.169163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8d51919b-691f-4cbf-be9d-30506fa46b4b tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/870106da-5ae9-4c0b-acc8-70c43ee439a8 HTTP/1.1" status: 204 len: 168 time: 1.3725743 Apr 18 20:16:57.171415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42666) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:57.234903 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.245657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963f293-1fdc-4ad2-8548-02093d23381e req-84e6f4d0-8067-4cb7-84bb-c60c339f4d0b service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542708 Apr 18 20:16:57.246259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Router 133491cb-1cdb-4288-8af3-a08fafc69e71 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:16:57.268108 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f77471a-cea4-4a41-b8f3-efc302a8acbd'] response: {'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae', 'code': 200} Apr 18 20:16:57.274741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83a90b3-bda9-4a2f-ba5f-24f6fbecc26b None None] Network 6e83992a-dfc0-48d6-b033-de554c6ee8be requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:16:57.316134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.333494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting port a568c283-49d5-4ce2-8fb5-196d73e82591 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:57.334240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.402899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Network': ['ID=c8a9e9af-34e7-490a-a44e-6a0135589c01,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:57.419606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1c70cf04-5a95-4dd6-a610-7bb2a041d297 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5290544 Apr 18 20:16:57.430289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:57.435633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42670) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:57.605910 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.646577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1053215622'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:57.662156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:57.673272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8add7d-21d4-4be2-89c1-0166e098811f req-1765767a-f447-4947-999c-b965616e3f3d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:57.681242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e8add7d-21d4-4be2-89c1-0166e098811f req-1765767a-f447-4947-999c-b965616e3f3d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 948 time: 0.8385963 Apr 18 20:16:57.705160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:network and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:57.712800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:57.720965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] For port a568c283-49d5-4ce2-8fb5-196d73e82591, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a568c283-49d5-4ce2-8fb5-196d73e82591,segment=NetworkSegment(d3e019ff-5321-47ee-b819-83a7e7cef2a2),segment_id=d3e019ff-5321-47ee-b819-83a7e7cef2a2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:57.722440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.741307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:57.742273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:57.789671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:57.813198 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.960144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:16:57.978744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Sync routers for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:16:57.986990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:16:57.990565 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:57.991729 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:16:57.992071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Calling delete_port for a568c283-49d5-4ce2-8fb5-196d73e82591 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:16:57.992196 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:16:58.001690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:58.007150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:16:58.007458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:16:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:58.015449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e8add7d-21d4-4be2-89c1-0166e098811f req-5ff86c5c-af8a-4614-be5a-a33819d28890 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332210 Apr 18 20:16:58.051856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963f293-1fdc-4ad2-8548-02093d23381e req-723eecd8-4b87-4037-81ec-12ff5bba7cc7 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855308 Apr 18 20:16:58.078248 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.079771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-89327e7f-9856-4070-9386-0a88a457d92f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5003591 Apr 18 20:16:58.083073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:58.086120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:16:58.156271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8623a0bf-1ef8-4823-9003-c88bdfc4d91d req-48db2c5a-3480-42d5-b5bf-cf62f7ff5516 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:58.159597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8623a0bf-1ef8-4823-9003-c88bdfc4d91d req-48db2c5a-3480-42d5-b5bf-cf62f7ff5516 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.4142213 Apr 18 20:16:58.287077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8378a3a4-1ee0-4f13-adad-ca2c97225d1e None None] DHCP port deletion for 6e83992a-dfc0-48d6-b033-de554c6ee8be request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:16:58.305186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8378a3a4-1ee0-4f13-adad-ca2c97225d1e None None] Deleting port a568c283-49d5-4ce2-8fb5-196d73e82591 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:16:58.306044 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8378a3a4-1ee0-4f13-adad-ca2c97225d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.315752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.369143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8623a0bf-1ef8-4823-9003-c88bdfc4d91d req-09894ece-41bb-4d27-891a-348952ba28b7 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919432 Apr 18 20:16:58.379922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Port': ['ID=a568c283-49d5-4ce2-8fb5-196d73e82591,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:58.387562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No DVR routers for this DVR port a568c283-49d5-4ce2-8fb5-196d73e82591 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:16:58.456592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8378a3a4-1ee0-4f13-adad-ca2c97225d1e None None] The port 'a568c283-49d5-4ce2-8fb5-196d73e82591' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:16:58.492157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:16:58.563181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.615407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e83992a-dfc0-48d6-b033-de554c6ee8be']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:58.632114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3e019ff-5321-47ee-b819-83a7e7cef2a2') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:58.632649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3e019ff-5321-47ee-b819-83a7e7cef2a2') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:16:58.646932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.666728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.679998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:16:58.681125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:16:58.705778 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:16:58.813101 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.813877 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Added segment f080e03a-c511-4dde-abad-d49874560d92 of type vlan for network eb133edc-7170-4d08-b33f-c1736fa17d64 Apr 18 20:16:58.848925 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.861434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.904541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=6e83992a-dfc0-48d6-b033-de554c6ee8be,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:58.949304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:58.988263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5df4248-bd9f-4a9f-8e0b-c2a260dccb9f tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/6e83992a-dfc0-48d6-b033-de554c6ee8be HTTP/1.1" status: 204 len: 168 time: 1.8154852 Apr 18 20:16:58.989470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42710) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:59.042139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:16:59.049887 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca53a8ac-daca-447a-906a-0f3161b46446 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:59.050624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca53a8ac-daca-447a-906a-0f3161b46446 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:59.055889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ca53a8ac-daca-447a-906a-0f3161b46446 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/90a6b4c4-f094-4196-b3d7-dbb0a39f8e8f HTTP/1.1" status: 404 len: 337 time: 0.0651305 Apr 18 20:16:59.059347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42716) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:59.094955 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5f07fe-d192-4c29-8e49-861f3b946097 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] DELETE failed (client error): The resource could not be found. Apr 18 20:16:59.095722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5f07fe-d192-4c29-8e49-861f3b946097 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:16:59.101497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1c5f07fe-d192-4c29-8e49-861f3b946097 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/7f4cf9cc-30cd-4938-b06e-74d232f1399a HTTP/1.1" status: 404 len: 339 time: 0.0398982 Apr 18 20:16:59.106112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42720) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:59.111787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:16:59.133363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.181112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.209453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting subnet 422158e0-841b-42af-a054-88b471940494 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:16:59.216283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.250173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f1283c7b-1215-4557-bd87-77f200aebf51 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:16:59.294368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:16:59.334168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175bd907-69ad-4f3b-83d1-a7147d633375 req-02258d23-9583-4b31-a2d0-39fdb63697ad tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:59.336144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-175bd907-69ad-4f3b-83d1-a7147d633375 req-02258d23-9583-4b31-a2d0-39fdb63697ad tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.4197483 Apr 18 20:16:59.356762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422c3fc-ba66-4d10-bb51-4b9d05ceb39d req-442233af-3a5d-4c4a-ad7e-b09edc0e03f0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:59.358735 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5422c3fc-ba66-4d10-bb51-4b9d05ceb39d req-442233af-3a5d-4c4a-ad7e-b09edc0e03f0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 948 time: 0.7050307 Apr 18 20:16:59.359674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.365878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:16:59.366764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.370539 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.465554 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-175bd907-69ad-4f3b-83d1-a7147d633375 req-ab7267a5-7fbd-47de-9c19-5affc1319627 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165595 Apr 18 20:16:59.501758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d6876509-72ab-43f7-89c5-0e408d3e1322'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:16:59.573895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.0270791 Apr 18 20:16:59.579861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:16:59.598731 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:16:59.601588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5422c3fc-ba66-4d10-bb51-4b9d05ceb39d req-f4922187-a065-416d-baa4-b48b14727121 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254190 Apr 18 20:16:59.602423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688c86a-032f-47bd-a398-a73bf02a0bd9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Network': ['ID=eb133edc-7170-4d08-b33f-c1736fa17d64,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:59.610652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'subnet': {'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:16:59.705621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.706980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network eb133edc-7170-4d08-b33f-c1736fa17d64 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:16:59.781963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:16:59.881239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:16:59.894435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:subnet and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:16:59.899166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:16:59.909390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:16:59.922327 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:16:59.935811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.006650 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b66e2b2b-925c-448c-af39-1c0646e7000b'] response: {'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'code': 200} Apr 18 20:17:00.026112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a568c283-49d5-4ce2-8fb5-196d73e82591 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:00.055503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.062304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Subnet': ['ID=422158e0-841b-42af-a054-88b471940494,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:00.079185 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb0f1edb-ac7e-4c8e-8c46-f64ddd24922e tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/subnets/422158e0-841b-42af-a054-88b471940494 HTTP/1.1" status: 204 len: 168 time: 0.9694896 Apr 18 20:17:00.082709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42760) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:00.102573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed1a281-3536-40f4-afa7-fdc0a6f154ec None None] Network 50d9ed2e-cbc1-4585-acdf-45116f1b72fa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:17:00.116352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a568c283-49d5-4ce2-8fb5-196d73e82591 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:17:00.116352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a568c283-49d5-4ce2-8fb5-196d73e82591 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:17:00.197903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:16:54Z', 'revision_number': 3, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:16:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:00.300758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Allocated IP 172.20.0.1 (aebe59ad-79aa-4202-ad10-8808239c2c6c/6af0c1ad-ab88-4f2f-8595-738e045d498a/30e9ba8a-fd8e-4d4d-b467-0af3581ed579) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:00.321427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Checking router: 133491cb-1cdb-4288-8af3-a08fafc69e71 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:17:00.322015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Updating router 133491cb-1cdb-4288-8af3-a08fafc69e71 port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:17:00.376089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6b82cf-9ff0-4233-bfe6-d32908a3ad6b req-1485247e-cb75-41a1-b19c-8cd7d4ca8a32 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:00.378310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b6b82cf-9ff0-4233-bfe6-d32908a3ad6b req-1485247e-cb75-41a1-b19c-8cd7d4ca8a32 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 948 time: 0.5826278 Apr 18 20:17:00.383096 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.450881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b6b82cf-9ff0-4233-bfe6-d32908a3ad6b req-dcd85a0b-90ae-4b97-ad43-c47a7f89af34 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641494 Apr 18 20:17:00.452817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Deleting port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:17:00.453658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.581725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:00.645867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.687441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Transition to ACTIVE for port object 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:00.717830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:00.722500 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.739587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.743943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'mac_address': 'fa:16:3e:bc:06:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:17:00.779575 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.801379 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:17:00.802916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] For port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=27a001d7-a7d4-4bd8-80de-0d3cf1a747a4,segment=NetworkSegment(7baa85be-2757-409d-a4d2-3ffe8060daa9),segment_id=7baa85be-2757-409d-a4d2-3ffe8060daa9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:00.803293 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:00.857813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Network aebe59ad-79aa-4202-ad10-8808239c2c6c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:01.079458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:01.092182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:01.120933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:01.182005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Pushing event updated for resources: {'Port': ['ID=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:01.186200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:01.222138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Calling delete_port for 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:17:01.310551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f1283c7b-1215-4557-bd87-77f200aebf51 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:01.320370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Subnet': ['ID=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:01.341911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Checking segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:01.344324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network hostable DHCP agents. Network: c8a9e9af-34e7-490a-a44e-6a0135589c01, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:17:01.364582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:01.369379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:01.428337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:17:01.457040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c8a9e9af-34e7-490a-a44e-6a0135589c01) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:01.470036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a34cea9-83cb-4182-97e7-89fa1a636c0d None None] DHCP port deletion for 50d9ed2e-cbc1-4585-acdf-45116f1b72fa request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:17:01.485415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:01.489340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:01.506377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160395b-1fb9-4f3a-b56a-d8c95e4e2714 None None] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:17:01.553874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8c4a4496-ae40-4777-8132-cc0343307fcf tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9696717 Apr 18 20:17:01.561173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:01.568312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'subnet': {'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:01.624404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:01.738407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bebafd-fe6f-47bf-8d2d-ac1c3fe335ab req-f04ef829-4fca-4d7b-b669-6454da498be8 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:01.740151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31bebafd-fe6f-47bf-8d2d-ac1c3fe335ab req-f04ef829-4fca-4d7b-b669-6454da498be8 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.7621841 Apr 18 20:17:01.750265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:01.758759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5934fe65-aa33-4bf1-a869-0188424f136c details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:17:01.786957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Port': ['ID=27a001d7-a7d4-4bd8-80de-0d3cf1a747a4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:01.834088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] No DVR routers for this DVR port 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:17:02.006363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.021612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:02.026468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:subnet and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:02.029581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:02.036412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:02.051899 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31bebafd-fe6f-47bf-8d2d-ac1c3fe335ab req-7970ea6b-8602-4c07-8147-21cddc7cfc01 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2873349 Apr 18 20:17:02.071875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:02.082692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.217997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:02.277936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.350082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:17:02.350424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27a001d7-a7d4-4bd8-80de-0d3cf1a747a4 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:17:02.426597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-62e6ded4-d3b9-4b64-a00c-e32f9df52dda None None] Provisioning for port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:02.492287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d9ed2e-cbc1-4585-acdf-45116f1b72fa']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:02.503554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-62e6ded4-d3b9-4b64-a00c-e32f9df52dda None None] Provisioning complete for port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:02.503933 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-62e6ded4-d3b9-4b64-a00c-e32f9df52dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.522262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7baa85be-2757-409d-a4d2-3ffe8060daa9') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:02.552796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7baa85be-2757-409d-a4d2-3ffe8060daa9') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:02.592779 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.665422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.695932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-62e6ded4-d3b9-4b64-a00c-e32f9df52dda None None] Port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:02.710466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4bae-7b90-4e2b-b07d-4a3d0477d00a req-96cb458e-f37a-4f84-ad07-46564f2454bf tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:02.712284 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90ac4bae-7b90-4e2b-b07d-4a3d0477d00a req-96cb458e-f37a-4f84-ad07-46564f2454bf tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 948 time: 0.4041023 Apr 18 20:17:02.713366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:17:02.728158 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:17:02.730080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:17:02.768120 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:17:02.883210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:02.931571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:17:02.970097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:02.982754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.067594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90ac4bae-7b90-4e2b-b07d-4a3d0477d00a req-9f015019-796b-402a-bdb3-4b81bd0aca80 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980311 Apr 18 20:17:03.082714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.136436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.191960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] Pushing event deleted for resources: {'Network': ['ID=50d9ed2e-cbc1-4585-acdf-45116f1b72fa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:03.196325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-440c7b01-c396-4efa-9810-ccef68a48fd2 tempest-NetworksIpV6Test-1698754264 tempest-NetworksIpV6Test-1698754264-project] 10.222.0.47 "DELETE /v2.0/networks/50d9ed2e-cbc1-4585-acdf-45116f1b72fa HTTP/1.1" status: 204 len: 168 time: 3.1097867 Apr 18 20:17:03.345153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-c8a9e9af-34e7-490a-a44e-6a0135589c01', 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'fixed_ips': [{'subnet_id': '92b55cd5-3ea3-40e4-846f-c2ee0d7d8896'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:17:03.349125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.399705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:03.469411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Pushing event updated for resources: {'Port': ['ID=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:03.477854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.553212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '5934fe65-aa33-4bf1-a869-0188424f136c', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '5934fe65-aa33-4bf1-a869-0188424f136c', 'mac_address': 'fa:16:3e:21:3b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:17:03.557387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.564914 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.677574 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.709784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Transition to ACTIVE for port object 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:03.723390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:03.739169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.748141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Subnet': ['ID=74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:03.749817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5934fe65-aa33-4bf1-a869-0188424f136c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:03.779740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:03.892186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Pushing event updated for resources: {'Port': ['ID=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:03.900987 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:03.907433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-c86d57e9-2ef8-4424-9c29-023a87cd4e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:03.909948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-c86d57e9-2ef8-4424-9c29-023a87cd4e76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1099 time: 0.6980360 Apr 18 20:17:04.005710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Checking segment: {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:04.006075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network hostable DHCP agents. Network: eb133edc-7170-4d08-b33f-c1736fa17d64, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:17:04.032840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:04.161796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Attempting to bind port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:04.162222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Attempting to bind port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:04.162533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Attempting to bind port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:04.174409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:04.174940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:04.175518 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:04.176082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:04.176769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Bound port: 0e09e659-0cfd-43d9-91e6-7ca3991bdb52, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:04.177367 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:04.244993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87fff74a-ae78-4ce1-afa7-2e450896e379 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3ca5e2df60047a6b81d84302ace79b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5199549 Apr 18 20:17:04.248954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:04.309364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] For port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:04.313917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] For port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:04.334058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network eb133edc-7170-4d08-b33f-c1736fa17d64 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:17:04.339397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f1283c7b-1215-4557-bd87-77f200aebf51'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:17:04.345015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Network aebe59ad-79aa-4202-ad10-8808239c2c6c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:04.362442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, eb133edc-7170-4d08-b33f-c1736fa17d64) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:04.364321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:04.374036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:04.374627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:04.424834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5934fe65-aa33-4bf1-a869-0188424f136c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:17:04.537911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b32909-4015-4bcc-8431-398b211ce1cb None None] Network eb133edc-7170-4d08-b33f-c1736fa17d64 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:17:04.553027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:04.725132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Allocated IP 10.1.1.2 (c8a9e9af-34e7-490a-a44e-6a0135589c01/92b55cd5-3ea3-40e4-846f-c2ee0d7d8896/df74d7ee-5562-4ece-bfc7-c850c1eedafa) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:04.727324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:04.810330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-da71bc67-79d8-4082-ba15-20e586127da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:04.811381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-da71bc67-79d8-4082-ba15-20e586127da3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.8670597 Apr 18 20:17:04.812251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4f895c-8f85-4ad5-9e8d-c51a7b0116e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:04.822401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Router 133491cb-1cdb-4288-8af3-a08fafc69e71 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:17:04.883824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port d6876509-72ab-43f7-89c5-0e408d3e1322 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:04.884524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:04.901425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-c9323434-8225-4c38-a353-020545076bdd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=d6876509-72ab-43f7-89c5-0e408d3e1322 HTTP/1.1" status: 200 len: 217 time: 0.0824652 Apr 18 20:17:04.939237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4f895c-8f85-4ad5-9e8d-c51a7b0116e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:05.008433 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7e0f1765-6aa7-4201-9057-2d965eb25390 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.4462521 Apr 18 20:17:05.011510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42810) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:05.019480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'port': {'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'name': 'tempest-TaggedBootDevicesTest_v242-764134615', 'fixed_ips': [{'subnet_id': '92b55cd5-3ea3-40e4-846f-c2ee0d7d8896'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:05.093406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:17:05.094273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:16:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:05.701672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-2e9ab6c5-e596-4a23-ba03-e1431a9cf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:05.703657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-2e9ab6c5-e596-4a23-ba03-e1431a9cf7b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.6879034 Apr 18 20:17:05.714560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:05.719638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:port and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:05.728479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:05.742013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:05.769370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:05.971620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b4825150-a26e-47f4-b5b3-81670eb45159 None None] Provisioning complete for port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:05.982570 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b4825150-a26e-47f4-b5b3-81670eb45159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:06.122410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:06.152530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] device_id is not set on port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:17:06.180490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Pushing event updated for resources: {'Port': ['ID=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:06.180985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4f895c-8f85-4ad5-9e8d-c51a7b0116e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:06.261484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4f895c-8f85-4ad5-9e8d-c51a7b0116e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa588333-64ce-40be-863f-9c1c68222fcf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:06.261996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.262452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.262806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.263152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.263492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.264089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.264431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.264758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.265161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.265496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.265867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.266198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4f2d79-2290-42cb-a829-e025647c21c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:06.269890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4f895c-8f85-4ad5-9e8d-c51a7b0116e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:06.275873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1f4f895c-8f85-4ad5-9e8d-c51a7b0116e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa588333-64ce-40be-863f-9c1c68222fcf HTTP/1.1" status: 204 len: 168 time: 2.0003743 Apr 18 20:17:06.362112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:17:06.369089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-143026fc-b177-4a10-8e2c-c626830038be admin admin] 10.222.0.47 "PUT /v2.0/routers/133491cb-1cdb-4288-8af3-a08fafc69e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2847281 Apr 18 20:17:06.421452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-17ae6801-25a9-432b-8930-ae1473eef373 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8090560 Apr 18 20:17:06.452636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-b35ee156-d0b0-48eb-8ca9-2b9ca60322ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:06.454708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-b35ee156-d0b0-48eb-8ca9-2b9ca60322ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7296641 Apr 18 20:17:06.752750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b4825150-a26e-47f4-b5b3-81670eb45159 None None] Port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:06.966142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-873d3f1d-3cd2-4c86-b68b-1e31d1d4d050 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028162 Apr 18 20:17:07.095203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:17:07.211379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-eb133edc-7170-4d08-b33f-c1736fa17d64', 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'fixed_ips': [{'subnet_id': '74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:17:07.212324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:07.257384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:07.336631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5bc6dc53-5f6d-4816-9c63-0cb5a2a0dd10 req-3d24cc8d-767b-4688-9ba3-670e3b1e9cfc service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580942 Apr 18 20:17:07.340782 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:07.360613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e635-720d-4201-b53d-1f962858991c req-b8b55fd6-4481-4918-9f10-753a1ddcd194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:07.362338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-b8b55fd6-4481-4918-9f10-753a1ddcd194 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1101 time: 0.7554126 Apr 18 20:17:07.608079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e635-720d-4201-b53d-1f962858991c req-35de24ba-61d6-440c-bc08-9fe899ec45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:07.609975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-35de24ba-61d6-440c-bc08-9fe899ec45db service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2156365 Apr 18 20:17:07.614676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Transition to ACTIVE for port object df74d7ee-5562-4ece-bfc7-c850c1eedafa will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:07.653107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:07.712356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-6ae274e7-b39f-4ef9-8b06-ee345884a3cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.0952094 Apr 18 20:17:07.879704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e635-720d-4201-b53d-1f962858991c req-680395f0-55a6-4ed2-bc28-60bf989fc847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:07.881404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-680395f0-55a6-4ed2-bc28-60bf989fc847 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1613247 Apr 18 20:17:07.882464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:07.937080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:08.064756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f1283c7b-1215-4557-bd87-77f200aebf51 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:08.126101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Transition to ACTIVE for port object df74d7ee-5562-4ece-bfc7-c850c1eedafa will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:08.132952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1e635-720d-4201-b53d-1f962858991c req-ffd7d0af-96b0-4c59-bab7-2b348fc1b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:08.134628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-ffd7d0af-96b0-4c59-bab7-2b348fc1b3a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2460947 Apr 18 20:17:08.169889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-583b2034-df33-4a63-986e-c353de1e171e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:17:08.177761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-583b2034-df33-4a63-986e-c353de1e171e service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0339768 Apr 18 20:17:08.179169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:08.266378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42846) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:08.396243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 10.1.1.82 (c8a9e9af-34e7-490a-a44e-6a0135589c01/92b55cd5-3ea3-40e4-846f-c2ee0d7d8896/792ad8c2-8602-41ec-8301-7a9e9e29ce6e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:08.472945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:08.492879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:08.506615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:08.578487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1fe2d78f-b7ce-44e3-9114-e9c103f75aab tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1868303867', 'prefixes': ['172.20.0.0/16']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:08.641595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1fe2d78f-b7ce-44e3-9114-e9c103f75aab tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:08.679731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Pushing event updated for resources: {'Port': ['ID=df74d7ee-5562-4ece-bfc7-c850c1eedafa,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:08.686343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:08.717626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-de6cd7d8-c731-405e-8b7f-bdb0e3717ba9 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5296311 Apr 18 20:17:08.734758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Allocated IP 10.2.2.2 (eb133edc-7170-4d08-b33f-c1736fa17d64/74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec/2faa6a21-4544-46e4-a6d4-2c255f793981) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:08.920781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:08.975980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fe2d78f-b7ce-44e3-9114-e9c103f75aab tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] Notify callbacks [] for subnetpool, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:08.978559 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1fe2d78f-b7ce-44e3-9114-e9c103f75aab tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7050824 Apr 18 20:17:08.986420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Transition to ACTIVE for port object 792ad8c2-8602-41ec-8301-7a9e9e29ce6e will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:08.988314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42852) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:09.103539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0ba434e3-d9d5-430a-b906-851e82dfb96e tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] 10.222.0.47 "GET /v2.0/subnetpools/50d36b98-4398-40f6-a663-af914342fffb HTTP/1.1" status: 200 len: 732 time: 0.1094060 Apr 18 20:17:09.107660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:09.152725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6846fddb-f92d-42c3-bc70-7d115c00faad tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-756568906'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:09.166976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port f1283c7b-1215-4557-bd87-77f200aebf51 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:09.168293 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.172797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.303247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Attempting to bind port df74d7ee-5562-4ece-bfc7-c850c1eedafa on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:09.303934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Attempting to bind port df74d7ee-5562-4ece-bfc7-c850c1eedafa by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:09.304069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Attempting to bind port df74d7ee-5562-4ece-bfc7-c850c1eedafa on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:09.375888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:09.376284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Checking segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:09.377237 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.377237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Bound using segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:09.377708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Bound port: df74d7ee-5562-4ece-bfc7-c850c1eedafa, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:09.378186 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.378460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53f1e635-720d-4201-b53d-1f962858991c req-79f7f577-f06a-4c3c-ba74-c1922a84983b service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6506679 Apr 18 20:17:09.469087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:09.472697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:09.474302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:09.482426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:09.514081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6846fddb-f92d-42c3-bc70-7d115c00faad tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.518971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6846fddb-f92d-42c3-bc70-7d115c00faad tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] 10.222.0.47 "PUT /v2.0/subnetpools/50d36b98-4398-40f6-a663-af914342fffb HTTP/1.1" status: 200 len: 683 time: 0.4080510 Apr 18 20:17:09.519651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:09.524747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:02Z', 'revision_number': 2, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:09.615060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:09.615780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.645822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a7caa71-5742-441e-8d2b-471f7be15ee6 None None] The sync data for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 is: [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:02Z', 'revision_number': 2, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:17:09.668241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd40846d-e70d-4b73-a7e4-ecaf28fa2955 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6540389 Apr 18 20:17:09.670942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42864) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:09.677266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'port': {'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'name': 'tempest-TaggedBootDevicesTest_v242-2100966425', 'fixed_ips': [{'subnet_id': '92b55cd5-3ea3-40e4-846f-c2ee0d7d8896'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:09.734179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7b690f6-a610-4e40-a66c-da556e593df5 tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:09.741551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d7b690f6-a610-4e40-a66c-da556e593df5 tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] 10.222.0.47 "DELETE /v2.0/subnetpools/50d36b98-4398-40f6-a663-af914342fffb HTTP/1.1" status: 204 len: 168 time: 0.2199979 Apr 18 20:17:09.747757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42868) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:09.792009 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-73cc4ccf-255c-4502-9772-1dbb935b75d5 tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] show failed (client error): The resource could not be found. Apr 18 20:17:09.799798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-73cc4ccf-255c-4502-9772-1dbb935b75d5 tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] 10.222.0.47 "GET /v2.0/subnetpools/50d36b98-4398-40f6-a663-af914342fffb HTTP/1.1" status: 404 len: 346 time: 0.0498750 Apr 18 20:17:09.804034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42872) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:09.847378 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-88ac1e05-f2ea-4866-8769-4cb893578dc5 tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] delete failed (client error): The resource could not be found. Apr 18 20:17:09.867969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-88ac1e05-f2ea-4866-8769-4cb893578dc5 tempest-SubnetPoolsTestJSON-1965333195 tempest-SubnetPoolsTestJSON-1965333195-project] 10.222.0.47 "DELETE /v2.0/subnetpools/50d36b98-4398-40f6-a663-af914342fffb HTTP/1.1" status: 404 len: 346 time: 0.0539775 Apr 18 20:17:09.938657 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:10.027609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] For port df74d7ee-5562-4ece-bfc7-c850c1eedafa, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:10.048823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:10.053044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:port and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:10.058048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:10.087171 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] For port df74d7ee-5562-4ece-bfc7-c850c1eedafa, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=df74d7ee-5562-4ece-bfc7-c850c1eedafa,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:10.091520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:10.121706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:10.125418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:10.131528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:10.228137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] device_id is not set on port be350bf2-d002-47c6-a07c-c018740fc7d1 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:17:10.270710 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:10.342024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:10.392461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Transition to ACTIVE for port object 2faa6a21-4544-46e4-a6d4-2c255f793981 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:10.414151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:10.462727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5934fe65-aa33-4bf1-a869-0188424f136c up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:10.678980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Transition to ACTIVE for port object 2faa6a21-4544-46e4-a6d4-2c255f793981 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:10.734199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437be6c-52b3-4ce3-b2e3-91e14a2d5565 None None] Pushing event updated for resources: {'Port': ['ID=df74d7ee-5562-4ece-bfc7-c850c1eedafa,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:10.741086 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:10.773951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42880) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:10.912921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Network eb133edc-7170-4d08-b33f-c1736fa17d64 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:10.917024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:10.933181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 10.1.1.108 (c8a9e9af-34e7-490a-a44e-6a0135589c01/92b55cd5-3ea3-40e4-846f-c2ee0d7d8896/be350bf2-d002-47c6-a07c-c018740fc7d1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:10.962986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:11.037493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:11.063594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 5934fe65-aa33-4bf1-a869-0188424f136c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:11.175045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.196142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:11.205169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Usage tracker for resource:security_group_rule and tenant:ad9c8dbc9cea428a8d36eeb57966f9ab is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:11.210460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:11.253674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:11.300937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 5934fe65-aa33-4bf1-a869-0188424f136c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:11.306470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.548349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.557274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.663392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Pushing event updated for resources: {'Port': ['ID=2faa6a21-4544-46e4-a6d4-2c255f793981,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:11.700568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Attempting to bind port 2faa6a21-4544-46e4-a6d4-2c255f793981 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:11.701384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Attempting to bind port 2faa6a21-4544-46e4-a6d4-2c255f793981 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:11.702103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Attempting to bind port 2faa6a21-4544-46e4-a6d4-2c255f793981 on network eb133edc-7170-4d08-b33f-c1736fa17d64 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:11.732732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:11.733619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Checking segment: {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:11.734218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.735000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Bound using segment: {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:11.735674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Bound port: 2faa6a21-4544-46e4-a6d4-2c255f793981, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:11.736254 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.737348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:11.774652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Transition to ACTIVE for port object be350bf2-d002-47c6-a07c-c018740fc7d1 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:11.838043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.036766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae22feb-5d1d-4feb-9203-1a3e02b38b44,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:12.042843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cdf4865f-bd1e-4358-b691-9c267cc34575 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad9c8dbc9cea428a8d36eeb57966f9ab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2357111 Apr 18 20:17:12.062370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:12.169932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:12.204725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:12.295836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:12.298243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:12.310182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:12.339571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154d811d-1ebf-442b-9db1-792dfdcbbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.359971 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.446395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] For port 2faa6a21-4544-46e4-a6d4-2c255f793981, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:12.490508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154d811d-1ebf-442b-9db1-792dfdcbbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.510498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:12.511403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.528595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] For port 2faa6a21-4544-46e4-a6d4-2c255f793981, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2faa6a21-4544-46e4-a6d4-2c255f793981,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:12.549816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.562925 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b5351fca-a971-4113-bbbd-621d4c1387c8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8906074 Apr 18 20:17:12.582577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:12.619792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154d811d-1ebf-442b-9db1-792dfdcbbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.655094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d811d-1ebf-442b-9db1-792dfdcbbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae22feb-5d1d-4feb-9203-1a3e02b38b44,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:12.670693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154d811d-1ebf-442b-9db1-792dfdcbbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:12.671944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-154d811d-1ebf-442b-9db1-792dfdcbbf4e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fae22feb-5d1d-4feb-9203-1a3e02b38b44 HTTP/1.1" status: 204 len: 168 time: 0.6083355 Apr 18 20:17:12.804365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb7de2-5cbd-490e-8eae-bba0b8f5fc60 None None] Pushing event updated for resources: {'Port': ['ID=2faa6a21-4544-46e4-a6d4-2c255f793981,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:12.831952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407bdbe1-5d62-4823-9078-58e71e386536 None None] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:17:12.883087 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:13.024780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b977f-4c3a-4aae-8940-5a980ab198f6 req-48ecafb2-ebdf-44eb-abde-e29029f1bd71 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:13.033790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d0b977f-4c3a-4aae-8940-5a980ab198f6 req-48ecafb2-ebdf-44eb-abde-e29029f1bd71 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.1415925 Apr 18 20:17:13.070971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e3e670d3-eca4-4c76-80be-2db58fe1a714 None None] Provisioning for port df74d7ee-5562-4ece-bfc7-c850c1eedafa completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:13.113861 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d0b977f-4c3a-4aae-8940-5a980ab198f6 req-f850bc4f-6df3-4b06-8871-a036f8532012 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769029 Apr 18 20:17:13.116954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291bd56-83fe-4442-bc03-063ea98b4be3 req-0275f09c-67ec-4e5f-824d-e81c8ebda0b5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:13.138094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5291bd56-83fe-4442-bc03-063ea98b4be3 req-0275f09c-67ec-4e5f-824d-e81c8ebda0b5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.1550386 Apr 18 20:17:13.209165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:13.248170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:13.248874 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:13.255668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5291bd56-83fe-4442-bc03-063ea98b4be3 req-6c820c6a-e1a7-4fc7-a1cd-325597f24621 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163018 Apr 18 20:17:13.549145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:13.567988 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b59a159-6984-4de5-93f0-66443e30158d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:13.736827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7edfe0-0ef4-410d-b7e4-18a93f4951b3 req-c91739ef-a58a-4b8e-83ac-e82316839d47 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:13.740171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f7edfe0-0ef4-410d-b7e4-18a93f4951b3 req-c91739ef-a58a-4b8e-83ac-e82316839d47 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2937241 Apr 18 20:17:13.855820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:13.875411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f7edfe0-0ef4-410d-b7e4-18a93f4951b3 req-defe6321-12af-4c93-8d75-a94961c68ba4 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285591 Apr 18 20:17:13.879588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:13.908327 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:13.909843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device df74d7ee-5562-4ece-bfc7-c850c1eedafa up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:14.033907 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5133032b-aa79-4277-a0f7-27310a52d3b5'] response: {'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'code': 200} Apr 18 20:17:14.246728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:14.299826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port df74d7ee-5562-4ece-bfc7-c850c1eedafa completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:14.308226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port df74d7ee-5562-4ece-bfc7-c850c1eedafa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:14.308892 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:14.432693 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Sync routers for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:17:14.449766 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:17:14.458023 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:16:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:14.514042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd695ad7-3aca-4e54-a122-2d21040559b3 req-41ba911b-31b6-4cf6-abc9-14d5b80c0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:14.515750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd695ad7-3aca-4e54-a122-2d21040559b3 req-41ba911b-31b6-4cf6-abc9-14d5b80c0f23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1100 time: 0.2629790 Apr 18 20:17:14.617539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd695ad7-3aca-4e54-a122-2d21040559b3 req-f6011a9a-f935-44d9-9730-58a79b9f68cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909283 Apr 18 20:17:14.739650 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:14.845139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Provisioning for port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:14.859166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port df74d7ee-5562-4ece-bfc7-c850c1eedafa, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=df74d7ee-5562-4ece-bfc7-c850c1eedafa,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:14.860443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Provisioning complete for port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:14.861243 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:14.929094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42954) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:14.936896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647892882', 'description': 'tempest-description--1331987353'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:14.967758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:14.980572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:security_group and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:14.999020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:15.030981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.046829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:15.105635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.127024 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:17:15.234841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:15.257936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:security_group_rule and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:15.282866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:15.324268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:15.472670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=df74d7ee-5562-4ece-bfc7-c850c1eedafa,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:15.491557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b147eb9-0c08-48ae-b66b-6b7605df366c None None] Network eb133edc-7170-4d08-b33f-c1736fa17d64 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:17:15.566329 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.568544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2faa6a21-4544-46e4-a6d4-2c255f793981 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:15.580738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.633443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbfc4fd-4266-4529-903c-6803be791fda req-47999af5-9df1-4c40-9d3c-34b07d004f58 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:15.635545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bbfc4fd-4266-4529-903c-6803be791fda req-47999af5-9df1-4c40-9d3c-34b07d004f58 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.1401882 Apr 18 20:17:15.680257 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:02Z', 'revision_number': 2, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:15.685303 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Checking router: 133491cb-1cdb-4288-8af3-a08fafc69e71 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:17:15.686180 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Updating router 133491cb-1cdb-4288-8af3-a08fafc69e71 port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:17:15.697352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bbfc4fd-4266-4529-903c-6803be791fda req-cc99d38d-5065-48a9-ba84-7ddd96c94619 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552096 Apr 18 20:17:15.704916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:15.715777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.717119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-50745665-7ed9-4b29-a603-b9381119b3a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7855592 Apr 18 20:17:15.720167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:15.737636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3071e-e11e-4343-aa9f-7ea93e44fdf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:15.748245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:15.753433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:security_group_rule and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:15.756974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:15.766499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:15.766834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:15.802324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.835241 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.853099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:15.859260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993273733', 'description': 'tempest-description--1512796504'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:15.870171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:15.880139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Usage tracker for resource:security_group and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:15.885546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:15.902613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:15.926601 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:15.994507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.005708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.034924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:16.045365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:16.053891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Usage tracker for resource:security_group_rule and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:16.071893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:16.098604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:16.149851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51'}, {'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:16.156195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1959d1-33e1-442a-a007-e352562034a2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:16.304726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.327384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c8c9083f-7924-4c2a-8153-f9bc6ba1b709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6057270 Apr 18 20:17:16.329373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:16.352431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'security_group_rule': {'security_group_id': 'b7a3071e-e11e-4343-aa9f-7ea93e44fdf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:16.360018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2faa6a21-4544-46e4-a6d4-2c255f793981 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:16.375159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Provisioning complete for port df74d7ee-5562-4ece-bfc7-c850c1eedafa triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:16.375531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.411291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:16.422271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:security_group_rule and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:16.429685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:16.454490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:16.481151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b60755a-0f86-4267-a815-6d0821377d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.505671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:16.552506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.597402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c83b02-5af0-463a-8130-79bcb293120b req-873880f0-2eb4-4324-9c49-46b3ba661d64 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:16.606069 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7c83b02-5af0-463a-8130-79bcb293120b req-873880f0-2eb4-4324-9c49-46b3ba661d64 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.5542221 Apr 18 20:17:16.635304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.655610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6432b19-02a8-4e3b-98b2-96b0ca4a052f req-65f851c0-c631-409d-b52b-cf5f0b813639 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:16.662948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6432b19-02a8-4e3b-98b2-96b0ca4a052f req-65f851c0-c631-409d-b52b-cf5f0b813639 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.5014060 Apr 18 20:17:16.704391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.806237 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.822837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7c83b02-5af0-463a-8130-79bcb293120b req-fc71b889-1b81-4c47-80a3-0eabd1a0810a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894774 Apr 18 20:17:16.835982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.836215 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Transition to ACTIVE for port object 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:16.844041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.871481 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6432b19-02a8-4e3b-98b2-96b0ca4a052f req-36d5cc03-6894-4e53-bf00-3854eac4b521 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072978 Apr 18 20:17:16.903810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6293a01-e2a2-4cb1-8770-18e88a977add,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:16.922208 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.923989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.925380 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-05bac379-49fc-4810-9306-8109554bdc38 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0710230 Apr 18 20:17:16.930012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43010) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:16.945266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4b8e28-b494-4f6b-90e1-dceb63e1be87,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:16.958043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Request body: {'security_group_rule': {'security_group_id': 'e6293a01-e2a2-4cb1-8770-18e88a977add', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:16.979449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:16.983333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:16.993944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1c816f3a-771c-4a29-9616-94a18dd50be9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6537459 Apr 18 20:17:16.994194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Usage tracker for resource:security_group_rule and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:16.994715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43014) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:17.000960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:17.003830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:17.026172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:17.027965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:17.043766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:floatingip and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:17.053786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:17.114863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:17.116604 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.158652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.162763 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd01528f-a549-4ed4-96c6-6cefa2614c49'] response: {'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'code': 200} Apr 18 20:17:17.164116 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd01528f-a549-4ed4-96c6-6cefa2614c49'] response: {'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c', 'code': 200} Apr 18 20:17:17.164945 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.228183 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.330172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.368729 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.380506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.461502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.467872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5346899 Apr 18 20:17:17.470040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43030) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:17.484486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3969e-055c-4e13-87cc-020bf91b72ad tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0622c77f-8267-4938-b6e4-3b4f960689f0,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:17.497865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Request body: {'security_group_rule': {'security_group_id': 'e6293a01-e2a2-4cb1-8770-18e88a977add', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:17.502476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:17.506533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:17.513552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Usage tracker for resource:security_group_rule and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:17.518810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:17.526448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:17.527456 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.574680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.612743 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffc49f-7971-4f91-815c-93512dd54e92 None None] Pushing event updated for resources: {'Port': ['ID=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:17.664126 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Attempting to bind port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:17.664792 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Attempting to bind port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:17.665347 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Attempting to bind port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 on network aebe59ad-79aa-4202-ad10-8808239c2c6c {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:17.670992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:17.672982 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.676233 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:17.676611 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Checking segment: {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:17.677009 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.682000 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Bound using segment: {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:17.682553 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Bound port: 30e9ba8a-fd8e-4d4d-b467-0af3581ed579, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:17.682963 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.685883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b1a23-eb1b-48ea-a675-58436c37a669 req-47690a47-adee-48cf-90b0-7a6597d3662d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:17.688209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346b1a23-eb1b-48ea-a675-58436c37a669 req-47690a47-adee-48cf-90b0-7a6597d3662d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 1101 time: 0.4762440 Apr 18 20:17:17.702088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44df327-907f-4eb1-84f8-9b2b9fba1c4e req-625f9e51-2d98-4e6e-bb71-8653b25c6969 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:17.710165 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44df327-907f-4eb1-84f8-9b2b9fba1c4e req-625f9e51-2d98-4e6e-bb71-8653b25c6969 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 950 time: 0.3963449 Apr 18 20:17:17.812073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44df327-907f-4eb1-84f8-9b2b9fba1c4e req-2fae05e7-e150-471f-93b1-9e352a30280f tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005752 Apr 18 20:17:17.821106 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346b1a23-eb1b-48ea-a675-58436c37a669 req-53bb7604-6371-4ed4-b7a1-9f59bb6f81c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917945 Apr 18 20:17:17.913712 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.920913 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] For port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:17.929473 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] For port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:17.936402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Provisioning for port be350bf2-d002-47c6-a07c-c018740fc7d1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:17.938860 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.963728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Provisioning complete for port be350bf2-d002-47c6-a07c-c018740fc7d1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:17.964927 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.966898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:17.975026 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.003266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbe04821-afc0-4cad-b821-fae776f35582,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:18.154046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:18.183706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d4465c53-02b6-458d-909c-155887376d65 None None] Port be350bf2-d002-47c6-a07c-c018740fc7d1 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:18.199819 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:17:18.200591 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:18.400889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 172.25.5.174 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/a775c611-e016-48cb-b212-1cc9ee363c75) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:18.453333 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.476870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.478204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-508a6cd2-2141-430a-a6b9-09791342d00d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0017915 Apr 18 20:17:18.490788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43052) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:18.502637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:18.515869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:18.535988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ac34-c056-41ec-9a49-deb17514ac86 req-aee6a17a-20b2-4f2d-988e-58d1bc1ccf2e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:18.537585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b342ac34-c056-41ec-9a49-deb17514ac86 req-aee6a17a-20b2-4f2d-988e-58d1bc1ccf2e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.9209430 Apr 18 20:17:18.545553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Usage tracker for resource:floatingip and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:18.570909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:18.611013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.628244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:18.639120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Provisioning complete for port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:18.642494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.700100 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.728428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b342ac34-c056-41ec-9a49-deb17514ac86 req-3f9bb7c0-c6e2-41e4-88ee-3986d9b8c7f4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797285 Apr 18 20:17:18.748959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device df74d7ee-5562-4ece-bfc7-c850c1eedafa up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:18.769126 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffc49f-7971-4f91-815c-93512dd54e92 None None] Pushing event updated for resources: {'Port': ['ID=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:18.794369 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.854571 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:17:18.886304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.931938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port df74d7ee-5562-4ece-bfc7-c850c1eedafa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:18.932312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:18.981123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:19.025481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:19.031603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:19.047835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:19.059987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:19.086406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Provisioning for port 2faa6a21-4544-46e4-a6d4-2c255f793981 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:19.172604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:19.218159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Provisioning complete for port 2faa6a21-4544-46e4-a6d4-2c255f793981 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:19.228914 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:19.240293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=a775c611-e016-48cb-b212-1cc9ee363c75,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:19.350299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:19.500339 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:17Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:17:19.507285 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512ba807-44a9-4972-8ca7-0aa690d5e38a None None] The sync data for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 is: [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:17Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:17:19.592159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97f33a3-4578-4c31-a418-55e781308107 req-fded76bc-be39-42de-be61-b9ff8fe4a086 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:19.606397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c97f33a3-4578-4c31-a418-55e781308107 req-fded76bc-be39-42de-be61-b9ff8fe4a086 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.5314343 Apr 18 20:17:19.635881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:19.660159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Allocated IP 172.25.5.157 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/11ef606e-249c-4134-b6fc-59d4155c7de0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:19.740688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bde23e-475e-450c-ba6e-46b8672b84b3 req-4282b8b7-5feb-4792-8e8c-281cc2fb8bc7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:19.752394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0bde23e-475e-450c-ba6e-46b8672b84b3 req-4282b8b7-5feb-4792-8e8c-281cc2fb8bc7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.4979229 Apr 18 20:17:19.890864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:19.963171 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] For port 2faa6a21-4544-46e4-a6d4-2c255f793981, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2faa6a21-4544-46e4-a6d4-2c255f793981,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:19.969375 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.027195 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.062167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0bde23e-475e-450c-ba6e-46b8672b84b3 req-97cfbb44-a721-40a8-8fbd-801c893bfb3f tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084219 Apr 18 20:17:20.091710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.117051 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.197733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Provisioning complete for port be350bf2-d002-47c6-a07c-c018740fc7d1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:20.198378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.307957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:20.333177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Pushing event updated for resources: {'Port': ['ID=2faa6a21-4544-46e4-a6d4-2c255f793981,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:20.343988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:20.357256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:20.403169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b75ef-ddff-43d1-b886-5cbe7070dba6 None None] Port be350bf2-d002-47c6-a07c-c018740fc7d1 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:20.477999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.485356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.522490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event updated for resources: {'Port': ['ID=11ef606e-249c-4134-b6fc-59d4155c7de0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:20.548320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c97f33a3-4578-4c31-a418-55e781308107 req-4eba431c-bf2b-4e9f-9df8-420d6b35e908 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9410198 Apr 18 20:17:20.591534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9e0cc0c8-d649-495c-ae42-e85490d3274a None None] Provisioning complete for port 2faa6a21-4544-46e4-a6d4-2c255f793981 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:20.591920 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc0c8-d649-495c-ae42-e85490d3274a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.690017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:20.723080 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4fda2c-9ec5-4bf6-bc8a-660b691837d9'] response: {'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae', 'code': 200} Apr 18 20:17:20.798766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2faa6a21-4544-46e4-a6d4-2c255f793981 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:20.891695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=a775c611-e016-48cb-b212-1cc9ee363c75,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:20.966734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.007919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.020498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-714bbd28-642c-45b0-bf8e-1720df0824af tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0132184 Apr 18 20:17:21.040154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa91be0e-52af-4b20-af87-a1138027cacb req-100c222d-af52-49c9-a63a-456e356fbb33 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:21.048675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa91be0e-52af-4b20-af87-a1138027cacb req-100c222d-af52-49c9-a63a-456e356fbb33 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.1495688 Apr 18 20:17:21.112579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa91be0e-52af-4b20-af87-a1138027cacb req-20e1115c-b409-458e-9f5c-889c1c045855 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627618 Apr 18 20:17:21.137098 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.244316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2faa6a21-4544-46e4-a6d4-2c255f793981 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:21.247325 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.516330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:21.594161 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.607732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.781578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:21.788454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:21.788888 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.820371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event updated for resources: {'Port': ['ID=11ef606e-249c-4134-b6fc-59d4155c7de0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:21.867667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.928116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9e0d4-66e4-446b-bec0-6acaf3915cb9 req-3ef2676c-908c-422c-b02b-37a929070069 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:21.929674 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbd9e0d4-66e4-446b-bec0-6acaf3915cb9 req-3ef2676c-908c-422c-b02b-37a929070069 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.9409690 Apr 18 20:17:21.933040 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.943092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dbcb5ecb-c119-4409-b900-d03d1eb08794 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4429557 Apr 18 20:17:21.973892 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:21.990462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:17:22.040212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:22.066818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbd9e0d4-66e4-446b-bec0-6acaf3915cb9 req-6633a08b-4a19-4907-9838-d1c3293f2f7b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265488 Apr 18 20:17:22.168461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-a6c9df79-caf0-4804-b608-5f223b1f4bcd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1647892882&fields=id&tenant_id=e999bcaef14d4e848f17af5abce54f36 HTTP/1.1" status: 200 len: 267 time: 0.1379216 Apr 18 20:17:22.186639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:22.359138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-1039a21a-32c2-4175-b32b-bc4ffda330a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:22.360608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-1039a21a-32c2-4175-b32b-bc4ffda330a1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports/792ad8c2-8602-41ec-8301-7a9e9e29ce6e HTTP/1.1" status: 200 len: 935 time: 0.1896136 Apr 18 20:17:22.485275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:22.508890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'mac_address': 'fa:16:3e:cd:b8:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:17:22.519108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8881c9-92ee-4d27-a869-1840b056097b req-51a2af95-72d5-445b-b9b8-a93a315c4bd6 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:22.530916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da8881c9-92ee-4d27-a869-1840b056097b req-51a2af95-72d5-445b-b9b8-a93a315c4bd6 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.2447557 Apr 18 20:17:22.592250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da8881c9-92ee-4d27-a869-1840b056097b req-46e95eb7-4afd-49b8-bf6e-f47e58a8b6e4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597167 Apr 18 20:17:22.603469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:22.616254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-a40ff468-79a2-4ca6-b8db-7c8d9dcad8b8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:22.624238 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-a40ff468-79a2-4ca6-b8db-7c8d9dcad8b8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports/be350bf2-d002-47c6-a07c-c018740fc7d1 HTTP/1.1" status: 200 len: 937 time: 0.2506018 Apr 18 20:17:22.660532 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:22.691200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:22.714248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-711b9e8b-8190-4fb1-ade6-54bd505348a4 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?network_id=eb133edc-7170-4d08-b33f-c1736fa17d64&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0890043 Apr 18 20:17:22.756284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:22.764506 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:22.873368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-da14647f-37c7-42c0-9241-298975755193 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?network_id=eb133edc-7170-4d08-b33f-c1736fa17d64&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1553743 Apr 18 20:17:22.972548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:23.012539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d88ae49-0dc8-4ec3-bb83-c406fac3e70a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:17:23.023530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63039870-e51c-4f97-88e6-3e96f87e58b3 req-68a6b8d7-51ee-497e-a824-83b8b62f9f17 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:23.027297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63039870-e51c-4f97-88e6-3e96f87e58b3 req-68a6b8d7-51ee-497e-a824-83b8b62f9f17 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2479994 Apr 18 20:17:23.128580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63039870-e51c-4f97-88e6-3e96f87e58b3 req-45757873-0985-495d-81e1-c2b10add2f42 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940571 Apr 18 20:17:23.196842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-87a3a9bc-c1ab-41b0-b958-607c14b6df5f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:23.212879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-87a3a9bc-c1ab-41b0-b958-607c14b6df5f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:23.233812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-87a3a9bc-c1ab-41b0-b958-607c14b6df5f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:23.235056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-87a3a9bc-c1ab-41b0-b958-607c14b6df5f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Synchronizing usage tracker for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:17:23.275874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-87a3a9bc-c1ab-41b0-b958-607c14b6df5f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Unset dirty status for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:17:23.284670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-87a3a9bc-c1ab-41b0-b958-607c14b6df5f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/networks?id=c161fe70-bac9-4ea5-8775-e528be12e05d&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=eb133edc-7170-4d08-b33f-c1736fa17d64&id=eb133edc-7170-4d08-b33f-c1736fa17d64 HTTP/1.1" status: 200 len: 1995 time: 0.4041252 Apr 18 20:17:23.326138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-4a18b072-cebf-4379-a799-35f8f9504f04 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/quotas/e999bcaef14d4e848f17af5abce54f36 HTTP/1.1" status: 200 len: 375 time: 0.0392442 Apr 18 20:17:23.594156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-4cd51bc0-9451-4a71-9c6b-d21f1b5d6342 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2670412 Apr 18 20:17:24.011206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-b0a3175f-60d3-4083-aff3-e328d4570469 service neutron] 10.222.0.47 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109681 Apr 18 20:17:24.014630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:24.175327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-ed787179-3116-417c-9408-336db77ea3a7 service neutron] 10.222.0.47 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631172 Apr 18 20:17:24.265596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:24.266284 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:24.279776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-8b587e32-fed9-4b8c-a2b1-9801e732e978 service neutron] 10.222.0.47 "GET /v2.0/ports/792ad8c2-8602-41ec-8301-7a9e9e29ce6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1035094 Apr 18 20:17:24.342160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-030b3749-b68e-4813-97c8-18c5fdc420de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4337261 Apr 18 20:17:24.552457 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:24.659213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-626bb4e1-a45b-4ba5-9440-3a45337eaf96 service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785503 Apr 18 20:17:24.670135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:24.713688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:24.722775 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:24.816953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:24.912232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e2ab9-f7f3-4e4e-868d-60f1fe17b0f1 req-b673e384-2e85-403f-b037-6e461071fd68 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:24.922350 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-879e2ab9-f7f3-4e4e-868d-60f1fe17b0f1 req-b673e384-2e85-403f-b037-6e461071fd68 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.2185249 Apr 18 20:17:25.035612 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-879e2ab9-f7f3-4e4e-868d-60f1fe17b0f1 req-9de4b0cb-c0b7-4b1c-b351-bfb43bf962cf tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119473 Apr 18 20:17:25.164616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:25.165118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:25.244274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:25.258480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-614953ec-be16-4e30-aa67-247250bb903c service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5924711 Apr 18 20:17:25.443289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7681a84a-9b84-438d-aebf-c23302811ccd service neutron] 10.222.0.47 "GET /v2.0/ports/be350bf2-d002-47c6-a07c-c018740fc7d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1788607 Apr 18 20:17:25.840697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-8440e671-e6d2-49c0-b33e-c51b6e1ec601 service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886430 Apr 18 20:17:25.956021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868183e1-0615-4572-9000-8caa3112d92d req-e2ae09a1-3e78-412b-99cb-a58fbf0c3a9e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:25.957909 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-868183e1-0615-4572-9000-8caa3112d92d req-e2ae09a1-3e78-412b-99cb-a58fbf0c3a9e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.2681291 Apr 18 20:17:26.048501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-43da69e3-a607-475f-9a84-ee1971ccd3dd service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068174 Apr 18 20:17:26.081976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-868183e1-0615-4572-9000-8caa3112d92d req-f31ea221-f0fa-49b6-b314-813f3bcbb065 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164107 Apr 18 20:17:26.348954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-2905c2cf-64c7-4650-942b-685347d96385 service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994699 Apr 18 20:17:26.604028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-cf3b568c-3292-4aaa-bce6-9b9d24a44193 service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538316 Apr 18 20:17:26.698265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c748ab0-fc91-405e-9eb7-ccc180fd2101 req-6732f4b6-c242-4b2e-8760-ea6bea4751db tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:26.703980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c748ab0-fc91-405e-9eb7-ccc180fd2101 req-6732f4b6-c242-4b2e-8760-ea6bea4751db tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.1426682 Apr 18 20:17:27.039134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f679f02-6000-4c0a-9101-8b98166ebb91 service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4257360 Apr 18 20:17:27.086983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c748ab0-fc91-405e-9eb7-ccc180fd2101 req-049d7794-ade3-4a23-bbca-95bbfb5a6416 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707154 Apr 18 20:17:27.232181 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7aecb17-5f62-467a-9d5d-18b26e1c5858'] response: {'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'code': 200} Apr 18 20:17:27.416227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-5dbdf3f2-0abd-4415-bd35-0fd5ada58f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:27.418573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-5dbdf3f2-0abd-4415-bd35-0fd5ada58f2e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 1101 time: 0.3450079 Apr 18 20:17:27.428795 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-18ecd5d4-b888-4769-ab9a-a4b380e2ccb3 service neutron] 10.222.0.47 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3882840 Apr 18 20:17:27.706314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-9c72d235-7bfc-4741-9d50-cf2868ed4728 service neutron] 10.222.0.47 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770016 Apr 18 20:17:27.709044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-e16527f2-934b-40ea-9650-b7c32d9c3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:27.710420 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-e16527f2-934b-40ea-9650-b7c32d9c3281 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2602234 Apr 18 20:17:27.879969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-3068866a-b2cf-42f6-b6bd-c64314493143 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 200 len: 217 time: 0.1615853 Apr 18 20:17:28.017074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f1283c7b-1215-4557-bd87-77f200aebf51 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:28.342742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-40751457-44f7-4659-9b12-63186e5620b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:28.346158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-40751457-44f7-4659-9b12-63186e5620b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.4504869 Apr 18 20:17:28.386649 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:28.424440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7b1492e9-8fb5-4538-8dea-c8707feb2f94 service neutron] 10.222.0.47 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6051834 Apr 18 20:17:28.475075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:28.483023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:28.634254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:28.668529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-86c22fb9-2354-4fce-9f43-f79921fa4227 service neutron] 10.222.0.47 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419341 Apr 18 20:17:28.724412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-b214e064-8fd8-4159-bf2f-e403f714679c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:28.725999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-b214e064-8fd8-4159-bf2f-e403f714679c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3720276 Apr 18 20:17:28.990971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-b47f6179-f8b6-4c1b-ad14-4a5e2d16dde5 service neutron] 10.222.0.47 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977858 Apr 18 20:17:29.008119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-b2920eb1-521a-487b-98a8-a9c0d98bd1a9 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650321 Apr 18 20:17:29.234565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:29.283548 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-787f4ad5-e36f-4908-ba8a-72294a6ec870 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685630 Apr 18 20:17:32.294126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-cbb10a06-07f5-434b-ba39-1af0d1b36034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:32.305653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-cbb10a06-07f5-434b-ba39-1af0d1b36034 service neutron] 10.222.0.61 "GET /v2.0/ports/792ad8c2-8602-41ec-8301-7a9e9e29ce6e HTTP/1.1" status: 200 len: 1031 time: 0.1922488 Apr 18 20:17:32.400201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-a5385361-4f33-42d7-8ce0-3459203376eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:32.402034 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-a5385361-4f33-42d7-8ce0-3459203376eb service neutron] 10.222.0.61 "GET /v2.0/ports/be350bf2-d002-47c6-a07c-c018740fc7d1 HTTP/1.1" status: 200 len: 1033 time: 0.0905457 Apr 18 20:17:32.820286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-5ddbb8a2-7b3f-42df-802e-23a5b37328fe tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:32.829502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-5ddbb8a2-7b3f-42df-802e-23a5b37328fe tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:32.843130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-5ddbb8a2-7b3f-42df-802e-23a5b37328fe tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:32.844782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-5ddbb8a2-7b3f-42df-802e-23a5b37328fe tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "GET /v2.0/networks?id=c161fe70-bac9-4ea5-8775-e528be12e05d&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=eb133edc-7170-4d08-b33f-c1736fa17d64&id=eb133edc-7170-4d08-b33f-c1736fa17d64 HTTP/1.1" status: 200 len: 1995 time: 0.4359040 Apr 18 20:17:32.912811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-da352199-d9c7-4f92-b1d0-2273650ceda7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e999bcaef14d4e848f17af5abce54f36 HTTP/1.1" status: 200 len: 380 time: 0.0565333 Apr 18 20:17:32.932080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'admin_state_up': True, 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'security_groups': ['b7a3071e-e11e-4343-aa9f-7ea93e44fdf1']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:33.109358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:33.114296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:port and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:33.117930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:33.124785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:33.146040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:33.153566 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:33.394005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 172.20.0.11 (c161fe70-bac9-4ea5-8775-e528be12e05d/76acb413-4451-4b47-953a-87a2f74373e5/3d496e6d-bdf2-403f-82d6-836fcdfe1a6d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:33.675207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:33.705125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Transition to ACTIVE for port object 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:33.738657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:33.826925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network c161fe70-bac9-4ea5-8775-e528be12e05d is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:33.832211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:33.840201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:33.944874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:34.004766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:34.006659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:34.061310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-8f106a86-24e9-4ecd-8c64-27f4fca26a1d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1391461 Apr 18 20:17:34.079204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'admin_state_up': True, 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'security_groups': ['b7a3071e-e11e-4343-aa9f-7ea93e44fdf1']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:34.499766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a89e9cae-d1a8-4194-8804-87c0d189b30b None None] Provisioning for port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:34.518681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a89e9cae-d1a8-4194-8804-87c0d189b30b None None] Provisioning complete for port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:34.521090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a89e9cae-d1a8-4194-8804-87c0d189b30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:34.693852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:34.702151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:port and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:34.710764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a89e9cae-d1a8-4194-8804-87c0d189b30b None None] Port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:34.711066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:34.726010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:34.743463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:34.747468 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:35.100300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 10.1.1.64 (c8a9e9af-34e7-490a-a44e-6a0135589c01/92b55cd5-3ea3-40e4-846f-c2ee0d7d8896/188c719b-ddd3-49e9-a36f-a3c3c5f54101) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:35.483155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:35.549949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Transition to ACTIVE for port object 188c719b-ddd3-49e9-a36f-a3c3c5f54101 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:35.695874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:35.703930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:35.811616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:35.815529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:35.826825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:35.915848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=188c719b-ddd3-49e9-a36f-a3c3c5f54101,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:35.930544 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:35.966291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:35.966986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:35.971937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:35.990767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c5b68fc7c685477d907d3a61d45d97c3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:35.999259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:36.015731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:36.030722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-e899578f-f117-4f29-95d6-b83f0275a7ba tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9575434 Apr 18 20:17:36.044699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'admin_state_up': True, 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'security_groups': ['b7a3071e-e11e-4343-aa9f-7ea93e44fdf1']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:36.247121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-05dc1cf2-b2b2-41ad-b062-2e722cc6bf1d None None] Provisioning for port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:36.263415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-05dc1cf2-b2b2-41ad-b062-2e722cc6bf1d None None] Provisioning complete for port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:36.264258 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-05dc1cf2-b2b2-41ad-b062-2e722cc6bf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:36.330458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:36.348857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:port and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:36.392066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:36.398334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-05dc1cf2-b2b2-41ad-b062-2e722cc6bf1d None None] Port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:36.411430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:36.461872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:36.474613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:36.860770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:36.862301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 10.1.1.181 (c8a9e9af-34e7-490a-a44e-6a0135589c01/92b55cd5-3ea3-40e4-846f-c2ee0d7d8896/e851fad6-0e2e-437d-bc62-2f921a1fc1c7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:36.870684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:36.940433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789b05a3-5ce3-40b0-81b6-58ea2c8cc716,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:36.992085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43480) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:37.004427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-65039edd-6e72-4f44-9167-e3b58155c1e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5b68fc7c685477d907d3a61d45d97c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3073862 Apr 18 20:17:37.086793 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:37.185454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:37.292595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:37.348983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Transition to ACTIVE for port object e851fad6-0e2e-437d-bc62-2f921a1fc1c7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:37.349294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:37.389314 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:37.411448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789b05a3-5ce3-40b0-81b6-58ea2c8cc716,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:37.451286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:37.455074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/789b05a3-5ce3-40b0-81b6-58ea2c8cc716 HTTP/1.1" status: 204 len: 168 time: 0.4588749 Apr 18 20:17:37.461577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.463158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.467748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.468360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.469608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.471141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.472304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.476137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.476732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.477345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.478649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.481181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b43c3a5-8654-4ee5-b2b0-bd4b5faab8fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:37.488637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:37.508808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:37.515013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:37.522454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:37.670715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:37.671470 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:37.750517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7604ff02-e38f-4405-baf9-442e257d2938 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7117729 Apr 18 20:17:37.765562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64', 'admin_state_up': True, 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'security_groups': ['b7a3071e-e11e-4343-aa9f-7ea93e44fdf1']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:37.802201 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:17:37.935343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b73ab5b3-aeb8-47ff-b26e-aa419df90bce None None] Provisioning for port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:37.955345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b73ab5b3-aeb8-47ff-b26e-aa419df90bce None None] Provisioning complete for port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:37.956667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b73ab5b3-aeb8-47ff-b26e-aa419df90bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:38.129083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:38.132723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b73ab5b3-aeb8-47ff-b26e-aa419df90bce None None] Port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:38.144187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:port and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:38.151766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:38.167986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:38.186787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:38.192721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43490) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:38.265602 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:38.364990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:38.380215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:38.385379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Usage tracker for resource:security_group_rule and tenant:7fd362768d5d4febafb6b721fdf4b85e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:38.400876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:38.422210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:38.592761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:38.617157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:38.756088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7568b5-c0ff-43e0-bf65-fe475f98b385,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:38.788068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4dabc6f7-c50b-478d-a192-2d4eb758b42f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7fd362768d5d4febafb6b721fdf4b85e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5937018 Apr 18 20:17:38.790908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:38.911807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 10.2.2.100 (eb133edc-7170-4d08-b33f-c1736fa17d64/74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec/3f20d59e-ddf4-434d-b9e0-242f08405135) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:38.924528 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53be29f0-2b4d-4502-82f9-10a72ba927a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:38.998437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53be29f0-2b4d-4502-82f9-10a72ba927a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:39.159934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53be29f0-2b4d-4502-82f9-10a72ba927a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:39.190990 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53be29f0-2b4d-4502-82f9-10a72ba927a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:39.192897 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-53be29f0-2b4d-4502-82f9-10a72ba927a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9d7568b5-c0ff-43e0-bf65-fe475f98b385 HTTP/1.1" status: 204 len: 168 time: 0.4009235 Apr 18 20:17:39.193922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53be29f0-2b4d-4502-82f9-10a72ba927a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7568b5-c0ff-43e0-bf65-fe475f98b385,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:39.301307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:39.351742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Transition to ACTIVE for port object 3f20d59e-ddf4-434d-b9e0-242f08405135 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:39.603420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:39.796869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=3f20d59e-ddf4-434d-b9e0-242f08405135,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:39.802214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network eb133edc-7170-4d08-b33f-c1736fa17d64 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:39.806221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:39.813075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:39.845108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.845536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.845901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.846242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.846598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.846920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.847226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.847556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.847888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.848210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.848650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.852749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:17:39.924654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:39.925339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:39.979805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-0e81c0ca-0bf3-4602-866f-60da85972709 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2228110 Apr 18 20:17:39.991170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64', 'admin_state_up': True, 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'security_groups': ['b7a3071e-e11e-4343-aa9f-7ea93e44fdf1']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:40.190186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:40.194719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Usage tracker for resource:port and tenant:e999bcaef14d4e848f17af5abce54f36 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:40.198969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:40.221033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:40.238888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Made reservation on behalf of e999bcaef14d4e848f17af5abce54f36 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:40.243990 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:40.287101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-53589668-92a6-49c1-b67d-483c7c4c9254 None None] Provisioning for port 3f20d59e-ddf4-434d-b9e0-242f08405135 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:40.306162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-53589668-92a6-49c1-b67d-483c7c4c9254 None None] Provisioning complete for port 3f20d59e-ddf4-434d-b9e0-242f08405135 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:40.306539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-53589668-92a6-49c1-b67d-483c7c4c9254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:40.432352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-53589668-92a6-49c1-b67d-483c7c4c9254 None None] Port 3f20d59e-ddf4-434d-b9e0-242f08405135 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:40.717037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Allocated IP 10.2.2.200 (eb133edc-7170-4d08-b33f-c1736fa17d64/74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec/c85a111f-22a4-4d5e-8bf5-b18fbfe9415e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:41.141190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:41.204625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Transition to ACTIVE for port object c85a111f-22a4-4d5e-8bf5-b18fbfe9415e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:41.264399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:41.362257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Network eb133edc-7170-4d08-b33f-c1736fa17d64 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:41.366950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:41.370873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:41.469483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event updated for resources: {'Port': ['ID=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:41.580689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:41.581396 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:41.618318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-76237e58-06a8-41c1-8ca2-bfb0b21ff29c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6311734 Apr 18 20:17:41.632306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:41.791493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1376dfb4-981f-4e39-9b17-da622f7bd540 None None] Provisioning for port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:17:41.823158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1376dfb4-981f-4e39-9b17-da622f7bd540 None None] Provisioning complete for port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:41.823822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1376dfb4-981f-4e39-9b17-da622f7bd540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:41.848988 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:41.952528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1376dfb4-981f-4e39-9b17-da622f7bd540 None None] Port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:17:42.548342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:42.561117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:42.584288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Transition to ACTIVE for port object 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:42.590660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:42.692424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Pushing event updated for resources: {'Port': ['ID=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:43.102138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Attempting to bind port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:43.102815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Attempting to bind port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:43.102815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Attempting to bind port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d on network c161fe70-bac9-4ea5-8775-e528be12e05d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:43.108551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d on network c161fe70-bac9-4ea5-8775-e528be12e05d not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:17:43.108939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Attempting to bind port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d on network c161fe70-bac9-4ea5-8775-e528be12e05d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:43.124052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:43.124841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Checking segment: {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:43.124841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Bound using segment: {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:43.125213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Bound port: 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a5686e-e852-461d-9841-d3567f8bb021', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:43.126498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:43.257498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] For port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:43.263408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] For port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:43.270994 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:43.360188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:43.360808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:43.362244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] 10.222.0.61 "PUT /v2.0/ports/3d496e6d-bdf2-403f-82d6-836fcdfe1a6d HTTP/1.1" status: 200 len: 1092 time: 1.7357635 Apr 18 20:17:43.362694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:43.388181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d47273-453c-4b6c-8f40-2ce20f68ed1a service neutron] Pushing event updated for resources: {'Port': ['ID=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:43.397921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:43.445121 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c257fcf-9e53-4c33-8627-c530d3c4246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:43.562376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43602) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:43.733952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:43.753031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:43.764355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Usage tracker for resource:security_group_rule and tenant:b4cbd57ac8da4f9aa9a0edcf97a87a7c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:43.770795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:43.780327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:43.793647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b767d3-68a6-4593-bc6c-8fede762e18a req-1b42a0de-b626-46c8-be74-c5d7b7263e25 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:43.801937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c9b767d3-68a6-4593-bc6c-8fede762e18a req-1b42a0de-b626-46c8-be74-c5d7b7263e25 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.1765866 Apr 18 20:17:43.823148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:43.883310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c9b767d3-68a6-4593-bc6c-8fede762e18a req-f2bcdcbd-4b1a-440d-a325-f8bff707733a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799298 Apr 18 20:17:43.932175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f793158-58e5-4d83-aff4-d09f75b90387 req-3dc2dda3-f877-442c-b10d-42da327008cf tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:43.934973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f793158-58e5-4d83-aff4-d09f75b90387 req-3dc2dda3-f877-442c-b10d-42da327008cf tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.3075945 Apr 18 20:17:44.016688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.022714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.087750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f793158-58e5-4d83-aff4-d09f75b90387 req-c680d9eb-2450-436a-901f-875fda3ef0c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024139 Apr 18 20:17:44.165228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9808b1c-e8c1-4bd0-896a-7faaab84129b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:44.173927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a393b5e1-d7ec-4bda-869a-34b0567eb543 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4cbd57ac8da4f9aa9a0edcf97a87a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6098783 Apr 18 20:17:44.177185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43612) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:44.206204 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2eea843-45b6-464a-bcce-32adf01a4138'] response: {'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'code': 200} Apr 18 20:17:44.284088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0641d9-6b8a-4557-94da-f78fcd83c2ea req-f5feb783-35d1-4229-b678-f7e9aef4a483 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.291632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff0641d9-6b8a-4557-94da-f78fcd83c2ea req-f5feb783-35d1-4229-b678-f7e9aef4a483 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2275984 Apr 18 20:17:44.315219 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b033ada4-6f86-4776-b500-d55f84e88e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.358219 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff0641d9-6b8a-4557-94da-f78fcd83c2ea req-37d1d779-1fbf-4a42-a97a-08f541bed939 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647311 Apr 18 20:17:44.371388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b033ada4-6f86-4776-b500-d55f84e88e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.412150 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dbd101-ac7a-4854-9f7b-c6df940bcdf1'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'status': 'completed', 'code': 200} Apr 18 20:17:44.423309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 792ad8c2-8602-41ec-8301-7a9e9e29ce6e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:44.432617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.446222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b033ada4-6f86-4776-b500-d55f84e88e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.466004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033ada4-6f86-4776-b500-d55f84e88e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9808b1c-e8c1-4bd0-896a-7faaab84129b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:44.472485 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b033ada4-6f86-4776-b500-d55f84e88e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.473919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b033ada4-6f86-4776-b500-d55f84e88e93 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9808b1c-e8c1-4bd0-896a-7faaab84129b HTTP/1.1" status: 204 len: 168 time: 0.2943161 Apr 18 20:17:44.496320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Transition to ACTIVE for port object 792ad8c2-8602-41ec-8301-7a9e9e29ce6e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:44.505466 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:44.670642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.676563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.683185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.694295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.701107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.709489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Synchronizing usage tracker for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:17:44.732883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Pushing event updated for resources: {'Port': ['ID=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:44.874596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-b3e6fda2-fa99-48f2-916b-0194cfc725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.875105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-b3e6fda2-fa99-48f2-916b-0194cfc725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.875585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-b3e6fda2-fa99-48f2-916b-0194cfc725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.876075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-b3e6fda2-fa99-48f2-916b-0194cfc725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.876589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-b3e6fda2-fa99-48f2-916b-0194cfc725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:44.883518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-b3e6fda2-fa99-48f2-916b-0194cfc725a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 4363 time: 0.4449143 Apr 18 20:17:44.888048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Unset dirty status for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:17:44.895461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-bc68eb12-b06f-4874-9e38-d8736a9e357d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 3828 time: 0.5903230 Apr 18 20:17:44.986316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:45.001659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Attempting to bind port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:45.002411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Attempting to bind port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:45.002763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Attempting to bind port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:45.005041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.025563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:45.030392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Usage tracker for resource:security_group_rule and tenant:7253354dea5340a7a04cc86ffb87e8c5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:45.034263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:45.040916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:45.096397 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-468fd540-669f-4b20-8b5b-a9dec49c917c req-06af5a1f-9f01-4545-9924-96ee9750c006 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1977313 Apr 18 20:17:45.097752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e on network c8a9e9af-34e7-490a-a44e-6a0135589c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:17:45.098084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Attempting to bind port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:45.134921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:45.135303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Checking segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:45.135717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Bound using segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:45.136183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Bound port: 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:45.136540 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.223431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.231830 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.274371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] For port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:45.278382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] For port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:45.335596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.354310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7253354dea5340a7a04cc86ffb87e8c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3668842 Apr 18 20:17:45.357676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43662) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:45.409380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a982c9b-beab-4915-b3d8-e53a07e328d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69711b63-3431-4f46-9e58-2b27c5cb0515,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:45.438075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-576e6f01-83ce-4948-940e-5369f08965b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.445637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:45.446304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.447806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] 10.222.0.61 "PUT /v2.0/ports/792ad8c2-8602-41ec-8301-7a9e9e29ce6e HTTP/1.1" status: 200 len: 1134 time: 2.0545094 Apr 18 20:17:45.484254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-576e6f01-83ce-4948-940e-5369f08965b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.490508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-84d460fc-3151-4e56-88b5-877764aee50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:45.490989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-84d460fc-3151-4e56-88b5-877764aee50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:45.491454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-84d460fc-3151-4e56-88b5-877764aee50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:45.493029 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-84d460fc-3151-4e56-88b5-877764aee50e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e999bcaef14d4e848f17af5abce54f36&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5956197 Apr 18 20:17:45.505677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:45.576482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-576e6f01-83ce-4948-940e-5369f08965b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.593022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e6f01-83ce-4948-940e-5369f08965b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69711b63-3431-4f46-9e58-2b27c5cb0515,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:45.612025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-576e6f01-83ce-4948-940e-5369f08965b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.618658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-576e6f01-83ce-4948-940e-5369f08965b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69711b63-3431-4f46-9e58-2b27c5cb0515 HTTP/1.1" status: 204 len: 168 time: 0.2576392 Apr 18 20:17:45.656139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdf33b-2c60-4c5c-a081-88fa5ce0ce08 service neutron] Pushing event updated for resources: {'Port': ['ID=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:45.778482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a15974-43ec-4da5-a2d4-1986b9becaee req-39755024-70ea-48eb-87b2-c6eecab13ecc tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:45.780294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06a15974-43ec-4da5-a2d4-1986b9becaee req-39755024-70ea-48eb-87b2-c6eecab13ecc tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 949 time: 0.4956141 Apr 18 20:17:45.937835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.938884 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bf8a5d1-cce9-44d6-9d8d-5555e45b399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:45.972969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06a15974-43ec-4da5-a2d4-1986b9becaee req-836c8f8a-3ba2-4760-93d7-189d474d0016 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822891 Apr 18 20:17:46.028031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-4ad5da3c-0158-4bdc-b7b9-ee465ec9a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:46.029739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2533f9c1-5a83-42b6-8d65-8d911545ccb6 req-4ad5da3c-0158-4bdc-b7b9-ee465ec9a7cf service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4801872 Apr 18 20:17:46.073974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:46.105807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09315e-65c1-43d6-8cf5-78ca63e2ab44 req-fdbedc80-c1e4-46d8-ba6c-216e24d27f31 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:46.109795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca09315e-65c1-43d6-8cf5-78ca63e2ab44 req-fdbedc80-c1e4-46d8-ba6c-216e24d27f31 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.1324673 Apr 18 20:17:46.195336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca09315e-65c1-43d6-8cf5-78ca63e2ab44 req-5c976d0f-45c6-4101-83cb-6d539cfb072d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772145 Apr 18 20:17:46.412976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:46.498525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:46.500147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:46.508279 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:46.549483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '792ad8c2-8602-41ec-8301-7a9e9e29ce6e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:46.609013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106df83c-0b2b-46c9-9b9c-ab17b1b9e709 req-b4fa0102-a79b-4874-a1b0-7985cd3416c6 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:46.616779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-106df83c-0b2b-46c9-9b9c-ab17b1b9e709 req-b4fa0102-a79b-4874-a1b0-7985cd3416c6 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.2465434 Apr 18 20:17:46.619541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:46.686214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-106df83c-0b2b-46c9-9b9c-ab17b1b9e709 req-011f1ea4-cdd5-49c7-ba07-682d89ec822e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683355 Apr 18 20:17:46.699002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:46.797091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:46.866795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e3a0d-b8d8-4075-8611-d927deabf134 req-f571d033-f59e-48ae-a55a-b68efd627c06 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:46.868865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-200e3a0d-b8d8-4075-8611-d927deabf134 req-f571d033-f59e-48ae-a55a-b68efd627c06 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.6774170 Apr 18 20:17:47.027559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a001d06a-2436-4389-9b40-714df5142b3e req-d709ce03-96d9-46fa-a189-23185cfb5997 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:47.029255 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a001d06a-2436-4389-9b40-714df5142b3e req-d709ce03-96d9-46fa-a189-23185cfb5997 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.4731262 Apr 18 20:17:47.199088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port 40f91bd0-c7c6-40b2-b297-64516742f2ae {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:17:47.199431 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:47.252724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be350bf2-d002-47c6-a07c-c018740fc7d1 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:47.263545 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:47.297310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-200e3a0d-b8d8-4075-8611-d927deabf134 req-867c2de2-ef0e-4679-9efe-e1afd3eef18d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590052 Apr 18 20:17:47.302222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Transition to ACTIVE for port object be350bf2-d002-47c6-a07c-c018740fc7d1 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:47.321844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:47.674152 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720fb4aa-296d-4363-ba65-2b757f6684ae'] response: {'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'code': 200} Apr 18 20:17:47.712963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:47.883059 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d4e0d16-7855-41ab-bbd2-e45f7f8ae952'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '792ad8c2-8602-41ec-8301-7a9e9e29ce6e', 'status': 'completed', 'code': 200} Apr 18 20:17:47.998601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0f8cb-aabb-459d-ae78-6b860546377a req-c9d8d47d-b270-4c92-ab36-a7c832415101 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.000548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64f0f8cb-aabb-459d-ae78-6b860546377a req-c9d8d47d-b270-4c92-ab36-a7c832415101 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 945 time: 0.1271579 Apr 18 20:17:48.033261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Attempting to bind port be350bf2-d002-47c6-a07c-c018740fc7d1 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:48.033483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Attempting to bind port be350bf2-d002-47c6-a07c-c018740fc7d1 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:48.033894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Attempting to bind port be350bf2-d002-47c6-a07c-c018740fc7d1 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:48.070147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64f0f8cb-aabb-459d-ae78-6b860546377a req-d88075b0-f1de-4713-adf4-c0d1536d7304 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634665 Apr 18 20:17:48.086493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Port be350bf2-d002-47c6-a07c-c018740fc7d1 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:17:48.086493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Attempting to bind port be350bf2-d002-47c6-a07c-c018740fc7d1 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:48.106946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:48.107284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Checking segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:48.107759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Bound using segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:48.108437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Bound port: be350bf2-d002-47c6-a07c-c018740fc7d1, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:48.108590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:48.172133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.178338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.184739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.190496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.196428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.202493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.208489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.216924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4148f2f2-139c-4362-b492-790e8d70b55b req-b4ac0ac5-bf59-4386-8596-3340eb098be0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5382 time: 0.7247462 Apr 18 20:17:48.279910 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:48.345478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port 40f91bd0-c7c6-40b2-b297-64516742f2ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=40f91bd0-c7c6-40b2-b297-64516742f2ae,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:48.346058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:48.374054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4148f2f2-139c-4362-b492-790e8d70b55b req-a0ffb48a-2f38-4753-8d14-f6703b813142 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1561692 Apr 18 20:17:48.436279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-b5474b13-1a5c-4b29-8b44-71e3edc2a83f tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.444277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-b5474b13-1a5c-4b29-8b44-71e3edc2a83f tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.2591381 Apr 18 20:17:48.461426 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:48.463841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-3606bcff-ba55-404a-aec8-cad6257399f6 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/quotas/c9176544df8c406f81421c724caa028e HTTP/1.1" status: 200 len: 375 time: 0.0182335 Apr 18 20:17:48.585236 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-a910ae76-99e5-4f3e-b6d2-c37f8f9e891e tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1202970 Apr 18 20:17:48.616830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for 40f91bd0-c7c6-40b2-b297-64516742f2ae owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:17:48.667510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.667982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.668593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.669060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.669606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.670074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.670535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:48.672753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-88dfe22a-711b-4b0c-b203-0dbde13a49d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6177 time: 0.8257473 Apr 18 20:17:48.710484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:48.779871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-882248a3-5b90-44cf-a20c-638630954692 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:17:48.789168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-882248a3-5b90-44cf-a20c-638630954692 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1950896 Apr 18 20:17:48.928878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be350bf2-d002-47c6-a07c-c018740fc7d1,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:48.942657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:48.960705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43808) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:48.995856 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.058972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-dab2afb0-26fc-4705-9dfd-5346003bbfb8 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:49.061285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-dab2afb0-26fc-4705-9dfd-5346003bbfb8 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/ports?device_id=5b730ab4-ac7d-48f3-9fdc-73515c85b86f HTTP/1.1" status: 200 len: 943 time: 0.2246315 Apr 18 20:17:49.072090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-c3a6a157-b7df-4652-82fb-95c9c75ca20a service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817073 Apr 18 20:17:49.128671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:49.129286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.130713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] 10.222.0.61 "PUT /v2.0/ports/be350bf2-d002-47c6-a07c-c018740fc7d1 HTTP/1.1" status: 200 len: 1136 time: 3.6329489 Apr 18 20:17:49.254899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:49.331968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e97fb3-78a4-4d5d-98d8-6dc2e700a1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:49.357181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-04a2b68b-1be3-4cc4-ba3e-7c212be1b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:49.357971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-04a2b68b-1be3-4cc4-ba3e-7c212be1b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:49.358800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-04a2b68b-1be3-4cc4-ba3e-7c212be1b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:49.360632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-04a2b68b-1be3-4cc4-ba3e-7c212be1b1dd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e999bcaef14d4e848f17af5abce54f36&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6479149 Apr 18 20:17:49.374555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.379279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed4c8f-af7f-4caa-8f86-0c65556f3fcc req-acf4a695-fbb3-4447-beb1-b6975faf2cec tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:49.388853 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7ed4c8f-af7f-4caa-8f86-0c65556f3fcc req-acf4a695-fbb3-4447-beb1-b6975faf2cec tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.7407725 Apr 18 20:17:49.435979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Deleting port f1283c7b-1215-4557-bd87-77f200aebf51 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:17:49.436725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.506969 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.522307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:49.543479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Usage tracker for resource:security_group_rule and tenant:d7c27521a20a46cfb5c886c32bd7a3d5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:49.551942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:49.573525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:49.665218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event deleted for resources: {'Port': ['ID=40f91bd0-c7c6-40b2-b297-64516742f2ae,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:49.674099 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-2b09657a-1720-463e-9777-134e094bc0d3 service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6007574 Apr 18 20:17:49.678196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7ed4c8f-af7f-4caa-8f86-0c65556f3fcc req-a3aa9a06-da8b-4a41-ab45-1c470b30293e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884665 Apr 18 20:17:49.830208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-be8db584-53e0-43d0-a358-3dce50cc4269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:49.831688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d680d108-afd0-495c-8eb8-b8849a75ffa6 req-be8db584-53e0-43d0-a358-3dce50cc4269 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4402483 Apr 18 20:17:49.832266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.914459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] No DVR routers for this DVR port 40f91bd0-c7c6-40b2-b297-64516742f2ae on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:17:49.915803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': 'be350bf2-d002-47c6-a07c-c018740fc7d1'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:49.924454 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.989146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] For port f1283c7b-1215-4557-bd87-77f200aebf51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f1283c7b-1215-4557-bd87-77f200aebf51,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:49.989572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:49.998772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a001d06a-2436-4389-9b40-714df5142b3e req-cda0771d-f58c-48f1-8903-759744c90190 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "DELETE /v2.0/ports/40f91bd0-c7c6-40b2-b297-64516742f2ae HTTP/1.1" status: 204 len: 173 time: 2.9376321 Apr 18 20:17:50.093858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:17:50.216450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a24ac-4f8d-4919-9e1c-8698d3708383 req-7f348a58-2d63-4aca-bfbc-54fab2889215 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:50.218128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a26a24ac-4f8d-4919-9e1c-8698d3708383 req-7f348a58-2d63-4aca-bfbc-54fab2889215 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.3582411 Apr 18 20:17:50.227357 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:50.239531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Calling delete_port for f1283c7b-1215-4557-bd87-77f200aebf51 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:17:50.285458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:50.321502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2052cab1-fbd2-412e-9df8-5068687f3c97 req-dd2ed427-1042-483b-b457-8f25d983ead5 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a3eec09-6481-45d3-bcfb-2111a220d3cd HTTP/1.1" status: 200 len: 210 time: 0.2915905 Apr 18 20:17:50.356834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d7c27521a20a46cfb5c886c32bd7a3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3869023 Apr 18 20:17:50.358252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25ccc4-16fe-4dd5-aa18-752ceec3ad48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e241d30-1f74-410f-b96d-a50ad8c44df1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:50.361631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43842) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:50.405095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:50.424581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 40f91bd0-c7c6-40b2-b297-64516742f2ae no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:50.476105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '434da6f1-c887-4502-8561-5739b8bf64ae', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '434da6f1-c887-4502-8561-5739b8bf64ae', 'mac_address': 'fa:16:3e:ac:3f:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:17:50.485995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 40f91bd0-c7c6-40b2-b297-64516742f2ae {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:17:50.486581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 40f91bd0-c7c6-40b2-b297-64516742f2ae not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:17:50.488822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a26a24ac-4f8d-4919-9e1c-8698d3708383 req-536d1918-ad81-4306-8056-a6897baa9921 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437675 Apr 18 20:17:50.587028 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:50.606658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434da6f1-c887-4502-8561-5739b8bf64ae {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:50.632798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:50.645923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:50.717016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 188c719b-ddd3-49e9-a36f-a3c3c5f54101 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:50.725565 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:50.746792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Transition to ACTIVE for port object 188c719b-ddd3-49e9-a36f-a3c3c5f54101 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:50.751480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:50.817072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['434da6f1-c887-4502-8561-5739b8bf64ae'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:17:50.826114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe0e561c-267e-4217-b212-624635601bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:50.906126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:50.956247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe0e561c-267e-4217-b212-624635601bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:51.022087 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:51.029611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec3ba16b-a739-4b4e-886b-e964a5b1efdd req-cb702d3d-95ee-4d4c-9625-0c2f790911c4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 210 time: 0.2047722 Apr 18 20:17:51.111524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Pushing event updated for resources: {'Port': ['ID=188c719b-ddd3-49e9-a36f-a3c3c5f54101,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:51.203576 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bbd4778-67f8-401b-9a83-4109b747d9d5'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': 'be350bf2-d002-47c6-a07c-c018740fc7d1', 'status': 'completed', 'code': 200} Apr 18 20:17:51.273303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Attempting to bind port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:51.273686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Attempting to bind port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:51.274080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Attempting to bind port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:51.275625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe0e561c-267e-4217-b212-624635601bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:51.285041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:17:51.285374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Attempting to bind port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:51.300641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:51.301881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Checking segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:51.301881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Bound using segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:51.303885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0e561c-267e-4217-b212-624635601bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e241d30-1f74-410f-b96d-a50ad8c44df1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:51.304830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Bound port: 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:51.305700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:51.310863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event deleted for resources: {'Port': ['ID=f1283c7b-1215-4557-bd87-77f200aebf51,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:51.360848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:51.367225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:51.373782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:51.380152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:51.387340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:51.393911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:51.400150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:51.402074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Synchronizing usage tracker for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:17:51.509660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Unset dirty status for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:17:51.517919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-ac583abd-6185-4754-97a5-71c3202e7c7c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5394 time: 0.8940189 Apr 18 20:17:51.520428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] No DVR routers for this DVR port f1283c7b-1215-4557-bd87-77f200aebf51 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:17:51.525022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:51.528024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7ea7a84-0090-429b-8ee3-f77f49b2a7a9 req-4bcb22ba-c06f-477c-9eea-58652e09d012 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "DELETE /v2.0/ports/f1283c7b-1215-4557-bd87-77f200aebf51 HTTP/1.1" status: 204 len: 173 time: 2.4033399 Apr 18 20:17:51.542562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-deleted', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:51.554532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe0e561c-267e-4217-b212-624635601bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:51.558347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fe0e561c-267e-4217-b212-624635601bf3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e241d30-1f74-410f-b96d-a50ad8c44df1 HTTP/1.1" status: 204 len: 168 time: 1.1911385 Apr 18 20:17:51.598038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-988111a9-177f-4214-92ba-e4afb107eb1e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Synchronizing usage tracker for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:17:51.622130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-988111a9-177f-4214-92ba-e4afb107eb1e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Unset dirty status for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:17:51.631460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99b7ee69-eaeb-40d8-91f0-04f24bf6a07b req-988111a9-177f-4214-92ba-e4afb107eb1e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1124535 Apr 18 20:17:52.030620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] For port 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:52.037764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] For port 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:52.057152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:52.117161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:17:52.193251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.194675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:52.210275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] 10.222.0.61 "PUT /v2.0/ports/188c719b-ddd3-49e9-a36f-a3c3c5f54101 HTTP/1.1" status: 200 len: 1090 time: 2.9858944 Apr 18 20:17:52.258809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920434a-d799-4047-85f3-4afd0107e3a1 req-a8c11534-d997-4958-8bbf-08d4c59bda33 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.274404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d920434a-d799-4047-85f3-4afd0107e3a1 req-a8c11534-d997-4958-8bbf-08d4c59bda33 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 949 time: 0.8689177 Apr 18 20:17:52.333967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:52.461101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.462398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.463260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.464640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.465386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.466073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.466601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.470010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-844da0f6-8004-4122-a45c-56165e0c04ab req-957ef33c-8d64-4e51-9563-efa453a0e8da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6244 time: 1.1134489 Apr 18 20:17:52.487368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43894) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:52.524058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:52.580275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f6a0a-bdb9-45a7-9c9e-f7efd46def4b req-3f4f78b1-51ca-49c2-a31d-b948faf57c9e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.614795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f24f6a0a-bdb9-45a7-9c9e-f7efd46def4b req-3f4f78b1-51ca-49c2-a31d-b948faf57c9e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.5600796 Apr 18 20:17:52.642255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6249dccb-a365-470e-9fce-090d3c7037f5 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:52.645537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6249dccb-a365-470e-9fce-090d3c7037f5 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.6460507 Apr 18 20:17:52.693997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 434da6f1-c887-4502-8561-5739b8bf64ae triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:17:52.694380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:52.705194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Request body: {'port': {'device_id': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'admin_state_up': True, 'tenant_id': 'c9176544df8c406f81421c724caa028e'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:52.737986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:52.767441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Usage tracker for resource:security_group_rule and tenant:ad44e23d5fe3489da161698978b2e106 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:52.794222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f24f6a0a-bdb9-45a7-9c9e-f7efd46def4b req-72cc25d1-66e8-4300-ba9a-27a3f9784afd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767316 Apr 18 20:17:52.803189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:52.898218 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d920434a-d799-4047-85f3-4afd0107e3a1 req-1b9aa1ea-51bd-4f6c-97ab-b9bb93d8951b tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6191859 Apr 18 20:17:52.910476 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:52.935257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83bb4c2-5100-43c7-be29-a5f4bcb0e42e service neutron] Pushing event updated for resources: {'Port': ['ID=188c719b-ddd3-49e9-a36f-a3c3c5f54101,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:52.956081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:52.995055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:52.999773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:53.015799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:53.018860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f1283c7b-1215-4557-bd87-77f200aebf51 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:53.124222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-d1a8e558-a1ee-46cb-8461-5bc497a1270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:53.129841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-d1a8e558-a1ee-46cb-8461-5bc497a1270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:53.130590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-d1a8e558-a1ee-46cb-8461-5bc497a1270f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:53.135876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-844da0f6-8004-4122-a45c-56165e0c04ab req-d1a8e558-a1ee-46cb-8461-5bc497a1270f service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e999bcaef14d4e848f17af5abce54f36&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5999625 Apr 18 20:17:53.304868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: f1283c7b-1215-4557-bd87-77f200aebf51 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:17:53.305436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f1283c7b-1215-4557-bd87-77f200aebf51 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:17:53.329462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:53.387399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:53.476267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'name': 'network-vif-deleted', 'tag': '40f91bd0-c7c6-40b2-b297-64516742f2ae'}, {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:53.613457 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7983566-1cb7-48ac-aaca-aff408c54793'] response: {'server_uuid': '5b730ab4-ac7d-48f3-9fdc-73515c85b86f', 'name': 'network-vif-deleted', 'tag': 'f1283c7b-1215-4557-bd87-77f200aebf51', 'status': 'completed', 'code': 200} Apr 18 20:17:53.677053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:17:53.685198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:53.687025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Usage tracker for resource:port and tenant:c9176544df8c406f81421c724caa028e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:17:53.692267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:17:53.701763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:53.742376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:17:53.837051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad44e23d5fe3489da161698978b2e106&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3464718 Apr 18 20:17:53.842395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9dbde2ab-4abb-454d-a086-ee50d966a4aa req-841f7f29-acd1-4013-bec6-e826e1b35af3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:17:53.850505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:17:53.853442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Made reservation on behalf of c9176544df8c406f81421c724caa028e for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:17:53.857148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:53.883880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab873fb0-caf0-4bf9-a4cb-ac9c1950878d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e37caf4-7d9b-470e-996b-b2b1f66a5fe8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:53.997915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9dbde2ab-4abb-454d-a086-ee50d966a4aa req-841f7f29-acd1-4013-bec6-e826e1b35af3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:17:53.999602 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dbde2ab-4abb-454d-a086-ee50d966a4aa req-841f7f29-acd1-4013-bec6-e826e1b35af3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 210 time: 0.2311735 Apr 18 20:17:54.224765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844da0f6-8004-4122-a45c-56165e0c04ab req-6f0a69a7-0ccc-4116-8dde-a0ccbb4c8a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.226474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-844da0f6-8004-4122-a45c-56165e0c04ab req-6f0a69a7-0ccc-4116-8dde-a0ccbb4c8a7b service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0733154 Apr 18 20:17:54.252440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Allocated IP 172.20.0.10 (006a0287-50b3-4dce-84c3-ce9d47afe11d/c8df73ec-d65e-49a4-9f80-e2dfbf5859b2/4f869cec-9ad5-42ea-830a-01257543a97b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:17:54.268377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a01e6cc-cc55-4b10-aea5-8a879227d521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.343675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a01e6cc-cc55-4b10-aea5-8a879227d521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.503567 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a01e6cc-cc55-4b10-aea5-8a879227d521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.535541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056eda-7dae-4781-a10a-4a188944be31 req-49d672ab-66f3-4a20-a245-2d4560cf8c14 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.544563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-49d672ab-66f3-4a20-a245-2d4560cf8c14 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 1.0389907 Apr 18 20:17:54.566368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a01e6cc-cc55-4b10-aea5-8a879227d521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e37caf4-7d9b-470e-996b-b2b1f66a5fe8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:54.571869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a01e6cc-cc55-4b10-aea5-8a879227d521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.575905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8a01e6cc-cc55-4b10-aea5-8a879227d521 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e37caf4-7d9b-470e-996b-b2b1f66a5fe8 HTTP/1.1" status: 204 len: 168 time: 0.7176940 Apr 18 20:17:54.596564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-2ab28811-ed34-43f3-bddf-53ca30b0ffdf tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/quotas/81949679276041ed8938d973d3e63b4d HTTP/1.1" status: 200 len: 375 time: 0.0398140 Apr 18 20:17:54.738053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e851fad6-0e2e-437d-bc62-2f921a1fc1c7 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:54.749145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.766595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Transition to ACTIVE for port object e851fad6-0e2e-437d-bc62-2f921a1fc1c7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:54.774618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9c056eda-7dae-4781-a10a-4a188944be31 req-dd7c8483-484f-4620-8849-101bb31bf9b4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:17:54.780115 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.809081 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.865339 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:54.889868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.903365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.910542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.918121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.924904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.933703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.942905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:54.945781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-9ccb475c-abd3-445e-8b31-03410fbff0fd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5394 time: 0.5934236 Apr 18 20:17:54.947306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9c056eda-7dae-4781-a10a-4a188944be31 req-dd7c8483-484f-4620-8849-101bb31bf9b4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:17:54.950798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-dd7c8483-484f-4620-8849-101bb31bf9b4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3552003 Apr 18 20:17:55.112028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:55.138116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Pushing event updated for resources: {'Port': ['ID=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:55.249662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:17:55.257345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:17:55.278340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:17:55.377077 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fddcf97d-f424-44d1-b84f-d1323e4f25bd req-50919ce7-75ff-4b29-b8d7-295396deb209 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2674401 Apr 18 20:17:55.431205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:55.432706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:55.508143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-f2cb007b-9d0a-4dec-8af1-d391bb5d0771 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8324127 Apr 18 20:17:55.513439 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa6e7de-3dc1-4418-8144-5c9683e9544d'] response: {'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae', 'code': 200} Apr 18 20:17:55.525979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Request body: {'port': {'device_id': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:55.550273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Attempting to bind port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:55.551287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Attempting to bind port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:55.552382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Attempting to bind port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:55.562029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:17:55.562989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Attempting to bind port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:55.570547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:55.571283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Checking segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:55.572144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Bound using segment: {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:55.573578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Bound port: e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '514a186d-4ac5-4878-b6fe-fb5eac193919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:55.574227 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:55.590121 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b904f6e-5a9b-4b6e-8df5-07704a617ca4'] response: {'server_uuid': '8a3eec09-6481-45d3-bcfb-2111a220d3cd', 'name': 'network-vif-deleted', 'tag': '40f91bd0-c7c6-40b2-b297-64516742f2ae', 'status': 'completed', 'code': 200} Apr 18 20:17:55.590699 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b904f6e-5a9b-4b6e-8df5-07704a617ca4'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101', 'status': 'completed', 'code': 200} Apr 18 20:17:55.597190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-2a8e388b-1052-4427-b9b6-ffd99fe60358 service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125178 Apr 18 20:17:55.702694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] For port e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:55.707426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] For port e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:55.752807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:55.908451 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-371bfcf0-a27f-4694-8b72-f3108aa8d64f service neutron] 10.222.0.47 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989870 Apr 18 20:17:55.914584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:56.022948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.022948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:56.024335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] 10.222.0.61 "PUT /v2.0/ports/e851fad6-0e2e-437d-bc62-2f921a1fc1c7 HTTP/1.1" status: 200 len: 1091 time: 3.7103176 Apr 18 20:17:56.045910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e060e8-442d-46ac-b7f9-d6a0df482bd8 req-fb63029e-dbe9-4fff-869f-5001c8f97094 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.048162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-25e060e8-442d-46ac-b7f9-d6a0df482bd8 req-fb63029e-dbe9-4fff-869f-5001c8f97094 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.2724438 Apr 18 20:17:56.057377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e37a4-539e-4cbd-8be9-a853bfe49499 service neutron] Pushing event updated for resources: {'Port': ['ID=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:56.071844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:56.131911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:17:56.166730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.167685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.168487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.169244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.170095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.170975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.171802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:56.175190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-29f2c38b-8649-466c-8676-ddaaaf55d5dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6353 time: 0.3068192 Apr 18 20:17:56.243791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-25e060e8-442d-46ac-b7f9-d6a0df482bd8 req-83066d52-6bf9-48a2-9d8c-889feef50b35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874828 Apr 18 20:17:56.649893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:56.717922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'mac_address': 'fa:16:3e:5c:30:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:17:56.803083 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:56.834274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:56.856290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f869cec-9ad5-42ea-830a-01257543a97b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:56.862151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:56.867299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:56.872128 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:56.941955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Transition to ACTIVE for port object 4f869cec-9ad5-42ea-830a-01257543a97b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:56.954316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-402715bb-f8dd-4218-b300-8b6cc2c912e7 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Synchronizing usage tracker for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:17:56.972174 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:57.042172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:57.082248 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:57.207214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d6876509-72ab-43f7-89c5-0e408d3e1322'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:17:57.407925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-402715bb-f8dd-4218-b300-8b6cc2c912e7 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Unset dirty status for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:17:57.418138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-402715bb-f8dd-4218-b300-8b6cc2c912e7 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1993273733&fields=id&tenant_id=51b5c86fadcb4a7888c65433321a8327 HTTP/1.1" status: 200 len: 267 time: 0.5534532 Apr 18 20:17:57.532831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:57.664339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:57.673146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-e18430b5-0387-4766-8cd8-2108ac2c7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:57.674010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-e18430b5-0387-4766-8cd8-2108ac2c7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:57.674659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-e18430b5-0387-4766-8cd8-2108ac2c7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:57.676736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-e18430b5-0387-4766-8cd8-2108ac2c7a47 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e999bcaef14d4e848f17af5abce54f36&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4489696 Apr 18 20:17:57.741461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb9985-fee3-4cc6-8d00-3e82d10fbc91 req-ce736124-3403-46c2-a40f-0d9b197a5a83 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:57.744367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb9985-fee3-4cc6-8d00-3e82d10fbc91 req-ce736124-3403-46c2-a40f-0d9b197a5a83 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 948 time: 1.0649819 Apr 18 20:17:57.836508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Attempting to bind port 4f869cec-9ad5-42ea-830a-01257543a97b on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:57.837042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Attempting to bind port 4f869cec-9ad5-42ea-830a-01257543a97b by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:57.837377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Attempting to bind port 4f869cec-9ad5-42ea-830a-01257543a97b on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:57.887398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Port 4f869cec-9ad5-42ea-830a-01257543a97b on network 006a0287-50b3-4dce-84c3-ce9d47afe11d not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:17:57.889855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Attempting to bind port 4f869cec-9ad5-42ea-830a-01257543a97b on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:57.910298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-a3bfdd73-254a-4af9-97a2-415115a62b56 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:57.911980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-a3bfdd73-254a-4af9-97a2-415115a62b56 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/networks?id=aebe59ad-79aa-4202-ad10-8808239c2c6c HTTP/1.1" status: 200 len: 815 time: 0.4900258 Apr 18 20:17:57.915170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:57.915709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Checking segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:57.916289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Bound using segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:57.917670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Bound port: 4f869cec-9ad5-42ea-830a-01257543a97b, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:57.918208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:57.944789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-edc56470-8689-4020-9436-011c02a6b33b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/quotas/51b5c86fadcb4a7888c65433321a8327 HTTP/1.1" status: 200 len: 375 time: 0.0151448 Apr 18 20:17:58.113443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f20d59e-ddf4-434d-b9e0-242f08405135 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:58.123782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:58.131667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:17:58.132781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-420390a3-bc38-4bcd-ba84-fcafd5367171 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=51b5c86fadcb4a7888c65433321a8327&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1806164 Apr 18 20:17:58.134180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:17:58.142372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:17:58.177710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Transition to ACTIVE for port object 3f20d59e-ddf4-434d-b9e0-242f08405135 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:17:58.252023 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:58.359722 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-6660358a-4d6f-4792-899b-96068b708348 service neutron] 10.222.0.47 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109640 Apr 18 20:17:58.361445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:58.388396 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb9985-fee3-4cc6-8d00-3e82d10fbc91 req-629fc82c-e7cc-4644-923b-d1488f853ef5 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054282 Apr 18 20:17:58.487456 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:58.540367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:17:58.552075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:58.552856 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:58.554357 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] 10.222.0.61 "PUT /v2.0/ports/4f869cec-9ad5-42ea-830a-01257543a97b HTTP/1.1" status: 200 len: 1092 time: 3.0355370 Apr 18 20:17:58.569566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:17:58.587563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:17:58.596349 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:17:58.634989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc76139-1ebf-482b-9b81-61e90686ffea service neutron] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:58.657454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-45a2fed6-c5fd-46e0-95af-7bfeb4287834 service neutron] 10.222.0.47 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841723 Apr 18 20:17:58.803886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:58.836124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-7061f53c-94c9-4969-b260-5627d75efd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:58.844058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-1d199b74-3388-4e4a-ace4-0f9990b7e727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:58.844282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-7061f53c-94c9-4969-b260-5627d75efd12 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 1095 time: 0.1927180 Apr 18 20:17:58.846208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79760d6a-fc05-407c-bad9-89ed2e5c697c req-1d199b74-3388-4e4a-ace4-0f9990b7e727 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1617174 Apr 18 20:17:59.047160 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-73be0365-e14b-438f-807a-d0a96e0d2bf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f869cec-9ad5-42ea-830a-01257543a97b HTTP/1.1" status: 200 len: 217 time: 0.1899095 Apr 18 20:17:59.230396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-948ae581-614a-460c-a462-0a5bb9529a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:59.234229 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-948ae581-614a-460c-a462-0a5bb9529a52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.1804760 Apr 18 20:17:59.360914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20d59e-ddf4-434d-b9e0-242f08405135,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:17:59.372661 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-7f1a7604-5f25-445c-a63a-436114b65fd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263287 Apr 18 20:17:59.520774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056eda-7dae-4781-a10a-4a188944be31 req-bea32d1f-b776-44d2-8410-a0e6a7f83367 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:59.532032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-bea32d1f-b776-44d2-8410-a0e6a7f83367 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 811 time: 1.1425915 Apr 18 20:17:59.577207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Request body: {'port': {'device_id': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'admin_state_up': True, 'tenant_id': '81949679276041ed8938d973d3e63b4d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:17:59.630962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Attempting to bind port 3f20d59e-ddf4-434d-b9e0-242f08405135 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:17:59.631302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Attempting to bind port 3f20d59e-ddf4-434d-b9e0-242f08405135 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:17:59.631627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Attempting to bind port 3f20d59e-ddf4-434d-b9e0-242f08405135 on network eb133edc-7170-4d08-b33f-c1736fa17d64 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:59.664943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45bad7-e1c1-430e-8b9e-5903a0c171d7 req-946cbec0-cd15-4f8b-94e3-b018008624a1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:17:59.666496 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee45bad7-e1c1-430e-8b9e-5903a0c171d7 req-946cbec0-cd15-4f8b-94e3-b018008624a1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 944 time: 1.0489054 Apr 18 20:17:59.667121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Port 3f20d59e-ddf4-434d-b9e0-242f08405135 on network eb133edc-7170-4d08-b33f-c1736fa17d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:17:59.667418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Attempting to bind port 3f20d59e-ddf4-434d-b9e0-242f08405135 on network eb133edc-7170-4d08-b33f-c1736fa17d64 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:17:59.717142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d289db3-098a-482b-b4c3-d8fd6ac7b4f0 req-72f62cad-dbc0-4855-b5ec-c9b586af6bdc tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 210 time: 0.1228905 Apr 18 20:17:59.772235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-c719b973-6b69-41b4-b2fe-c05cc82806b8 service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3907800 Apr 18 20:17:59.982589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:17:59.982929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Checking segment: {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:17:59.983315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Bound using segment: {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:17:59.983752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Bound port: 3f20d59e-ddf4-434d-b9e0-242f08405135, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:17:59.984767 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:00.013874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee45bad7-e1c1-430e-8b9e-5903a0c171d7 req-f8846311-bfb6-44cb-9af1-eb0a5e71a886 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734776 Apr 18 20:18:00.090645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6248010-a0ba-467d-aeb0-eb54f11115d2 req-41669d00-8955-413e-97b2-0047e9a1045d service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022075 Apr 18 20:18:00.185720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:00.222120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.243507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.252158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.274007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] For port 3f20d59e-ddf4-434d-b9e0-242f08405135, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:18:00.277808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.278111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] For port 3f20d59e-ddf4-434d-b9e0-242f08405135, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f20d59e-ddf4-434d-b9e0-242f08405135,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:18:00.289461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:00.296100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.312850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.331980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.342819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-13ce66dc-2755-4905-89f7-4813373eae44 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5418 time: 0.3730271 Apr 18 20:18:00.376581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port d6876509-72ab-43f7-89c5-0e408d3e1322 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:00.378725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:00.549761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72b2363b-66f7-4945-a675-a6d56412fb41 req-6bd606da-a8cb-4d1b-bb06-3f8bd55d0998 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2056823 Apr 18 20:18:00.610100 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:00.659523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Pushing event updated for resources: {'Port': ['ID=3f20d59e-ddf4-434d-b9e0-242f08405135,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:00.677331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:00.678516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:00.690922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:00.697145 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:00.715526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:00.734420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:00.735013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:00.736720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-2c2786e1-3f46-4e4b-905a-0f47a84ce394 service neutron] 10.222.0.61 "PUT /v2.0/ports/3f20d59e-ddf4-434d-b9e0-242f08405135 HTTP/1.1" status: 200 len: 1091 time: 4.6812203 Apr 18 20:18:00.754678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Made reservation on behalf of 81949679276041ed8938d973d3e63b4d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:00.758412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:00.780504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Request body: {'port': {'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:00.848239 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b7fdea-7d02-4f69-a87b-5d8b36626e81'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7', 'status': 'completed', 'code': 200} Apr 18 20:18:00.968920 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ddfe5e4-6c91-440e-af40-8039b7145dea'] response: {'name': 'network-changed', 'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b', 'status': 'completed', 'code': 200} Apr 18 20:18:00.992383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=11']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:01.035568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.036693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bbe91d-bff7-4a68-9011-06066820c156 req-e3149c08-3025-4a2e-9571-acf4dc210ea5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.038541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41bbe91d-bff7-4a68-9011-06066820c156 req-e3149c08-3025-4a2e-9571-acf4dc210ea5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.6403084 Apr 18 20:18:01.044739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.053881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.054810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.055491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.056197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.056883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.059844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-024c5e12-1151-483d-95e2-89a19b072c64 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6420 time: 0.2070539 Apr 18 20:18:01.191442 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:01.349681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41bbe91d-bff7-4a68-9011-06066820c156 req-812eb312-5ddf-4513-9e0c-5209bb8d44ca tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667508 Apr 18 20:18:01.433592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-873c22c7-be3f-472f-be21-4286da2ac4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.435159 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-873c22c7-be3f-472f-be21-4286da2ac4e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 1095 time: 0.3956811 Apr 18 20:18:01.448623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-efd6c24d-7e58-4084-9225-d204c6067368 req-3df72b79-0d91-4d82-a991-6c13ec7b2422 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 210 time: 0.2846491 Apr 18 20:18:01.552052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Allocated IP 172.20.0.6 (4f839205-bbcf-485f-9b96-1e0ab75a69ef/8557ea57-8087-403b-b2f4-187b34f03222/a0f15872-9313-4708-a8a4-555038cbfd18) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:18:01.558249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-492aab9a-c9f1-4673-ad4a-c3c076eb011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.559738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-492aab9a-c9f1-4673-ad4a-c3c076eb011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.560172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-492aab9a-c9f1-4673-ad4a-c3c076eb011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.562676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-492aab9a-c9f1-4673-ad4a-c3c076eb011e service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e999bcaef14d4e848f17af5abce54f36&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4937537 Apr 18 20:18:01.651416 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fce46ba-143d-45a3-9bb6-af11da846691'] response: {'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'code': 200} Apr 18 20:18:01.896294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-888a79da-fbaa-4032-a0ab-4481061501a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:01.897908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bc06688-efaf-4e2a-8bfd-0c5170b475bd req-888a79da-fbaa-4032-a0ab-4481061501a2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3071966 Apr 18 20:18:02.162675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4f869cec-9ad5-42ea-830a-01257543a97b details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:02.306597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-2caf72fb-80fd-4fb4-b011-1406f1173902 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:02.308190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-2caf72fb-80fd-4fb4-b011-1406f1173902 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.61 "GET /v2.0/networks?id=aebe59ad-79aa-4202-ad10-8808239c2c6c HTTP/1.1" status: 200 len: 815 time: 0.4076648 Apr 18 20:18:02.459209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:02.524264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:02.542765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:02.572272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4f869cec-9ad5-42ea-830a-01257543a97b', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': '4f869cec-9ad5-42ea-830a-01257543a97b', 'mac_address': 'fa:16:3e:34:e3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:02.666409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-0309174c-d51a-4bcf-9c8d-f6030ea22215 service neutron] 10.222.0.61 "GET /v2.0/ports/5934fe65-aa33-4bf1-a869-0188424f136c/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 382 time: 0.6715589 Apr 18 20:18:02.667673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Network 4f839205-bbcf-485f-9b96-1e0ab75a69ef is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:18:02.674809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:18:02.707273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:18:02.732571 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:02.756663 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-ee596be0-bcd8-4e41-ae17-938bc7e65f40 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51b5c86fadcb4a7888c65433321a8327 HTTP/1.1" status: 200 len: 380 time: 0.1573136 Apr 18 20:18:02.769125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d8feb56-8104-4bbe-acb2-d7930d1b639d req-1001b847-ea4c-4221-8e39-b5abba53b1e0 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 210 time: 0.8698912 Apr 18 20:18:02.793287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Request body: {'port': {'device_id': '87839f12-b44f-451d-b578-84e007691172', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'admin_state_up': True, 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'security_groups': ['e6293a01-e2a2-4cb1-8770-18e88a977add']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:02.796528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f869cec-9ad5-42ea-830a-01257543a97b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:02.850443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:02.854513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:02.864634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:02.865263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:02.866886 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:02.912824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-59c76354-8264-46e5-8f63-69819a825fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:02.914172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-59c76354-8264-46e5-8f63-69819a825fc7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 905 time: 1.4314764 Apr 18 20:18:03.086868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-94840f8e-7d25-4e83-92ea-415adb663dc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f869cec-9ad5-42ea-830a-01257543a97b HTTP/1.1" status: 200 len: 217 time: 0.1532211 Apr 18 20:18:03.088545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5182149 Apr 18 20:18:03.110201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:03.163886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Request body: {'port': {'device_id': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:03.237396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994968f1-b60d-4709-a055-7b6150b2ab5a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event updated for resources: {'Port': ['ID=a0f15872-9313-4708-a8a4-555038cbfd18,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:03.254370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4f869cec-9ad5-42ea-830a-01257543a97b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:03.266645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a72545-2423-43e6-a655-3a15d20a8f52 req-586e56cd-eeea-4e9f-82a3-c62424a64440 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:03.277920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22a72545-2423-43e6-a655-3a15d20a8f52 req-586e56cd-eeea-4e9f-82a3-c62424a64440 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 950 time: 1.5342815 Apr 18 20:18:03.290854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5099d-bf73-40e0-84af-3fd1217163d7 req-30e0c2c3-f74d-433e-9efc-4fd1a20e13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:03.293303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91f5099d-bf73-40e0-84af-3fd1217163d7 req-30e0c2c3-f74d-433e-9efc-4fd1a20e13fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1101 time: 0.9586272 Apr 18 20:18:03.397864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22a72545-2423-43e6-a655-3a15d20a8f52 req-3b132abb-88e9-44dc-a029-d67ed162baee tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178756 Apr 18 20:18:03.551850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb73ca7-67b4-4c42-a906-17cd858d967a req-e478c6d9-68a9-441d-b641-82f7c5001bcd tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:03.552520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4fb73ca7-67b4-4c42-a906-17cd858d967a req-e478c6d9-68a9-441d-b641-82f7c5001bcd tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:03.666476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91f5099d-bf73-40e0-84af-3fd1217163d7 req-e48eebf4-7fb1-4832-94b8-d058aa132bee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422265 Apr 18 20:18:03.668621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4fb73ca7-67b4-4c42-a906-17cd858d967a req-e478c6d9-68a9-441d-b641-82f7c5001bcd tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:03.682718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb73ca7-67b4-4c42-a906-17cd858d967a req-e478c6d9-68a9-441d-b641-82f7c5001bcd tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 945 time: 0.5170729 Apr 18 20:18:03.824568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb73ca7-67b4-4c42-a906-17cd858d967a req-839c1353-c637-43c4-8ff7-fe7a28afc966 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409018 Apr 18 20:18:03.847589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:03.848600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:03.878564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Usage tracker for resource:port and tenant:51b5c86fadcb4a7888c65433321a8327 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:03.889661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:03.900824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-ffa700b1-0150-43ad-9f88-6f85e4273f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:03.906203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-ffa700b1-0150-43ad-9f88-6f85e4273f28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.7736166 Apr 18 20:18:03.911943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:03.954907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-8a8025b5-5737-46b8-b38b-d0248c50a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:03.969958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-8a8025b5-5737-46b8-b38b-d0248c50a5ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6&tenant_id=bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 1101 time: 0.7963049 Apr 18 20:18:03.980906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Made reservation on behalf of 51b5c86fadcb4a7888c65433321a8327 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:04.005413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:04.133568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-15429872-9a58-436d-b590-9cbc144749e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0969989 Apr 18 20:18:04.169006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5934fe65-aa33-4bf1-a869-0188424f136c no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:04.222381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Allocated IP 172.20.0.14 (aebe59ad-79aa-4202-ad10-8808239c2c6c/6af0c1ad-ab88-4f2f-8595-738e045d498a/8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:18:04.425091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-90796825-d1aa-47af-9b0e-ae31347edb0c service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362597 Apr 18 20:18:04.476780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:04.496135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Transition to ACTIVE for port object 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:18:04.535040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:04.597454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:04.607050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:04.610463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f643fae-c95a-4162-98ae-59a5b96ed8f4 req-2647fb10-8246-4280-ad6a-35f2c64ccf29 service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715164 Apr 18 20:18:04.641075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:04.647387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:04.647656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85a111f-22a4-4d5e-8bf5-b18fbfe9415e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:04.671221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:04.773255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:04.922315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event updated for resources: {'Port': ['ID=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:04.936094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Network aebe59ad-79aa-4202-ad10-8808239c2c6c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:18:04.943167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:18:04.958441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:18:04.966249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:04.977293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:04.998625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.006454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.012947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.019662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.027499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.029378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-55e2e119-7139-411a-b190-545fe2080126 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5418 time: 1.3061321 Apr 18 20:18:05.034351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Transition to ACTIVE for port object c85a111f-22a4-4d5e-8bf5-b18fbfe9415e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:18:05.133463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:05.171832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e2dc9-3343-49c0-9a55-a30fe934fca9 req-764aad3b-aa6d-40ca-9491-1c0eca8ef3d2 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.174489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-845e2dc9-3343-49c0-9a55-a30fe934fca9 req-764aad3b-aa6d-40ca-9491-1c0eca8ef3d2 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 948 time: 0.5817115 Apr 18 20:18:05.432682 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14a06125-2923-4139-8d6c-67d8bb262ff5 req-909a43c2-af99-4d7d-bd0d-8bfef1d78fdc tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3865259 Apr 18 20:18:05.457890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-40f027d4-9e12-40ba-82a6-81daacfdf5cf None None] Provisioning for port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:05.478142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-40f027d4-9e12-40ba-82a6-81daacfdf5cf None None] Provisioning complete for port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:05.478142 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40f027d4-9e12-40ba-82a6-81daacfdf5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:05.526229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.527262 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:05.552099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-870cfeb9-c01a-4e08-919f-f29d439fe020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:05.553612 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-870cfeb9-c01a-4e08-919f-f29d439fe020 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 1101 time: 1.5128155 Apr 18 20:18:05.620948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-845e2dc9-3343-49c0-9a55-a30fe934fca9 req-73e31701-2ce2-46ef-959b-c69308abe2ff tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220674 Apr 18 20:18:05.684916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-40f027d4-9e12-40ba-82a6-81daacfdf5cf None None] Port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:18:05.869093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-3ed5527a-fcb0-46fb-b536-97c4212d927b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0940146 Apr 18 20:18:05.902075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Request body: {'port': {'device_id': '87839f12-b44f-451d-b578-84e007691172', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:06.034077 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e041210c-167c-48fa-bbec-923de4fa619b'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135', 'status': 'completed', 'code': 200} Apr 18 20:18:06.074717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Pushing event updated for resources: {'Port': ['ID=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:06.137345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-9fdb2c30-94ea-4ef1-b3c4-8d19b5704045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.139081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-9fdb2c30-94ea-4ef1-b3c4-8d19b5704045 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.5539525 Apr 18 20:18:06.189634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4f869cec-9ad5-42ea-830a-01257543a97b up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:06.279060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-d9897a7b-0c62-4f40-8751-f821384eef45 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 200 len: 217 time: 0.1220286 Apr 18 20:18:06.361476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:06.387984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 4f869cec-9ad5-42ea-830a-01257543a97b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:06.403417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 4f869cec-9ad5-42ea-830a-01257543a97b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:06.406027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:06.526784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.530549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.530549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.531034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.531527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.532016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.532505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.534500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-f9832e39-56db-48d4-9616-50732dc1e13e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6445 time: 0.7156065 Apr 18 20:18:06.636180 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:06.684050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:06.693765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:06.771988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:06.780872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2362975-11cb-4344-bccb-f02d9a553001 req-031652b3-c30a-48ad-868f-632ba298b39a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.798121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d2362975-11cb-4344-bccb-f02d9a553001 req-031652b3-c30a-48ad-868f-632ba298b39a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 931 time: 0.8221037 Apr 18 20:18:06.839739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:06.849039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-c7f204f5-b828-4ea4-90c7-8ef38a90d337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:06.850786 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-c7f204f5-b828-4ea4-90c7-8ef38a90d337 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.5526090 Apr 18 20:18:06.851657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.852861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.854453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.855145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.856414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.857536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.858790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.860155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.860721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.861979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.862524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.863050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:06.935098 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-831b363f-b734-48a1-b658-0cfd4509f014 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3200324 Apr 18 20:18:06.937955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-835874ef-65c2-41dd-8f86-23dba8c7b865 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6439800 Apr 18 20:18:06.988853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Attempting to bind port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:18:06.989092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Attempting to bind port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:18:06.989293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Attempting to bind port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e on network eb133edc-7170-4d08-b33f-c1736fa17d64 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:07.048075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e on network eb133edc-7170-4d08-b33f-c1736fa17d64 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:18:07.048765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Attempting to bind port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e on network eb133edc-7170-4d08-b33f-c1736fa17d64 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:07.076941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6b88e-cf73-45cf-81c0-71dd40506481 req-854b3a79-4950-4a95-b671-02def584c248 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.077702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57d6b88e-cf73-45cf-81c0-71dd40506481 req-854b3a79-4950-4a95-b671-02def584c248 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Synchronizing usage tracker for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:07.131739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:18:07.131980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Checking segment: {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:18:07.132270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Bound using segment: {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:18:07.132759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Bound port: c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f080e03a-c511-4dde-abad-d49874560d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:18:07.133139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:07.265985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d2362975-11cb-4344-bccb-f02d9a553001 req-bf77e7c2-7356-4e72-91e3-5fc9ba63f5ef tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4669530 Apr 18 20:18:07.347964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-58d902c7-9174-4db6-8f09-bb9bafd6fb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.349591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-58d902c7-9174-4db6-8f09-bb9bafd6fb2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4842606 Apr 18 20:18:07.362147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-0dcff5b5-007d-4491-b7fe-dc7c154f4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.362874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-0dcff5b5-007d-4491-b7fe-dc7c154f4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.363419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-0dcff5b5-007d-4491-b7fe-dc7c154f4748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.365421 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-0dcff5b5-007d-4491-b7fe-dc7c154f4748 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e999bcaef14d4e848f17af5abce54f36&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7433624 Apr 18 20:18:07.466789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57d6b88e-cf73-45cf-81c0-71dd40506481 req-854b3a79-4950-4a95-b671-02def584c248 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Unset dirty status for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:07.468211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57d6b88e-cf73-45cf-81c0-71dd40506481 req-854b3a79-4950-4a95-b671-02def584c248 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 932 time: 1.3839741 Apr 18 20:18:07.469102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:07.508812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:07.513871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Usage tracker for resource:security_group_rule and tenant:ec572f743ca34f7f9f8cfe6dd448bbd6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:07.517656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:07.523754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:07.609844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0f15872-9313-4708-a8a4-555038cbfd18 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:07.646479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:07.719227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] For port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:18:07.731573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Transition to ACTIVE for port object a0f15872-9313-4708-a8a4-555038cbfd18 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:18:07.738050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-9008be22-074b-4310-9667-cedea7e1c943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.739762 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-9008be22-074b-4310-9667-cedea7e1c943 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 1100 time: 0.7312245 Apr 18 20:18:07.752734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57d6b88e-cf73-45cf-81c0-71dd40506481 req-500a487d-8c66-4daa-933a-3e952cd816de tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Synchronizing usage tracker for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:07.768715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:07.806300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] For port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:18:07.855589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-06812015-f127-493d-9f9c-280cb02a2e9a service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863608 Apr 18 20:18:07.879404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f0650d-4dea-47b0-96a8-23d236b8ed97 req-f93f3b9d-d73a-4c3c-8ebb-a7ad772796b0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.879404 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16f0650d-4dea-47b0-96a8-23d236b8ed97 req-f93f3b9d-d73a-4c3c-8ebb-a7ad772796b0 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 950 time: 0.3605371 Apr 18 20:18:07.890246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:07.910176 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:07.970988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-752b6ecd-4179-454d-8522-a24c4f98aa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:07.972358 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-752b6ecd-4179-454d-8522-a24c4f98aa01 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5738578 Apr 18 20:18:07.987468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57d6b88e-cf73-45cf-81c0-71dd40506481 req-500a487d-8c66-4daa-933a-3e952cd816de tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Unset dirty status for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:07.988625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57d6b88e-cf73-45cf-81c0-71dd40506481 req-500a487d-8c66-4daa-933a-3e952cd816de tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5020726 Apr 18 20:18:08.003643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-7a124c3e-49fa-4100-9eb8-fa0d75f624d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:08.004589 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-7a124c3e-49fa-4100-9eb8-fa0d75f624d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1101 time: 0.7764161 Apr 18 20:18:08.059643 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:08.125164 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667ad9cc-b0fe-4a9f-8f0d-1d2482e68ae5'] response: {'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c', 'code': 200} Apr 18 20:18:08.232541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:08.242107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:08.243755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] 10.222.0.61 "PUT /v2.0/ports/c85a111f-22a4-4d5e-8bf5-b18fbfe9415e HTTP/1.1" status: 200 len: 1091 time: 7.4718018 Apr 18 20:18:08.280984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:08.301254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f15872-9313-4708-a8a4-555038cbfd18,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:08.339608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16f0650d-4dea-47b0-96a8-23d236b8ed97 req-1e4831c0-b884-4772-a59d-408500629e96 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089499 Apr 18 20:18:08.343667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:18:08.463207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7316ce4-c7de-4fb2-a1ea-0a411bbda237 req-99b2581c-049d-442f-a2a3-df7b608c84c5 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836730 Apr 18 20:18:08.491140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:08.512279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:08.539340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Transition to ACTIVE for port object 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:18:08.548435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:08.711864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec572f743ca34f7f9f8cfe6dd448bbd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8762569 Apr 18 20:18:08.761104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:08.795784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599069ac-3051-4adb-93b5-4d48d9e5ee61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebc8a5a-5afd-43de-910e-a0b0a616c21c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:08.871052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Pushing event updated for resources: {'Port': ['ID=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:08.929352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab30819-d74b-48a1-b9b3-618aa41f7147 service neutron] Pushing event updated for resources: {'Port': ['ID=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:08.954782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-b695de6e-f4df-4ae4-90ef-4f1938ae5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:08.956770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-b695de6e-f4df-4ae4-90ef-4f1938ae5fdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 1.1791549 Apr 18 20:18:09.018606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.024588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.031633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.038050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.040661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-004f90c2-baff-416b-861f-fb875e828164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.042340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-004f90c2-baff-416b-861f-fb875e828164 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.9647105 Apr 18 20:18:09.044755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.050235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.056309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.059058 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-6b1ed040-866a-4599-8971-3759318bea24 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.3476446 Apr 18 20:18:09.059937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15094638-80ae-4cdf-aa1a-370f3ebd149d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.119221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Attempting to bind port a0f15872-9313-4708-a8a4-555038cbfd18 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:18:09.119950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Attempting to bind port a0f15872-9313-4708-a8a4-555038cbfd18 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:18:09.119950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Attempting to bind port a0f15872-9313-4708-a8a4-555038cbfd18 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:09.131747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-375962b2-5cc3-407b-8cbf-b05e18f70ab6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0 HTTP/1.1" status: 200 len: 217 time: 0.1595945 Apr 18 20:18:09.152732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-14e6ddc0-d939-4238-903a-ff63d181703a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.0847523 Apr 18 20:18:09.188783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Attempting to bind port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:18:09.189291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Attempting to bind port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:18:09.189755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Attempting to bind port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa on network aebe59ad-79aa-4202-ad10-8808239c2c6c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:09.214174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62d5b5bc-230c-4dfb-b42e-4c1a9f4b45dd req-ad0b81e7-3487-4514-ac70-76dcdf4ae4f7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1272848 Apr 18 20:18:09.234323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15094638-80ae-4cdf-aa1a-370f3ebd149d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.253199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa on network aebe59ad-79aa-4202-ad10-8808239c2c6c not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:18:09.253661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Attempting to bind port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa on network aebe59ad-79aa-4202-ad10-8808239c2c6c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:09.270628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:18:09.271172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Checking segment: {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:18:09.271655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Bound using segment: {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:18:09.272299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Bound port: 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'debc92e6-9c03-4039-9517-2f5d418dc0d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:18:09.272739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.337056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Port a0f15872-9313-4708-a8a4-555038cbfd18 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:18:09.337056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Attempting to bind port a0f15872-9313-4708-a8a4-555038cbfd18 on network 4f839205-bbcf-485f-9b96-1e0ab75a69ef {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:09.381230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.381755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.382231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.382698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.383359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.383993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.384651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.386855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-899c56f3-358b-44c5-88cb-985bcccaed06 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6487 time: 1.0077143 Apr 18 20:18:09.404168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfe918-84d4-4423-b3a6-b0fe5d7dfdd6 req-2f70e18c-181b-4f12-a70f-b400e6939cd8 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.405990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ccfe918-84d4-4423-b3a6-b0fe5d7dfdd6 req-2f70e18c-181b-4f12-a70f-b400e6939cd8 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 946 time: 1.0994029 Apr 18 20:18:09.468447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:18:09.470602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:18:09.470952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Checking segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:18:09.471503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Bound using segment: {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:18:09.471944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Bound port: a0f15872-9313-4708-a8a4-555038cbfd18, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427d0815-d726-4354-8d78-0cd4ceb3c53b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:18:09.472342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.481852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:18:09.492231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.538265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-91432ee3-ae16-415e-a333-8da08afc6c3b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d HTTP/1.1" status: 200 len: 217 time: 0.1202898 Apr 18 20:18:09.589075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9effef-adbf-47bf-8c52-c659ad97c85a req-3c1ff549-cd3d-419d-9b94-9f12f49d9a44 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.590971 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b9effef-adbf-47bf-8c52-c659ad97c85a req-3c1ff549-cd3d-419d-9b94-9f12f49d9a44 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 948 time: 0.1894081 Apr 18 20:18:09.601367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15094638-80ae-4cdf-aa1a-370f3ebd149d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.613609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.614361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.616148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] 10.222.0.61 "PUT /v2.0/ports/8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa HTTP/1.1" status: 200 len: 1092 time: 3.7246637 Apr 18 20:18:09.638596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:09.659849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-bac51dd0-4e7c-43c7-bcf2-c1d7a2d16df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.661185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-bac51dd0-4e7c-43c7-bcf2-c1d7a2d16df4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.3185620 Apr 18 20:18:09.685024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-818b1b30-af64-4b08-b767-3ed5659a7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.686523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-818b1b30-af64-4b08-b767-3ed5659a7b63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.5367684 Apr 18 20:18:09.726921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15094638-80ae-4cdf-aa1a-370f3ebd149d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebc8a5a-5afd-43de-910e-a0b0a616c21c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:09.761487 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15094638-80ae-4cdf-aa1a-370f3ebd149d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:09.762845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-15094638-80ae-4cdf-aa1a-370f3ebd149d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ebc8a5a-5afd-43de-910e-a0b0a616c21c HTTP/1.1" status: 204 len: 168 time: 0.9934235 Apr 18 20:18:09.803493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b9effef-adbf-47bf-8c52-c659ad97c85a req-9e8f91ca-11b2-434b-ba29-803de2950e92 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914208 Apr 18 20:18:09.813901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5debd5-8248-40a4-9cc0-974e922ead3e service neutron] Pushing event updated for resources: {'Port': ['ID=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:09.888917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-412efd8c-2519-4191-babc-2012bb3ea5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:09.891265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-412efd8c-2519-4191-babc-2012bb3ea5e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b5c86fadcb4a7888c65433321a8327&device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 1095 time: 0.2234461 Apr 18 20:18:09.936091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ccfe918-84d4-4423-b3a6-b0fe5d7dfdd6 req-3993efe3-dafd-4712-820e-f9e45dbf57a5 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458222 Apr 18 20:18:09.937874 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f799485-aa2b-4de3-9ce6-41302afaadfc'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e', 'status': 'completed', 'code': 200} Apr 18 20:18:10.015402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] For port a0f15872-9313-4708-a8a4-555038cbfd18, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:18:10.023000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] For port a0f15872-9313-4708-a8a4-555038cbfd18, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a0f15872-9313-4708-a8a4-555038cbfd18,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:18:10.052799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:10.064000 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-2a8d557c-a464-4f0d-bfb4-84c6724e9f13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa HTTP/1.1" status: 200 len: 217 time: 0.1606328 Apr 18 20:18:10.127318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:10.198258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-e0be65a1-5ef3-4c50-8ecd-4f0aa0cbb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:10.200217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-e0be65a1-5ef3-4c50-8ecd-4f0aa0cbb159 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6af0c1ad-ab88-4f2f-8595-738e045d498a HTTP/1.1" status: 200 len: 854 time: 0.1272211 Apr 18 20:18:10.205796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5934fe65-aa33-4bf1-a869-0188424f136c details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:10.267346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-18f36b1c-0b17-42b9-b31c-18a43b2ea12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:10.268831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-18f36b1c-0b17-42b9-b31c-18a43b2ea12c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76acb413-4451-4b47-953a-87a2f74373e5 HTTP/1.1" status: 200 len: 856 time: 0.7222307 Apr 18 20:18:10.332056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b76102-5b15-4b96-a59f-f0982f164f75 req-97fbe10e-281b-46d2-8645-1131ff471565 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:10.345964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1b76102-5b15-4b96-a59f-f0982f164f75 req-97fbe10e-281b-46d2-8645-1131ff471565 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 943 time: 0.2247455 Apr 18 20:18:10.379471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:10.380405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:10.382012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/a0f15872-9313-4708-a8a4-555038cbfd18 HTTP/1.1" status: 200 len: 1091 time: 7.2416093 Apr 18 20:18:10.414084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-1c74fb32-f946-4ebc-8f7f-a8eb35512884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:10.415750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-1c74fb32-f946-4ebc-8f7f-a8eb35512884 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aebe59ad-79aa-4202-ad10-8808239c2c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2080536 Apr 18 20:18:10.423657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44176) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:10.558624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:10.567958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1b76102-5b15-4b96-a59f-f0982f164f75 req-62d1e7a3-3f01-454c-a4b5-48c1670702e9 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207556 Apr 18 20:18:10.584975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:10.590014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '5934fe65-aa33-4bf1-a869-0188424f136c', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '5934fe65-aa33-4bf1-a869-0188424f136c', 'mac_address': 'fa:16:3e:21:3b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:10.597437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9af585-3e7e-4b55-b2ab-82e1186723d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a0f15872-9313-4708-a8a4-555038cbfd18,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:10.623666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:10.633058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Usage tracker for resource:security_group_rule and tenant:cdfac61a35144a7985ca9e61e705d663 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:10.637895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:10.652186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:10.720073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:10.726054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-36e651fc-5deb-46f7-8ded-de011e01bddd service neutron] 10.222.0.61 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789278 Apr 18 20:18:10.767397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5934fe65-aa33-4bf1-a869-0188424f136c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:10.795705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:10.804849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:10.818707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-bc49890f-8eaa-4566-be2c-c1349175464b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:10.820174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-bc49890f-8eaa-4566-be2c-c1349175464b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1293070 Apr 18 20:18:10.945944 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68efce4d-4116-4ae6-ab1f-6557cc0eeb3b'] response: {'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b', 'code': 200} Apr 18 20:18:10.958023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:10.965712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-5063d3bd-8861-4248-9509-b351c0f0004c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:10.967226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-5063d3bd-8861-4248-9509-b351c0f0004c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2086110 Apr 18 20:18:11.010679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-7d753895-2b5b-41c1-a350-636ca6d40bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.012219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7d753895-2b5b-41c1-a350-636ca6d40bbb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c161fe70-bac9-4ea5-8775-e528be12e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7188017 Apr 18 20:18:11.109183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5934fe65-aa33-4bf1-a869-0188424f136c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:11.131837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0bfb8a9-9fa0-4cc8-b536-dda82601d401 req-0f575051-5846-49ea-81c7-4ac3b4e8dc16 service neutron] 10.222.0.61 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3831418 Apr 18 20:18:11.187156 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850a13af-cbc5-44d3-9b5e-61ec32ebc1bc'] response: {'name': 'network-changed', 'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'status': 'completed', 'code': 200} Apr 18 20:18:11.199902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ede1e720-d0f2-4c4f-b1d2-ad4de96b3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.202010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-ede1e720-d0f2-4c4f-b1d2-ad4de96b3993 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 1094 time: 0.7627881 Apr 18 20:18:11.418729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-8bd91adb-3847-47e5-9e10-001cdc2454bf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f15872-9313-4708-a8a4-555038cbfd18 HTTP/1.1" status: 200 len: 217 time: 0.1021881 Apr 18 20:18:11.424968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.433128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.437653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.443682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.448618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f097e-db08-4b02-968d-e2865df118ac req-c518dd7d-98cb-4c8a-be43-a33f794dc458 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.451973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.456116 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e6f097e-db08-4b02-968d-e2865df118ac req-c518dd7d-98cb-4c8a-be43-a33f794dc458 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.8840642 Apr 18 20:18:11.460338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.469844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.471872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-a020d095-3cc2-4819-b39f-3e5b5581f1c1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.3390000 Apr 18 20:18:11.476548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5003a-2707-4f8d-a3c6-a31f4d680c17 req-b719c0df-d5a4-4fea-b2c9-560f77779b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.476548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0fa5003a-2707-4f8d-a3c6-a31f4d680c17 req-b719c0df-d5a4-4fea-b2c9-560f77779b12 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 1097 time: 0.2871146 Apr 18 20:18:11.552781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-85dc3649-a3b8-44ec-be15-09d30d025269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.554490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-85dc3649-a3b8-44ec-be15-09d30d025269 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b5c86fadcb4a7888c65433321a8327&device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 1095 time: 0.3070049 Apr 18 20:18:11.557996 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-bf96f22f-7cf6-4964-810f-55036bbc9bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201545 Apr 18 20:18:11.647702 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72bd2a6c-0ac9-4dd2-8375-558fb675875b req-b78ece8b-9a5e-462f-805f-067aafefe489 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671367 Apr 18 20:18:11.653442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:11.659628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0fa5003a-2707-4f8d-a3c6-a31f4d680c17 req-ed110d07-03e7-48b8-b096-dac5f94dc9bb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619806 Apr 18 20:18:11.759549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:11.809905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80816a7f-dc67-4c1a-86e4-b42b1c53ce79,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:11.845453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1ab91509-3206-4bcd-bdeb-e7111a5bade0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cdfac61a35144a7985ca9e61e705d663&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4166951 Apr 18 20:18:11.847258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44196) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:11.937675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-f76918ce-0dd0-4bfd-81ec-4d6b3f7630d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:11.939319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-f76918ce-0dd0-4bfd-81ec-4d6b3f7630d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aebe59ad-79aa-4202-ad10-8808239c2c6c HTTP/1.1" status: 200 len: 916 time: 0.3678925 Apr 18 20:18:11.965502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'tag': 'a0f15872-9313-4708-a8a4-555038cbfd18'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:11.975641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-030a42a9-fb06-4246-9b89-9ffc5bb841d4 req-194c3079-5b91-455d-867e-99b9f18d57d1 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923717 Apr 18 20:18:11.998937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-36f42873-26bb-48ab-a12f-cae894fef998 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0099504 Apr 18 20:18:12.003474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-5b53f077-c366-4343-945d-b405ba1582f3 service neutron] 10.222.0.61 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9260180 Apr 18 20:18:12.007356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c056eda-7dae-4781-a10a-4a188944be31 req-a895ae8a-a179-40d4-b192-aad07c0fa677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:12.011399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-a895ae8a-a179-40d4-b192-aad07c0fa677 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.5451450 Apr 18 20:18:12.030472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-7e505cba-8880-45f2-9bdb-4be11eafd5a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa HTTP/1.1" status: 200 len: 217 time: 0.0813231 Apr 18 20:18:12.061300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adcc4eb6-3fb3-40fb-9322-469d53b4ed61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:12.150794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adcc4eb6-3fb3-40fb-9322-469d53b4ed61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:12.175856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-cb99aa7a-8ec3-4cae-8986-1eecc23cf4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:12.177545 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-cb99aa7a-8ec3-4cae-8986-1eecc23cf4d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6af0c1ad-ab88-4f2f-8595-738e045d498a HTTP/1.1" status: 200 len: 854 time: 0.1173151 Apr 18 20:18:12.191658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5934fe65-aa33-4bf1-a869-0188424f136c up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:12.255218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e195d-1253-49f5-9ed1-1732c4ab2439 req-f74aabea-c71a-4324-8ff2-f0fc1024bcda tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:12.263497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-444e195d-1253-49f5-9ed1-1732c4ab2439 req-f74aabea-c71a-4324-8ff2-f0fc1024bcda tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1101 time: 0.3834934 Apr 18 20:18:12.285900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-7cbd984f-35b8-440d-871d-3bd28f8cfda4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2401998 Apr 18 20:18:12.287996 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-568c3bf6-64ef-4e72-a1f0-e2a457a531ec req-838dae58-0aff-493c-9b9e-dc8aafd155a8 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735972 Apr 18 20:18:12.326277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-444e195d-1253-49f5-9ed1-1732c4ab2439 req-fd761ecb-5f43-429a-956e-b175ea24a23e tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614324 Apr 18 20:18:12.388067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adcc4eb6-3fb3-40fb-9322-469d53b4ed61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:12.416674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 5934fe65-aa33-4bf1-a869-0188424f136c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:12.417085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:12.431141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc4eb6-3fb3-40fb-9322-469d53b4ed61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80816a7f-dc67-4c1a-86e4-b42b1c53ce79,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:12.448209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-204daba8-a0ec-4a67-8d02-4e72a6ee0dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:12.454339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-204daba8-a0ec-4a67-8d02-4e72a6ee0dd6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aebe59ad-79aa-4202-ad10-8808239c2c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2659810 Apr 18 20:18:12.460683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adcc4eb6-3fb3-40fb-9322-469d53b4ed61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:12.462028 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-adcc4eb6-3fb3-40fb-9322-469d53b4ed61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80816a7f-dc67-4c1a-86e4-b42b1c53ce79 HTTP/1.1" status: 204 len: 168 time: 0.6135802 Apr 18 20:18:12.534132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e6f097e-db08-4b02-968d-e2865df118ac req-d39b472b-b9f9-4d75-929c-4aca8672e06e tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0726044 Apr 18 20:18:12.697267 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:12.719367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-bec455a7-c9bd-42d0-866e-512a656e8b5d service neutron] 10.222.0.61 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550044 Apr 18 20:18:12.727917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64acfdf-f49f-40c3-a498-0ab3573ba253 req-c5a2ec9c-6187-48e3-924f-01f096790c34 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:12.736274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e64acfdf-f49f-40c3-a498-0ab3573ba253 req-c5a2ec9c-6187-48e3-924f-01f096790c34 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 949 time: 0.1932271 Apr 18 20:18:12.739905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-577c0964-c6c6-4448-88cc-533ee150e66f service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4334159 Apr 18 20:18:12.785449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:12.793893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:12.850422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-c94e48de-2c0f-4134-81f1-4057b9351771 service neutron] 10.222.0.61 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8339467 Apr 18 20:18:13.010333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:13.017746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:13.072072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e98b939-6a04-4345-a18d-c47bd6102ccc req-f7d1124c-fae5-42b0-be75-5107ff403ac8 service neutron] 10.222.0.61 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034966 Apr 18 20:18:13.146323 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e64acfdf-f49f-40c3-a498-0ab3573ba253 req-d1fd53a0-6b91-4e37-b210-21876cc45bb0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079156 Apr 18 20:18:13.232704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-986863e8-600e-4c8f-9b89-ed67783c5477 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=792ad8c2-8602-41ec-8301-7a9e9e29ce6e HTTP/1.1" status: 200 len: 217 time: 0.3701723 Apr 18 20:18:13.360895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c056eda-7dae-4781-a10a-4a188944be31 req-0d378602-015d-48fc-80cd-e816a29f011f service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6112616 Apr 18 20:18:13.442821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-d15f0068-ddc6-4ab4-9f27-312278bacb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:13.444376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-d15f0068-ddc6-4ab4-9f27-312278bacb55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.1376998 Apr 18 20:18:13.499832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bc68d-b406-40d0-b5d3-fb4dc4df887c req-881e83c7-bd5b-47c8-b567-fe83e8c26290 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:13.514014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bc68d-b406-40d0-b5d3-fb4dc4df887c req-881e83c7-bd5b-47c8-b567-fe83e8c26290 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 943 time: 0.1880839 Apr 18 20:18:13.537213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff55b39-c9f7-470d-9d84-2f698b0d6c31 req-e4435af0-be4c-4e8e-814a-96762a3937ad tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:13.558672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ff55b39-c9f7-470d-9d84-2f698b0d6c31 req-e4435af0-be4c-4e8e-814a-96762a3937ad tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 946 time: 0.3289244 Apr 18 20:18:13.574881 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3228a44f-1ebf-457c-bb59-8e39639aac90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:13.580821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bc68d-b406-40d0-b5d3-fb4dc4df887c req-68f9ea35-8053-49e0-8236-439704de0a96 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653911 Apr 18 20:18:13.630504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ff55b39-c9f7-470d-9d84-2f698b0d6c31 req-d5828e3d-9dd2-4448-973c-ba6663306eed tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709774 Apr 18 20:18:13.662044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-50c7fe51-843b-42e0-952a-06dfe3023d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:13.663404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-50c7fe51-843b-42e0-952a-06dfe3023d7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1964562 Apr 18 20:18:13.700281 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545d99e5-d3a9-4310-b673-da7ccbcf9ade'] response: {'name': 'network-changed', 'server_uuid': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'tag': 'a0f15872-9313-4708-a8a4-555038cbfd18', 'status': 'completed', 'code': 200} Apr 18 20:18:14.039607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-18dd112b-b2c1-42ed-8025-e15ad1eb8076 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685505 Apr 18 20:18:14.071487 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b355a0-dfdc-4814-b1ee-85caa05e245e'] response: {'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c', 'code': 200} Apr 18 20:18:14.209527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-de72c401-a4eb-4426-b13b-44f698960987 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587269 Apr 18 20:18:14.327469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-06ebd79d-2033-4817-a78c-60ecbddb255c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be350bf2-d002-47c6-a07c-c018740fc7d1 HTTP/1.1" status: 200 len: 217 time: 0.1105630 Apr 18 20:18:14.404864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24387fbb-f335-4455-846a-606e163bbf01 req-02ad89d4-8dc6-4ac3-8061-d4b0414dbff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.406565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24387fbb-f335-4455-846a-606e163bbf01 req-02ad89d4-8dc6-4ac3-8061-d4b0414dbff9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=81949679276041ed8938d973d3e63b4d&device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 1094 time: 0.6693387 Apr 18 20:18:14.546828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.571732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.584842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.607214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.633139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.634606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9118db-145c-4bad-b140-f9b577880a48 req-5f7f3eb1-a78e-4ee2-b095-4b5ef4e9c14e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.637916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-5f7f3eb1-a78e-4ee2-b095-4b5ef4e9c14e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6&tenant_id=bb2e74a040c64e9289d0c20de2357f66&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 950 time: 0.1227672 Apr 18 20:18:14.643510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.651407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.653291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-5fd71f8a-895a-4433-82c6-397ccb2a444d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.8492064 Apr 18 20:18:14.714112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf659f-d9fa-4e58-b655-1041aff7925d req-94667b5a-36be-41c6-8ee0-050ba7c1ac43 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.715476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2cbf659f-d9fa-4e58-b655-1041aff7925d req-94667b5a-36be-41c6-8ee0-050ba7c1ac43 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Synchronizing usage tracker for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:14.730735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2cbf659f-d9fa-4e58-b655-1041aff7925d req-94667b5a-36be-41c6-8ee0-050ba7c1ac43 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Unset dirty status for tenant:51b5c86fadcb4a7888c65433321a8327 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:14.740405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2cbf659f-d9fa-4e58-b655-1041aff7925d req-94667b5a-36be-41c6-8ee0-050ba7c1ac43 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.2617378 Apr 18 20:18:14.803804 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:18:14.867802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2cbf659f-d9fa-4e58-b655-1041aff7925d req-0cae9ad3-1c6d-440f-afd1-80a9084e83a7 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260924 Apr 18 20:18:14.953958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-2065876d-c7ee-46e4-a78a-801afd5b96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:14.955468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-2065876d-c7ee-46e4-a78a-801afd5b96e8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.6199548 Apr 18 20:18:15.043281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69ca9d52-85ac-4044-93fb-c5c89f6ada69 req-40db8c6c-e2bf-4944-b0de-a1ff723cb468 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1269639 Apr 18 20:18:15.068038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24387fbb-f335-4455-846a-606e163bbf01 req-4649b32f-088f-495d-b854-43a0c41b2d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.069260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24387fbb-f335-4455-846a-606e163bbf01 req-4649b32f-088f-495d-b854-43a0c41b2d3b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 200 len: 912 time: 0.6505675 Apr 18 20:18:15.074312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9118db-145c-4bad-b140-f9b577880a48 req-ec4762c4-64e8-413b-9cc1-a50ba0e64e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.077023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-ec4762c4-64e8-413b-9cc1-a50ba0e64e10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 1101 time: 0.3052673 Apr 18 20:18:15.248347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24387fbb-f335-4455-846a-606e163bbf01 req-5dcb509f-d2aa-4e22-a0f7-2760917451b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a0f15872-9313-4708-a8a4-555038cbfd18 HTTP/1.1" status: 200 len: 217 time: 0.1572883 Apr 18 20:18:15.251056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-712e975b-0c4b-459f-affd-06355defd6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.252435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-712e975b-0c4b-459f-affd-06355defd6ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2619660 Apr 18 20:18:15.258001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9118db-145c-4bad-b140-f9b577880a48 req-ceda3898-0cc0-4053-9134-7407efbb08a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.260409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-ceda3898-0cc0-4053-9134-7407efbb08a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1746824 Apr 18 20:18:15.369907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-4eb895fc-7afd-43fe-85b7-328f125a4170 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 200 len: 217 time: 0.0711298 Apr 18 20:18:15.460292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24387fbb-f335-4455-846a-606e163bbf01 req-97c6cc11-1f4b-497f-9561-12fd86e26313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.461724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24387fbb-f335-4455-846a-606e163bbf01 req-97c6cc11-1f4b-497f-9561-12fd86e26313 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 200 len: 851 time: 0.1793694 Apr 18 20:18:15.476739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb60689-cad4-4479-bb10-17c81a048166 req-2602034a-dc19-4aef-9158-9e8d081e8d15 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.478335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb60689-cad4-4479-bb10-17c81a048166 req-2602034a-dc19-4aef-9158-9e8d081e8d15 tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 1101 time: 0.2166595 Apr 18 20:18:15.491038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9118db-145c-4bad-b140-f9b577880a48 req-f94eb068-2cc9-465c-b340-005608950918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.492427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-f94eb068-2cc9-465c-b340-005608950918 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0890679 Apr 18 20:18:15.539715 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24387fbb-f335-4455-846a-606e163bbf01 req-8b212a29-9cab-4ead-9aa9-fb3c9794dec6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4f839205-bbcf-485f-9b96-1e0ab75a69ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704336 Apr 18 20:18:15.547289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a936fca6-7c55-4c23-aa8b-46f40948e324 req-1d3f8b60-5ad6-4626-b50f-479649d53917 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.548694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a936fca6-7c55-4c23-aa8b-46f40948e324 req-1d3f8b60-5ad6-4626-b50f-479649d53917 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.3065271 Apr 18 20:18:15.582453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb60689-cad4-4479-bb10-17c81a048166 req-57d7d1d3-e6c3-444c-8a8c-82f82ac1314d tempest-ServersAdminTestJSON-1977572141 tempest-ServersAdminTestJSON-1977572141-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931618 Apr 18 20:18:15.620681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-501a8221-8e3f-44cd-81cd-f8db678858e4 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322439 Apr 18 20:18:15.621832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9118db-145c-4bad-b140-f9b577880a48 req-ad023cfd-5211-4d4b-9250-c3377a456265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.623681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-ad023cfd-5211-4d4b-9250-c3377a456265 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139126 Apr 18 20:18:15.817255 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a936fca6-7c55-4c23-aa8b-46f40948e324 req-8602b046-b4e7-4203-a92c-a5724cb9fbd4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362802 Apr 18 20:18:15.834080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-f76419a3-bae6-47bb-abef-ad79324cf3ad service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024803 Apr 18 20:18:15.858954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24387fbb-f335-4455-846a-606e163bbf01 req-25e21758-3aff-46ad-b12a-f558021b2cb5 service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066618 Apr 18 20:18:15.899420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc774f-9b24-413e-9579-697f697d4577 req-fe5c619e-a06a-496f-a1e1-0b5fe7703280 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:15.908482 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bcc774f-9b24-413e-9579-697f697d4577 req-fe5c619e-a06a-496f-a1e1-0b5fe7703280 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 943 time: 0.1729565 Apr 18 20:18:15.930456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-a16ebf30-ebab-429b-9932-eef7841ae4bf service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508202 Apr 18 20:18:15.935660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-20ea0eb3-f40d-4602-ab18-0bc71923378e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:16.024176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bcc774f-9b24-413e-9579-697f697d4577 req-f9a5e25c-f660-4d7a-af37-3102b9f4372a tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145883 Apr 18 20:18:16.047652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-8e3bb2e3-65d2-46f6-b873-103220ae3c58 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101 HTTP/1.1" status: 200 len: 217 time: 0.1080973 Apr 18 20:18:16.058263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c9118db-145c-4bad-b140-f9b577880a48 req-b8aa45ad-92a5-4e73-a22c-12376fd0123c service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130642 Apr 18 20:18:16.196689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-ac7893c8-5a86-4f5b-9d29-5c7b4b2c81da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.198994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-ac7893c8-5a86-4f5b-9d29-5c7b4b2c81da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.1350913 Apr 18 20:18:16.207469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24387fbb-f335-4455-846a-606e163bbf01 req-2bd92728-4868-45d7-8cc5-74cc7306641c service neutron] 10.222.0.61 "GET /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369908 Apr 18 20:18:16.230843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a0f15872-9313-4708-a8a4-555038cbfd18 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:16.279828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ff24e-6385-4475-9f74-1d83ec3f3d63 req-f29db79e-54e1-44af-b44e-f6e4f2114690 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.281340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d29ff24e-6385-4475-9f74-1d83ec3f3d63 req-f29db79e-54e1-44af-b44e-f6e4f2114690 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 946 time: 0.2289925 Apr 18 20:18:16.347110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d29ff24e-6385-4475-9f74-1d83ec3f3d63 req-49428db5-6524-4e1e-80a6-9af2bbe3217e tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581598 Apr 18 20:18:16.364310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-730bc689-db20-41c7-bcf1-cadfa4bec454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.364310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-730bc689-db20-41c7-bcf1-cadfa4bec454 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1511276 Apr 18 20:18:16.443584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a0f15872-9313-4708-a8a4-555038cbfd18, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a0f15872-9313-4708-a8a4-555038cbfd18,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:16.462619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'a0f15872-9313-4708-a8a4-555038cbfd18', 'network_id': '4f839205-bbcf-485f-9b96-1e0ab75a69ef', 'port_id': 'a0f15872-9313-4708-a8a4-555038cbfd18', 'mac_address': 'fa:16:3e:be:d9:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8557ea57-8087-403b-b2f4-187b34f03222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:16.566955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:16.589216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0f15872-9313-4708-a8a4-555038cbfd18 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:16.625646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a0f15872-9313-4708-a8a4-555038cbfd18, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a0f15872-9313-4708-a8a4-555038cbfd18,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:16.638285 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:16.733364 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:16.745713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a0f15872-9313-4708-a8a4-555038cbfd18,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:16.792483 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:16.845558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-29f3c102-eac9-4ef7-9eb6-2c18b5dc0532 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4759049 Apr 18 20:18:16.849821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.856644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.862480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.868294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.876113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.882731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.888541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.891023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-615045d2-188d-4e68-852f-ed02bf11ffe1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.2124977 Apr 18 20:18:16.917311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f9dbb-5d3f-4132-8c00-a807eed7301c req-b495ef8a-b01b-4dac-92bc-caa67997b3a3 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:16.924597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de3f9dbb-5d3f-4132-8c00-a807eed7301c req-b495ef8a-b01b-4dac-92bc-caa67997b3a3 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.4078541 Apr 18 20:18:16.949184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a49f13-5af5-45b1-9fb0-07a891e5f0ff req-ee16cdf9-f207-4e2e-a7f9-98b1505f23a5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494328 Apr 18 20:18:16.965788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a0f15872-9313-4708-a8a4-555038cbfd18'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:17.054239 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de3f9dbb-5d3f-4132-8c00-a807eed7301c req-67dd8c33-4f84-4820-b54f-63c73acc57be tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280184 Apr 18 20:18:17.096282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-3e7c375b-c2d7-427c-a607-dbf1225032a2 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405941 Apr 18 20:18:17.198224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-25a2aae2-33f8-4087-b53d-886ac914fa39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7 HTTP/1.1" status: 200 len: 217 time: 0.0881033 Apr 18 20:18:17.315503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-996ac121-76a7-46a1-b055-ce742dae864f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:17.316722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-996ac121-76a7-46a1-b055-ce742dae864f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.1088006 Apr 18 20:18:17.417127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-7b5a94dc-8264-4787-ac10-af1fd8a8d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:17.417801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47a76d-0b97-4f45-be40-31a0186ab413 req-2abc6550-a8a3-4b91-a76b-43d43cbd42a2 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:17.419215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7b5a94dc-8264-4787-ac10-af1fd8a8d98e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0960081 Apr 18 20:18:17.424929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab47a76d-0b97-4f45-be40-31a0186ab413 req-2abc6550-a8a3-4b91-a76b-43d43cbd42a2 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 950 time: 0.1168644 Apr 18 20:18:17.488331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab47a76d-0b97-4f45-be40-31a0186ab413 req-0a014fcd-f2ce-4e53-ae01-b86d8163ed35 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623636 Apr 18 20:18:17.637794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-ab04ac5a-0f46-48e0-9081-b93e31bfff8c service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078633 Apr 18 20:18:17.687226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263fda3-c906-48ce-b550-404c563d621d req-7ae31436-152c-4318-96f4-fe820c3de6b4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:17.688688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c263fda3-c906-48ce-b550-404c563d621d req-7ae31436-152c-4318-96f4-fe820c3de6b4 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 944 time: 0.0890386 Apr 18 20:18:17.696077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f51a679-059c-41a6-8b1c-e690271b07c6 req-5cb58410-2778-4575-a51f-b450667923eb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:17.698179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f51a679-059c-41a6-8b1c-e690271b07c6 req-5cb58410-2778-4575-a51f-b450667923eb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.1622574 Apr 18 20:18:17.747269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c263fda3-c906-48ce-b550-404c563d621d req-73a52952-caf5-4d2f-8018-4ee46ebb3f3e tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527587 Apr 18 20:18:17.821797 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f51a679-059c-41a6-8b1c-e690271b07c6 req-ac156de3-1856-4d39-aae0-f70f29deb7cf tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720656 Apr 18 20:18:17.839376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7281fb58-2bc8-4325-b0ad-de3928018452 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916308 Apr 18 20:18:17.919761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-28ed45b4-4f17-4b8f-918c-6b8dc107d348 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f20d59e-ddf4-434d-b9e0-242f08405135 HTTP/1.1" status: 200 len: 217 time: 0.0680699 Apr 18 20:18:17.951703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3652-c6ea-4434-9bb0-5efdfe949b9e req-8a75d5a4-82d0-42ea-8794-be75dd43ca18 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:17.953813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f9e3652-c6ea-4434-9bb0-5efdfe949b9e req-8a75d5a4-82d0-42ea-8794-be75dd43ca18 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 951 time: 0.1057498 Apr 18 20:18:18.010486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f9e3652-c6ea-4434-9bb0-5efdfe949b9e req-ab4852d3-6475-4f21-842d-0236b2b7de44 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502279 Apr 18 20:18:18.051076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-081f8ca5-5faa-44fd-bf2c-5864bb32d2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:18.052436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-081f8ca5-5faa-44fd-bf2c-5864bb32d2fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec HTTP/1.1" status: 200 len: 797 time: 0.1252160 Apr 18 20:18:18.127252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba5492-ef3a-495a-82d3-2adee2d94afe req-35a0fafc-44df-4004-9b02-c99e4e30f770 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:18.135149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bba5492-ef3a-495a-82d3-2adee2d94afe req-35a0fafc-44df-4004-9b02-c99e4e30f770 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 946 time: 0.1655207 Apr 18 20:18:18.199333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e517be7b-4127-40f4-b05c-54d55bc292c0 req-542a7c98-260b-44dc-8b84-9c78596d8aea tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:18.205353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bba5492-ef3a-495a-82d3-2adee2d94afe req-db869e66-cc03-4ac3-8258-760c16143abf tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691044 Apr 18 20:18:18.209101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e517be7b-4127-40f4-b05c-54d55bc292c0 req-542a7c98-260b-44dc-8b84-9c78596d8aea tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.1028509 Apr 18 20:18:18.222992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-e6e1e0a4-bbad-4d55-8695-cd096b45b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:18.224834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-e6e1e0a4-bbad-4d55-8695-cd096b45b454 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb133edc-7170-4d08-b33f-c1736fa17d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1647100 Apr 18 20:18:18.231496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:18.248577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a0f15872-9313-4708-a8a4-555038cbfd18 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:18.288080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e517be7b-4127-40f4-b05c-54d55bc292c0 req-291554cc-5f7d-468a-b309-3a20dae04266 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756571 Apr 18 20:18:18.358820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:18.406514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port a0f15872-9313-4708-a8a4-555038cbfd18 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:18.469262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port a0f15872-9313-4708-a8a4-555038cbfd18 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:18.469714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:18.543947 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:18.578273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:18.625020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-ab0f6e12-6524-4a8d-adf2-d09fa72a6571 service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931386 Apr 18 20:18:18.632322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'port_id': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'mac_address': 'fa:16:3e:f9:fc:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:18.670675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87913ec-d8f6-4b0f-a5a1-7f1f8bf86f09 req-c4d82075-31c8-42b5-b1e4-44f4f137f808 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:18.682921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f87913ec-d8f6-4b0f-a5a1-7f1f8bf86f09 req-c4d82075-31c8-42b5-b1e4-44f4f137f808 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.1346457 Apr 18 20:18:18.717875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-3b36112b-7515-4833-ace7-3607e7db76ac tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:18.717875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-3b36112b-7515-4833-ace7-3607e7db76ac tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 950 time: 0.3283575 Apr 18 20:18:18.725784 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:18.742856 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:18.755248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f87913ec-d8f6-4b0f-a5a1-7f1f8bf86f09 req-08a74255-ba68-43ab-9bd6-7b58d2bcae72 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706117 Apr 18 20:18:18.771492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:18.790441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f15872-9313-4708-a8a4-555038cbfd18'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:18.820466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a0f15872-9313-4708-a8a4-555038cbfd18, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a0f15872-9313-4708-a8a4-555038cbfd18,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:18.826027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:18.827185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:18.891582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:18.922054 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:18.995420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.002052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.012528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.015495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.021248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.022167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a0f15872-9313-4708-a8a4-555038cbfd18,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:19.028234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.034867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.036782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-e2cb3ab4-2195-4bb9-92e0-6b06779ad395 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.5866840 Apr 18 20:18:19.112192 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:19.116327 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:19.154897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Deleting port be13c129-462b-4df9-bc28-0ee1d1b05c4f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:18:19.155639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:19.158319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:19.173292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef9183-39a2-479b-af08-b37dd18bc420 req-32493c0b-c45c-4caf-abd7-513300c8b308 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.175238 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4ef9183-39a2-479b-af08-b37dd18bc420 req-32493c0b-c45c-4caf-abd7-513300c8b308 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 950 time: 0.0995269 Apr 18 20:18:19.176250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:19.180992 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:19.227766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-7eef6940-4c8d-48c5-850a-542b00eea00c service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930352 Apr 18 20:18:19.229030 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4ef9183-39a2-479b-af08-b37dd18bc420 req-f4071928-b695-4b32-a702-0a632982577e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469949 Apr 18 20:18:19.237721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:19.332048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2a72b58-a5d3-4d61-99e9-d769ac7f32b0 req-848bcc5b-a2be-435c-8b56-b6318aa10813 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2806768 Apr 18 20:18:19.388758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=11']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:19.454037 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73d31152-b5ba-43d8-a602-7113c80a28fc'] response: {'server_uuid': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0f15872-9313-4708-a8a4-555038cbfd18', 'code': 200} Apr 18 20:18:19.459556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-17a2f576-4454-4b46-b550-f875f88e5bf3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e HTTP/1.1" status: 200 len: 217 time: 0.0788319 Apr 18 20:18:19.503997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335941ca-ebc3-41a8-bef7-8909bebd1287 req-04cca887-4e98-43eb-a632-7ec200ade07f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.506204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-335941ca-ebc3-41a8-bef7-8909bebd1287 req-04cca887-4e98-43eb-a632-7ec200ade07f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 945 time: 0.1418090 Apr 18 20:18:19.629907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-dd4c0014-fe83-4185-a7c6-96c5590614be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.631433 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-dd4c0014-fe83-4185-a7c6-96c5590614be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec HTTP/1.1" status: 200 len: 797 time: 0.1503282 Apr 18 20:18:19.793587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-335941ca-ebc3-41a8-bef7-8909bebd1287 req-f8fa7bd0-110b-447d-96b8-9f6089495c0d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687950 Apr 18 20:18:19.841175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3232d54e-07be-4148-8353-888e228d47b7 req-391cadf7-5746-4fa2-b395-ad2ce5af5006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.855764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3232d54e-07be-4148-8353-888e228d47b7 req-391cadf7-5746-4fa2-b395-ad2ce5af5006 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 1096 time: 0.3482907 Apr 18 20:18:19.898745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ac1939-2437-456e-91d5-343f1af96677 req-509cd6d4-0e2c-4cee-8159-20293d93fc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:19.900136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-509cd6d4-0e2c-4cee-8159-20293d93fc6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb133edc-7170-4d08-b33f-c1736fa17d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2554736 Apr 18 20:18:19.905353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] For port be13c129-462b-4df9-bc28-0ee1d1b05c4f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be13c129-462b-4df9-bc28-0ee1d1b05c4f,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:19.905805 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:19.907083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3232d54e-07be-4148-8353-888e228d47b7 req-516a98f7-16e2-4c59-8301-83a007868f4b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440350 Apr 18 20:18:20.070686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Calling delete_port for be13c129-462b-4df9-bc28-0ee1d1b05c4f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:18:20.155840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb3c742-4c47-4748-abf9-4cf06748354f req-59977cbb-30c7-46c6-972c-d03585aff91d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.163587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5eb3c742-4c47-4748-abf9-4cf06748354f req-59977cbb-30c7-46c6-972c-d03585aff91d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 945 time: 0.1170745 Apr 18 20:18:20.208445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5eb3c742-4c47-4748-abf9-4cf06748354f req-c68a68c7-e504-40ea-9f7a-d24be598f2b3 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438962 Apr 18 20:18:20.211267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf884a9-f1dd-4cc0-9c73-55c0877b5ae6 req-17fea2a0-3652-4a64-9bc3-01cb8155ece0 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.212576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acf884a9-f1dd-4cc0-9c73-55c0877b5ae6 req-17fea2a0-3652-4a64-9bc3-01cb8155ece0 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 946 time: 0.4247141 Apr 18 20:18:20.287918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-ad8d23cd-9f89-465a-9fb9-b19093ff6fe3 service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731344 Apr 18 20:18:20.354603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acf884a9-f1dd-4cc0-9c73-55c0877b5ae6 req-4777d054-3659-4136-894a-8213412c8c40 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358190 Apr 18 20:18:20.426204 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:20.442558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['9d9dbb98-f611-48dd-80fb-7d735eefaec0', 'd6876509-72ab-43f7-89c5-0e408d3e1322'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:20.609137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Pushing event deleted for resources: {'Port': ['ID=be13c129-462b-4df9-bc28-0ee1d1b05c4f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:20.620881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fcaafe9-bff5-4345-9fc6-9cd31a6f7d77 req-82376968-b930-4a8c-bb02-37cdf8b25e44 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=750ed71a-376b-47c6-81e8-46aabd28018b HTTP/1.1" status: 200 len: 210 time: 0.1310861 Apr 18 20:18:20.770773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.777974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.784150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.790698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.799388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.805436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.809796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] No DVR routers for this DVR port be13c129-462b-4df9-bc28-0ee1d1b05c4f on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:18:20.813079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:20.814239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:20.821957 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-71c7c798-90bb-4ef3-8d34-70cea7996ec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.1649804 Apr 18 20:18:20.831376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '750ed71a-376b-47c6-81e8-46aabd28018b', 'name': 'network-vif-deleted', 'tag': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:20.865967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66ac1939-2437-456e-91d5-343f1af96677 req-53a2645d-2a39-4741-98e1-441f1bd9e46e service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697017 Apr 18 20:18:20.884811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-decc3b30-3abf-4f65-9eae-620100bc6cd3 req-195a3cb3-8ed1-4f0e-b144-bbbf9fbd0438 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617237 Apr 18 20:18:20.886476 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-389b9dbb-09e5-4e3b-a46e-0e106eba38fc req-03dac743-3b8b-42b7-a6ba-d7b9e9f19535 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "DELETE /v2.0/ports/be13c129-462b-4df9-bc28-0ee1d1b05c4f HTTP/1.1" status: 204 len: 173 time: 2.1625800 Apr 18 20:18:21.097931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-a8908713-bd57-4a20-86bd-5bb934774562 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652285 Apr 18 20:18:21.104815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.105919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.106470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.107004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.107534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.108338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.109191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.111357 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-c0a04b2e-be1c-4194-87b7-4d8b037a5a9e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6487 time: 0.1615157 Apr 18 20:18:21.425551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-a25697f1-9fe0-4451-a9ce-d31392087d20 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.427369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-a25697f1-9fe0-4451-a9ce-d31392087d20 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3228972 Apr 18 20:18:21.456016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:21.484788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-e9cf454a-c66b-49bb-b637-b93626458dce tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/quotas/bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 375 time: 0.0502369 Apr 18 20:18:21.577488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-6005eb33-cb0c-4e69-9db9-d1babfa12212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.579481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-6005eb33-cb0c-4e69-9db9-d1babfa12212 service neutron] 10.222.0.61 "GET /v2.0/networks?id=eb133edc-7170-4d08-b33f-c1736fa17d64 HTTP/1.1" status: 200 len: 903 time: 0.4557240 Apr 18 20:18:21.614413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-d71ecb1a-340b-4ea6-b4a8-a92c5a207fc0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1288435 Apr 18 20:18:21.689400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-f599292e-75ea-4bb2-94c7-0cfac864b1f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e HTTP/1.1" status: 200 len: 217 time: 0.0995231 Apr 18 20:18:21.786427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-7377aca3-a794-4f64-8d34-26a2e1b62a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:21.788244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-7377aca3-a794-4f64-8d34-26a2e1b62a6d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec HTTP/1.1" status: 200 len: 797 time: 0.0922701 Apr 18 20:18:21.798115 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2062de-9de0-4cda-acef-ec28b3987765'] response: {'server_uuid': '750ed71a-376b-47c6-81e8-46aabd28018b', 'name': 'network-vif-deleted', 'tag': 'be13c129-462b-4df9-bc28-0ee1d1b05c4f', 'status': 'completed', 'code': 200} Apr 18 20:18:22.008880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-12f5af9d-08cc-4788-8b5c-7bfcfd6c11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.012022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-12f5af9d-08cc-4788-8b5c-7bfcfd6c11e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb133edc-7170-4d08-b33f-c1736fa17d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115905 Apr 18 20:18:22.022884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14ff0f7-eaf2-4f50-a1f3-5118ae948589 req-48a2e2e8-1272-42a7-b187-3cc0f42b2fcd tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.023591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c14ff0f7-eaf2-4f50-a1f3-5118ae948589 req-48a2e2e8-1272-42a7-b187-3cc0f42b2fcd tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Synchronizing usage tracker for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:22.125019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec2079-97e8-4b7c-a1e4-bbb64722c26d req-74c79f55-3ba0-491d-9161-77da13522e20 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.132724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7cec2079-97e8-4b7c-a1e4-bbb64722c26d req-74c79f55-3ba0-491d-9161-77da13522e20 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 945 time: 0.1305220 Apr 18 20:18:22.172556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c14ff0f7-eaf2-4f50-a1f3-5118ae948589 req-48a2e2e8-1272-42a7-b187-3cc0f42b2fcd tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Unset dirty status for tenant:81949679276041ed8938d973d3e63b4d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:22.173758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c14ff0f7-eaf2-4f50-a1f3-5118ae948589 req-48a2e2e8-1272-42a7-b187-3cc0f42b2fcd tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 945 time: 0.2815900 Apr 18 20:18:22.218531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7cec2079-97e8-4b7c-a1e4-bbb64722c26d req-61164b5f-8a8c-4a74-ad89-faa680fe0031 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845995 Apr 18 20:18:22.248809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:22.261086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-5047743a-eca5-427b-a315-55f7df01ba46 service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342718 Apr 18 20:18:22.349082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c14ff0f7-eaf2-4f50-a1f3-5118ae948589 req-3040fe87-f578-43bd-a919-7bfbb682e07d tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641009 Apr 18 20:18:22.391151 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47e9be5-035c-4652-aff8-f454ff2f5387'] response: {'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae', 'code': 200} Apr 18 20:18:22.410465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:22.418135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:22.418646 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:22.521415 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50230505-b02e-4aef-bf2c-bd1310dec2da req-a5b73ecb-424a-4e95-9278-01dd32d2abaf service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511203 Apr 18 20:18:22.595460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:22.643005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:22.652740 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:22.655071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device be13c129-462b-4df9-bc28-0ee1d1b05c4f no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:22.689370 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f542c4e-5862-44ca-bbd3-c2cf229ecf69 req-65de82bf-5689-4236-948c-e370275be150 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 210 time: 0.0717247 Apr 18 20:18:22.732220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: be13c129-462b-4df9-bc28-0ee1d1b05c4f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:18:22.732580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device be13c129-462b-4df9-bc28-0ee1d1b05c4f not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:18:22.784509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:22.848838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.856354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.862994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.869847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.878656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.885956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.892135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:22.899928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-1b0c4b76-cc50-465f-8c39-d91bfa31cb77 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.1725383 Apr 18 20:18:22.952912 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60339ab5-97c4-4cc4-bf3c-6f5374a77f26 req-729dcc2e-e632-48c8-ae93-de3d8ad9dec9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0520942 Apr 18 20:18:23.376934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df7e0d-dd70-402a-a0df-290f18d6c925 req-3de5ac04-c604-48e8-9a3d-6367450f8e2f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:23.379133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3df7e0d-dd70-402a-a0df-290f18d6c925 req-3de5ac04-c604-48e8-9a3d-6367450f8e2f tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 945 time: 0.1245556 Apr 18 20:18:23.433956 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3df7e0d-dd70-402a-a0df-290f18d6c925 req-926bb44f-427f-4093-a221-f9e1b24c6f51 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476797 Apr 18 20:18:23.517202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-58ebfd59-a9aa-4bf6-807f-fead2e0a3fea tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100085 Apr 18 20:18:23.687557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d0bb4-2a70-401a-aa82-5ea7dda652b6 req-9c71ed3b-3606-461f-82e6-5c3a98c1f51f tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:23.689185 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f79d0bb4-2a70-401a-aa82-5ea7dda652b6 req-9c71ed3b-3606-461f-82e6-5c3a98c1f51f tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.1232259 Apr 18 20:18:23.696576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d6a07-ec2c-40e7-8c29-68403b0b4e92 req-f1cdbf49-03a3-423f-9fff-b89e9d29172a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:23.698135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-514d6a07-ec2c-40e7-8c29-68403b0b4e92 req-f1cdbf49-03a3-423f-9fff-b89e9d29172a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Synchronizing usage tracker for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:23.738332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-943c543c-d59a-4b36-8743-c0cfa0245b68 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:23.740037 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-943c543c-d59a-4b36-8743-c0cfa0245b68 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2122610 Apr 18 20:18:23.741485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-514d6a07-ec2c-40e7-8c29-68403b0b4e92 req-f1cdbf49-03a3-423f-9fff-b89e9d29172a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Unset dirty status for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:23.742879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-514d6a07-ec2c-40e7-8c29-68403b0b4e92 req-f1cdbf49-03a3-423f-9fff-b89e9d29172a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 949 time: 0.2968297 Apr 18 20:18:23.751380 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f79d0bb4-2a70-401a-aa82-5ea7dda652b6 req-ee207a38-6508-43f7-9060-84cfd238bc55 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559051 Apr 18 20:18:23.754858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Request body: {'port': {'device_id': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'bb2e74a040c64e9289d0c20de2357f66'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:23.919842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-514d6a07-ec2c-40e7-8c29-68403b0b4e92 req-b90e56dd-2fee-44be-a5f3-900e4ffaeb12 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381423 Apr 18 20:18:23.981295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:23.992345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:24.011253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Made reservation on behalf of bb2e74a040c64e9289d0c20de2357f66 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:24.015057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:24.166100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-795dfbfc-ad3b-483c-9802-bdf92b18f363 req-903d7349-7f9e-454b-8856-b0b5a3c10028 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 210 time: 0.0824971 Apr 18 20:18:24.253686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4f869cec-9ad5-42ea-830a-01257543a97b details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:24.375307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Allocated IP 192.168.233.131 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/878bad68-4234-42a0-88c4-1e087183778a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:18:24.419701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:24.430338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.437343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.443922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.450826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.457188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.465574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.472236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.481118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-4226b21a-f9b5-46a4-9172-ab8570327796 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.2596970 Apr 18 20:18:24.489876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:24.561874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4f869cec-9ad5-42ea-830a-01257543a97b', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': '4f869cec-9ad5-42ea-830a-01257543a97b', 'mac_address': 'fa:16:3e:34:e3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:24.568533 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98104f40-63a5-4382-a9bf-05b292cdb51c req-64b57509-5cab-4889-97ff-52f58051af2d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861712 Apr 18 20:18:24.648925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:24.671727 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a6376c-7c6c-4ba6-b1d1-a26fbb08a3af'] response: {'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'code': 200} Apr 18 20:18:24.678532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f869cec-9ad5-42ea-830a-01257543a97b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:24.702308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:24.707516 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:24.746047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:24.798330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:24.889472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4f869cec-9ad5-42ea-830a-01257543a97b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:24.938896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e9e5f-f41e-43dc-8b1f-e9f5bbc26872 req-87fb6012-8ea3-45da-af80-12bb3672db01 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:24.952468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a14e9e5f-f41e-43dc-8b1f-e9f5bbc26872 req-87fb6012-8ea3-45da-af80-12bb3672db01 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 945 time: 0.1758893 Apr 18 20:18:24.985423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Transition to ACTIVE for port object 878bad68-4234-42a0-88c4-1e087183778a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:18:25.047173 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a14e9e5f-f41e-43dc-8b1f-e9f5bbc26872 req-ee360fb4-ccb7-485b-a272-072c105a3a11 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933640 Apr 18 20:18:25.083404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2ad5ae-9d35-4b1d-9f33-b17d4a6837a8 req-9d419b57-42bc-4126-8829-ffa9e1d2bade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:25.085201 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f2ad5ae-9d35-4b1d-9f33-b17d4a6837a8 req-9d419b57-42bc-4126-8829-ffa9e1d2bade service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 1097 time: 0.3203218 Apr 18 20:18:25.114024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:25.188736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:25.256479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761c868-1e2c-41f4-901b-c37103e58411 req-36504f32-881d-40cc-9ae7-71b6da45eb99 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:25.271783 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d761c868-1e2c-41f4-901b-c37103e58411 req-36504f32-881d-40cc-9ae7-71b6da45eb99 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 949 time: 0.1976297 Apr 18 20:18:25.280733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:25.286777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:18:25.294283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:18:25.305899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f22bded-7a7f-41fb-9fa1-4b7a3c1e7e22 req-0fd11253-d446-4927-9c9a-a3d6cddeac7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:25.308300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f22bded-7a7f-41fb-9fa1-4b7a3c1e7e22 req-0fd11253-d446-4927-9c9a-a3d6cddeac7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.3048317 Apr 18 20:18:25.309349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:18:25.349681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5934fe65-aa33-4bf1-a869-0188424f136c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:25.447300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f2ad5ae-9d35-4b1d-9f33-b17d4a6837a8 req-2717ebca-589e-476c-a715-862b6f1280b5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3536873 Apr 18 20:18:25.462316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Deleting port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:18:25.463190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:25.465102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:25.466227 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:25.564149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f22bded-7a7f-41fb-9fa1-4b7a3c1e7e22 req-3d4ae545-168d-4df5-a957-4598c64f97e9 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834858 Apr 18 20:18:25.569562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-c7e91338-cf6a-4a7c-bb07-7f0c1b908c35 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8185854 Apr 18 20:18:25.680836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Request body: {'port': {'device_id': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:25.813503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c7c2a69a-1e59-41b8-af2a-c3aa9fccaf12 None None] Provisioning for port 878bad68-4234-42a0-88c4-1e087183778a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:25.824466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c7c2a69a-1e59-41b8-af2a-c3aa9fccaf12 None None] Provisioning complete for port 878bad68-4234-42a0-88c4-1e087183778a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:25.824843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c7c2a69a-1e59-41b8-af2a-c3aa9fccaf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:25.908068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c7c2a69a-1e59-41b8-af2a-c3aa9fccaf12 None None] Port 878bad68-4234-42a0-88c4-1e087183778a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:18:25.926782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:25.933236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] For port 9d9dbb98-f611-48dd-80fb-7d735eefaec0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9d9dbb98-f611-48dd-80fb-7d735eefaec0,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:25.933617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:26.030626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e748f7-d948-47d9-94c7-f1eeef295821 req-5357434f-a312-420c-951e-eb4f1c3af2ce tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:26.038066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07e748f7-d948-47d9-94c7-f1eeef295821 req-5357434f-a312-420c-951e-eb4f1c3af2ce tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=26a22386-0d4b-4330-89f5-2d0a323e023d HTTP/1.1" status: 200 len: 949 time: 0.2300568 Apr 18 20:18:26.157306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07e748f7-d948-47d9-94c7-f1eeef295821 req-12a13890-64c6-4718-8875-933b899d8542 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180878 Apr 18 20:18:26.278756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4f869cec-9ad5-42ea-830a-01257543a97b up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:26.396057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Calling delete_port for 9d9dbb98-f611-48dd-80fb-7d735eefaec0 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:18:26.430747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 4f869cec-9ad5-42ea-830a-01257543a97b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:26.432172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:26.686199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:26.708670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878bad68-4234-42a0-88c4-1e087183778a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:26.719539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d6876509-72ab-43f7-89c5-0e408d3e1322'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:26.724938 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:26.765630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Transition to ACTIVE for port object 878bad68-4234-42a0-88c4-1e087183778a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:18:26.778586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:26.796580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Pushing event deleted for resources: {'Port': ['ID=9d9dbb98-f611-48dd-80fb-7d735eefaec0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:26.832225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:26.946639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] No DVR routers for this DVR port 9d9dbb98-f611-48dd-80fb-7d735eefaec0 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:18:26.950928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:26.966506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:26.976708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:26.992400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'name': 'network-vif-deleted', 'tag': '9d9dbb98-f611-48dd-80fb-7d735eefaec0'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:27.001592 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d761c868-1e2c-41f4-901b-c37103e58411 req-d0ab5f88-77ac-419c-97ef-b7a777a0731e tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "DELETE /v2.0/ports/9d9dbb98-f611-48dd-80fb-7d735eefaec0 HTTP/1.1" status: 204 len: 173 time: 1.7220378 Apr 18 20:18:27.039071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:27.066295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:27.342906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:27.361070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Attempting to bind port 878bad68-4234-42a0-88c4-1e087183778a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:18:27.361463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Attempting to bind port 878bad68-4234-42a0-88c4-1e087183778a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:18:27.361755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Attempting to bind port 878bad68-4234-42a0-88c4-1e087183778a on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:27.367889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Port 878bad68-4234-42a0-88c4-1e087183778a on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:18:27.368233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Attempting to bind port 878bad68-4234-42a0-88c4-1e087183778a on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:27.378286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:18:27.378286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:18:27.378687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:18:27.379028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Bound port: 878bad68-4234-42a0-88c4-1e087183778a, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:18:27.379364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:27.552955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:18:27.571055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:18:27.577865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:27.683628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:27.684547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:27.686159 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] 10.222.0.61 "PUT /v2.0/ports/878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 200 len: 1096 time: 2.0104177 Apr 18 20:18:27.686800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'tag': '878bad68-4234-42a0-88c4-1e087183778a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:27.710987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db13ab83-c1a0-4398-a1cc-0ac63c0a3a11 service neutron] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:28.020609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-308489d0-5e7b-402c-966f-3349e0fd2431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:28.023053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-308489d0-5e7b-402c-966f-3349e0fd2431 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 1099 time: 0.2068384 Apr 18 20:18:28.129682 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-450c0201-8839-4d37-842b-844a02db33b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 200 len: 217 time: 0.0951827 Apr 18 20:18:28.272962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9d9dbb98-f611-48dd-80fb-7d735eefaec0 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:28.291653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-23e1210f-dc90-462b-8839-b1f4f421832a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:28.293607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-23e1210f-dc90-462b-8839-b1f4f421832a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1567805 Apr 18 20:18:28.339291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 9d9dbb98-f611-48dd-80fb-7d735eefaec0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:18:28.340119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9d9dbb98-f611-48dd-80fb-7d735eefaec0 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:18:28.403273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-17f70981-9fe0-494c-95e6-105b6303741a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:28.404981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-17f70981-9fe0-494c-95e6-105b6303741a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1034393 Apr 18 20:18:28.742214 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-010fc1a4-82d1-463b-a56e-2ea3c153a253 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298564 Apr 18 20:18:28.900000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d9d6fa9-7a4b-405c-acfe-262416c48e16 req-350c3bbb-3e6b-470f-a038-3fb742fbcf5b service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501358 Apr 18 20:18:30.817958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1dcbb2-fc70-40a2-9b55-f7ea57d63cb7 req-6a4d9a79-3c7e-4c1b-8800-be47268c463e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:30.818773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1d1dcbb2-fc70-40a2-9b55-f7ea57d63cb7 req-6a4d9a79-3c7e-4c1b-8800-be47268c463e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:30.841212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1d1dcbb2-fc70-40a2-9b55-f7ea57d63cb7 req-6a4d9a79-3c7e-4c1b-8800-be47268c463e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:30.842904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d1dcbb2-fc70-40a2-9b55-f7ea57d63cb7 req-6a4d9a79-3c7e-4c1b-8800-be47268c463e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 948 time: 0.1558530 Apr 18 20:18:30.904100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d1dcbb2-fc70-40a2-9b55-f7ea57d63cb7 req-f76fc301-a435-452b-aa37-823d27ec32de tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553069 Apr 18 20:18:31.137140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fffe16-b186-41fd-ae33-9c37538cec65 req-1ade6006-8420-4066-b003-7310d042d31b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.138786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53fffe16-b186-41fd-ae33-9c37538cec65 req-1ade6006-8420-4066-b003-7310d042d31b tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.1021159 Apr 18 20:18:31.202009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53fffe16-b186-41fd-ae33-9c37538cec65 req-bb1c3130-8a46-4dcd-b501-be6e51842df4 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571370 Apr 18 20:18:31.226506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.246546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.252961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.267840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.289093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.299655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.313471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.325299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-37046d30-0a72-46ec-a0c6-9511cdee54f5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.3054585 Apr 18 20:18:31.327418 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db96a6f-cfa8-46bd-9ad6-65770c778c06'] response: {'server_uuid': '26a22386-0d4b-4330-89f5-2d0a323e023d', 'name': 'network-vif-deleted', 'tag': '9d9dbb98-f611-48dd-80fb-7d735eefaec0', 'status': 'completed', 'code': 200} Apr 18 20:18:31.391089 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74b47730-3f85-4449-bb9e-26ccb396aba5'] response: {'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b', 'code': 200} Apr 18 20:18:31.424889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8586c657-1bd3-494c-a6dd-d4ed3facdcc5 req-c9ce1fc8-d9f1-41b7-992c-99f0d0fbeed5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0914745 Apr 18 20:18:31.531702 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ac682e3-4c13-4e71-8852-3e648c7a2ac0'] response: {'name': 'network-changed', 'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'tag': '878bad68-4234-42a0-88c4-1e087183778a', 'status': 'completed', 'code': 200} Apr 18 20:18:31.696671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-c0dc25e5-e6d8-452c-8f1b-e66850cec377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.699288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-c0dc25e5-e6d8-452c-8f1b-e66850cec377 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 1099 time: 0.1254742 Apr 18 20:18:31.816054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaf7c94-b120-4b57-a790-cb95cac60ba1 req-efc23f38-050e-473c-8a24-8b4f042afcac tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.817735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3eaf7c94-b120-4b57-a790-cb95cac60ba1 req-efc23f38-050e-473c-8a24-8b4f042afcac tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 945 time: 0.1146946 Apr 18 20:18:31.885991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3eaf7c94-b120-4b57-a790-cb95cac60ba1 req-6296da80-168f-4224-b1c2-abf8bbaf0d10 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/security-groups?id=b99007fa-7965-4181-84c6-b5ec64a21b58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621345 Apr 18 20:18:31.922799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2697a5-dbda-4638-a1cf-3363466b00f9 req-42ba5efa-d1e4-4cbf-97e6-138b7524a377 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.924348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f2697a5-dbda-4638-a1cf-3363466b00f9 req-42ba5efa-d1e4-4cbf-97e6-138b7524a377 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.2239146 Apr 18 20:18:31.927540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-293352c9-5102-4c1f-b50a-98a2d84c2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:31.928909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-293352c9-5102-4c1f-b50a-98a2d84c2791 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1928122 Apr 18 20:18:31.934355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:31.939863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Request body: {'floatingip': {'port_id': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:32.080035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-a0d5e61b-f092-4254-8bd1-414a42ee2b1d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 200 len: 217 time: 0.0772545 Apr 18 20:18:32.135066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:32.291427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:32.299597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-9d786be6-12bd-41c9-88c9-23ffd4111a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:32.302614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-9d786be6-12bd-41c9-88c9-23ffd4111a52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2113481 Apr 18 20:18:32.557250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:32.575644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '878bad68-4234-42a0-88c4-1e087183778a', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '878bad68-4234-42a0-88c4-1e087183778a', 'mac_address': 'fa:16:3e:cf:ee:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:32.591180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-299524ab-1257-44fa-a279-131e3cef6f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:32.592719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-299524ab-1257-44fa-a279-131e3cef6f2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2815785 Apr 18 20:18:32.714716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:32.747315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878bad68-4234-42a0-88c4-1e087183778a {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:32.793704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:32.801671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:33.027624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:33.093782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98611978-4e12-4536-9c7e-f82f47af4691 req-f325537c-3251-4cdd-b324-c934123ce023 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:33.096635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98611978-4e12-4536-9c7e-f82f47af4691 req-f325537c-3251-4cdd-b324-c934123ce023 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 945 time: 0.1442642 Apr 18 20:18:33.199348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['878bad68-4234-42a0-88c4-1e087183778a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:33.253071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Deleting port a0f15872-9313-4708-a8a4-555038cbfd18 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:18:33.253899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:33.351427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-0146887c-afb0-467e-b738-79d28468a45c service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371743 Apr 18 20:18:33.370984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee805601-309c-444c-a31d-f25e86f47e16 req-bb342fbb-08a9-4b66-b618-ee3227fb1d5d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:33.372650 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee805601-309c-444c-a31d-f25e86f47e16 req-bb342fbb-08a9-4b66-b618-ee3227fb1d5d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 949 time: 0.2384384 Apr 18 20:18:33.638827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e3346d6-b41a-4959-ad6f-ff4a64e2dcbc req-51f07659-99ef-4ac6-9e09-1737a92b3e32 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772753 Apr 18 20:18:33.680930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55439c-27b0-4a55-b7b1-f6235225fc43 req-a51c523e-7bc9-402d-9267-5a36fc678195 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:33.682756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ca55439c-27b0-4a55-b7b1-f6235225fc43 req-a51c523e-7bc9-402d-9267-5a36fc678195 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Synchronizing usage tracker for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:33.691352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee805601-309c-444c-a31d-f25e86f47e16 req-9e950148-5583-4a15-8743-22bb82aa400d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272633 Apr 18 20:18:33.735952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ca55439c-27b0-4a55-b7b1-f6235225fc43 req-a51c523e-7bc9-402d-9267-5a36fc678195 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Unset dirty status for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:33.737130 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca55439c-27b0-4a55-b7b1-f6235225fc43 req-a51c523e-7bc9-402d-9267-5a36fc678195 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 950 time: 0.4136469 Apr 18 20:18:33.859671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] For port a0f15872-9313-4708-a8a4-555038cbfd18, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a0f15872-9313-4708-a8a4-555038cbfd18,segment=NetworkSegment(427d0815-d726-4354-8d78-0cd4ceb3c53b),segment_id=427d0815-d726-4354-8d78-0cd4ceb3c53b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:33.860014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:33.910039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:33.922950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:34.082450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca55439c-27b0-4a55-b7b1-f6235225fc43 req-00bd48e1-7158-4745-8b80-5ca9e2df2453 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347938 Apr 18 20:18:34.093005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Calling delete_port for a0f15872-9313-4708-a8a4-555038cbfd18 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:18:34.253295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:34.259564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:34.265646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:34.272611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:34.278440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:34.284582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:34.295345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:34.297240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-773ec48c-e7d0-4f7c-adfe-f70ba011ffb6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.3760529 Apr 18 20:18:34.301034 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Floating IP 7839ad4e-8d55-48a8-ada7-bb89dad57e2c associated. External IP: 172.25.5.157, port: 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa. Apr 18 20:18:34.343833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:34.357560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a0f15872-9313-4708-a8a4-555038cbfd18'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:34.435967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Pushing event deleted for resources: {'Port': ['ID=a0f15872-9313-4708-a8a4-555038cbfd18,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:34.690401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] No DVR routers for this DVR port a0f15872-9313-4708-a8a4-555038cbfd18 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:18:34.693269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:34.705252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'name': 'network-vif-deleted', 'tag': 'a0f15872-9313-4708-a8a4-555038cbfd18'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:34.714795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98611978-4e12-4536-9c7e-f82f47af4691 req-d4ba8faa-f26e-4ba4-9469-87558ded0da2 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.61 "DELETE /v2.0/ports/a0f15872-9313-4708-a8a4-555038cbfd18 HTTP/1.1" status: 204 len: 173 time: 1.6031678 Apr 18 20:18:34.923176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b600650f-f7b9-4bb3-9ed6-391a3aa343f4 req-95b13704-d9ec-4cd2-8b66-0ddef7425b3e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2406001 Apr 18 20:18:35.060810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-1ce3d33b-8c1f-458d-a18a-7ef3e593c95a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:35.062494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-1ce3d33b-8c1f-458d-a18a-7ef3e593c95a tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 950 time: 0.3787782 Apr 18 20:18:35.421684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a431df14-186a-4960-876f-15827fe5637b req-41cb1bdd-4e4d-4a3e-a387-d3949f450741 tempest-DeleteServersTestJSON-952522024 tempest-DeleteServersTestJSON-952522024-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd38daf8-c64e-44be-86ec-544fe9eb49e7 HTTP/1.1" status: 200 len: 210 time: 0.2894738 Apr 18 20:18:35.435974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Router 133491cb-1cdb-4288-8af3-a08fafc69e71 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:18:35.460338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Deleting port d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:18:35.460743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:35.523635 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9403b788-f830-4122-bc1f-b46851cb8089'] response: {'server_uuid': 'dd38daf8-c64e-44be-86ec-544fe9eb49e7', 'name': 'network-vif-deleted', 'tag': 'a0f15872-9313-4708-a8a4-555038cbfd18', 'status': 'completed', 'code': 200} Apr 18 20:18:35.772046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a143b-90e3-4fd8-bab0-7d8f574a14f5 req-492e1820-cfa9-489e-8e28-b2f3fa9506f7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:35.774068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-228a143b-90e3-4fd8-bab0-7d8f574a14f5 req-492e1820-cfa9-489e-8e28-b2f3fa9506f7 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 950 time: 0.1020632 Apr 18 20:18:35.838148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-228a143b-90e3-4fd8-bab0-7d8f574a14f5 req-ea343b63-c2fd-413f-848b-e266c8f6dcb9 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/security-groups?id=8dd7f3b1-567e-4c8d-b579-99efefa924fa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442059 Apr 18 20:18:36.129010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:18:36.136626 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:36.143026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] Sync routers for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:18:36.168253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:18:36.168906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:18:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:18:36.188450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] For port d6876509-72ab-43f7-89c5-0e408d3e1322, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d6876509-72ab-43f7-89c5-0e408d3e1322,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:36.189035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:36.416341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Calling delete_port for d6876509-72ab-43f7-89c5-0e408d3e1322 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:18:36.541633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aa61d599-a240-4571-9409-2b0bad1dc718 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "PUT /v2.0/floatingips/7839ad4e-8d55-48a8-ada7-bb89dad57e2c HTTP/1.1" status: 200 len: 992 time: 4.6054401 Apr 18 20:18:36.572896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:36.647197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86c680-413a-4601-8ec4-99c9c3f32ac3 req-ecab68f8-af63-4540-afe5-aad3ffadfa2b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:36.648755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b86c680-413a-4601-8ec4-99c9c3f32ac3 req-ecab68f8-af63-4540-afe5-aad3ffadfa2b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 949 time: 0.9306476 Apr 18 20:18:36.744278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:36.779973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b86c680-413a-4601-8ec4-99c9c3f32ac3 req-da29f41d-4ed8-4dcc-801c-20d49cf28b70 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160555 Apr 18 20:18:36.918652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:18:37.050047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:37.063457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 878bad68-4234-42a0-88c4-1e087183778a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:37.190444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Pushing event deleted for resources: {'Port': ['ID=d6876509-72ab-43f7-89c5-0e408d3e1322,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:37.210715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 878bad68-4234-42a0-88c4-1e087183778a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:37.211543 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:37.627816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] No DVR routers for this DVR port d6876509-72ab-43f7-89c5-0e408d3e1322 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:18:37.643068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:37.700021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e21656c5-7738-4c42-a8d8-6d2de2b87166 req-49a72c40-4d5d-4c12-9f25-98609d06c35c tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.61 "DELETE /v2.0/ports/d6876509-72ab-43f7-89c5-0e408d3e1322 HTTP/1.1" status: 204 len: 173 time: 2.6300607 Apr 18 20:18:37.791150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.797644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.810680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2d4d3-1196-45f6-a268-a561f7b430dc req-89ef737a-05ba-4cda-9751-266b912a1b72 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.813872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.815944 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2af2d4d3-1196-45f6-a268-a561f7b430dc req-89ef737a-05ba-4cda-9751-266b912a1b72 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.2199893 Apr 18 20:18:37.833443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.859998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.868077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:37.873754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.885323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:37.908147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-0425495b-b046-4ec1-aac9-5707d129da05 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.7268403 Apr 18 20:18:38.018687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2af2d4d3-1196-45f6-a268-a561f7b430dc req-77d3f3c8-4231-441d-83e2-52f4deaa0b57 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920676 Apr 18 20:18:38.087482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:38.093326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5deb7441-ddf4-4dda-aaf4-4c329ed8d7fa req-41ab5934-16de-4889-bd41-32649a428c91 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1840129 Apr 18 20:18:38.108012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:38.117236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:38.118761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a0f15872-9313-4708-a8a4-555038cbfd18 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:38.177301 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0a3521-4762-43ed-983e-fab1fc75ad82'] response: {'name': 'network-changed', 'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'status': 'completed', 'code': 200} Apr 18 20:18:38.350528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: a0f15872-9313-4708-a8a4-555038cbfd18 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:18:38.351309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a0f15872-9313-4708-a8a4-555038cbfd18 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:18:38.359455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:38.379796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-df25272e-1ffb-4f8e-ab59-4b026cb66aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:38.382343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:38.392152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-df25272e-1ffb-4f8e-ab59-4b026cb66aa7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=51b5c86fadcb4a7888c65433321a8327&device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 1097 time: 0.1876104 Apr 18 20:18:38.497968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: d6876509-72ab-43f7-89c5-0e408d3e1322 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:18:38.498579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d6876509-72ab-43f7-89c5-0e408d3e1322 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:18:38.537359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7839ad4e-8d55-48a8-ada7-bb89dad57e2c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'port_id': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'mac_address': 'fa:16:3e:f9:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87839f12-b44f-451d-b578-84e007691172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:17:20Z', 'updated_at': '2022-04-18T20:18:33Z', 'revision_number': 1, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:22Z', 'revision_number': 5, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:18:38.549712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] Checking router: 133491cb-1cdb-4288-8af3-a08fafc69e71 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:18:38.570557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:18:38.572895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:18:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:18:38.636618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d63dae3-b23f-4780-881f-a4e88040fd7f req-271bbcb5-1958-4e92-99e2-a1959c1cf930 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Synchronizing usage tracker for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:38.809121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d63dae3-b23f-4780-881f-a4e88040fd7f req-271bbcb5-1958-4e92-99e2-a1959c1cf930 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] Unset dirty status for tenant:f92eec5413044cd9850d9e1008bfcb6a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:38.818945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d63dae3-b23f-4780-881f-a4e88040fd7f req-271bbcb5-1958-4e92-99e2-a1959c1cf930 tempest-ServersAdminTestJSON-488271131 tempest-ServersAdminTestJSON-488271131-project] 10.222.0.47 "GET /v2.0/ports?device_id=80e5b409-e8bf-41c2-9cf7-d398355a94d0 HTTP/1.1" status: 200 len: 210 time: 0.3133378 Apr 18 20:18:38.917234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-89f6740f-a4f4-4fe2-a735-9237f9a20725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:38.920135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-89f6740f-a4f4-4fe2-a735-9237f9a20725 service neutron] 10.222.0.61 "GET /v2.0/networks?id=aebe59ad-79aa-4202-ad10-8808239c2c6c HTTP/1.1" status: 200 len: 916 time: 0.5212262 Apr 18 20:18:38.993212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:18:39.377745 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a12c7f0-f3a9-4426-bacb-e7064e05c9c7'] response: {'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a', 'code': 200} Apr 18 20:18:39.447552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-4b51f8c4-d6ed-42b4-9449-c6c7db498ac9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa HTTP/1.1" status: 200 len: 1000 time: 0.5145888 Apr 18 20:18:39.474633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd80b2c-5e65-4d1e-9af5-119eca2f9635 req-175fc22f-a8ec-4cd3-9aca-5336baa8bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:39.478454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5fd80b2c-5e65-4d1e-9af5-119eca2f9635 req-175fc22f-a8ec-4cd3-9aca-5336baa8bd5b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 1101 time: 0.2209327 Apr 18 20:18:39.651722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-7fa37c21-f4b5-4d71-915f-caca9391d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:39.653683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-7fa37c21-f4b5-4d71-915f-caca9391d149 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6af0c1ad-ab88-4f2f-8595-738e045d498a HTTP/1.1" status: 200 len: 854 time: 0.1055028 Apr 18 20:18:39.720872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5fd80b2c-5e65-4d1e-9af5-119eca2f9635 req-8c20801d-1546-4261-9419-b40a064b5155 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201235 Apr 18 20:18:39.736061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95965a54-2c9d-453d-9eb7-0f0526731875 req-2c9c0a33-3d90-4073-b3f7-14c62266adef tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:39.746502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95965a54-2c9d-453d-9eb7-0f0526731875 req-2c9c0a33-3d90-4073-b3f7-14c62266adef tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 947 time: 0.3898871 Apr 18 20:18:39.766189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854d78e-9deb-4807-8ac0-2e28fdb02e4d req-a6cbdf3d-1442-405b-a003-7214f6e1101d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:39.773760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7854d78e-9deb-4807-8ac0-2e28fdb02e4d req-a6cbdf3d-1442-405b-a003-7214f6e1101d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.3236923 Apr 18 20:18:39.826791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-93165e5f-7284-4b7c-81e3-e46bb5914d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:39.827979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95965a54-2c9d-453d-9eb7-0f0526731875 req-1a93c25a-4946-4bbb-b177-8d296237af31 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746155 Apr 18 20:18:39.829841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-93165e5f-7284-4b7c-81e3-e46bb5914d4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=aebe59ad-79aa-4202-ad10-8808239c2c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644831 Apr 18 20:18:39.878059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7854d78e-9deb-4807-8ac0-2e28fdb02e4d req-fb93adde-4248-4e33-a3d1-f77bfe19314c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032937 Apr 18 20:18:39.968625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7839ad4e-8d55-48a8-ada7-bb89dad57e2c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'port_id': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'mac_address': 'fa:16:3e:f9:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87839f12-b44f-451d-b578-84e007691172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:17:20Z', 'updated_at': '2022-04-18T20:18:33Z', 'revision_number': 1, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:22Z', 'revision_number': 5, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:18:39.982094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e29f0343-dd51-47c0-9013-007dd6af45ab None None] The sync data for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 is: [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7839ad4e-8d55-48a8-ada7-bb89dad57e2c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'floating_ip_address': '172.25.5.157', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'port_id': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1062, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'mac_address': 'fa:16:3e:f9:fc:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87839f12-b44f-451d-b578-84e007691172', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:17:20Z', 'updated_at': '2022-04-18T20:18:33Z', 'revision_number': 1, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:22Z', 'revision_number': 5, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:18:40.189961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-deleted', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:40.278085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-8a400722-f947-4bcc-a69a-10e4de804f21 service neutron] 10.222.0.61 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342950 Apr 18 20:18:40.295659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:40.301561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:40.308293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:40.315571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:40.321475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:40.332388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:40.342174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:40.342400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-c8704e8b-95a5-4458-8382-0fb41ce9760b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5430 time: 0.2506785 Apr 18 20:18:40.363894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c85a111f-22a4-4d5e-8bf5-b18fbfe9415e details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:40.428726 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf918f57-872b-46d4-8965-6ea0774eb616 None None] New status for floating IP 7839ad4e-8d55-48a8-ada7-bb89dad57e2c: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:18:40.565949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ab0ab58-ade2-4008-83ea-d6e5c08c3906 req-ba32e783-dad4-43b5-950a-a223972558cc tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1762130 Apr 18 20:18:40.613300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:40.654210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe8add71-38e1-4750-9947-28c3dd7d261d req-c784ff3b-958f-472f-bf18-06a6eab0f1cd service neutron] 10.222.0.61 "GET /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108633 Apr 18 20:18:40.659248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e', 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64', 'port_id': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e', 'mac_address': 'fa:16:3e:ae:f3:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:40.788048 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa43448f-0485-4f68-b0ff-6fee4d0cec4c'] response: {'server_uuid': '80e5b409-e8bf-41c2-9cf7-d398355a94d0', 'name': 'network-vif-deleted', 'tag': 'd6876509-72ab-43f7-89c5-0e408d3e1322', 'status': 'completed', 'code': 200} Apr 18 20:18:40.800321 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:40.843863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85a111f-22a4-4d5e-8bf5-b18fbfe9415e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:40.879623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:40.883757 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:40.884560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device be350bf2-d002-47c6-a07c-c018740fc7d1 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:41.157906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-09c5481b-863a-44bd-a210-568fb2f266ae tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:41.161170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-09c5481b-863a-44bd-a210-568fb2f266ae tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 947 time: 0.3479514 Apr 18 20:18:41.328351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be350bf2-d002-47c6-a07c-c018740fc7d1,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:41.361702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:41.384118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'be350bf2-d002-47c6-a07c-c018740fc7d1', 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'port_id': 'be350bf2-d002-47c6-a07c-c018740fc7d1', 'mac_address': 'fa:16:3e:41:ba:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b55cd5-3ea3-40e4-846f-c2ee0d7d8896', 'ip_address': '10.1.1.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:41.424869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f3aab-45d3-4bd3-bec1-08f5f809e584 req-44210d14-c17b-437a-9b9e-c63ab925c08e tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:41.435803 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f81f3aab-45d3-4bd3-bec1-08f5f809e584 req-44210d14-c17b-437a-9b9e-c63ab925c08e tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 947 time: 0.2710798 Apr 18 20:18:41.543324 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f81f3aab-45d3-4bd3-bec1-08f5f809e584 req-c91f4662-6484-4ad0-8e0a-ec7b5ce5fbbb tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063952 Apr 18 20:18:41.571079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Deleting port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:18:41.571574 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:41.600155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45020) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:41.601603 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:41.643410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be350bf2-d002-47c6-a07c-c018740fc7d1 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:41.677833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be350bf2-d002-47c6-a07c-c018740fc7d1,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:41.687391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:41.687689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 792ad8c2-8602-41ec-8301-7a9e9e29ce6e details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:41.713475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390775e9-1104-4191-b85f-2c94603fbc97 req-1d671b47-b607-4471-9742-45c8a9c8a115 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:41.723817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:41.724693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-390775e9-1104-4191-b85f-2c94603fbc97 req-1d671b47-b607-4471-9742-45c8a9c8a115 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.3908391 Apr 18 20:18:41.901755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-390775e9-1104-4191-b85f-2c94603fbc97 req-53b8bbf7-825a-42ee-b18a-79ffb4cfed7e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759760 Apr 18 20:18:41.929824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '792ad8c2-8602-41ec-8301-7a9e9e29ce6e', 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'port_id': '792ad8c2-8602-41ec-8301-7a9e9e29ce6e', 'mac_address': 'fa:16:3e:20:c6:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b55cd5-3ea3-40e4-846f-c2ee0d7d8896', 'ip_address': '10.1.1.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:41.934645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:42.066312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:42.088060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 792ad8c2-8602-41ec-8301-7a9e9e29ce6e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:42.106227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:42.112024 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:42.115720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:42.184523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b15e8e99-5ca0-47cb-9290-451a0b6daac7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f92eec5413044cd9850d9e1008bfcb6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821011 Apr 18 20:18:42.194583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45040) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:42.360147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:42.521953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] For port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:42.526898 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:42.576801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:42.609372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:42.700773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:42.760064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd7f3b1-567e-4c8d-b579-99efefa924fa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:42.773767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Calling delete_port for 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:18:42.799076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.801768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.802379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.804110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.804794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.804883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.805449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.808130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.808637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.810141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.812410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.813827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:42.845918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:42.848977 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c92c2d51-acd3-413f-baf4-1c0de9297556 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8dd7f3b1-567e-4c8d-b579-99efefa924fa HTTP/1.1" status: 204 len: 168 time: 0.6537435 Apr 18 20:18:42.878096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:42.896228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:42.907821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:42.917718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'port_id': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'mac_address': 'fa:16:3e:ee:e7:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:42.927920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:42.943653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:42.955157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:42.968684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:42.987305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:43.010628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-32a40af9-9a58-4bdb-addc-45806010d74d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5433 time: 0.8292069 Apr 18 20:18:43.108326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:43.143978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:43.170128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:43.180765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:43.182506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3f20d59e-ddf4-434d-b9e0-242f08405135 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:43.230449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f20d59e-ddf4-434d-b9e0-242f08405135, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f20d59e-ddf4-434d-b9e0-242f08405135,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:43.240514 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c49f4e49-dcd7-4dc9-bd57-8b65a9e6439e req-fa0979ad-dd95-46d1-962a-ecebe57a0ba5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2275789 Apr 18 20:18:43.331857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70a65157-4b9b-4711-9b84-229e2764ef76 req-60b080f5-e150-4514-9ef1-d49029045e6a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 210 time: 0.0990100 Apr 18 20:18:43.339381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:43.394433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Pushing event deleted for resources: {'Port': ['ID=7d88ae49-0dc8-4ec3-bb83-c406fac3e70a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:43.416578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.417778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.418639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.419636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.420829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.421557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.422571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.423439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.424366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.424942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.426913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.430080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:18:43.487339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '3f20d59e-ddf4-434d-b9e0-242f08405135', 'network_id': 'eb133edc-7170-4d08-b33f-c1736fa17d64', 'port_id': '3f20d59e-ddf4-434d-b9e0-242f08405135', 'mac_address': 'fa:16:3e:52:0f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:43.676670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:43.686117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:43.704477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45078) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:43.737014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f20d59e-ddf4-434d-b9e0-242f08405135 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:43.773535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f20d59e-ddf4-434d-b9e0-242f08405135, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f20d59e-ddf4-434d-b9e0-242f08405135,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:43.774471 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-770ad326-7735-4291-8f23-4b7fa2517892 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a3d668f6d5c746ac81d8b2ed21767d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0675750 Apr 18 20:18:43.777204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45082) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:43.777402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b5dddbf-790f-4222-97be-6152aee5ef96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:43.782682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:43.787646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e851fad6-0e2e-437d-bc62-2f921a1fc1c7 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:43.814677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] No DVR routers for this DVR port 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:18:43.821374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:43.823880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:43.831519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-deleted', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:43.879832 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c6c16da-2085-4a3e-a51b-4e85782a3bc0 req-772bfcad-3dcd-42d9-9042-79c55eadc749 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "DELETE /v2.0/ports/7d88ae49-0dc8-4ec3-bb83-c406fac3e70a HTTP/1.1" status: 204 len: 173 time: 2.7031922 Apr 18 20:18:43.927808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc69c5a-d7fa-43cd-bc24-c2d838b6b3aa req-955b001e-8c69-4f44-8cae-5457b1ed93ef tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:43.950112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afc69c5a-d7fa-43cd-bc24-c2d838b6b3aa req-955b001e-8c69-4f44-8cae-5457b1ed93ef tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.2670162 Apr 18 20:18:43.986438 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6957e01-d782-41b5-b4d6-5751ae95a508'] response: {'server_uuid': '6f94a389-c31b-4b33-aac9-9ee353fa087c', 'name': 'network-vif-deleted', 'tag': '7d88ae49-0dc8-4ec3-bb83-c406fac3e70a', 'status': 'completed', 'code': 200} Apr 18 20:18:43.996893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb04-4bbf-48c5-b007-5ffd523ca77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:44.067886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb04-4bbf-48c5-b007-5ffd523ca77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:44.073325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7', 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'port_id': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7', 'mac_address': 'fa:16:3e:aa:70:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b55cd5-3ea3-40e4-846f-c2ee0d7d8896', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:44.082513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3f20d59e-ddf4-434d-b9e0-242f08405135,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:44.116091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afc69c5a-d7fa-43cd-bc24-c2d838b6b3aa req-36b9da2a-089f-4b13-9a08-ab5d1027920e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647289 Apr 18 20:18:44.244555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb04-4bbf-48c5-b007-5ffd523ca77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:44.297071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdfb04-4bbf-48c5-b007-5ffd523ca77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7767d4c-dc14-4ca1-9ca6-b586e47cd33b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:44.298182 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:44.358687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97fdfb04-4bbf-48c5-b007-5ffd523ca77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:44.364614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-97fdfb04-4bbf-48c5-b007-5ffd523ca77f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c7767d4c-dc14-4ca1-9ca6-b586e47cd33b HTTP/1.1" status: 204 len: 168 time: 0.5856209 Apr 18 20:18:44.399217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e851fad6-0e2e-437d-bc62-2f921a1fc1c7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:44.451506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:44.460164 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:44.461044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 188c719b-ddd3-49e9-a36f-a3c3c5f54101 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:18:44.592669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4627f-e566-4e95-b804-a9d17ac8d8ef req-a65e916e-13dc-4dcf-a4cc-a1e7ed179d5a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.600182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72d4627f-e566-4e95-b804-a9d17ac8d8ef req-a65e916e-13dc-4dcf-a4cc-a1e7ed179d5a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1874967 Apr 18 20:18:44.624116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.632745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.641693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:44.643760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.654915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.660920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.665919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:44.668651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.674964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:44.684424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-494e4817-8278-4270-992a-cd1647ca107f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5436 time: 0.2100222 Apr 18 20:18:44.722295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72d4627f-e566-4e95-b804-a9d17ac8d8ef req-46b7ed93-9505-45a5-aa59-86f7702bc20b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204572 Apr 18 20:18:44.738979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '188c719b-ddd3-49e9-a36f-a3c3c5f54101', 'network_id': 'c8a9e9af-34e7-490a-a44e-6a0135589c01', 'port_id': '188c719b-ddd3-49e9-a36f-a3c3c5f54101', 'mac_address': 'fa:16:3e:a4:80:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b55cd5-3ea3-40e4-846f-c2ee0d7d8896', 'ip_address': '10.1.1.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:18:44.778031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4c713d27-3a53-4015-a8ba-68f5631946e0 req-5e027dc6-debb-4e7c-8f59-ea493f9d3f18 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0916376 Apr 18 20:18:44.921606 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:45.010539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 188c719b-ddd3-49e9-a36f-a3c3c5f54101 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:45.074286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:45.089319 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:45.133277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65dd934d-1f60-40f6-9145-0eef3d8be969 req-3fa71760-3c39-4b9e-a5a9-16f8196724e6 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f94a389-c31b-4b33-aac9-9ee353fa087c HTTP/1.1" status: 200 len: 210 time: 0.0797570 Apr 18 20:18:45.261918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=188c719b-ddd3-49e9-a36f-a3c3c5f54101,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:45.619165 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-4360dde2-8284-4162-a96b-7a03647afc38 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1298587 Apr 18 20:18:45.664508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cc323c-6029-4fac-b8eb-c60e0228251d req-ddb80a16-3c6d-487a-a5bf-440fb1e986a8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:45.671850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8cc323c-6029-4fac-b8eb-c60e0228251d req-ddb80a16-3c6d-487a-a5bf-440fb1e986a8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1082363 Apr 18 20:18:45.735518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8cc323c-6029-4fac-b8eb-c60e0228251d req-f26e7c2e-6f75-4791-a431-a0fc60892e25 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626290 Apr 18 20:18:45.930082 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2543d872-863f-4c7e-b581-9f590e50e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:45.964338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3f20d59e-ddf4-434d-b9e0-242f08405135'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:46.073904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3d496e6d-bdf2-403f-82d6-836fcdfe1a6d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:46.195865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:46.223520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:46.246026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:46.265348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:46.281612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:46.297859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:46.313823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:46.330696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['792ad8c2-8602-41ec-8301-7a9e9e29ce6e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:46.331225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-6e130742-9f46-4863-975e-eb9e503b6d7f tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5437 time: 0.3565636 Apr 18 20:18:46.403868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-faf8f895-5b7a-4dbc-a5a0-a6bb9a324b73 req-788d0823-4170-4009-80b9-847d8c4880a6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714214 Apr 18 20:18:46.469359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['c85a111f-22a4-4d5e-8bf5-b18fbfe9415e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:46.861254 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:46.901332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['e851fad6-0e2e-437d-bc62-2f921a1fc1c7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:46.949325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:47.001857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['188c719b-ddd3-49e9-a36f-a3c3c5f54101'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:47.125460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:47.149019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4f869cec-9ad5-42ea-830a-01257543a97b no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:47.419571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:47.438872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:47.457666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Usage tracker for resource:security_group_rule and tenant:e6118241cc2542378a8562d622614251 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:47.466475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:47.481031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:47.582658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:47.589937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:47.715036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e6118241cc2542378a8562d622614251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7643945 Apr 18 20:18:47.715864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04359736-a3de-4b8c-94e3-7fad367c7279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7564cb78-70f0-4aac-b6d2-16747efd25f1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:47.722513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45268) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:47.897477 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb13b767-9522-470a-891d-c692bf86141f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:47.933001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-1eb0d51a-baf0-4c17-8a0d-ca5a048bc10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:47.935104 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-1eb0d51a-baf0-4c17-8a0d-ca5a048bc10f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 1101 time: 0.1168578 Apr 18 20:18:47.935611 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb13b767-9522-470a-891d-c692bf86141f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:47.995765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:48.023850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119b1f4-4686-41d5-838c-24c9983e81c8 req-dddffbe8-60b5-4ee1-a60e-eec9cbb722d3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.026393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e119b1f4-4686-41d5-838c-24c9983e81c8 req-dddffbe8-60b5-4ee1-a60e-eec9cbb722d3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.2097461 Apr 18 20:18:48.072969 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb13b767-9522-470a-891d-c692bf86141f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:48.086790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:48.102595 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e119b1f4-4686-41d5-838c-24c9983e81c8 req-cfd02010-bfc7-485f-8183-69606d7e62cf tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631998 Apr 18 20:18:48.104207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb13b767-9522-470a-891d-c692bf86141f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7564cb78-70f0-4aac-b6d2-16747efd25f1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:48.114763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb13b767-9522-470a-891d-c692bf86141f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:48.116079 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cb13b767-9522-470a-891d-c692bf86141f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7564cb78-70f0-4aac-b6d2-16747efd25f1 HTTP/1.1" status: 204 len: 168 time: 0.3925867 Apr 18 20:18:48.154117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:48.172837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['be350bf2-d002-47c6-a07c-c018740fc7d1'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:18:48.248127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-48793f86-5434-4e37-97d2-5f0ec96631bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.250291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-48793f86-5434-4e37-97d2-5f0ec96631bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3058174 Apr 18 20:18:48.258451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:48.261078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:48.382366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-3f9abbe1-d763-456e-999b-e5264f5680a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 200 len: 217 time: 0.1201096 Apr 18 20:18:48.402279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:18:48.402629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d88ae49-0dc8-4ec3-bb83-c406fac3e70a not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:18:48.404927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.414372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.423403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9962c4-919f-4433-abcf-138e6c2b040f req-09ef7fd3-bd62-40fe-96f5-59832629c5ac tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.423610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.425629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d9962c4-919f-4433-abcf-138e6c2b040f req-09ef7fd3-bd62-40fe-96f5-59832629c5ac tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 949 time: 0.1405008 Apr 18 20:18:48.430658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:48.436138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.441916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.449262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.455210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.457126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-d01350ba-0291-472f-ad93-d127c4e83f36 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5437 time: 0.4239914 Apr 18 20:18:48.499717 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:48.521047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d9962c4-919f-4433-abcf-138e6c2b040f req-9b899103-31cb-4024-b0cb-fb9757d13e2a tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891509 Apr 18 20:18:48.542229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-4c8119b9-0e59-439b-bb73-39a619312c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.544507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-4c8119b9-0e59-439b-bb73-39a619312c98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0865588 Apr 18 20:18:48.558210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:48.689453 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53cc55b7-6dfc-487c-a00b-ffc7be786266 req-3c1c10bc-1e91-4641-98b9-32ff907abc66 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1438363 Apr 18 20:18:48.750570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-b907bb56-ac07-4cd8-b8bb-4f81d74e2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:48.752806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-b907bb56-ac07-4cd8-b8bb-4f81d74e2d0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395688 Apr 18 20:18:48.819733 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fad7978-04ad-4641-be1a-e57a35906aad'] response: {'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b', 'code': 200} Apr 18 20:18:49.021316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:49.024179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-91602275-423c-4fc2-9f9f-83726f59e6e6 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631769 Apr 18 20:18:49.243850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-76bc600b-a09c-4059-aa1b-156cfc070768 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115819 Apr 18 20:18:49.361401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-95f00426-24d5-4178-8dc8-f764c64439e1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:49.368870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-95f00426-24d5-4178-8dc8-f764c64439e1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.2351620 Apr 18 20:18:49.382900 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-d6a1a58d-59ee-4240-a15f-0b4951cf9b9e tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/quotas/c9176544df8c406f81421c724caa028e HTTP/1.1" status: 200 len: 375 time: 0.0121934 Apr 18 20:18:49.472853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3d864-d089-4683-a307-fe6d80c7d041 req-19d90d02-d251-4c4c-8f45-852c2eeb9ac3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:49.480299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60e3d864-d089-4683-a307-fe6d80c7d041 req-19d90d02-d251-4c4c-8f45-852c2eeb9ac3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1430433 Apr 18 20:18:49.515285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-d06ee050-30de-4274-b5db-d6fa6b741c86 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1248994 Apr 18 20:18:49.527214 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60e3d864-d089-4683-a307-fe6d80c7d041 req-c3a32396-0fa6-4f16-a98a-1f3bfb267d14 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459285 Apr 18 20:18:49.670003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-f161637c-3357-4cf4-900f-42d6669d5fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446323 Apr 18 20:18:49.814491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198f8e7-3aee-408a-9548-82c96038fe91 req-1eeb22eb-c2a5-439d-bb33-31c031ab5b34 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:49.815592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b198f8e7-3aee-408a-9548-82c96038fe91 req-1eeb22eb-c2a5-439d-bb33-31c031ab5b34 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Synchronizing usage tracker for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:49.826136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-c85eeb68-f884-40d5-bbb0-c068cda762aa service neutron] 10.222.0.47 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503160 Apr 18 20:18:49.834421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b198f8e7-3aee-408a-9548-82c96038fe91 req-1eeb22eb-c2a5-439d-bb33-31c031ab5b34 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Unset dirty status for tenant:82fbb23355b0467c90d51e5951d86b70 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:49.838461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b198f8e7-3aee-408a-9548-82c96038fe91 req-1eeb22eb-c2a5-439d-bb33-31c031ab5b34 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 949 time: 0.1114337 Apr 18 20:18:49.916850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b198f8e7-3aee-408a-9548-82c96038fe91 req-1901cb83-d739-4f62-8ca9-93b3511038b2 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688317 Apr 18 20:18:50.035022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45352) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:50.324429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.332980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.340617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.346664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.352450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.354812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8625071b-65f0-4165-a1fe-5a7f66154985 req-b15df514-780f-4110-bb59-fcfc443d87ad tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 210 time: 0.2714586 Apr 18 20:18:50.367945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.374121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.376038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a54460b-8265-44be-b1d1-ac012374970d req-19b997b9-f084-4755-86c9-3a2b90fd6aff tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5437 time: 0.1871550 Apr 18 20:18:50.475043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-b4850369-6e9b-434c-90ff-8b52537035fc tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:50.477503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-b4850369-6e9b-434c-90ff-8b52537035fc tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 949 time: 0.1387265 Apr 18 20:18:50.502110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a54460b-8265-44be-b1d1-ac012374970d req-04755588-0e2d-42ff-a28c-47c5ab02466d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0837612 Apr 18 20:18:50.511946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] Deleting subnet 8557ea57-8087-403b-b2f4-187b34f03222 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:18:50.518934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:50.603521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Deleting port 434da6f1-c887-4502-8561-5739b8bf64ae {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:18:50.603865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:50.651023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:50.937033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.036650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580417d-f25f-4d00-9224-54970465eb81 req-efaba4df-5c85-4524-89e2-f318cca982a9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:51.044483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1580417d-f25f-4d00-9224-54970465eb81 req-efaba4df-5c85-4524-89e2-f318cca982a9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.3207793 Apr 18 20:18:51.066388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.116780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c85a111f-22a4-4d5e-8bf5-b18fbfe9415e up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:51.160063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.167291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8557ea57-8087-403b-b2f4-187b34f03222,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:51.191666 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ea345396-cd58-46fd-aa9e-0bb520a66bc8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8557ea57-8087-403b-b2f4-187b34f03222 HTTP/1.1" status: 204 len: 168 time: 1.1532810 Apr 18 20:18:51.193595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45394) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:51.233650 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1580417d-f25f-4d00-9224-54970465eb81 req-2ab4fcba-1faf-493b-bbbb-e2d1c78ce3e7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880553 Apr 18 20:18:51.272221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] For port 434da6f1-c887-4502-8561-5739b8bf64ae, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=434da6f1-c887-4502-8561-5739b8bf64ae,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:51.272833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.286615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:51.295555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:51.295986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.315290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45398) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:51.413718 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.438066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Calling delete_port for 434da6f1-c887-4502-8561-5739b8bf64ae owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:18:51.453307 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.494936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:51.505404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:51.512289 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.513339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:51.538114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd23f48-c5d6-472d-9ec6-ce00b434c058 req-8b0c5c5c-75d8-4c32-9360-90b24e04fa1e tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:51.539862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cd23f48-c5d6-472d-9ec6-ce00b434c058 req-8b0c5c5c-75d8-4c32-9360-90b24e04fa1e tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/ports?device_id=479b8f12-e48c-479b-a43a-f2041a0638fc HTTP/1.1" status: 200 len: 949 time: 0.3876810 Apr 18 20:18:51.624499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cd23f48-c5d6-472d-9ec6-ce00b434c058 req-a5ae1910-5acf-41b7-a114-1eb818e82296 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.47 "GET /v2.0/security-groups?id=d7ea9862-671d-43ef-9457-9be0fa59b775&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759690 Apr 18 20:18:51.634349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bad57d4d-2f63-442e-ba28-2eeafc1d1b10 req-2c6cdf37-af29-4dab-8e17-335f899bb35d tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 210 time: 0.1168165 Apr 18 20:18:51.636674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.699061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:51.703654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:51.719909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:51.719909 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.740941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:51.756743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.775322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-b72d6cd2-bee0-4662-9815-ca536ed28acc tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:51.777088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-b72d6cd2-bee0-4662-9815-ca536ed28acc tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/ports?device_id=a0d2a11c-f389-453f-93b6-f116cc3f3833 HTTP/1.1" status: 200 len: 944 time: 0.4431436 Apr 18 20:18:51.778524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Usage tracker for resource:security_group_rule and tenant:1fb5a74b6c41493f8be96e2de577ee65 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:51.783744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:51.855384 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266f75b9-6447-4791-8c4a-874f181c47b8'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e', 'code': 200} Apr 18 20:18:51.859372 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:18:51.947869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Deleting port 4f869cec-9ad5-42ea-830a-01257543a97b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:18:51.947994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.974671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.988183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:51.998177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:52.025363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:52.037102 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.037981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3f20d59e-ddf4-434d-b9e0-242f08405135 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:52.071777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f839205-bbcf-485f-9b96-1e0ab75a69ef']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:18:52.122588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-34b58b11-afb9-417e-aedc-8f39b2f8eac8 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:52.124246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-34b58b11-afb9-417e-aedc-8f39b2f8eac8 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 804 time: 0.3165827 Apr 18 20:18:52.152599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427d0815-d726-4354-8d78-0cd4ceb3c53b') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:18:52.152599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427d0815-d726-4354-8d78-0cd4ceb3c53b') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:18:52.211653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Request body: {'port': {'device_id': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'admin_state_up': True, 'tenant_id': 'c9176544df8c406f81421c724caa028e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:52.246467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Pushing event deleted for resources: {'Port': ['ID=434da6f1-c887-4502-8561-5739b8bf64ae,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:52.273787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 3f20d59e-ddf4-434d-b9e0-242f08405135 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:52.273787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 3f20d59e-ddf4-434d-b9e0-242f08405135 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:52.273787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.306518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:52.363123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] No DVR routers for this DVR port 434da6f1-c887-4502-8561-5739b8bf64ae on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:18:52.371164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.371164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-deleted', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:52.396570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.429619 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.468000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bebf509-e17b-4933-9261-de63ae4fa88e req-a45b4936-47c2-4f6e-b732-e17619304350 tempest-ListImageFiltersTestJSON-1808766533 tempest-ListImageFiltersTestJSON-1808766533-project] 10.222.0.61 "DELETE /v2.0/ports/434da6f1-c887-4502-8561-5739b8bf64ae HTTP/1.1" status: 204 len: 173 time: 1.9805086 Apr 18 20:18:52.479780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f20d59e-ddf4-434d-b9e0-242f08405135, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f20d59e-ddf4-434d-b9e0-242f08405135,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:52.491785 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.491785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e851fad6-0e2e-437d-bc62-2f921a1fc1c7 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:52.532112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.575541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:52.604946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:52.638785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Made reservation on behalf of c9176544df8c406f81421c724caa028e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:52.650434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3f20d59e-ddf4-434d-b9e0-242f08405135,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:52.659491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:52.666230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.674592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:52.674592 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.886425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:18:52.886425 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:18:52.939052 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:18:52.998169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.042628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:53.052255 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.053923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 792ad8c2-8602-41ec-8301-7a9e9e29ce6e up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:53.054593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776afe8f-d231-493b-ad10-5e07e7a6d6bd req-f5ce3b02-6239-47d4-a154-42aea903a9f9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.062860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-776afe8f-d231-493b-ad10-5e07e7a6d6bd req-f5ce3b02-6239-47d4-a154-42aea903a9f9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.4469810 Apr 18 20:18:53.091742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.098439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.105228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.111752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.117811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.124674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.130731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:53.132690 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-9b3c482e-4f95-4a93-9f9b-b167e6e769d1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5439 time: 1.1457438 Apr 18 20:18:53.140807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.230390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.250765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] For port 4f869cec-9ad5-42ea-830a-01257543a97b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4f869cec-9ad5-42ea-830a-01257543a97b,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:53.251129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.253641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-776afe8f-d231-493b-ad10-5e07e7a6d6bd req-d328f8c9-e566-4b3c-b8bb-4b01e1de4f6b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895847 Apr 18 20:18:53.284862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f839205-bbcf-485f-9b96-1e0ab75a69ef,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:53.315477 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.315649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Allocated IP 172.20.0.8 (006a0287-50b3-4dce-84c3-ce9d47afe11d/c8df73ec-d65e-49a4-9f80-e2dfbf5859b2/d2701042-233b-4051-ae82-dab4ffc0a526) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:18:53.371392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:53.389487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:53.409257 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c849b0f-4743-4cfa-b10a-a63d8a9d5e8d'] response: {'server_uuid': '479b8f12-e48c-479b-a43a-f2041a0638fc', 'name': 'network-vif-deleted', 'tag': '434da6f1-c887-4502-8561-5739b8bf64ae', 'status': 'completed', 'code': 200} Apr 18 20:18:53.410240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:53.410328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.495598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Calling delete_port for 4f869cec-9ad5-42ea-830a-01257543a97b owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:18:53.531363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.575830 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5f99d7e-6a6d-41bb-86ec-fa65e85469b2 req-dcf50dbe-a9f0-44b0-99cc-63615ea0861b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4022348 Apr 18 20:18:53.577032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5fceaabd-f647-4513-a884-6d218b85f828 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4f839205-bbcf-485f-9b96-1e0ab75a69ef HTTP/1.1" status: 204 len: 168 time: 2.3822718 Apr 18 20:18:53.624349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1fb5a74b6c41493f8be96e2de577ee65&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3077173 Apr 18 20:18:53.625195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45428) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:53.636984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89023ef2-4518-43fa-b063-40626b79c657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a18b36-55b3-49a1-8679-ac09fc62f6f0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:53.791886 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.852816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d'}, {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135'}, {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7'}, {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ad8c2-8602-41ec-8301-7a9e9e29ce6e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:53.882700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45438) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:53.882950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:53.890306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:53.891163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:53.916966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e93a640a-35eb-4bf3-96f7-eaa366e4e697 req-4214a3be-d61e-43e5-9670-da50ff87f052 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 210 time: 0.0855336 Apr 18 20:18:54.014893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdd20a36-b735-40bd-a82e-0195e937df03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.025356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.039549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.095888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.116167 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e0eb7f8e-37ae-401a-adb8-b85dc55aea22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81949679276041ed8938d973d3e63b4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305114 Apr 18 20:18:54.130595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:54.131865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event deleted for resources: {'Port': ['ID=4f869cec-9ad5-42ea-830a-01257543a97b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:54.153936 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97cc433-d871-4e67-86c0-b8a2cd0ae679'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'code': 200} Apr 18 20:18:54.155490 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97cc433-d871-4e67-86c0-b8a2cd0ae679'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135', 'code': 200} Apr 18 20:18:54.155896 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97cc433-d871-4e67-86c0-b8a2cd0ae679'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7', 'code': 200} Apr 18 20:18:54.156288 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d97cc433-d871-4e67-86c0-b8a2cd0ae679'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '792ad8c2-8602-41ec-8301-7a9e9e29ce6e', 'code': 200} Apr 18 20:18:54.168815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:54.171546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 434da6f1-c887-4502-8561-5739b8bf64ae {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:18:54.176533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 434da6f1-c887-4502-8561-5739b8bf64ae not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:18:54.189352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device be350bf2-d002-47c6-a07c-c018740fc7d1 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:54.220773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdd20a36-b735-40bd-a82e-0195e937df03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.237307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:54.255793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Network 006a0287-50b3-4dce-84c3-ce9d47afe11d is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:18:54.257203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:18:54.260467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:18:54.341314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port be350bf2-d002-47c6-a07c-c018740fc7d1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:54.345700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:54.346715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.348193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port be350bf2-d002-47c6-a07c-c018740fc7d1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:54.349828 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.391967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-a8ac5ea8-a65d-4993-b62b-4be0c9bc5e1b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1965668 Apr 18 20:18:54.406098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Request body: {'port': {'device_id': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:54.435783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] No DVR routers for this DVR port 4f869cec-9ad5-42ea-830a-01257543a97b on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:18:54.451400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a00fee8-1576-4fce-919b-b9e975952332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.500494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a00fee8-1576-4fce-919b-b9e975952332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.584132 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.600282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-deleted', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:54.607085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c23a747-8993-47a5-8ac6-d59e8c21e6e7 req-d6300cd1-6909-4e5b-a687-89e3fd4edc24 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "DELETE /v2.0/ports/4f869cec-9ad5-42ea-830a-01257543a97b HTTP/1.1" status: 204 len: 173 time: 2.8189304 Apr 18 20:18:54.608483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a00fee8-1576-4fce-919b-b9e975952332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.610878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a00fee8-1576-4fce-919b-b9e975952332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.620501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4a00fee8-1576-4fce-919b-b9e975952332 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b99007fa-7965-4181-84c6-b5ec64a21b58 HTTP/1.1" status: 204 len: 168 time: 0.4763975 Apr 18 20:18:54.652987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a00fee8-1576-4fce-919b-b9e975952332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99007fa-7965-4181-84c6-b5ec64a21b58,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:54.658218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.692587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdd20a36-b735-40bd-a82e-0195e937df03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.727656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd20a36-b735-40bd-a82e-0195e937df03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a18b36-55b3-49a1-8679-ac09fc62f6f0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:54.745732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdd20a36-b735-40bd-a82e-0195e937df03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.750901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.751191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fdd20a36-b735-40bd-a82e-0195e937df03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0a18b36-55b3-49a1-8679-ac09fc62f6f0 HTTP/1.1" status: 204 len: 168 time: 1.1175127 Apr 18 20:18:54.774988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be350bf2-d002-47c6-a07c-c018740fc7d1,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:54.808171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:54.811161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 188c719b-ddd3-49e9-a36f-a3c3c5f54101 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:18:54.873033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e15996-8250-4093-861e-db60bb79b24f req-a00360f6-df7e-49b9-84b8-a351354bba60 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:54.881069 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07e15996-8250-4093-861e-db60bb79b24f req-a00360f6-df7e-49b9-84b8-a351354bba60 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.3213992 Apr 18 20:18:55.026397 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07e15996-8250-4093-861e-db60bb79b24f req-e5fbd711-4d5c-4255-b530-6e71bb6afdd0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440771 Apr 18 20:18:55.044333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:55.128382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:18:55.138035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:18:55.138769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:55.187709 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079b531a-0a4a-48c9-8eab-0436af6b8d3c'] response: {'server_uuid': 'a0d2a11c-f389-453f-93b6-f116cc3f3833', 'name': 'network-vif-deleted', 'tag': '4f869cec-9ad5-42ea-830a-01257543a97b', 'status': 'completed', 'code': 200} Apr 18 20:18:55.330708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:55.419453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:18:55.433236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:55.434016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4f869cec-9ad5-42ea-830a-01257543a97b no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:18:55.488777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.498947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.524279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.537561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.557075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.566273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.575909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.586429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-b87786a3-e3ac-4ada-b403-22c4079b5a26 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5443 time: 0.2840142 Apr 18 20:18:55.687992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 4f869cec-9ad5-42ea-830a-01257543a97b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:18:55.690181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b180a4-52ec-4275-aad8-0d240bddae45 req-4d2ed338-fbee-41a1-a32b-339dac3e5200 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:55.692165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-34b180a4-52ec-4275-aad8-0d240bddae45 req-4d2ed338-fbee-41a1-a32b-339dac3e5200 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:55.693652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4f869cec-9ad5-42ea-830a-01257543a97b not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:18:55.695854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=188c719b-ddd3-49e9-a36f-a3c3c5f54101,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:55.699149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5dd508ec-ed05-43ba-abf2-1d40b0407d16 req-6a1196e5-762c-40b6-b56f-607b1d78de85 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108429 Apr 18 20:18:55.721222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-34b180a4-52ec-4275-aad8-0d240bddae45 req-4d2ed338-fbee-41a1-a32b-339dac3e5200 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:55.733454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34b180a4-52ec-4275-aad8-0d240bddae45 req-4d2ed338-fbee-41a1-a32b-339dac3e5200 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 931 time: 0.2148113 Apr 18 20:18:55.854886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2701042-233b-4051-ae82-dab4ffc0a526 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:18:55.858384 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34b180a4-52ec-4275-aad8-0d240bddae45 req-a31a24c7-1a43-4ba4-a13c-0e27c1d6fe41 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180434 Apr 18 20:18:55.871315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:55.902097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Transition to ACTIVE for port object d2701042-233b-4051-ae82-dab4ffc0a526 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:18:55.907678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:56.170469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be350bf2-d002-47c6-a07c-c018740fc7d1'}, {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:56.204724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:56.271700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Attempting to bind port d2701042-233b-4051-ae82-dab4ffc0a526 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:18:56.272328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Attempting to bind port d2701042-233b-4051-ae82-dab4ffc0a526 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:18:56.276243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Attempting to bind port d2701042-233b-4051-ae82-dab4ffc0a526 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:56.297069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Port d2701042-233b-4051-ae82-dab4ffc0a526 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:18:56.297865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Attempting to bind port d2701042-233b-4051-ae82-dab4ffc0a526 on network 006a0287-50b3-4dce-84c3-ce9d47afe11d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:18:56.335435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:18:56.335435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Checking segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:18:56.335435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Bound using segment: {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:18:56.335435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Bound port: d2701042-233b-4051-ae82-dab4ffc0a526, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:18:56.335435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:56.373238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54bef5f-6454-47b4-8d2e-625fad890cc6 req-8b5f88c4-7f8c-4377-b567-bc6c9384bdd8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.376674 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c54bef5f-6454-47b4-8d2e-625fad890cc6 req-8b5f88c4-7f8c-4377-b567-bc6c9384bdd8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1135354 Apr 18 20:18:56.498464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c54bef5f-6454-47b4-8d2e-625fad890cc6 req-9d637dc9-b03c-4a76-ab21-530e4a5c7e46 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181660 Apr 18 20:18:56.595075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45552) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:56.595205 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe0a2d3-545d-411d-bcff-a1528397b4a7'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be350bf2-d002-47c6-a07c-c018740fc7d1', 'code': 200} Apr 18 20:18:56.595341 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe0a2d3-545d-411d-bcff-a1528397b4a7'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101', 'code': 200} Apr 18 20:18:56.627996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:18:56.633150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:18:56.638823 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:56.753406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:56.788027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.788027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:56.788027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-682d29f6-0da1-46fd-9001-3b12b5086d5d service neutron] 10.222.0.61 "PUT /v2.0/ports/d2701042-233b-4051-ae82-dab4ffc0a526 HTTP/1.1" status: 200 len: 1091 time: 2.3835771 Apr 18 20:18:56.788027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:18:56.889645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.890213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.901275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.901828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.902326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.904385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.904385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:56.905750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-608279f9-298e-4ea7-ac72-e6914b2ff796 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6501 time: 0.2122402 Apr 18 20:18:56.907846 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05929037-0d14-4a95-9909-9968bb1727fc'] response: {'name': 'network-changed', 'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'status': 'completed', 'code': 200} Apr 18 20:18:56.945078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:57.022105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-915d1c8c-4706-4a8e-aea5-58d07794d585 req-34b5c636-e9ad-44d3-96c8-17e151368d3e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1079977 Apr 18 20:18:57.023447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-e46b406a-7795-4ef1-bf87-ab41c5431ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.024860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-e46b406a-7795-4ef1-bf87-ab41c5431ee0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 1094 time: 0.1640117 Apr 18 20:18:57.099812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-648104627-network', 'tenant_id': '3bd27a9aade94778b983168efcb1ebaf'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:57.121285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:57.139608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Usage tracker for resource:network and tenant:3bd27a9aade94778b983168efcb1ebaf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:57.155781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:57.161157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:57.161297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1178106725-network', 'tenant_id': '67206cc2705d44e1a2a739b6d16d7c0c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:57.172220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:57.179774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Usage tracker for resource:network and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:57.186948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Made reservation on behalf of 3bd27a9aade94778b983168efcb1ebaf for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:57.189408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.203467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:57.220600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:57.223318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.231906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.240155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.251273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.261670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.268445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.274922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.277979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-0a39015b-26ca-4940-bf09-cf44359f0d08 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.2621841 Apr 18 20:18:57.279010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.320599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:57.334679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Usage tracker for resource:security_group_rule and tenant:3bd27a9aade94778b983168efcb1ebaf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:57.340763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:57.350446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:57.358657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c06881c0-cfd8-485d-9c05-706f09498f8f req-3d8c3300-4da8-470a-a2da-f6ed9cfae920 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0621231 Apr 18 20:18:57.370075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-303e4523-e186-43c0-a930-00a9584b14b5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2701042-233b-4051-ae82-dab4ffc0a526 HTTP/1.1" status: 200 len: 217 time: 0.0926089 Apr 18 20:18:57.382113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Made reservation on behalf of 67206cc2705d44e1a2a739b6d16d7c0c for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:57.385089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.437136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45582) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:57.528569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.561120 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.610834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:18:57.628173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff0836-5025-4a44-a9a2-f32b78a0d67d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:57.636019 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.636455 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Added segment 91568edd-d835-420d-933c-127769c903ee of type vlan for network 0f0e4655-31ac-42d5-97d9-797728f1b6cd Apr 18 20:18:57.677138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.708325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:57.713552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:57.716941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:57.728421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:57.757116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.766991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-8ab4af2a-9fd5-4779-ac11-359d2891b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.768688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-8ab4af2a-9fd5-4779-ac11-359d2891b002 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.3565941 Apr 18 20:18:57.782649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8918b112-e9e0-45e4-8d93-759694fd7f67 req-74f0e44b-cd13-4492-aba5-c3ef1e244a8b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.783456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8918b112-e9e0-45e4-8d93-759694fd7f67 req-74f0e44b-cd13-4492-aba5-c3ef1e244a8b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:18:57.803515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-281cdb1d-aa58-46be-a357-4e4bf1eaeb06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82fbb23355b0467c90d51e5951d86b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666368 Apr 18 20:18:57.811444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45592) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:57.851713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-f616cb10-f3a8-4067-8c81-ce0be1805673 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618894 Apr 18 20:18:57.856611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8918b112-e9e0-45e4-8d93-759694fd7f67 req-74f0e44b-cd13-4492-aba5-c3ef1e244a8b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:18:57.862010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8918b112-e9e0-45e4-8d93-759694fd7f67 req-74f0e44b-cd13-4492-aba5-c3ef1e244a8b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 943 time: 0.6426578 Apr 18 20:18:57.867367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.868783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.869188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:57.936247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3786f0-c56b-47d4-a2c9-9511f8786aa4 req-8396a1d3-e321-43b8-833a-b040b6774620 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:57.937672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a3786f0-c56b-47d4-a2c9-9511f8786aa4 req-8396a1d3-e321-43b8-833a-b040b6774620 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.2834156 Apr 18 20:18:58.039678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94e23c8f-0345-4c8c-bc6d-6ec5a84f6115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.039678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] Pushing event updated for resources: {'Network': ['ID=0f0e4655-31ac-42d5-97d9-797728f1b6cd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:58.053841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-46f68469-eb0b-432f-b44c-384c36b7177b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4530809 Apr 18 20:18:58.070346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45596) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:58.070346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8918b112-e9e0-45e4-8d93-759694fd7f67 req-10cb9659-041e-429e-802e-d263d1a4601d tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906095 Apr 18 20:18:58.070346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Request body: {'subnet': {'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-648104627-subnet', 'tenant_id': '3bd27a9aade94778b983168efcb1ebaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:58.079839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:58.079839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Usage tracker for resource:subnet and tenant:3bd27a9aade94778b983168efcb1ebaf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:58.081113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:58.089988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94e23c8f-0345-4c8c-bc6d-6ec5a84f6115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.090762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:58.096530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 0f0e4655-31ac-42d5-97d9-797728f1b6cd details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:18:58.099060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a3786f0-c56b-47d4-a2c9-9511f8786aa4 req-56dd2964-c898-49dd-8861-6957e1040a04 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487927 Apr 18 20:18:58.146625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.218709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.221145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94e23c8f-0345-4c8c-bc6d-6ec5a84f6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.233783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Made reservation on behalf of 3bd27a9aade94778b983168efcb1ebaf for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:58.234723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e23c8f-0345-4c8c-bc6d-6ec5a84f6115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ea9862-671d-43ef-9457-9be0fa59b775,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:58.236810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.257447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94e23c8f-0345-4c8c-bc6d-6ec5a84f6115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.263719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-94e23c8f-0345-4c8c-bc6d-6ec5a84f6115 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7ea9862-671d-43ef-9457-9be0fa59b775 HTTP/1.1" status: 204 len: 168 time: 0.4509695 Apr 18 20:18:58.285416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-42576a69-bd8c-4563-afe6-31c810284e2f service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221210 Apr 18 20:18:58.479549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:18:58.482265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af5987b-7bd4-472b-a167-df81874bf9bb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:58.610104 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.610732 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Added segment b64c1c61-c950-4e2d-bd93-02b298bc744c of type vlan for network 3220258f-6150-470a-aca6-116b4f549d3d Apr 18 20:18:58.774847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:58.814707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f7ce58-73f0-44fb-9b38-6e963bad63b2 req-f2d687af-1681-44c5-b5ca-265b57b7e16b service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947295 Apr 18 20:18:58.941238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.040748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.047984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.053375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.072296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.072296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.075872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.080794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.082740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-46ea0940-c4c7-417e-a342-3d07bbc1aae9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.4851396 Apr 18 20:18:59.083409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.084307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.084883 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.264617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a4bb28b-3b5e-45ac-8649-562d81e5c389,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:59.286080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] Pushing event updated for resources: {'Network': ['ID=3220258f-6150-470a-aca6-116b4f549d3d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:59.293881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Checking segment: {'id': '91568edd-d835-420d-933c-127769c903ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:18:59.294619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Network hostable DHCP agents. Network: 0f0e4655-31ac-42d5-97d9-797728f1b6cd, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:18:59.300284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3220258f-6150-470a-aca6-116b4f549d3d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:18:59.302516 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ee7a523-936f-4ee8-b312-f681aeabe4c9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3532588 Apr 18 20:18:59.305551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45630) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:59.319241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Request body: {'subnet': {'network_id': '3220258f-6150-470a-aca6-116b4f549d3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1178106725-subnet', 'tenant_id': '67206cc2705d44e1a2a739b6d16d7c0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:59.327074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14056632-4647-4c48-90d3-5dedc8d13c55 req-658bf267-b090-48a5-9bcf-80625bc2d9f4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.328537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14056632-4647-4c48-90d3-5dedc8d13c55 req-658bf267-b090-48a5-9bcf-80625bc2d9f4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 943 time: 0.1068432 Apr 18 20:18:59.330361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2bfe43cc-8d2f-4c1d-8ad8-01770fa2fd8f req-647c4c5b-1c99-4dbb-abb5-624c51a172ce tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044432 Apr 18 20:18:59.354289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:59.362368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Usage tracker for resource:subnet and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:59.366981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:59.384968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:59.389085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Network 0f0e4655-31ac-42d5-97d9-797728f1b6cd is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:18:59.394829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb98ff-496c-4476-8223-9ceb70371161 req-93c1135e-aae3-4ef0-b436-d45098af6395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.396524 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5edb98ff-496c-4476-8223-9ceb70371161 req-93c1135e-aae3-4ef0-b436-d45098af6395 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c9176544df8c406f81421c724caa028e&device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 1094 time: 0.4980998 Apr 18 20:18:59.440337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45638) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:18:59.457960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14056632-4647-4c48-90d3-5dedc8d13c55 req-21b62c17-5d95-4379-8896-fc0c5601a55b tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083398 Apr 18 20:18:59.485170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Made reservation on behalf of 67206cc2705d44e1a2a739b6d16d7c0c for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:59.487615 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.521751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 0f0e4655-31ac-42d5-97d9-797728f1b6cd) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:18:59.527200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.527542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.530239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff94ea5-06a7-4a3e-84dd-913ebf9af027 None None] Network 0f0e4655-31ac-42d5-97d9-797728f1b6cd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:18:59.592549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-235778112-network', 'tenant_id': '848ecc5424ba47c3a8608b637abfb73a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:18:59.597637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:59.604569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Usage tracker for resource:network and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:59.608066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:59.614716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:59.636892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Made reservation on behalf of 848ecc5424ba47c3a8608b637abfb73a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:18:59.639204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.653871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.673604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:18:59.679422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Usage tracker for resource:security_group_rule and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:18:59.683279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:18:59.689048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:18:59.749011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b7294ae7-f302-4b28-a004-58ac1c215217 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6776056 Apr 18 20:18:59.802658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8d79e5-c5de-4881-a0e8-2d1a277cce8f None None] Network 0f0e4655-31ac-42d5-97d9-797728f1b6cd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:18:59.811674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.817757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.842225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb98ff-496c-4476-8223-9ceb70371161 req-8937b955-98d2-409b-a251-b9f6635c1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:18:59.844364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5edb98ff-496c-4476-8223-9ceb70371161 req-8937b955-98d2-409b-a251-b9f6635c1190 service neutron] 10.222.0.61 "GET /v2.0/networks?id=006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 200 len: 905 time: 0.4336600 Apr 18 20:18:59.861198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:18:59.879605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70578c7-09c8-40fa-a774-10c8c455d473,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:18:59.885657 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:18:59.885766 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Added segment 91d5a355-191c-4bb5-a608-8c00d3c0df0e of type vlan for network a142fae2-8523-4448-8b83-453ba091de73 Apr 18 20:18:59.935950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:00.019422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:00.019422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:00.019422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:00.226125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abce61-32a5-470a-9904-d32c93322839 req-8c916f38-6bd6-491c-8801-01bce5d4db10 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:00.233796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00abce61-32a5-470a-9904-d32c93322839 req-8c916f38-6bd6-491c-8801-01bce5d4db10 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.6961124 Apr 18 20:19:00.249401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] Pushing event updated for resources: {'Network': ['ID=a142fae2-8523-4448-8b83-453ba091de73,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:00.267075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5edb98ff-496c-4476-8223-9ceb70371161 req-5b806bc4-a9bc-42d7-8efe-6789eab0f6c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d2701042-233b-4051-ae82-dab4ffc0a526 HTTP/1.1" status: 200 len: 217 time: 0.4097736 Apr 18 20:19:00.268841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ada6ad59-93bb-4af7-8ec6-ec45a0c7fc44 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8274355 Apr 18 20:19:00.275118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a142fae2-8523-4448-8b83-453ba091de73 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:19:00.277460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:00.320738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Request body: {'subnet': {'network_id': 'a142fae2-8523-4448-8b83-453ba091de73', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-235778112-subnet', 'tenant_id': '848ecc5424ba47c3a8608b637abfb73a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:00.326541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:00.332717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Usage tracker for resource:subnet and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:00.336848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:00.343789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:00.367723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Made reservation on behalf of 848ecc5424ba47c3a8608b637abfb73a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:00.370481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:00.424481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00abce61-32a5-470a-9904-d32c93322839 req-8c7191f0-845a-4d49-8ca9-03f341311f6a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896875 Apr 18 20:19:00.627277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:00.670753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb98ff-496c-4476-8223-9ceb70371161 req-f4039e93-2808-4890-afdb-bd04869c74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:00.673053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5edb98ff-496c-4476-8223-9ceb70371161 req-f4039e93-2808-4890-afdb-bd04869c74b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 200 len: 844 time: 0.3943789 Apr 18 20:19:00.778230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5edb98ff-496c-4476-8223-9ceb70371161 req-4405df36-5139-435b-9165-fc0319febf2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=006a0287-50b3-4dce-84c3-ce9d47afe11d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0954289 Apr 18 20:19:00.823087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-0fa574d5-eaf5-4a44-92a8-e7636fd5ced2 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:00.824313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-0fa574d5-eaf5-4a44-92a8-e7636fd5ced2 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Synchronizing usage tracker for tenant:3bd27a9aade94778b983168efcb1ebaf on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:00.835216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8b8085-ac24-4bbc-8fa4-f829902a1753,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:00.855270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-0fa574d5-eaf5-4a44-92a8-e7636fd5ced2 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Unset dirty status for tenant:3bd27a9aade94778b983168efcb1ebaf on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:00.858704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-0fa574d5-eaf5-4a44-92a8-e7636fd5ced2 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/networks?id=0f0e4655-31ac-42d5-97d9-797728f1b6cd HTTP/1.1" status: 200 len: 821 time: 0.3256233 Apr 18 20:19:00.888269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-84f479e7-0cae-4e90-8cf8-6e98ee621549 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/quotas/3bd27a9aade94778b983168efcb1ebaf HTTP/1.1" status: 200 len: 375 time: 0.0177784 Apr 18 20:19:00.945682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Checking segment: {'id': 'b64c1c61-c950-4e2d-bd93-02b298bc744c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3220258f-6150-470a-aca6-116b4f549d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:00.945958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Network hostable DHCP agents. Network: 3220258f-6150-470a-aca6-116b4f549d3d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:19:00.948348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-a5a0401b-ccd1-4a1d-8359-2160d7047476 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3bd27a9aade94778b983168efcb1ebaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586164 Apr 18 20:19:01.029284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.035411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.042239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.047820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.053789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.060602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.067015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.068916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c9746fb-1682-4e82-860c-5d956914f40d req-692ac39b-6829-4c45-a551-7ea3b7a9460e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.4855654 Apr 18 20:19:01.091837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-1aef3410-e531-4684-ae67-dd758ed89bdf service neutron] 10.222.0.47 "GET /v2.0/networks/0f0e4655-31ac-42d5-97d9-797728f1b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426232 Apr 18 20:19:01.131840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Network 3220258f-6150-470a-aca6-116b4f549d3d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:19:01.145711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5edb98ff-496c-4476-8223-9ceb70371161 req-2a53326d-863c-4c5e-9769-b040dd8f4c19 service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592997 Apr 18 20:19:01.182697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d2701042-233b-4051-ae82-dab4ffc0a526 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:19:01.235027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 3220258f-6150-470a-aca6-116b4f549d3d) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:01.263797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.264390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:01.289607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-3155f8c5-d996-4069-99b8-2e66f7c23cfc service neutron] 10.222.0.47 "GET /v2.0/networks/0f0e4655-31ac-42d5-97d9-797728f1b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820712 Apr 18 20:19:01.356780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c9746fb-1682-4e82-860c-5d956914f40d req-b44fbe08-c3f4-48cc-8ff0-c4bceb9f7f20 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2681432 Apr 18 20:19:01.411889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:01.419754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:01.430123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'mac_address': 'fa:16:3e:68:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:19:01.434930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f43ceff-1217-4e5e-a536-ea0a4de8015b None None] Network 3220258f-6150-470a-aca6-116b4f549d3d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:01.613377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-385af95b-3271-489a-9b46-3126e8dd8ff8 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3031335 Apr 18 20:19:01.686014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:01.703726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5edb98ff-496c-4476-8223-9ceb70371161 req-3aeaaf0c-7a3d-4cf1-b012-edd685e0fce3 service neutron] 10.222.0.61 "GET /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295730 Apr 18 20:19:01.703726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Pushing event updated for resources: {'Subnet': ['ID=9de82f08-f3be-45ec-83e3-b02753ccb863,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:01.708106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2701042-233b-4051-ae82-dab4ffc0a526 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:01.727156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:01.735557 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:01.757488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Checking segment: {'id': '91d5a355-191c-4bb5-a608-8c00d3c0df0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'a142fae2-8523-4448-8b83-453ba091de73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:01.757867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Network hostable DHCP agents. Network: a142fae2-8523-4448-8b83-453ba091de73, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:19:01.780479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b419e6e3-3957-4d55-95e8-2d1c20903d1d req-2adc2712-586a-4e90-a949-1d3cf40765df tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.788154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b419e6e3-3957-4d55-95e8-2d1c20903d1d req-2adc2712-586a-4e90-a949-1d3cf40765df tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 943 time: 0.2334008 Apr 18 20:19:01.843255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Network a142fae2-8523-4448-8b83-453ba091de73 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:19:01.881780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a142fae2-8523-4448-8b83-453ba091de73) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:01.895437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05ead7b-3dfe-49b3-83dd-89ba42df4202 None None] Network a142fae2-8523-4448-8b83-453ba091de73 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:01.903911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:01.904553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:01.916144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b419e6e3-3957-4d55-95e8-2d1c20903d1d req-70292633-24e7-4b0e-b0cb-16da04b3fb9e tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267989 Apr 18 20:19:01.949365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45feac2c-2ab1-40af-87b8-4429229237da admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6701076 Apr 18 20:19:02.033318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.096065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.118341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.139828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:02.142817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.162027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.176932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.208377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.210159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7651669-8b8a-4eea-a76f-e2d362271a1b req-b4119bf8-0cc7-46e9-9ccb-bdf63e1fea8a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.4759791 Apr 18 20:19:02.225996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:02.231207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Request body: {'floatingip': {'port_id': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:02.237629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d2701042-233b-4051-ae82-dab4ffc0a526'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:19:02.353586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b56a01-5283-4894-b4d9-c671fc936e89 req-58162b70-26e0-4dc4-99ac-b34b4ea33a91 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:02.362441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24b56a01-5283-4894-b4d9-c671fc936e89 req-58162b70-26e0-4dc4-99ac-b34b4ea33a91 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.2785318 Apr 18 20:19:02.416972 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24b56a01-5283-4894-b4d9-c671fc936e89 req-7cade633-2c9f-44f9-b58f-7b4580d3942d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540640 Apr 18 20:19:02.464442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827c1704-6a33-46dd-8afb-ed3165218a48 None None] Network 3220258f-6150-470a-aca6-116b4f549d3d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:02.501188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:02.554359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1414733088', 'description': 'tempest-description-1403277284'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:02.570437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:02.576249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:02.582882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:02.597530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:02.619274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:02.623434 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1fd127fd-502b-4613-b878-8101820e7778 req-e34b51ec-baaf-4643-8983-6949eeb0365b tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 210 time: 0.2352571 Apr 18 20:19:02.670685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:02.675407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:02.683353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:02.702612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:02.911709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:02.912460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-258303360', 'description': 'tempest-description-251938593'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:02.917757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:02.921228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:02.927969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:02.933258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:02.942193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:03.009958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6dcbe6-fdbf-4fa7-8959-d2347f71dfee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:03.013147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:03.015827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d67aa72-80ac-408b-a209-0590413d2613 req-c0d0fc58-5e02-45d1-9a27-63e31bce34ac tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.4650452 Apr 18 20:19:03.032077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:03.085309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:03.112201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group_rule and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:03.196524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:03.208056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6ba8cf-77f3-4956-b404-2a840c7143b9 None None] Network a142fae2-8523-4448-8b83-453ba091de73 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:03.244874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:03.276481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f6d3eb-be4e-43fb-918c-d4d798edc6e1 req-ee9b8eaa-b272-413c-bda0-ad6f2048e0e3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:03.280144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70f6d3eb-be4e-43fb-918c-d4d798edc6e1 req-ee9b8eaa-b272-413c-bda0-ad6f2048e0e3 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 944 time: 0.1308117 Apr 18 20:19:03.369251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70f6d3eb-be4e-43fb-918c-d4d798edc6e1 req-a99e4dee-be5c-4a93-a324-00fb2c567a10 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751443 Apr 18 20:19:03.508496 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-222a4411-03a2-46ba-9217-ee0ee9059e46 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/ca6dcbe6-fdbf-4fa7-8959-d2347f71dfee HTTP/1.1" status: 200 len: 1807 time: 0.0961874 Apr 18 20:19:03.528464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca6dcbe6-fdbf-4fa7-8959-d2347f71dfee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:03.529336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ca6dcbe6-fdbf-4fa7-8959-d2347f71dfee', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:03.540754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:03.553117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:03.560204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:03.575648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:03.739386 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:03.752142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:03.825635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51009e0-b2a1-4372-990e-8730c02e67ef,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:03.840969 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:03.842136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d7d02f9-7b66-4eed-b6d8-e806ab61f1c4 req-c9502ad3-7d4d-4ff0-8367-185eb47235f0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.9352057 Apr 18 20:19:03.906126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:04.039116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-ab4981c9-7082-4919-9ae8-4bb7bcdd530a tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:04.047822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-ab4981c9-7082-4919-9ae8-4bb7bcdd530a tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.61 "GET /v2.0/networks?id=0f0e4655-31ac-42d5-97d9-797728f1b6cd HTTP/1.1" status: 200 len: 821 time: 0.3667865 Apr 18 20:19:04.080965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Request body: {'port': {'device_id': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd', 'admin_state_up': True, 'tenant_id': '3bd27a9aade94778b983168efcb1ebaf'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:04.270291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:04.335685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:04.463508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:04.472763 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:04.526961 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:04.527721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2deed2a5-f429-4907-a85a-1314867c19d7 req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0111074 Apr 18 20:19:04.550202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f496efe-5d89-4839-84fa-b5d5c6190862 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442c6f96-e2f3-44c1-ac1f-930ee928022f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:04.564095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:04.572643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Usage tracker for resource:port and tenant:3bd27a9aade94778b983168efcb1ebaf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:04.579682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:04.594647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:04.611840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Made reservation on behalf of 3bd27a9aade94778b983168efcb1ebaf for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:04.616018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:04.760499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc68e9-5386-4e3d-ade5-ea1aaa472293 req-2f45053c-f8ce-4495-966d-0fed83de5e22 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:04.762555 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-40cc68e9-5386-4e3d-ade5-ea1aaa472293 req-2f45053c-f8ce-4495-966d-0fed83de5e22 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.4983747 Apr 18 20:19:04.773766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ccb4175a-41e1-4301-b0b8-90ca8013a1a4 req-d74e7ed7-4f3b-4fb8-9db0-cc2b6e49fdd0 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 210 time: 0.0633793 Apr 18 20:19:04.864549 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Floating IP a715b9ab-c465-4b39-b145-04c5ee014978 associated. External IP: 172.25.5.174, port: 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d. Apr 18 20:19:04.943487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-f7b6bdac-ce9c-4074-9807-8df55ca4393e tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/b51009e0-b2a1-4372-990e-8730c02e67ef HTTP/1.1" status: 200 len: 1813 time: 0.1152642 Apr 18 20:19:04.945091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Allocated IP 172.20.0.11 (0f0e4655-31ac-42d5-97d9-797728f1b6cd/1a4bb28b-3b5e-45ac-8649-562d81e5c389/646def38-a6f5-45d0-823f-fcb74308c649) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:04.985429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b51009e0-b2a1-4372-990e-8730c02e67ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:04.985429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b51009e0-b2a1-4372-990e-8730c02e67ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:04.992416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:05.001008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group_rule and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:05.018584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:05.029721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:05.070114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-40cc68e9-5386-4e3d-ade5-ea1aaa472293 req-f2dc6f02-6fab-4af5-860d-17a955ebe076 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2993746 Apr 18 20:19:05.189482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d2701042-233b-4051-ae82-dab4ffc0a526 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:05.339583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port d2701042-233b-4051-ae82-dab4ffc0a526 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:05.347204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port d2701042-233b-4051-ae82-dab4ffc0a526 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:05.347204 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.405801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.436335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.448701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.482933 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.501106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d87739-e207-4b3e-b88e-184f6788aa79,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:05.516098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:19:05.518097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:05.532262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:05.541809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.554087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.557897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5ea721c1-b2ae-48e9-be19-7a50511082f3 req-18be0446-e187-411c-bdbb-eb74308c1a71 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5858006 Apr 18 20:19:05.604609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-51570100', 'description': 'tempest-description-902492611'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:05.612556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:05.617226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:05.621687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:05.629933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:05.644440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:05.666979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.679725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.728884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:05.738413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:05.745679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:05.755466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:05.822895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caecd6e-e0bd-487e-8dbc-51b4f5f3c158 req-4e85d33c-4f22-4e30-ae9b-99fb188b810a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:05.830791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6caecd6e-e0bd-487e-8dbc-51b4f5f3c158 req-4e85d33c-4f22-4e30-ae9b-99fb188b810a tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 944 time: 0.3720891 Apr 18 20:19:05.857480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.860095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:19:05.871565 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.872677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] Sync routers for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:19:05.874373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.886286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:05.889677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:18:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:05.946157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ef3e6c45-05d8-4027-8683-1b637569b635 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "PUT /v2.0/floatingips/a715b9ab-c465-4b39-b145-04c5ee014978 HTTP/1.1" status: 200 len: 992 time: 3.7078516 Apr 18 20:19:05.946157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:05.951326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:05.978200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6caecd6e-e0bd-487e-8dbc-51b4f5f3c158 req-81be4377-dac0-4215-8155-e89cd87240df tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461296 Apr 18 20:19:05.989073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:06.007211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa2f4a04-802a-4ab4-a95e-6ff553a22cf7 req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4210742 Apr 18 20:19:06.066048 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d577b955-45e1-4a5d-98df-82fadb987ef4'] response: {'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'code': 200} Apr 18 20:19:06.157223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be16de-e3dc-4718-b1c4-e867fddefcbd tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f904998d-891d-440a-b9db-0b4d578abe16,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:06.186994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:06.223309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Network 0f0e4655-31ac-42d5-97d9-797728f1b6cd is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:06.230665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:06.249003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:06.354619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Pushing event updated for resources: {'Port': ['ID=646def38-a6f5-45d0-823f-fcb74308c649,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:06.366768 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92e27eb0-aade-4828-8f30-016bd1359e00 req-657fd8c5-b92b-4916-8018-873bb8fd4c53 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/b51009e0-b2a1-4372-990e-8730c02e67ef HTTP/1.1" status: 200 len: 2407 time: 0.2122188 Apr 18 20:19:06.389362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.390245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:06.403738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae24d05-6a3b-452c-8cd5-5e321ed1821a req-073e674a-d227-4db6-93de-bdee03a89da7 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.412511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ae24d05-6a3b-452c-8cd5-5e321ed1821a req-073e674a-d227-4db6-93de-bdee03a89da7 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 932 time: 0.1550114 Apr 18 20:19:06.414585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-dbd05b6d-c4d3-428f-bf4c-ae1bd22f5fa3 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3558629 Apr 18 20:19:06.428512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Request body: {'port': {'device_id': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:06.434114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333effa-36da-4b0d-b0b2-69ac8643dcf4 req-45794bfa-76d6-4777-871b-1bf2ec771be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.435711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a333effa-36da-4b0d-b0b2-69ac8643dcf4 req-45794bfa-76d6-4777-871b-1bf2ec771be6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 1096 time: 0.2361190 Apr 18 20:19:06.463666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4ae24d05-6a3b-452c-8cd5-5e321ed1821a req-0a882580-078d-4845-ab93-5ae1a7564ecc tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Synchronizing usage tracker for tenant:3bd27a9aade94778b983168efcb1ebaf on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:06.525496 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c752925-2fda-4e1a-897e-7c1c5057d0f6'] response: {'name': 'network-changed', 'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'status': 'completed', 'code': 200} Apr 18 20:19:06.560180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a333effa-36da-4b0d-b0b2-69ac8643dcf4 req-09adee61-aa0a-4305-946a-dca1314fe12a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012447 Apr 18 20:19:06.566953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4ae24d05-6a3b-452c-8cd5-5e321ed1821a req-0a882580-078d-4845-ab93-5ae1a7564ecc tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Unset dirty status for tenant:3bd27a9aade94778b983168efcb1ebaf on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:06.581026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ae24d05-6a3b-452c-8cd5-5e321ed1821a req-0a882580-078d-4845-ab93-5ae1a7564ecc tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615167 Apr 18 20:19:06.672976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:06.725106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'a715b9ab-c465-4b39-b145-04c5ee014978', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'port_id': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'mac_address': 'fa:16:3e:ee:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:17:19Z', 'updated_at': '2022-04-18T20:19:03Z', 'revision_number': 1, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:59Z', 'revision_number': 5, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:06.730305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] Checking router: e8efd05b-6c79-4b22-94e4-efe63fcdaba9 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:19:06.744887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:06.745855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:18:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:06.750427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a5a8b0-5112-4330-92af-40d28386057b req-86aff9b1-555f-421e-99a6-0b338a692eed tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/f904998d-891d-440a-b9db-0b4d578abe16 HTTP/1.1" status: 200 len: 1804 time: 0.1877065 Apr 18 20:19:06.775575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f904998d-891d-440a-b9db-0b4d578abe16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:06.776090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'f904998d-891d-440a-b9db-0b4d578abe16', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:06.827932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:06.844027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:06.849748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:06.852212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e943edcd-657b-4eb0-a5cc-858d163c733f req-a80bc1bf-de37-4bd5-9746-f071cc009049 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.853978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e943edcd-657b-4eb0-a5cc-858d163c733f req-a80bc1bf-de37-4bd5-9746-f071cc009049 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1602874 Apr 18 20:19:06.900389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.902650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.903308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.903939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.904494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.905010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.905566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:06.908360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0094d741-52e1-41de-aa81-b39c70337dfd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6501 time: 0.3471603 Apr 18 20:19:06.958978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e943edcd-657b-4eb0-a5cc-858d163c733f req-16910814-c24e-448c-9033-11ebd34fbdbd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952742 Apr 18 20:19:06.967954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:07.117441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:07.122662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a272600-46d5-485b-a233-e838a792bd34 req-54514124-1c75-4a68-8646-657a3b6050b8 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-group-rules/49d87739-e207-4b3e-b88e-184f6788aa79 HTTP/1.1" status: 200 len: 778 time: 0.0711722 Apr 18 20:19:07.233786 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a272600-46d5-485b-a233-e838a792bd34 req-7c9cfecc-50b5-4d3e-a51b-379e01feb477 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/b51009e0-b2a1-4372-990e-8730c02e67ef HTTP/1.1" status: 200 len: 2407 time: 0.1101747 Apr 18 20:19:07.336302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5a272600-46d5-485b-a233-e838a792bd34 req-38c48db3-3df2-4863-b259-f917b65a13be tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:07.369877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5a272600-46d5-485b-a233-e838a792bd34 req-38c48db3-3df2-4863-b259-f917b65a13be tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:07.419969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-5a989da1-96c1-4f7f-9d1e-6eef27c37f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:07.422381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-5a989da1-96c1-4f7f-9d1e-6eef27c37f77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c161fe70-bac9-4ea5-8775-e528be12e05d HTTP/1.1" status: 200 len: 918 time: 0.4836149 Apr 18 20:19:07.455232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5a272600-46d5-485b-a233-e838a792bd34 req-38c48db3-3df2-4863-b259-f917b65a13be tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:07.484996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c48db3-3df2-4863-b259-f917b65a13be tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=49d87739-e207-4b3e-b88e-184f6788aa79,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:07.491893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5a272600-46d5-485b-a233-e838a792bd34 req-38c48db3-3df2-4863-b259-f917b65a13be tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:07.510269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a272600-46d5-485b-a233-e838a792bd34 req-38c48db3-3df2-4863-b259-f917b65a13be tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/49d87739-e207-4b3e-b88e-184f6788aa79 HTTP/1.1" status: 204 len: 173 time: 0.2753189 Apr 18 20:19:07.769570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:07.820011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ace12-aeda-4fc3-9051-007b0c141dc4 req-5abe55d3-e3c6-4729-9823-465527ecf371 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:07.824857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-516ace12-aeda-4fc3-9051-007b0c141dc4 req-5abe55d3-e3c6-4729-9823-465527ecf371 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 945 time: 0.1991441 Apr 18 20:19:07.835498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:07.854985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-1c9e1c10-7ad5-4bb8-9569-8df73b4f57ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d HTTP/1.1" status: 200 len: 1000 time: 0.4214339 Apr 18 20:19:07.855538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:07.874449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'a715b9ab-c465-4b39-b145-04c5ee014978', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'port_id': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'mac_address': 'fa:16:3e:ee:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:17:19Z', 'updated_at': '2022-04-18T20:19:03Z', 'revision_number': 1, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:59Z', 'revision_number': 5, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:07.890994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34debe16-79db-4b17-942b-7acc88cbf485 None None] The sync data for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 is: [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'a715b9ab-c465-4b39-b145-04c5ee014978', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'floating_ip_address': '172.25.5.174', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'port_id': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1061, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'mac_address': 'fa:16:3e:ee:e7:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:17:19Z', 'updated_at': '2022-04-18T20:19:03Z', 'revision_number': 1, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:59Z', 'revision_number': 5, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:19:07.910996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ea08028-d6a2-4073-b761-d47ece542b67,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:07.968734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-20df436c-4768-481c-8879-52a0ab89813a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:07.975237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-20df436c-4768-481c-8879-52a0ab89813a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76acb413-4451-4b47-953a-87a2f74373e5 HTTP/1.1" status: 200 len: 856 time: 0.0984554 Apr 18 20:19:08.085134 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:19:08.090961 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-516ace12-aeda-4fc3-9051-007b0c141dc4 req-816b10b9-8f72-4e52-a1e2-03f95239ae84 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539098 Apr 18 20:19:08.157503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-262259299', 'description': 'tempest-description-1940564118'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:08.177544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:08.189119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:08.190588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a5a8b0-5112-4330-92af-40d28386057b req-a55e6ff4-51aa-4efc-bdb1-fde952238816 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.4279046 Apr 18 20:19:08.209016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-07c7be8d-57ae-425e-ab4b-33e22e7ad1ca service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5252249 Apr 18 20:19:08.226296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:08.263545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:08.295049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:08.307520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 646def38-a6f5-45d0-823f-fcb74308c649 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:08.332352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:08.338266 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:08.339249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-c6f1a470-25e9-4b23-9cd6-5c57fff02f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:08.341797 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-c6f1a470-25e9-4b23-9cd6-5c57fff02f63 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c161fe70-bac9-4ea5-8775-e528be12e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3264823 Apr 18 20:19:08.403672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:08.428224 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1882fda-e75a-4d95-aad4-357073fa7b7c None None] New status for floating IP a715b9ab-c465-4b39-b145-04c5ee014978: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:19:08.438901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group_rule and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:08.448355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:08.490074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:08.710535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Transition to ACTIVE for port object 646def38-a6f5-45d0-823f-fcb74308c649 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:08.738886 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:08.910960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:08.925014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:08.980082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-0c4cc5a9-5bbe-45ed-ae95-0c3b97155cec service neutron] 10.222.0.61 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083794 Apr 18 20:19:09.020782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed3de78-3e08-485c-a661-08f69c9af1ce,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:09.056748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:09.058315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37c6cb94-248a-43fd-9a2e-b7245b08c358 req-e0261b01-7c50-4338-9065-bd4f560edecc tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.9118047 Apr 18 20:19:09.288107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa52b1-734d-4eb5-8531-951b060aa1f1 req-cd7d3b1d-1228-48fe-8536-7f574205fd51 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:09.288107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09fa52b1-734d-4eb5-8531-951b060aa1f1 req-cd7d3b1d-1228-48fe-8536-7f574205fd51 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1217473 Apr 18 20:19:09.348789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=646def38-a6f5-45d0-823f-fcb74308c649,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:09.364205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09fa52b1-734d-4eb5-8531-951b060aa1f1 req-52aa6e38-e1da-437e-964c-45bf201e8545 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669861 Apr 18 20:19:09.399324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-126628719', 'description': 'tempest-description-1621363163'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:09.408591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:09.415830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:09.421083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:09.429820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:09.445806 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:09.480261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:09.481395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-c6433168-ee63-421d-97a2-6667823a3d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:09.482945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-c6433168-ee63-421d-97a2-6667823a3d13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1101 time: 0.9074895 Apr 18 20:19:09.483826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Attempting to bind port 646def38-a6f5-45d0-823f-fcb74308c649 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:19:09.484280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Attempting to bind port 646def38-a6f5-45d0-823f-fcb74308c649 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '91568edd-d835-420d-933c-127769c903ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:19:09.484762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Attempting to bind port 646def38-a6f5-45d0-823f-fcb74308c649 on network 0f0e4655-31ac-42d5-97d9-797728f1b6cd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:09.486008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:09.494585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:09.506819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:09.513058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Port 646def38-a6f5-45d0-823f-fcb74308c649 on network 0f0e4655-31ac-42d5-97d9-797728f1b6cd not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:19:09.513392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Attempting to bind port 646def38-a6f5-45d0-823f-fcb74308c649 on network 0f0e4655-31ac-42d5-97d9-797728f1b6cd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:09.618983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-947985f8-e569-4620-b5b2-c056adb8b2b4 req-c5ecdc1e-887c-42aa-9ede-c0301fd1c9b5 service neutron] 10.222.0.61 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217973 Apr 18 20:19:09.624706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:09.631855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:09.636706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a667887-5936-4ea3-8d9f-e7bae533bece req-edd3a615-6de0-4c86-8fe9-cbbfb915922d tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:09.636706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4a667887-5936-4ea3-8d9f-e7bae533bece req-edd3a615-6de0-4c86-8fe9-cbbfb915922d tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Synchronizing usage tracker for tenant:3bd27a9aade94778b983168efcb1ebaf on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:09.650408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:19:09.650408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Checking segment: {'id': '91568edd-d835-420d-933c-127769c903ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:09.650408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Bound using segment: {'id': '91568edd-d835-420d-933c-127769c903ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:19:09.650408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Bound port: 646def38-a6f5-45d0-823f-fcb74308c649, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91568edd-d835-420d-933c-127769c903ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:19:09.650408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:09.689723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:09.690953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3cca57f-e402-4564-8d9c-65b26f8ae91e req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2964485 Apr 18 20:19:09.695120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc467d51-adc6-4fc0-a88f-5b71b533f38b tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521898fc-3137-4c64-b292-85a134e0029b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:09.731017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4a667887-5936-4ea3-8d9f-e7bae533bece req-edd3a615-6de0-4c86-8fe9-cbbfb915922d tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Unset dirty status for tenant:3bd27a9aade94778b983168efcb1ebaf on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:09.738147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a667887-5936-4ea3-8d9f-e7bae533bece req-edd3a615-6de0-4c86-8fe9-cbbfb915922d tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 944 time: 1.0998168 Apr 18 20:19:09.780002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55da6518-6a6d-4c10-ab81-a6fb64a8098d req-f1b64ed9-4890-4419-9386-ca412eeab94c tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/1ed3de78-3e08-485c-a661-08f69c9af1ce HTTP/1.1" status: 200 len: 1814 time: 0.0613244 Apr 18 20:19:09.832640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-3ae5f2d8-f521-4dcf-b271-4eb4f65011ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:09.834760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-3ae5f2d8-f521-4dcf-b271-4eb4f65011ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3237913 Apr 18 20:19:09.852416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a667887-5936-4ea3-8d9f-e7bae533bece req-e58e4201-fee4-4cc9-9964-25e1855398a2 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125998 Apr 18 20:19:09.939555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-bb13a672-5a83-4d9e-9c78-65671e14d5c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.0937121 Apr 18 20:19:09.947156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1225124768', 'description': 'tempest-description-930797237'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:10.004202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] For port 646def38-a6f5-45d0-823f-fcb74308c649, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:19:10.006595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:10.017888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:10.023827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:10.031477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] For port 646def38-a6f5-45d0-823f-fcb74308c649, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=646def38-a6f5-45d0-823f-fcb74308c649,segment=NetworkSegment(91568edd-d835-420d-933c-127769c903ee),segment_id=91568edd-d835-420d-933c-127769c903ee)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:19:10.037213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:10.042064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-7d3f11d7-3c70-4cc3-9836-f45dc9eff1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:10.043854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-7d3f11d7-3c70-4cc3-9836-f45dc9eff1c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0947521 Apr 18 20:19:10.049121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:10.074372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debeabda-888b-44b0-860e-6f7f447f10be req-dc665621-9f98-495a-b1a0-1f94aa279ec4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:10.074372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-debeabda-888b-44b0-860e-6f7f447f10be req-dc665621-9f98-495a-b1a0-1f94aa279ec4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 945 time: 0.1747005 Apr 18 20:19:10.195775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-debeabda-888b-44b0-860e-6f7f447f10be req-055c6449-81d8-468d-a274-3ac00726d876 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019318 Apr 18 20:19:10.332517 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:10.351130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:10.351698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:10.355096 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] 10.222.0.61 "PUT /v2.0/ports/646def38-a6f5-45d0-823f-fcb74308c649 HTTP/1.1" status: 200 len: 1092 time: 3.9322808 Apr 18 20:19:10.364477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'tag': '646def38-a6f5-45d0-823f-fcb74308c649'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:10.421780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:10.447014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940bbc5-0d58-4820-b92b-a54d690da8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=646def38-a6f5-45d0-823f-fcb74308c649,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:10.447014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:10.526354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:10.546654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:10.597831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-6976eb54-ee87-47b8-93f9-d3f1408e241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:10.597831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-6976eb54-ee87-47b8-93f9-d3f1408e241b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5370803 Apr 18 20:19:10.851503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-58e2731b-4c96-4be8-894e-5e3c7a71845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:10.851503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-58e2731b-4c96-4be8-894e-5e3c7a71845f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bd27a9aade94778b983168efcb1ebaf&device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 1095 time: 0.4087207 Apr 18 20:19:10.940711 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:10.965675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:10.986087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2046672164', 'description': 'tempest-description-188593000'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:10.990326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-cd724fb4-6a93-40a7-821f-38f6ffc87424 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=646def38-a6f5-45d0-823f-fcb74308c649 HTTP/1.1" status: 200 len: 217 time: 0.1248946 Apr 18 20:19:10.997311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:11.011941 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-fee89c09-0c9c-420a-8060-26e039e910bb service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952293 Apr 18 20:19:11.017391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:11.017391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:11.017391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:11.044299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:11.100423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:11.100423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group_rule and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:11.124041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:11.139705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:11.189564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=680bd394-d869-4bfb-8d77-fb740e0107c1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:11.261986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:11.261986 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5834e66-7d23-49dd-933f-4b2795b11b78 req-90c743f6-e565-495f-b4e9-ee74771ab85a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3199596 Apr 18 20:19:11.347108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:11.347108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:11.369974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-4593646a-51e5-46dc-95cb-b6d128159ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:11.369974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-4593646a-51e5-46dc-95cb-b6d128159ef8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a4bb28b-3b5e-45ac-8649-562d81e5c389 HTTP/1.1" status: 200 len: 861 time: 0.3511624 Apr 18 20:19:11.427441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d147daf-00aa-4755-bb98-7ac6fd6d7acf,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:11.427441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:11.449112 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7fd2adf0-d51b-467a-9a88-11b4d84455ae req-a2cf0a7a-52a9-4916-b560-794fcb53a762 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4753749 Apr 18 20:19:11.513310 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b769d5d-71a7-4175-840c-bf26726684ad'] response: {'name': 'network-changed', 'server_uuid': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'tag': '646def38-a6f5-45d0-823f-fcb74308c649', 'status': 'completed', 'code': 200} Apr 18 20:19:11.568801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-3293f560-8b0f-41e1-8bc8-833c825355cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f0e4655-31ac-42d5-97d9-797728f1b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1869948 Apr 18 20:19:11.784451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a0646e-8fd6-4ae1-ab00-5d3b6fb972b4 req-4a81ebaa-ea36-4ebb-ab7f-63a8f27e04ed tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:11.784451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a2a0646e-8fd6-4ae1-ab00-5d3b6fb972b4 req-4a81ebaa-ea36-4ebb-ab7f-63a8f27e04ed tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1935115 Apr 18 20:19:11.801032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-9676bd00-2691-40a6-85fb-d4593722f092 service neutron] 10.222.0.61 "GET /v2.0/networks/0f0e4655-31ac-42d5-97d9-797728f1b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150702 Apr 18 20:19:11.848882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef9fd0-c5c3-4659-969a-4c41b3bd633d req-e261830b-b775-494a-937e-0d6a7a57358a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7645206 Apr 18 20:19:11.891076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a2a0646e-8fd6-4ae1-ab00-5d3b6fb972b4 req-355ac66b-cbee-4392-a4db-e4fa66c6ff7f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950961 Apr 18 20:19:12.046277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c51321-105a-406f-9f35-01cbe8f6db7d req-029bc34d-eb76-4dcc-8a92-e50804d3ef32 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:12.054357 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66c51321-105a-406f-9f35-01cbe8f6db7d req-029bc34d-eb76-4dcc-8a92-e50804d3ef32 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 944 time: 0.2570293 Apr 18 20:19:12.088979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-807f2443-be1b-40a1-84f2-e207e7653d67 req-d7ac17f7-2bb2-4000-84aa-cd43517a5ba6 service neutron] 10.222.0.61 "GET /v2.0/networks/0f0e4655-31ac-42d5-97d9-797728f1b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464149 Apr 18 20:19:12.092916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-4791bb4d-6001-4998-9905-bada0dd5f2e6 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/521898fc-3137-4c64-b292-85a134e0029b HTTP/1.1" status: 200 len: 1806 time: 0.0640948 Apr 18 20:19:12.172728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-8e054091-255d-4f3e-b744-a3593ad09e46 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/680bd394-d869-4bfb-8d77-fb740e0107c1 HTTP/1.1" status: 200 len: 1806 time: 0.0720310 Apr 18 20:19:12.194643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '521898fc-3137-4c64-b292-85a134e0029b', 'remote_group_id': '680bd394-d869-4bfb-8d77-fb740e0107c1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:12.194643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '521898fc-3137-4c64-b292-85a134e0029b', 'remote_group_id': '680bd394-d869-4bfb-8d77-fb740e0107c1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:12.205808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:12.216981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66c51321-105a-406f-9f35-01cbe8f6db7d req-4c478ee2-7cb6-4ebb-95ea-c93d72150a2b tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605132 Apr 18 20:19:12.236910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:12.244253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:12.295469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:12.470884 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98cb7466-f76a-4526-adfe-dcbadc6f20b4 req-4fc0359f-61dd-4ee5-a691-6508b2063199 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/6d147daf-00aa-4755-bb98-7ac6fd6d7acf HTTP/1.1" status: 200 len: 1814 time: 0.1040175 Apr 18 20:19:12.493107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-6d99ef77-f2d8-44a0-84c2-413f481225d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:12.494997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-6d99ef77-f2d8-44a0-84c2-413f481225d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3bd27a9aade94778b983168efcb1ebaf&device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 1095 time: 0.2113845 Apr 18 20:19:12.511412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:12.553393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:12.562143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:12.591460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00b595b7-0619-4f92-b473-f01f4165c863,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:12.636514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:12.638073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c154563-9c33-4850-b95b-b0793c0b28f0 req-344104b3-e3dc-48b7-a0ac-ed6e426d590a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4551198 Apr 18 20:19:12.694304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-188073944', 'description': 'tempest-description-540924131'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:12.725530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:12.733806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:12.739180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:12.750623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:12.789079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:12.809270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-df83fce1-9655-425a-8c9e-db31e5a42d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:12.810785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-df83fce1-9655-425a-8c9e-db31e5a42d66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0f0e4655-31ac-42d5-97d9-797728f1b6cd HTTP/1.1" status: 200 len: 922 time: 0.3088627 Apr 18 20:19:12.816402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:12.886049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-7af3e406-03a2-4b5e-8448-8ee04f5d53c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=646def38-a6f5-45d0-823f-fcb74308c649 HTTP/1.1" status: 200 len: 217 time: 0.0667922 Apr 18 20:19:12.887048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group_rule and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:12.890468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:12.919638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1913068356', 'description': 'tempest-description-588349943'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:12.927860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:12.929799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:12.935789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:12.940770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:12.951023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:12.971072 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:12.982509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-ea34a4a1-1b0b-412d-8512-3b125e62ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:12.983854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-ea34a4a1-1b0b-412d-8512-3b125e62ed7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1a4bb28b-3b5e-45ac-8649-562d81e5c389 HTTP/1.1" status: 200 len: 861 time: 0.0882049 Apr 18 20:19:13.002549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:13.007168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:13.011417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:13.020309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:13.133531 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-06ddab5b-c326-4e0c-a13a-97354e1d6f7b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0f0e4655-31ac-42d5-97d9-797728f1b6cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1264472 Apr 18 20:19:13.162116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.170165 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.225681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d2701042-233b-4051-ae82-dab4ffc0a526 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:19:13.262656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=712d317d-b42b-43e7-a4b9-3c6003dde652,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:13.272399 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.273839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad21cb9b-79a8-4aac-9836-55823c628446 req-aa952e80-2f13-4b01-a25e-cb423c9ffdf7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3595669 Apr 18 20:19:13.368695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.381650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.457459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db3da98a-fab4-4828-9f00-3a3ade338e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.533323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:13.538338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7edbd16b-b398-4fc6-999a-9e462bab9ec3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:13.550757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.569261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85bfa3fe-4aa8-491e-8a41-00bc5e6b11d9 req-f8015afd-612d-427b-b374-1e0a3411ca05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8848612 Apr 18 20:19:13.580341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'network_id': '006a0287-50b3-4dce-84c3-ce9d47afe11d', 'port_id': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'mac_address': 'fa:16:3e:68:b0:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8df73ec-d65e-49a4-9f80-e2dfbf5859b2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:19:13.629593 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-8f19f5b9-14e3-477f-8b9c-f0a0e9280f01 service neutron] 10.222.0.61 "GET /v2.0/networks/0f0e4655-31ac-42d5-97d9-797728f1b6cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822173 Apr 18 20:19:13.741069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdd9dd-05e6-4613-b457-03b4e0ada5aa req-2cf823ef-1263-4479-8cd6-734388fe0e19 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:13.741385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.753002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-05cdd9dd-05e6-4613-b457-03b4e0ada5aa req-2cf823ef-1263-4479-8cd6-734388fe0e19 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1492879 Apr 18 20:19:13.773578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2701042-233b-4051-ae82-dab4ffc0a526 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:13.792170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:13.800286 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.813716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-05cdd9dd-05e6-4613-b457-03b4e0ada5aa req-74521ddd-2029-4be3-8cad-88a0b9836e45 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594194 Apr 18 20:19:13.843154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2109998143', 'description': 'tempest-description-1128763106'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:13.852876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:13.856785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:13.860240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:13.875872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:13.894103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:13.902805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:13.909900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10b19576-ca71-4122-a88b-7d3a1aa456f0 req-5dc20f93-95e1-4c60-9488-728efb28762b service neutron] 10.222.0.61 "GET /v2.0/networks/0f0e4655-31ac-42d5-97d9-797728f1b6cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686241 Apr 18 20:19:13.913633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.914080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.914607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.919994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:13.929820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:13.933753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.934800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.935115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:13.938607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.938607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.938872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.944018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.944475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.945402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.945402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:13.947328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097518a-4178-4729-b2c6-2d31eb583038 req-4dfac0da-d2a9-4579-a260-aee3197285de tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:13.948078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:13.949252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b097518a-4178-4729-b2c6-2d31eb583038 req-4dfac0da-d2a9-4579-a260-aee3197285de tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 944 time: 0.1659987 Apr 18 20:19:14.000632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d2701042-233b-4051-ae82-dab4ffc0a526'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:19:14.056852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b097518a-4178-4729-b2c6-2d31eb583038 req-8dad5a43-08ca-4294-8b9c-f9b961eae23c tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919585 Apr 18 20:19:14.095189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.102686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.156646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.171979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5a42b9a-7957-4a99-ac27-68a468b2595e req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.3343499 Apr 18 20:19:14.251976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad982aaa-68e5-4024-8651-2ce696b502d7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d896ee-aa22-4d45-9033-1075ea9f4925,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:14.281390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7722ab94-6170-49ce-bc8c-3f0a3d8e724a req-5aab941e-4f78-4b9a-bf60-c496b55f0ab0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/7edbd16b-b398-4fc6-999a-9e462bab9ec3 HTTP/1.1" status: 200 len: 1813 time: 0.0908086 Apr 18 20:19:14.341951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e9aefe-6ff1-4a1d-95b2-5aa4f54555d9 req-a38770b4-627e-461e-99aa-e8f0381f6bb5 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:14.345977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9e9aefe-6ff1-4a1d-95b2-5aa4f54555d9 req-a38770b4-627e-461e-99aa-e8f0381f6bb5 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 944 time: 0.1057079 Apr 18 20:19:14.390083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-63f068c3-7d8f-4960-8e80-36db90e079d4 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/712d317d-b42b-43e7-a4b9-3c6003dde652 HTTP/1.1" status: 200 len: 1806 time: 0.0824571 Apr 18 20:19:14.407776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9e9aefe-6ff1-4a1d-95b2-5aa4f54555d9 req-089937f8-d8e4-4877-bd61-638baf2daa41 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551007 Apr 18 20:19:14.438040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-878827353', 'description': 'tempest-description-1741396268'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:14.444702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:14.449132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:14.451254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-6054635b-7aea-448c-a815-8e1e41d96a50 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/f9d896ee-aa22-4d45-9033-1075ea9f4925 HTTP/1.1" status: 200 len: 1807 time: 0.0576677 Apr 18 20:19:14.452152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:14.462746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:14.464595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '712d317d-b42b-43e7-a4b9-3c6003dde652', 'remote_group_id': 'f9d896ee-aa22-4d45-9033-1075ea9f4925', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:14.465090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '712d317d-b42b-43e7-a4b9-3c6003dde652', 'remote_group_id': 'f9d896ee-aa22-4d45-9033-1075ea9f4925', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:14.471521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:14.479629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.479849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:14.483018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:14.489456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:14.502479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:14.506852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Usage tracker for resource:security_group_rule and tenant:848ecc5424ba47c3a8608b637abfb73a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:14.511430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:14.518244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:14.562526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.605440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.607218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.612614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.612980 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.643023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3c58c9f-1205-4561-861c-0312f039633b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:14.651239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.654008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-189f1e09-3f1c-4b18-9996-9c3f26450647 req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2189982 Apr 18 20:19:14.662258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.667625 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eae34081-b203-476c-96ae-3b60a0ce5d68 req-cd42f128-5fd1-4fe6-bb65-30aa767364a7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2080672 Apr 18 20:19:14.750746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd697c35-ab52-4ffc-b666-c247389860a0 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12fd50dd-9287-4c5a-bf52-2f044ea1099c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:14.766088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07d317c4-5d27-4c92-9ebf-4d2607672ae9 req-246499b1-7958-4fb6-9084-116262fa2707 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/f9d896ee-aa22-4d45-9033-1075ea9f4925 HTTP/1.1" status: 200 len: 1807 time: 0.0803216 Apr 18 20:19:14.767250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76cee51e-ef41-48a3-aff0-48d5efc5dcbb req-9d8135dc-2231-4725-b64e-8b653a1da00f tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/12fd50dd-9287-4c5a-bf52-2f044ea1099c HTTP/1.1" status: 200 len: 1814 time: 0.0788813 Apr 18 20:19:14.810572 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-f4b78786-1037-4404-91ca-eaf4d5946326 req-3e6a496e-445c-4070-ab16-ee25df3c474d tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] show failed (client error): The resource could not be found. Apr 18 20:19:14.811586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4b78786-1037-4404-91ca-eaf4d5946326 req-3e6a496e-445c-4070-ab16-ee25df3c474d tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/2d7e9835-37a6-4718-a5fa-2dcc1c50ee05 HTTP/1.1" status: 404 len: 352 time: 0.0222032 Apr 18 20:19:14.847052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-07d317c4-5d27-4c92-9ebf-4d2607672ae9 req-d81cc8f5-1355-4fef-8fed-d384cde3093a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.850138 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-51b9c080-4f94-49be-a520-e49b2fa8ea43 req-2ba66286-2c18-4d89-aed3-4cf2844937c4 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] show failed (client error): The resource could not be found. Apr 18 20:19:14.851136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51b9c080-4f94-49be-a520-e49b2fa8ea43 req-2ba66286-2c18-4d89-aed3-4cf2844937c4 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-group-rules/49b36fd5-233e-414b-af0d-2494764b6853 HTTP/1.1" status: 404 len: 361 time: 0.0161600 Apr 18 20:19:14.884259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-07d317c4-5d27-4c92-9ebf-4d2607672ae9 req-d81cc8f5-1355-4fef-8fed-d384cde3093a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.978971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-07d317c4-5d27-4c92-9ebf-4d2607672ae9 req-d81cc8f5-1355-4fef-8fed-d384cde3093a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:14.998355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cc8f5-1355-4fef-8fed-d384cde3093a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d896ee-aa22-4d45-9033-1075ea9f4925,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:15.004146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-07d317c4-5d27-4c92-9ebf-4d2607672ae9 req-d81cc8f5-1355-4fef-8fed-d384cde3093a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.005247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07d317c4-5d27-4c92-9ebf-4d2607672ae9 req-d81cc8f5-1355-4fef-8fed-d384cde3093a tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-groups/f9d896ee-aa22-4d45-9033-1075ea9f4925 HTTP/1.1" status: 204 len: 173 time: 0.2383170 Apr 18 20:19:15.091988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44026caf-5045-43bb-9a21-b839f079a674 req-e29fd85e-f759-4d28-9ba9-8dd605cbc344 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:15.100216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44026caf-5045-43bb-9a21-b839f079a674 req-e29fd85e-f759-4d28-9ba9-8dd605cbc344 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1323228 Apr 18 20:19:15.110881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2dc9c99e-a971-4a3c-8210-6b9391cc974d req-586c9a2f-6e77-4c3d-bdaa-dde77091d135 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/12fd50dd-9287-4c5a-bf52-2f044ea1099c HTTP/1.1" status: 200 len: 1814 time: 0.0791254 Apr 18 20:19:15.161710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44026caf-5045-43bb-9a21-b839f079a674 req-b53c984b-19b2-42e0-8937-b130d5e5ef61 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605259 Apr 18 20:19:15.215050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2dc9c99e-a971-4a3c-8210-6b9391cc974d req-451c4fc2-19ae-4e58-a575-c29f95ee80ac tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.246427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 646def38-a6f5-45d0-823f-fcb74308c649 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:19:15.249611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d2701042-233b-4051-ae82-dab4ffc0a526 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:15.255747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57a6fa56-b637-484d-8873-e9002eba5f97 req-db8c26a2-14e0-48e7-98d8-242040e1b8fc tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/712d317d-b42b-43e7-a4b9-3c6003dde652 HTTP/1.1" status: 200 len: 1806 time: 0.0633059 Apr 18 20:19:15.269071 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2dc9c99e-a971-4a3c-8210-6b9391cc974d req-451c4fc2-19ae-4e58-a575-c29f95ee80ac tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.335020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2dc9c99e-a971-4a3c-8210-6b9391cc974d req-451c4fc2-19ae-4e58-a575-c29f95ee80ac tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.371101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451c4fc2-19ae-4e58-a575-c29f95ee80ac tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fd50dd-9287-4c5a-bf52-2f044ea1099c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:15.432522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2dc9c99e-a971-4a3c-8210-6b9391cc974d req-451c4fc2-19ae-4e58-a575-c29f95ee80ac tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.432522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2dc9c99e-a971-4a3c-8210-6b9391cc974d req-451c4fc2-19ae-4e58-a575-c29f95ee80ac tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "DELETE /v2.0/security-groups/12fd50dd-9287-4c5a-bf52-2f044ea1099c HTTP/1.1" status: 204 len: 173 time: 0.2958837 Apr 18 20:19:15.464700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1091137683', 'description': 'tempest-description-886279676'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:15.471201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:15.477705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:15.483647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:15.490973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:15.506294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.546013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836920eb-b1c2-4743-b946-a0f86a7a2285 req-814575be-8460-483d-8006-074173011448 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:15.546586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port d2701042-233b-4051-ae82-dab4ffc0a526 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:15.546683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:15.546758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.550607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:15.553649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:15.555130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-836920eb-b1c2-4743-b946-a0f86a7a2285 req-814575be-8460-483d-8006-074173011448 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 944 time: 0.1145196 Apr 18 20:19:15.560687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:15.609306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 646def38-a6f5-45d0-823f-fcb74308c649, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=646def38-a6f5-45d0-823f-fcb74308c649,segment=NetworkSegment(91568edd-d835-420d-933c-127769c903ee),segment_id=91568edd-d835-420d-933c-127769c903ee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:15.619672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-836920eb-b1c2-4743-b946-a0f86a7a2285 req-900ab7f3-ad7d-4d83-82b9-40026739b226 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633245 Apr 18 20:19:15.645075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '646def38-a6f5-45d0-823f-fcb74308c649', 'network_id': '0f0e4655-31ac-42d5-97d9-797728f1b6cd', 'port_id': '646def38-a6f5-45d0-823f-fcb74308c649', 'mac_address': 'fa:16:3e:e9:ec:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a4bb28b-3b5e-45ac-8649-562d81e5c389', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:19:15.656812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.662757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.713871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de09417b-05f9-4700-9208-685ae3b881ba,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:15.717874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.721100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe23df5a-63ab-4f1a-9d0a-694e1e30ce35 req-86ad76f1-a5d8-4234-b25b-4f695b05d177 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/7edbd16b-b398-4fc6-999a-9e462bab9ec3 HTTP/1.1" status: 200 len: 1813 time: 0.0760574 Apr 18 20:19:15.726032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a68f077-1135-4075-9eb4-dfd39760ff1e req-a67ee226-cf0a-41df-91d7-46ba1d102b1e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2658789 Apr 18 20:19:15.760878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.793977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.819871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:15.830410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 646def38-a6f5-45d0-823f-fcb74308c649 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:15.836130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:15.840125 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe23df5a-63ab-4f1a-9d0a-694e1e30ce35 req-ba615b5a-f8bb-429c-bd69-8cbcdcff6160 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.850386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.889409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe23df5a-63ab-4f1a-9d0a-694e1e30ce35 req-ba615b5a-f8bb-429c-bd69-8cbcdcff6160 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.941930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:15.953068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe23df5a-63ab-4f1a-9d0a-694e1e30ce35 req-ba615b5a-f8bb-429c-bd69-8cbcdcff6160 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.955828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 646def38-a6f5-45d0-823f-fcb74308c649, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=646def38-a6f5-45d0-823f-fcb74308c649,segment=NetworkSegment(91568edd-d835-420d-933c-127769c903ee),segment_id=91568edd-d835-420d-933c-127769c903ee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:15.961268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.973462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba615b5a-f8bb-429c-bd69-8cbcdcff6160 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edbd16b-b398-4fc6-999a-9e462bab9ec3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:15.984621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe23df5a-63ab-4f1a-9d0a-694e1e30ce35 req-ba615b5a-f8bb-429c-bd69-8cbcdcff6160 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:15.986816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe23df5a-63ab-4f1a-9d0a-694e1e30ce35 req-ba615b5a-f8bb-429c-bd69-8cbcdcff6160 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "DELETE /v2.0/security-groups/7edbd16b-b398-4fc6-999a-9e462bab9ec3 HTTP/1.1" status: 204 len: 173 time: 0.2594891 Apr 18 20:19:15.990389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7064f2c-28e5-4b51-b6bc-915d5d74c1e6 req-fbb44eb4-02e1-433a-9a58-143ff672bba1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:15.992267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7064f2c-28e5-4b51-b6bc-915d5d74c1e6 req-fbb44eb4-02e1-433a-9a58-143ff672bba1 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 945 time: 0.1288600 Apr 18 20:19:16.022114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ffb65e87-defb-4aed-9aeb-98b4986a4e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.051744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7064f2c-28e5-4b51-b6bc-915d5d74c1e6 req-c8c68853-11f5-497d-bccc-8c5a9c78ccb4 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520272 Apr 18 20:19:16.075390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-f9f5dc7c-b9a0-4e04-8490-10c15d4b3273 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/de09417b-05f9-4700-9208-685ae3b881ba HTTP/1.1" status: 200 len: 1806 time: 0.0657690 Apr 18 20:19:16.075499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=646def38-a6f5-45d0-823f-fcb74308c649,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:16.082743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de09417b-05f9-4700-9208-685ae3b881ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:16.083132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de09417b-05f9-4700-9208-685ae3b881ba', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:16.089967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:16.094136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:16.097074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:16.114329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:16.117253 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83be48b9-3c6c-4e25-b755-f5a904c33c07'] response: {'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'code': 200} Apr 18 20:19:16.194679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c3ba519-b2d0-4959-a806-39a6c7b4bc03 req-c8f0e750-505c-4908-9c32-e71ac9649b05 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/6d147daf-00aa-4755-bb98-7ac6fd6d7acf HTTP/1.1" status: 200 len: 1814 time: 0.0548718 Apr 18 20:19:16.194831 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.224721 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.230458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.254834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aea5ddad-fe76-4108-9053-9e2ff61dd453,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:16.265701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.267109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1e28e9d-3772-476e-b282-b3fb4db31df1 req-5679ac30-f1f5-4fe7-aae9-0de12e919f34 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1891310 Apr 18 20:19:16.282292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2c3ba519-b2d0-4959-a806-39a6c7b4bc03 req-349f2c0e-f126-40e5-b468-64b6a1ad6140 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.311994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2c3ba519-b2d0-4959-a806-39a6c7b4bc03 req-349f2c0e-f126-40e5-b468-64b6a1ad6140 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.329730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['646def38-a6f5-45d0-823f-fcb74308c649'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:19:16.387231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2c3ba519-b2d0-4959-a806-39a6c7b4bc03 req-349f2c0e-f126-40e5-b468-64b6a1ad6140 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.409034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f2c0e-f126-40e5-b468-64b6a1ad6140 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d147daf-00aa-4755-bb98-7ac6fd6d7acf,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:16.414121 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2c3ba519-b2d0-4959-a806-39a6c7b4bc03 req-349f2c0e-f126-40e5-b468-64b6a1ad6140 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.420775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c3ba519-b2d0-4959-a806-39a6c7b4bc03 req-349f2c0e-f126-40e5-b468-64b6a1ad6140 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "DELETE /v2.0/security-groups/6d147daf-00aa-4755-bb98-7ac6fd6d7acf HTTP/1.1" status: 204 len: 173 time: 0.2158964 Apr 18 20:19:16.656241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-1930ef55-25e0-4c5a-94a6-b09ba09afdad tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/de09417b-05f9-4700-9208-685ae3b881ba HTTP/1.1" status: 200 len: 2400 time: 0.0855107 Apr 18 20:19:16.662123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de09417b-05f9-4700-9208-685ae3b881ba', 'remote_group_id': None}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:16.662443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'de09417b-05f9-4700-9208-685ae3b881ba', 'remote_group_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:16.669884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:16.674024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Usage tracker for resource:security_group_rule and tenant:67206cc2705d44e1a2a739b6d16d7c0c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:16.674869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58872c-4d05-471f-b8b4-fe51267365a5 req-2985e98f-9d78-4890-b58e-3afd9f0172ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:16.676933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be58872c-4d05-471f-b8b4-fe51267365a5 req-2985e98f-9d78-4890-b58e-3afd9f0172ad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.0987406 Apr 18 20:19:16.677058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:16.684080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:16.719762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.758108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be58872c-4d05-471f-b8b4-fe51267365a5 req-70fd633f-3840-4091-a1f5-10bc312a82e5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673370 Apr 18 20:19:16.791571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.810676 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.820348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.829480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.856378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab78a334-76c7-4929-9a3b-6528869d8c46 req-d8afd73e-d284-485c-81c8-0e4f03c148a2 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/1ed3de78-3e08-485c-a661-08f69c9af1ce HTTP/1.1" status: 200 len: 1814 time: 0.0673614 Apr 18 20:19:16.862733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b03476f-2470-4270-9271-d0367833e4b0,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:16.884121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.885406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-029ac67e-32d3-43b0-9d8c-859f2f7f258b req-9f696f24-c0e0-49c3-8bc9-5b1da0bbe524 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2283716 Apr 18 20:19:16.948958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ab78a334-76c7-4929-9a3b-6528869d8c46 req-6ace3d02-0931-4dd5-bbcd-d983f30a8043 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:16.983689 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ab78a334-76c7-4929-9a3b-6528869d8c46 req-6ace3d02-0931-4dd5-bbcd-d983f30a8043 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.039519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ab78a334-76c7-4929-9a3b-6528869d8c46 req-6ace3d02-0931-4dd5-bbcd-d983f30a8043 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.063300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace3d02-0931-4dd5-bbcd-d983f30a8043 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed3de78-3e08-485c-a661-08f69c9af1ce,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:17.069273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ab78a334-76c7-4929-9a3b-6528869d8c46 req-6ace3d02-0931-4dd5-bbcd-d983f30a8043 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.083909 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab78a334-76c7-4929-9a3b-6528869d8c46 req-6ace3d02-0931-4dd5-bbcd-d983f30a8043 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "DELETE /v2.0/security-groups/1ed3de78-3e08-485c-a661-08f69c9af1ce HTTP/1.1" status: 204 len: 173 time: 0.2217145 Apr 18 20:19:17.144361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a5271e2-7f16-4893-afa4-4b324f5882fb req-8c336936-1b8a-4d47-977f-9f41befcc4d5 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/de09417b-05f9-4700-9208-685ae3b881ba HTTP/1.1" status: 200 len: 2999 time: 0.0573580 Apr 18 20:19:17.281547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d2701042-233b-4051-ae82-dab4ffc0a526 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:19:17.303363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5f7606-d1e7-4165-8880-aa11ffffefa1 req-f7476708-0506-4c09-9829-62d202b11e0c tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:17.305835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e5f7606-d1e7-4165-8880-aa11ffffefa1 req-f7476708-0506-4c09-9829-62d202b11e0c tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 945 time: 0.1122420 Apr 18 20:19:17.360214 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e5f7606-d1e7-4165-8880-aa11ffffefa1 req-21a5e683-5d5b-4203-b6eb-4a84069dee70 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459070 Apr 18 20:19:17.419168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c9af6a9-f803-4235-aef8-1f6936204d94 req-2ee1bf9f-4342-4484-a9d7-e8ef3345c1d9 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-group-rules/4b03476f-2470-4270-9271-d0367833e4b0 HTTP/1.1" status: 200 len: 783 time: 0.0200770 Apr 18 20:19:17.457960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6714a167-6497-4f72-84f9-0f955ec359a6 req-5897e6c8-7b08-4fd9-acfc-5fbb0ad8913e tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "GET /v2.0/security-groups/b51009e0-b2a1-4372-990e-8730c02e67ef HTTP/1.1" status: 200 len: 1813 time: 0.0621066 Apr 18 20:19:17.490170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.519849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c9af6a9-f803-4235-aef8-1f6936204d94 req-e087d7ea-ec29-49e8-b2fd-466eea940b80 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/de09417b-05f9-4700-9208-685ae3b881ba HTTP/1.1" status: 200 len: 2999 time: 0.0918951 Apr 18 20:19:17.538678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:17.544621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.558208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c9af6a9-f803-4235-aef8-1f6936204d94 req-f17d62e3-a97f-46e8-916c-f9027599acc7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.561122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6714a167-6497-4f72-84f9-0f955ec359a6 req-2980e865-8d21-45a6-a405-d3aa49619da2 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.569994 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c9af6a9-f803-4235-aef8-1f6936204d94 req-f17d62e3-a97f-46e8-916c-f9027599acc7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.599559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6714a167-6497-4f72-84f9-0f955ec359a6 req-2980e865-8d21-45a6-a405-d3aa49619da2 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.610081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c9af6a9-f803-4235-aef8-1f6936204d94 req-f17d62e3-a97f-46e8-916c-f9027599acc7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.627061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:17.639520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d62e3-a97f-46e8-916c-f9027599acc7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b03476f-2470-4270-9271-d0367833e4b0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:17.645778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c9af6a9-f803-4235-aef8-1f6936204d94 req-f17d62e3-a97f-46e8-916c-f9027599acc7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.652574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c9af6a9-f803-4235-aef8-1f6936204d94 req-f17d62e3-a97f-46e8-916c-f9027599acc7 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4b03476f-2470-4270-9271-d0367833e4b0 HTTP/1.1" status: 204 len: 173 time: 0.1250508 Apr 18 20:19:17.663926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6714a167-6497-4f72-84f9-0f955ec359a6 req-2980e865-8d21-45a6-a405-d3aa49619da2 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.682293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980e865-8d21-45a6-a405-d3aa49619da2 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51009e0-b2a1-4372-990e-8730c02e67ef,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:17.690088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6714a167-6497-4f72-84f9-0f955ec359a6 req-2980e865-8d21-45a6-a405-d3aa49619da2 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.698340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:17.708736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6714a167-6497-4f72-84f9-0f955ec359a6 req-2980e865-8d21-45a6-a405-d3aa49619da2 tempest-SecurityGroupRulesNegativeTestJSON-1679253337 tempest-SecurityGroupRulesNegativeTestJSON-1679253337-project] 10.222.0.47 "DELETE /v2.0/security-groups/b51009e0-b2a1-4372-990e-8730c02e67ef HTTP/1.1" status: 204 len: 173 time: 0.2501965 Apr 18 20:19:17.773690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] Deleting subnet 9de82f08-f3be-45ec-83e3-b02753ccb863 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:19:17.778328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.778469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b640408c-f0e8-42cb-b66a-37409b623475 req-97dfd98b-09ca-4dad-9b6f-f84ab2c0c715 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/de09417b-05f9-4700-9208-685ae3b881ba HTTP/1.1" status: 200 len: 2400 time: 0.0632281 Apr 18 20:19:17.891007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b640408c-f0e8-42cb-b66a-37409b623475 req-7ba0336a-c9f4-463c-81cd-46667c5646b8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.894930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.924028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b640408c-f0e8-42cb-b66a-37409b623475 req-7ba0336a-c9f4-463c-81cd-46667c5646b8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.973349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f4a64-4329-478b-8ece-041920142687 req-47d4a885-ff71-4961-9ee0-b9b8cf510639 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:17.974936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c0f4a64-4329-478b-8ece-041920142687 req-47d4a885-ff71-4961-9ee0-b9b8cf510639 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 943 time: 0.2046509 Apr 18 20:19:17.986518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:17.988414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b640408c-f0e8-42cb-b66a-37409b623475 req-7ba0336a-c9f4-463c-81cd-46667c5646b8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.013013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba0336a-c9f4-463c-81cd-46667c5646b8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de09417b-05f9-4700-9208-685ae3b881ba,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:18.021550 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b640408c-f0e8-42cb-b66a-37409b623475 req-7ba0336a-c9f4-463c-81cd-46667c5646b8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.025305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b640408c-f0e8-42cb-b66a-37409b623475 req-7ba0336a-c9f4-463c-81cd-46667c5646b8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-groups/de09417b-05f9-4700-9208-685ae3b881ba HTTP/1.1" status: 204 len: 173 time: 0.2366319 Apr 18 20:19:18.118996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:18.142467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c0f4a64-4329-478b-8ece-041920142687 req-1fe12bb6-448d-4dd3-90b4-e029b1336b89 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150570 Apr 18 20:19:18.142467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.208236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.237533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9de82f08-f3be-45ec-83e3-b02753ccb863,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:18.259521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bd97b126-7aaf-41c8-a11c-89fc9c1df28f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9de82f08-f3be-45ec-83e3-b02753ccb863 HTTP/1.1" status: 204 len: 168 time: 0.5565748 Apr 18 20:19:18.260880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46116) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:18.263748 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-f9d844fb-7473-44ea-aca7-72e23417190a req-9b327317-1d99-4c22-bec1-11c629916b3e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] show failed (client error): The resource could not be found. Apr 18 20:19:18.274767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9d844fb-7473-44ea-aca7-72e23417190a req-9b327317-1d99-4c22-bec1-11c629916b3e tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/f9d896ee-aa22-4d45-9033-1075ea9f4925 HTTP/1.1" status: 404 len: 352 time: 0.0590515 Apr 18 20:19:18.280890 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.290255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0cdb0e-fde0-4711-a30e-2a2b05da750f req-df190d19-f0c0-42d9-91be-6e94895ba31c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:18.291838 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb0cdb0e-fde0-4711-a30e-2a2b05da750f req-df190d19-f0c0-42d9-91be-6e94895ba31c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1492379 Apr 18 20:19:18.331641 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06589dbc-6fb3-4807-8bfa-1bba6127efdd'] response: {'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'code': 200} Apr 18 20:19:18.399459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae35d5f4-a538-4797-b3d1-4d4cb597557d req-00a8bf44-ea3c-455b-ac7b-a3da6f772b66 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/712d317d-b42b-43e7-a4b9-3c6003dde652 HTTP/1.1" status: 200 len: 1806 time: 0.0542324 Apr 18 20:19:18.431092 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.435095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb0cdb0e-fde0-4711-a30e-2a2b05da750f req-0095a54d-f687-4b7b-937c-daf9e60ab04c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263366 Apr 18 20:19:18.479474 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.554039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae35d5f4-a538-4797-b3d1-4d4cb597557d req-18ab3a48-4e1d-4540-b3d1-763a3b25a021 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.596568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae35d5f4-a538-4797-b3d1-4d4cb597557d req-18ab3a48-4e1d-4540-b3d1-763a3b25a021 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.757562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.785099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-5929963e-9bf3-49b1-88a4-1efd17e6d479 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:18.785099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-5929963e-9bf3-49b1-88a4-1efd17e6d479 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 943 time: 0.3182600 Apr 18 20:19:18.811263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a142fae2-8523-4448-8b83-453ba091de73']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:18.827025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d5a355-191c-4bb5-a608-8c00d3c0df0e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:18.827588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d5a355-191c-4bb5-a608-8c00d3c0df0e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:18.840974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae35d5f4-a538-4797-b3d1-4d4cb597557d req-18ab3a48-4e1d-4540-b3d1-763a3b25a021 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.844453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.864018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab3a48-4e1d-4540-b3d1-763a3b25a021 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=712d317d-b42b-43e7-a4b9-3c6003dde652,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:18.867797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.877782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:19:18.878470 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.885142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Deleting port d2701042-233b-4051-ae82-dab4ffc0a526 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:19:18.885415 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:19:18.892893 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:19:18.916251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae35d5f4-a538-4797-b3d1-4d4cb597557d req-18ab3a48-4e1d-4540-b3d1-763a3b25a021 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:18.920271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae35d5f4-a538-4797-b3d1-4d4cb597557d req-18ab3a48-4e1d-4540-b3d1-763a3b25a021 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-groups/712d317d-b42b-43e7-a4b9-3c6003dde652 HTTP/1.1" status: 204 len: 173 time: 0.5132346 Apr 18 20:19:18.923804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb49b-8221-45d4-bf64-f92c4e094667 req-a2790f68-4858-40c7-ad49-820a7fa654d6 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:18.925907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26feb49b-8221-45d4-bf64-f92c4e094667 req-a2790f68-4858-40c7-ad49-820a7fa654d6 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 945 time: 0.2039549 Apr 18 20:19:19.033951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.040882 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26feb49b-8221-45d4-bf64-f92c4e094667 req-0374874c-fa0d-4c08-b5b5-36b1ca4973ac tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641215 Apr 18 20:19:19.046042 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-375b40a6-9b44-4437-a4dc-a0e827634323 req-ce75d62b-20b1-4460-9908-85954cb40249 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/680bd394-d869-4bfb-8d77-fb740e0107c1 HTTP/1.1" status: 200 len: 1806 time: 0.1075561 Apr 18 20:19:19.052251 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.062982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.090178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a142fae2-8523-4448-8b83-453ba091de73,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:19.093218 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-159ea84b-1d8f-49bc-9176-499289ef53e3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a142fae2-8523-4448-8b83-453ba091de73 HTTP/1.1" status: 204 len: 168 time: 0.8310835 Apr 18 20:19:19.285849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 646def38-a6f5-45d0-823f-fcb74308c649 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:19.353185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:19.486604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] For port d2701042-233b-4051-ae82-dab4ffc0a526, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d2701042-233b-4051-ae82-dab4ffc0a526,segment=NetworkSegment(c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8),segment_id=c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:19.486604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.496253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 646def38-a6f5-45d0-823f-fcb74308c649 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:19.504631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d2370-51a6-4ac4-9040-8bd7ba51de3f req-9b3d51b5-e8e9-4df1-9c44-5b0411bc567c tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:19.509602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 646def38-a6f5-45d0-823f-fcb74308c649 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:19.509602 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.518521 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e0d2370-51a6-4ac4-9040-8bd7ba51de3f req-9b3d51b5-e8e9-4df1-9c44-5b0411bc567c tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 943 time: 0.2399678 Apr 18 20:19:19.595550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e0d2370-51a6-4ac4-9040-8bd7ba51de3f req-b26366e4-f9bd-4e2a-8f4e-c8a4a060bd3d tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/security-groups?id=131eb6c2-3630-44fa-883a-352bf70412d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763290 Apr 18 20:19:19.614982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46154) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:19.615179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c15846bd-3332-4e68-88ca-cb580189c75c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=848ecc5424ba47c3a8608b637abfb73a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701709 Apr 18 20:19:19.677351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-375b40a6-9b44-4437-a4dc-a0e827634323 req-0049115f-f8b1-4377-bd82-723235a43591 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.686978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Calling delete_port for d2701042-233b-4051-ae82-dab4ffc0a526 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:19:19.696776 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.707873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b17a0475-aefe-43b5-becb-880e5e9a3d19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.748540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 646def38-a6f5-45d0-823f-fcb74308c649, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=646def38-a6f5-45d0-823f-fcb74308c649,segment=NetworkSegment(91568edd-d835-420d-933c-127769c903ee),segment_id=91568edd-d835-420d-933c-127769c903ee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:19.755190 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.756037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d2701042-233b-4051-ae82-dab4ffc0a526 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:19:19.763345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-375b40a6-9b44-4437-a4dc-a0e827634323 req-0049115f-f8b1-4377-bd82-723235a43591 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.787132 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b17a0475-aefe-43b5-becb-880e5e9a3d19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.857965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3ed7-b15a-4546-bf57-25d6bd9e2cf1 req-e1ce6c16-1676-4fe7-9ebb-ee70214625ca tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:19.859856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f37c3ed7-b15a-4546-bf57-25d6bd9e2cf1 req-e1ce6c16-1676-4fe7-9ebb-ee70214625ca tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1394341 Apr 18 20:19:19.908740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b17a0475-aefe-43b5-becb-880e5e9a3d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.916667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=646def38-a6f5-45d0-823f-fcb74308c649,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:19.946629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:19.950732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a0475-aefe-43b5-becb-880e5e9a3d19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70578c7-09c8-40fa-a774-10c8c455d473,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:19.959759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Port d2701042-233b-4051-ae82-dab4ffc0a526 update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:19:19.995427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f37c3ed7-b15a-4546-bf57-25d6bd9e2cf1 req-fc1d9bd9-cf0b-45ef-921c-ccb15990df97 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174088 Apr 18 20:19:20.001028 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-375b40a6-9b44-4437-a4dc-a0e827634323 req-0049115f-f8b1-4377-bd82-723235a43591 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.001244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b17a0475-aefe-43b5-becb-880e5e9a3d19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.003203 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b17a0475-aefe-43b5-becb-880e5e9a3d19 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e70578c7-09c8-40fa-a774-10c8c455d473 HTTP/1.1" status: 204 len: 168 time: 0.3868771 Apr 18 20:19:20.034632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Pushing event deleted for resources: {'Port': ['ID=d2701042-233b-4051-ae82-dab4ffc0a526,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:20.067027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049115f-f8b1-4377-bd82-723235a43591 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=680bd394-d869-4bfb-8d77-fb740e0107c1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:20.128398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] No DVR routers for this DVR port d2701042-233b-4051-ae82-dab4ffc0a526 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:19:20.130965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.135177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-deleted', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:20.142544 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-375b40a6-9b44-4437-a4dc-a0e827634323 req-0049115f-f8b1-4377-bd82-723235a43591 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.143825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-375b40a6-9b44-4437-a4dc-a0e827634323 req-0049115f-f8b1-4377-bd82-723235a43591 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-groups/680bd394-d869-4bfb-8d77-fb740e0107c1 HTTP/1.1" status: 204 len: 173 time: 1.0929480 Apr 18 20:19:20.150754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-67d497f4-675e-477a-810a-60f202c3c1f1 req-807ef24e-d0ac-4ae3-b5ea-14b2eacc2ff2 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.61 "DELETE /v2.0/ports/d2701042-233b-4051-ae82-dab4ffc0a526 HTTP/1.1" status: 204 len: 173 time: 1.3570542 Apr 18 20:19:20.205955 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bb1c2b0-39cd-43fb-a221-e5698954a976'] response: {'server_uuid': '2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4', 'name': 'network-vif-deleted', 'tag': 'd2701042-233b-4051-ae82-dab4ffc0a526', 'status': 'completed', 'code': 200} Apr 18 20:19:20.340451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646def38-a6f5-45d0-823f-fcb74308c649'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:20.348702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-376f317b-7119-4408-b574-98edfef95a26 req-15e508d9-db88-4579-b4b8-4fb3b37835a6 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/521898fc-3137-4c64-b292-85a134e0029b HTTP/1.1" status: 200 len: 1806 time: 0.0867665 Apr 18 20:19:20.357994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb9f6-7ebc-49ea-83bf-f1692bf598e8 req-6adc1e84-7025-4980-afb9-a0e0ed250ae5 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:20.357994 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-753cb9f6-7ebc-49ea-83bf-f1692bf598e8 req-6adc1e84-7025-4980-afb9-a0e0ed250ae5 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 946 time: 0.1395197 Apr 18 20:19:20.419216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-753cb9f6-7ebc-49ea-83bf-f1692bf598e8 req-26164d44-ab1d-4c84-abb5-6c6334e51941 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618107 Apr 18 20:19:20.436198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-376f317b-7119-4408-b574-98edfef95a26 req-aaab0a2e-9f98-42b2-a9ba-bbcb11d26c54 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.467403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-376f317b-7119-4408-b574-98edfef95a26 req-aaab0a2e-9f98-42b2-a9ba-bbcb11d26c54 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.519006 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf321a3b-7c2e-4b10-ba44-791717487ea1'] response: {'server_uuid': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '646def38-a6f5-45d0-823f-fcb74308c649', 'code': 200} Apr 18 20:19:20.558505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-376f317b-7119-4408-b574-98edfef95a26 req-aaab0a2e-9f98-42b2-a9ba-bbcb11d26c54 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.587548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab0a2e-9f98-42b2-a9ba-bbcb11d26c54 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521898fc-3137-4c64-b292-85a134e0029b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:20.592286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-376f317b-7119-4408-b574-98edfef95a26 req-aaab0a2e-9f98-42b2-a9ba-bbcb11d26c54 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.596888 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-376f317b-7119-4408-b574-98edfef95a26 req-aaab0a2e-9f98-42b2-a9ba-bbcb11d26c54 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-groups/521898fc-3137-4c64-b292-85a134e0029b HTTP/1.1" status: 204 len: 173 time: 0.2612269 Apr 18 20:19:20.766449 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f640745-aec5-452d-9d9f-3369d4182699 req-55189d21-d559-4653-9870-bda0ad602473 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/f904998d-891d-440a-b9db-0b4d578abe16 HTTP/1.1" status: 200 len: 2404 time: 0.1346269 Apr 18 20:19:20.770980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fcb19-d1b3-463a-b70e-fb670b052c46 req-d19a9a65-6d38-495a-b343-59e315cbdcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:20.770980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a38fcb19-d1b3-463a-b70e-fb670b052c46 req-d19a9a65-6d38-495a-b343-59e315cbdcfc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 1097 time: 0.1416521 Apr 18 20:19:20.830384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a38fcb19-d1b3-463a-b70e-fb670b052c46 req-d76db6d5-eb11-43e4-96b8-7913d2e11ee2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493934 Apr 18 20:19:20.865005 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4f640745-aec5-452d-9d9f-3369d4182699 req-ceb15441-2704-4261-9e13-5626e1799fc5 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.898723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4f640745-aec5-452d-9d9f-3369d4182699 req-ceb15441-2704-4261-9e13-5626e1799fc5 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.903956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-336472d8-defb-42ee-8c29-642605c7dd9c req-13df4033-df5b-46fb-9e5d-eeb50cdc1a48 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Synchronizing usage tracker for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:20.936598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-336472d8-defb-42ee-8c29-642605c7dd9c req-13df4033-df5b-46fb-9e5d-eeb50cdc1a48 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] Unset dirty status for tenant:c9176544df8c406f81421c724caa028e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:20.942286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-336472d8-defb-42ee-8c29-642605c7dd9c req-13df4033-df5b-46fb-9e5d-eeb50cdc1a48 tempest-ImagesTestJSON-993639985 tempest-ImagesTestJSON-993639985-project] 10.222.0.47 "GET /v2.0/ports?device_id=2cfc4a54-7df5-4ea0-9a56-abf55bfce8b4 HTTP/1.1" status: 200 len: 210 time: 0.0822275 Apr 18 20:19:20.959780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4f640745-aec5-452d-9d9f-3369d4182699 req-ceb15441-2704-4261-9e13-5626e1799fc5 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:20.981842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb15441-2704-4261-9e13-5626e1799fc5 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f904998d-891d-440a-b9db-0b4d578abe16,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:21.003863 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4f640745-aec5-452d-9d9f-3369d4182699 req-ceb15441-2704-4261-9e13-5626e1799fc5 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.004800 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f640745-aec5-452d-9d9f-3369d4182699 req-ceb15441-2704-4261-9e13-5626e1799fc5 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-groups/f904998d-891d-440a-b9db-0b4d578abe16 HTTP/1.1" status: 204 len: 173 time: 0.2415693 Apr 18 20:19:21.120456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7348fd0-ecdb-484b-92be-372837d3cbe5 req-1f924f94-8128-4902-b76f-d5f9a41048a9 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "GET /v2.0/security-groups/ca6dcbe6-fdbf-4fa7-8959-d2347f71dfee HTTP/1.1" status: 200 len: 2401 time: 0.0943971 Apr 18 20:19:21.368162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7348fd0-ecdb-484b-92be-372837d3cbe5 req-a8f317e2-7868-459c-89b8-d306eac330d8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.428993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7348fd0-ecdb-484b-92be-372837d3cbe5 req-a8f317e2-7868-459c-89b8-d306eac330d8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.470375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a1144-79d3-41fd-9970-12594db78387 req-82dc9eb7-7e6a-4a22-bcb5-90303205d7f8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:21.488135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-298a1144-79d3-41fd-9970-12594db78387 req-82dc9eb7-7e6a-4a22-bcb5-90303205d7f8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.1646442 Apr 18 20:19:21.511812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7348fd0-ecdb-484b-92be-372837d3cbe5 req-a8f317e2-7868-459c-89b8-d306eac330d8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.545909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7348fd0-ecdb-484b-92be-372837d3cbe5 req-a8f317e2-7868-459c-89b8-d306eac330d8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.545909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7348fd0-ecdb-484b-92be-372837d3cbe5 req-a8f317e2-7868-459c-89b8-d306eac330d8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] 10.222.0.47 "DELETE /v2.0/security-groups/ca6dcbe6-fdbf-4fa7-8959-d2347f71dfee HTTP/1.1" status: 204 len: 173 time: 0.4178791 Apr 18 20:19:21.545909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f317e2-7868-459c-89b8-d306eac330d8 tempest-SecurityGroupRulesTestJSON-641852743 tempest-SecurityGroupRulesTestJSON-641852743-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6dcbe6-fdbf-4fa7-8959-d2347f71dfee,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:21.578820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46222) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:21.592384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:21.662609 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-298a1144-79d3-41fd-9970-12594db78387 req-c5e772ee-cef2-4ea1-a1a1-8ec72a02b538 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807873 Apr 18 20:19:21.731804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] Deleting subnet 8e8b8085-ac24-4bbc-8fa4-f829902a1753 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:19:21.736805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.802688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.808242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-344905722-network', 'tenant_id': '5e8c676f2f8e42f099ac63f1f69d5bdf'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:21.832047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:21.841481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Usage tracker for resource:network and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:21.841481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:21.856369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:21.873808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.895419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Made reservation on behalf of 5e8c676f2f8e42f099ac63f1f69d5bdf for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:21.895419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:21.995051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.021183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.040558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-a0f2773a-69bc-4ee1-8afa-1394e6f8ea12 service neutron] 10.222.0.61 "GET /v2.0/ports/878bad68-4234-42a0-88c4-1e087183778a/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 382 time: 0.3833392 Apr 18 20:19:22.040558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:22.040558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:22.056992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:22.073792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:22.098976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f079365-9ca0-4b0d-86da-63e3afd278fd req-a4e2bceb-2295-4e4d-a2f5-cb3d330c36c9 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:22.098976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f079365-9ca0-4b0d-86da-63e3afd278fd req-a4e2bceb-2295-4e4d-a2f5-cb3d330c36c9 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 946 time: 0.3647146 Apr 18 20:19:22.208266 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f079365-9ca0-4b0d-86da-63e3afd278fd req-86cdec9a-9e53-43e1-b196-7aafb19dc35f tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046686 Apr 18 20:19:22.242795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8b8085-ac24-4bbc-8fa4-f829902a1753,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:22.279554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.294712 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-10e58e18-c58f-462d-a6e9-43848a2e5fe8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8e8b8085-ac24-4bbc-8fa4-f829902a1753 HTTP/1.1" status: 204 len: 168 time: 0.7238941 Apr 18 20:19:22.295317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46248) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:22.374203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.374203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.420709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:19:22.434261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f9cdd8-bd9d-4304-944f-7d2290beeacc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:22.440343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.440343 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Added segment cec49a85-f6e6-4f63-ab21-517401e31d22 of type vlan for network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 Apr 18 20:19:22.479648 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.491583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.560935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.560935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:22.560935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.716507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1159611 Apr 18 20:19:22.728948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:22.728948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a2dc8-1c87-4a09-8c47-ad1a92d4083b admin admin] Pushing event updated for resources: {'Network': ['ID=5e7447d5-c50d-4dda-8a9a-9f8f542664b1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:22.745251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Request body: {'subnet': {'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-344905722-subnet', 'tenant_id': '5e8c676f2f8e42f099ac63f1f69d5bdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:22.748471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:19:22.751495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:22.768356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Usage tracker for resource:subnet and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:22.768356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:22.784372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:22.846644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.850578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Made reservation on behalf of 5e8c676f2f8e42f099ac63f1f69d5bdf for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:22.850578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:22.906927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3220258f-6150-470a-aca6-116b4f549d3d']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:22.962865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64c1c61-c950-4e2d-bd93-02b298bc744c') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:22.962865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64c1c61-c950-4e2d-bd93-02b298bc744c') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:22.999634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:23.145383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:23.176838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:19:23.176838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:19:23.234640 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:19:23.246575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-d257b115-b5da-4366-9db1-2c6060b01736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:23.246575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-d257b115-b5da-4366-9db1-2c6060b01736 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03&tenant_id=bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 1101 time: 0.4395335 Apr 18 20:19:23.362425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:23.505208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-93defad8-5f1d-4ebc-af18-c7c295a15e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:23.505208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-93defad8-5f1d-4ebc-af18-c7c295a15e5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 1101 time: 0.2339308 Apr 18 20:19:23.568642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb46a6-85b4-4cb8-91e5-bca97dc93666 req-69ab85fb-aab4-4156-85a8-dfd5de150374 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:23.568642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01cb46a6-85b4-4cb8-91e5-bca97dc93666 req-69ab85fb-aab4-4156-85a8-dfd5de150374 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.5460227 Apr 18 20:19:23.627509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:23.649491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:23.656881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] Pushing event deleted for resources: {'Network': ['ID=3220258f-6150-470a-aca6-116b4f549d3d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:23.701207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01cb46a6-85b4-4cb8-91e5-bca97dc93666 req-5689dc4b-4a10-4040-8fd3-8f25d0998cbe tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191263 Apr 18 20:19:23.701207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-45f07dc3-78d0-49d5-8250-16cf29992644 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3220258f-6150-470a-aca6-116b4f549d3d HTTP/1.1" status: 204 len: 168 time: 1.4005516 Apr 18 20:19:23.778229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] Deleting subnet c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:19:23.789405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:23.853928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46302) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:23.891579 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:23.908126 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f513c95c-3831-48c5-8700-1ded395fdf15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=67206cc2705d44e1a2a739b6d16d7c0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0529571 Apr 18 20:19:23.910931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46308) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:23.967141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.013373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8577975c-2a01-4c15-88a6-303a40f802ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.048569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8577975c-2a01-4c15-88a6-303a40f802ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.068330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e481ca-5104-440c-b026-af8bf65abe65,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:24.091776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-83ca7a46-1daa-46d9-8bc5-5b7ffb2482b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:24.093252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-83ca7a46-1daa-46d9-8bc5-5b7ffb2482b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.5885921 Apr 18 20:19:24.101387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Checking segment: {'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:24.101772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Network hostable DHCP agents. Network: 5e7447d5-c50d-4dda-8a9a-9f8f542664b1, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:19:24.120189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d3133d-a90b-4ae4-bc70-309caa55cc15 req-319eda67-9e9c-4308-9bd7-03a53981b364 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:24.127717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30d3133d-a90b-4ae4-bc70-309caa55cc15 req-319eda67-9e9c-4308-9bd7-03a53981b364 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 946 time: 0.5663981 Apr 18 20:19:24.138210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8577975c-2a01-4c15-88a6-303a40f802ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.161819 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8577975c-2a01-4c15-88a6-303a40f802ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.166516 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8577975c-2a01-4c15-88a6-303a40f802ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6af5987b-7bd4-472b-a167-df81874bf9bb HTTP/1.1" status: 204 len: 168 time: 0.2544873 Apr 18 20:19:24.167874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8577975c-2a01-4c15-88a6-303a40f802ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af5987b-7bd4-472b-a167-df81874bf9bb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:24.215952 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.274077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-919dfc8c-28e0-4861-b111-12fab9ba6346 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 200 len: 217 time: 0.1646378 Apr 18 20:19:24.370774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30d3133d-a90b-4ae4-bc70-309caa55cc15 req-6c316420-4fe3-450a-9217-c1d0eab4ace0 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377086 Apr 18 20:19:24.394467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:19:24.426185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-a3b8a307-a7af-4d28-8b15-86efa097e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:24.427986 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-a3b8a307-a7af-4d28-8b15-86efa097e018 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1342521 Apr 18 20:19:24.429641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5e7447d5-c50d-4dda-8a9a-9f8f542664b1) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:24.435101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:24.435699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.445250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6bbb0c-af19-4514-9100-51aa8ce924a9 None None] Network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:24.553777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.607870 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:24.610979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c8df73ec-d65e-49a4-9f80-e2dfbf5859b2 HTTP/1.1" status: 204 len: 168 time: 1.2570410 Apr 18 20:19:24.613983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46330) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:24.614893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67fbc97-1a66-412d-815c-9ee1c5364b83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8df73ec-d65e-49a4-9f80-e2dfbf5859b2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:24.627750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-424fd237-5150-4989-be08-c7937b05cb95 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9074445 Apr 18 20:19:24.685933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-0d9ba1b5-4743-4f21-acda-3813faad78cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:24.685933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-0d9ba1b5-4743-4f21-acda-3813faad78cb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2368500 Apr 18 20:19:24.981781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:25.048150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d76735-4c86-4a32-82bf-4c44d8d32302 None None] Network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:25.330675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:19:25.369467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-20cb3dec-533a-4ca8-8428-34f3ac85cc91 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6710126 Apr 18 20:19:25.389999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368726b-116e-4b1a-98d5-39fe53111b79 req-b2b0e523-0c2a-49a6-a0e1-6fe5c1a5a5e8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:25.404794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:25.412328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e368726b-116e-4b1a-98d5-39fe53111b79 req-b2b0e523-0c2a-49a6-a0e1-6fe5c1a5a5e8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.3967233 Apr 18 20:19:25.456473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006a0287-50b3-4dce-84c3-ce9d47afe11d']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:25.498787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:25.499784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c9bdbe-2322-4928-87d8-3dc6bd6dd7c8') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:25.513877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e368726b-116e-4b1a-98d5-39fe53111b79 req-a17ad0f6-a57a-4ae9-8916-a4c62ee365e6 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205227 Apr 18 20:19:25.530747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:25.592448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:25.631719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:19:25.633172 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:19:25.733101 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:19:25.767646 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfacd777-09cc-436f-b6d8-69ca90e519de req-3e4a701c-28af-4154-b086-66780a055b7a service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726048 Apr 18 20:19:25.848637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d9df8-4b6a-4691-be0a-986d9314dc91 req-8cb69b31-bfed-41ae-9b20-f9f8e8bf8d2e tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:25.856276 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e4d9df8-4b6a-4691-be0a-986d9314dc91 req-8cb69b31-bfed-41ae-9b20-f9f8e8bf8d2e tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 946 time: 0.1491864 Apr 18 20:19:25.880085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:25.907987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46376) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:25.913476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:25.968725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:25.975776 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.005625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] Pushing event deleted for resources: {'Network': ['ID=006a0287-50b3-4dce-84c3-ce9d47afe11d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:26.006306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e4d9df8-4b6a-4691-be0a-986d9314dc91 req-2c8716dc-d59c-47e3-a757-5ada86b427d8 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411328 Apr 18 20:19:26.021430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:26.035202 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0857bdf3-f95f-49c2-8674-088199a8df06 admin admin] 10.222.0.47 "DELETE /v2.0/networks/006a0287-50b3-4dce-84c3-ce9d47afe11d HTTP/1.1" status: 204 len: 168 time: 1.4162493 Apr 18 20:19:26.043170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.117471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-113764670', 'description': 'tempest-description-243243825'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:26.138178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:26.157031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:26.166871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:26.194504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:26.203891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:26.231963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.255510 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ef9c4ea-5268-4b98-864b-add9e7b673de'] response: {'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a', 'code': 200} Apr 18 20:19:26.278860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2035969831-network', 'tenant_id': '8f22d9c5a87e4e8faed3a2a0e84c601d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:26.278860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:26.294348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Usage tracker for resource:network and tenant:8f22d9c5a87e4e8faed3a2a0e84c601d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:26.294348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:26.294348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:26.318311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Made reservation on behalf of 8f22d9c5a87e4e8faed3a2a0e84c601d for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:26.318311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.339572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:26.339572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.353959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46386) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:26.373325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:26.373325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:26.373325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Usage tracker for resource:security_group_rule and tenant:8f22d9c5a87e4e8faed3a2a0e84c601d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:26.379337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:26.379337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:26.391578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:26.391578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:26.625247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1f4e126d-a2b5-43a9-a9d2-b74a7265743e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c9176544df8c406f81421c724caa028e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759175 Apr 18 20:19:26.625247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:26.646362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.670647 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.670647 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.685073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.748365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:19:26.784323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7f1b-48b8-4359-83b9-0b74788c0b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.803384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.803384 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Added segment a35bf157-aa63-4eab-9de6-29ec17e640ea of type vlan for network fa442607-b653-4206-aaaf-b214926b48c2 Apr 18 20:19:26.803384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77c1dbd-c244-4777-b249-cb39a180afb3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:26.879301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62a10f3-f84d-4642-8967-09e061958303,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:26.891920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.893618 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ea50bd2-6bec-4cbe-b2e0-0391a037d270 req-92b9f35a-e050-4052-8040-1326d5d9a756 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7840986 Apr 18 20:19:26.920347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7f1b-48b8-4359-83b9-0b74788c0b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.960339 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:26.968495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-496209913', 'description': 'tempest-description-874807793'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:26.977324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:26.977324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:26.987217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:26.994995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:27.022269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.068538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:27.092210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:27.096415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.096896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:27.097795 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.127611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:27.192259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-6540fc3b-2b9c-4be7-9402-aa536d46009d tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:27.196567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-6540fc3b-2b9c-4be7-9402-aa536d46009d tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.61 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 946 time: 0.3422804 Apr 18 20:19:27.221687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:27.224872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3152523 Apr 18 20:19:27.230895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46410) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:27.230895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319346d9-e327-45ba-9d8b-c44160d876aa admin admin] Pushing event updated for resources: {'Network': ['ID=fa442607-b653-4206-aaaf-b214926b48c2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:27.241696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Request body: {'subnet': {'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2035969831-subnet', 'tenant_id': '8f22d9c5a87e4e8faed3a2a0e84c601d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:27.242381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:27.252918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Usage tracker for resource:subnet and tenant:8f22d9c5a87e4e8faed3a2a0e84c601d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:27.253924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7f1b-48b8-4359-83b9-0b74788c0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.254019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:27.258843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fa442607-b653-4206-aaaf-b214926b48c2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:19:27.266339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:27.280641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3786b9-e7be-4f24-8a1a-864ca17705e0 req-b8c1b5c7-d3cd-49b9-a22b-b5eb9c80f235 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:27.289064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe3786b9-e7be-4f24-8a1a-864ca17705e0 req-b8c1b5c7-d3cd-49b9-a22b-b5eb9c80f235 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 948 time: 0.3715081 Apr 18 20:19:27.310917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Made reservation on behalf of 8f22d9c5a87e4e8faed3a2a0e84c601d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:27.313189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.325382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bb7f1b-48b8-4359-83b9-0b74788c0b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131eb6c2-3630-44fa-883a-352bf70412d2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:27.378270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6bb7f1b-48b8-4359-83b9-0b74788c0b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.379205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b6bb7f1b-48b8-4359-83b9-0b74788c0b88 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/131eb6c2-3630-44fa-883a-352bf70412d2 HTTP/1.1" status: 204 len: 168 time: 0.7567546 Apr 18 20:19:27.383075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Deleting port 646def38-a6f5-45d0-823f-fcb74308c649 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:19:27.384355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.439083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe3786b9-e7be-4f24-8a1a-864ca17705e0 req-bfe7cded-7246-460f-89ec-67ff13287cc0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483912 Apr 18 20:19:27.634879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.656205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.841814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:27.843834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c9835e3-b8c5-4cc9-a73e-02ebb94a49c0 req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.9026022 Apr 18 20:19:27.869388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca28a38-94a0-4e23-9016-37768d40ff36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f96498e-3894-4466-aa7a-e182e9b4240f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:28.078749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:28.188070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe4ead5b-401d-44d7-809d-0800eff18a6e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:28.199861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Checking segment: {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:28.199861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Network hostable DHCP agents. Network: fa442607-b653-4206-aaaf-b214926b48c2, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:19:28.234431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Network fa442607-b653-4206-aaaf-b214926b48c2 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:19:28.269318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, fa442607-b653-4206-aaaf-b214926b48c2) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:28.276271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439db42-6372-42de-a520-319ad812acf4 None None] Network fa442607-b653-4206-aaaf-b214926b48c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:28.282268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:28.282268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:28.294826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] For port 646def38-a6f5-45d0-823f-fcb74308c649, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=646def38-a6f5-45d0-823f-fcb74308c649,segment=NetworkSegment(91568edd-d835-420d-933c-127769c903ee),segment_id=91568edd-d835-420d-933c-127769c903ee)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:28.294826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:28.401375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4f05ab4-f19c-4856-b3c2-a263c833f503 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1516249 Apr 18 20:19:28.717547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129c035a-9004-4d84-a08d-09fefdb02d38 req-141d525d-da32-408f-bb62-48927ee51950 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:28.746421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-129c035a-9004-4d84-a08d-09fefdb02d38 req-141d525d-da32-408f-bb62-48927ee51950 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6b09635-2357-4e98-b52d-7d4b417404fb HTTP/1.1" status: 200 len: 946 time: 0.8769681 Apr 18 20:19:28.796574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Calling delete_port for 646def38-a6f5-45d0-823f-fcb74308c649 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:19:28.816027 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:19:28.933585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c389e3-f0ed-4313-a312-e3a4d7d74c6b None None] Network fa442607-b653-4206-aaaf-b214926b48c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:29.017803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-87f77d01-f3c0-4e8c-97a3-d6b8ab8e101f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:29.033395 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-87f77d01-f3c0-4e8c-97a3-d6b8ab8e101f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 812 time: 0.5239780 Apr 18 20:19:29.075010 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-d184a426-e23c-4ef8-9482-8a401d9e371e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/quotas/5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 375 time: 0.0451031 Apr 18 20:19:29.097493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-129c035a-9004-4d84-a08d-09fefdb02d38 req-a80fc15f-8fa6-40a5-ab68-d55bbb872165 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.47 "GET /v2.0/security-groups?id=a2ff0836-5025-4a44-a9a2-f32b78a0d67d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3475270 Apr 18 20:19:29.194500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-e9118610-b343-4c84-af51-812954b131f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1183841 Apr 18 20:19:29.291155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:29.378404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:19:29.397462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 646def38-a6f5-45d0-823f-fcb74308c649 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:19:29.445448 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-dccba50e-4508-456c-86e3-8cdc5ab3dc61 service neutron] 10.222.0.47 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502503 Apr 18 20:19:29.468255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 646def38-a6f5-45d0-823f-fcb74308c649 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:19:29.469311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 646def38-a6f5-45d0-823f-fcb74308c649 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:19:29.541012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Pushing event deleted for resources: {'Port': ['ID=646def38-a6f5-45d0-823f-fcb74308c649,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:29.662361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:29.685070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] No DVR routers for this DVR port 646def38-a6f5-45d0-823f-fcb74308c649 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:19:29.685070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:29.699505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '878bad68-4234-42a0-88c4-1e087183778a', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '878bad68-4234-42a0-88c4-1e087183778a', 'mac_address': 'fa:16:3e:cf:ee:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:19:29.710701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'name': 'network-vif-deleted', 'tag': '646def38-a6f5-45d0-823f-fcb74308c649'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:29.729523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a26d041-3992-43e8-a73f-d398d68927e1 req-ff849f8b-8194-43cb-837b-7645794a39e1 tempest-InstanceActionsNegativeTestJSON-1484169216 tempest-InstanceActionsNegativeTestJSON-1484169216-project] 10.222.0.61 "DELETE /v2.0/ports/646def38-a6f5-45d0-823f-fcb74308c649 HTTP/1.1" status: 204 len: 173 time: 2.5157108 Apr 18 20:19:29.786320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e091-f001-463c-8cbe-b6e8114b000b req-742b74c0-4418-455d-9437-64e3d87ed513 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:29.795864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43a7e091-f001-463c-8cbe-b6e8114b000b req-742b74c0-4418-455d-9437-64e3d87ed513 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 948 time: 0.3944044 Apr 18 20:19:29.818321 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:29.845693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878bad68-4234-42a0-88c4-1e087183778a {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:29.869905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:29.873741 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:29.900925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43a7e091-f001-463c-8cbe-b6e8114b000b req-eab1aa83-2a61-4519-b538-3a7f18b56ddc tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004868 Apr 18 20:19:30.015679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-c6dae848-3e8f-43a7-8bc0-ac1ce8ce7f8c service neutron] 10.222.0.47 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552585 Apr 18 20:19:30.020515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:30.254258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['878bad68-4234-42a0-88c4-1e087183778a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:19:30.664029 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-782dc44f-9797-46ae-a7b3-c584220dc441'] response: {'server_uuid': 'e6b09635-2357-4e98-b52d-7d4b417404fb', 'name': 'network-vif-deleted', 'tag': '646def38-a6f5-45d0-823f-fcb74308c649', 'status': 'completed', 'code': 200} Apr 18 20:19:30.749235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-2a792b9f-b39d-4d92-9da3-de3c375cf4b2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:30.770543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-2a792b9f-b39d-4d92-9da3-de3c375cf4b2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 815 time: 0.4483826 Apr 18 20:19:30.804579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-04c557e2-c520-4084-8d49-5a0f5c7104bd tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/quotas/8f22d9c5a87e4e8faed3a2a0e84c601d HTTP/1.1" status: 200 len: 375 time: 0.0226219 Apr 18 20:19:30.924040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-3b5cad62-3dab-46a2-8dc3-a091be8297f0 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1194139 Apr 18 20:19:30.943469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-919f928b-f20d-4351-bb1d-30163141cfdf service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:19:30.960369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-919f928b-f20d-4351-bb1d-30163141cfdf service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354037 Apr 18 20:19:31.189921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:31.432559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:31.463274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:31.474627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Usage tracker for resource:security_group_rule and tenant:574fb98fbe56403caf530aef99a3b351 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:31.481855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:31.490341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:31.515085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-4192c968-8885-47ad-b4d7-705765edf624 service neutron] 10.222.0.47 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5526342 Apr 18 20:19:31.646404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46550) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:31.825478 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e35cbeb-0f94-44a1-922d-9d4399631c62 req-059db363-3161-4818-959d-75426aeb3888 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 210 time: 0.0772607 Apr 18 20:19:31.829388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:31.837907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:31.881374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a437c4af-9b9e-4f20-956a-046edfac55d7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:31.900595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] Deleting subnet 1a4bb28b-3b5e-45ac-8649-562d81e5c389 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:19:31.903753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:31.967755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-11644b18-5047-449c-bc1c-1a5901bcd9c8 service neutron] 10.222.0.47 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283442 Apr 18 20:19:31.982270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-1fc31931-bc91-4fc7-a10c-6b7d0af81280 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:31.983625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-1fc31931-bc91-4fc7-a10c-6b7d0af81280 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03&tenant_id=bb2e74a040c64e9289d0c20de2357f66&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 949 time: 0.5758107 Apr 18 20:19:32.037709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-954da709-714e-40a2-98dd-46f20af81428 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=574fb98fbe56403caf530aef99a3b351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8429637 Apr 18 20:19:32.043702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46560) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:32.049297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:32.363272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:32.423779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-98b93e78-8d6b-4246-abe6-6cac6d1fc9a9 service neutron] 10.222.0.61 "GET /v2.0/ports/878bad68-4234-42a0-88c4-1e087183778a/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 382 time: 0.4294422 Apr 18 20:19:32.470869 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aedbbda1-582c-411a-8831-95d43eaa704e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:32.616150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be3f3ba-cd6c-46f7-995f-68b25c203ba9 req-d8706297-c04b-41c2-a2b5-bf22022eb3cc tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:32.616150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3be3f3ba-cd6c-46f7-995f-68b25c203ba9 req-d8706297-c04b-41c2-a2b5-bf22022eb3cc tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 949 time: 0.6588211 Apr 18 20:19:32.713896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aedbbda1-582c-411a-8831-95d43eaa704e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:32.794968 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:32.943984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:32.975902 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3be3f3ba-cd6c-46f7-995f-68b25c203ba9 req-1c4ac5a1-283a-4c37-a665-7d0625f4facd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266332 Apr 18 20:19:32.985888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1a4bb28b-3b5e-45ac-8649-562d81e5c389 HTTP/1.1" status: 204 len: 168 time: 1.3314071 Apr 18 20:19:32.998505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:32.999289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8bc46-0dcb-4822-a43d-3ae6a7732b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a4bb28b-3b5e-45ac-8649-562d81e5c389,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:33.021712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-74785084-95cf-4bac-bb8c-77db51bdd698 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:33.021712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-74785084-95cf-4bac-bb8c-77db51bdd698 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:33.041400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-9e141c89-327d-470f-b29d-a32b5fc006a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:33.043615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-9e141c89-327d-470f-b29d-a32b5fc006a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 1100 time: 0.4816015 Apr 18 20:19:33.304360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53898873-a780-42b9-8593-c6c94bd5a7ff req-745fabbe-2698-470a-9a65-0bab6ce05a1e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 210 time: 0.2069952 Apr 18 20:19:33.331434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:33.459318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8392eb3a-f77a-4337-97fa-38a5a17da8c1 req-7f3fa6f9-b3a5-4440-a5fe-75ca1b0f5769 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:33.493846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8392eb3a-f77a-4337-97fa-38a5a17da8c1 req-7f3fa6f9-b3a5-4440-a5fe-75ca1b0f5769 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.8331628 Apr 18 20:19:33.525174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 878bad68-4234-42a0-88c4-1e087183778a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:33.525174 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.554053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-74785084-95cf-4bac-bb8c-77db51bdd698 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:33.554053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-74785084-95cf-4bac-bb8c-77db51bdd698 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 812 time: 1.2192483 Apr 18 20:19:33.574520 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.641746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'port': {'device_id': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1', 'admin_state_up': True, 'tenant_id': '5e8c676f2f8e42f099ac63f1f69d5bdf'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:33.647330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-264e3be4-e32c-4128-9dfb-6e26a1c0325e req-a75ef6da-8305-4781-8439-9b53493a0eff tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 210 time: 0.0648885 Apr 18 20:19:33.661327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aedbbda1-582c-411a-8831-95d43eaa704e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.682300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbbda1-582c-411a-8831-95d43eaa704e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437c4af-9b9e-4f20-956a-046edfac55d7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:33.713216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aedbbda1-582c-411a-8831-95d43eaa704e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.714659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aedbbda1-582c-411a-8831-95d43eaa704e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a437c4af-9b9e-4f20-956a-046edfac55d7 HTTP/1.1" status: 204 len: 168 time: 1.6700742 Apr 18 20:19:33.783426 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.811513 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.841274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0e4655-31ac-42d5-97d9-797728f1b6cd']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:33.849422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:33.855629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91568edd-d835-420d-933c-127769c903ee') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:33.855981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91568edd-d835-420d-933c-127769c903ee') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:33.872010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:33.880978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.891729 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.965315 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:33.977150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:33.982110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:19:33.983286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:34.002381 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20ad329a-5dd5-4f8c-9d00-53f8ce1ab67f'] response: {'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a', 'code': 200} Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:19:34.004203 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:19:34.022577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-a2cfd619-e152-4619-8ed7-b937f3687178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:34.031346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-a2cfd619-e152-4619-8ed7-b937f3687178 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.9620776 Apr 18 20:19:34.133470 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:34.177153 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:34.214700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0f0e4655-31ac-42d5-97d9-797728f1b6cd HTTP/1.1" status: 204 len: 168 time: 1.1941724 Apr 18 20:19:34.218035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5a3a9c-e83c-4b0f-80e2-9b477421acf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f0e4655-31ac-42d5-97d9-797728f1b6cd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:34.338103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8392eb3a-f77a-4337-97fa-38a5a17da8c1 req-9a93f5fd-1b93-470f-8efb-740c3046aa94 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8512027 Apr 18 20:19:34.372377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-2f3a5f3b-3ae7-4051-b749-6989a0a3b5cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 200 len: 217 time: 0.3294520 Apr 18 20:19:34.388701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:34.489798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:port and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:34.497240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:34.521091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:34.608919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-b120c2d5-7ecf-474e-a5cc-106069615d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:34.610672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46630) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:34.614290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-b120c2d5-7ecf-474e-a5cc-106069615d24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2254593 Apr 18 20:19:34.619202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Made reservation on behalf of 5e8c676f2f8e42f099ac63f1f69d5bdf for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:34.632145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:34.736944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00687bb-29d3-4b01-a503-d53c48c10622 req-4eac34c1-dea6-4760-88ef-dc46ccd12170 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:34.744958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c00687bb-29d3-4b01-a503-d53c48c10622 req-4eac34c1-dea6-4760-88ef-dc46ccd12170 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.5455284 Apr 18 20:19:34.778181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-54ba9bdd-2d28-4065-bb7b-09d311ec2130 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:34.778752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-54ba9bdd-2d28-4065-bb7b-09d311ec2130 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Synchronizing usage tracker for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:34.795673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2dcacb0c-7bdb-41e1-86dc-e907de815878 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3bd27a9aade94778b983168efcb1ebaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1725852 Apr 18 20:19:34.796473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46636) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:34.852792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c00687bb-29d3-4b01-a503-d53c48c10622 req-bcfb4679-fb92-49b1-b0e2-5aa05f0d769c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069832 Apr 18 20:19:34.869707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-54ba9bdd-2d28-4065-bb7b-09d311ec2130 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Unset dirty status for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:34.871573 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-54ba9bdd-2d28-4065-bb7b-09d311ec2130 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 815 time: 0.5354323 Apr 18 20:19:34.969220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-573a7aef-cf72-4e9f-9668-ed657215d4db req-03c881ee-e0e5-45f2-8a96-22fce4f65761 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 210 time: 0.3555517 Apr 18 20:19:35.066943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Request body: {'port': {'device_id': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'admin_state_up': True, 'tenant_id': '8f22d9c5a87e4e8faed3a2a0e84c601d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:35.227609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-5324cbdb-11b0-46e9-a055-f3ffc5c8eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:35.232296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-5324cbdb-11b0-46e9-a055-f3ffc5c8eccb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5475936 Apr 18 20:19:35.321865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:35.328074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Usage tracker for resource:port and tenant:8f22d9c5a87e4e8faed3a2a0e84c601d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:35.331795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:35.343491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:35.343701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Allocated IP 172.20.0.8 (5e7447d5-c50d-4dda-8a9a-9f8f542664b1/59e481ca-5104-440c-b026-af8bf65abe65/7d4092cb-cf17-4f15-889f-47c990a93a85) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:35.494652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-15309f23-78a3-4a34-9c35-b02555ee6cb2 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527437 Apr 18 20:19:35.500590 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c45241a8-e1f9-4be4-843f-be74e6328fdf req-c16afbbc-eebb-49d2-9517-f7c279763c85 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 210 time: 0.1446061 Apr 18 20:19:35.527148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Made reservation on behalf of 8f22d9c5a87e4e8faed3a2a0e84c601d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:35.531222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:35.558070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09e1ed0c-d7a9-42a1-bfdc-8abcc2290a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:35.603626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:35.843952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09e1ed0c-d7a9-42a1-bfdc-8abcc2290a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:35.974583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-29227718-network', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:35.976269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Allocated IP 172.20.0.8 (fa442607-b653-4206-aaaf-b214926b48c2/fe4ead5b-401d-44d7-809d-0800eff18a6e/55f1fca4-e37f-467b-9b5c-dee7daeb1ef2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:35.984769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:35.993937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Usage tracker for resource:network and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:35.996857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:36.033247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:36.217014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:36.219395 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.235222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09e1ed0c-d7a9-42a1-bfdc-8abcc2290a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.271469 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.284895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6417239a-fbd9-4f5c-adff-ecb39d749ee6 req-448e2f4f-39b3-408c-a608-907705332c33 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:36.286447 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6417239a-fbd9-4f5c-adff-ecb39d749ee6 req-448e2f4f-39b3-408c-a608-907705332c33 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.4450047 Apr 18 20:19:36.287871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1ed0c-d7a9-42a1-bfdc-8abcc2290a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff0836-5025-4a44-a9a2-f32b78a0d67d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:36.313467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:36.322252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-ea195a36-f5f3-4055-8be8-eb3251cc427d service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8160598 Apr 18 20:19:36.344084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Usage tracker for resource:security_group_rule and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:36.364473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:36.409253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:36.475914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563e7f8-254e-4cbe-8dc4-1ac3326bf1aa req-90055c3f-3853-4a32-a24a-d06bc6a60187 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:36.487208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4563e7f8-254e-4cbe-8dc4-1ac3326bf1aa req-90055c3f-3853-4a32-a24a-d06bc6a60187 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.3353224 Apr 18 20:19:36.496433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09e1ed0c-d7a9-42a1-bfdc-8abcc2290a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.506018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-09e1ed0c-d7a9-42a1-bfdc-8abcc2290a7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2ff0836-5025-4a44-a9a2-f32b78a0d67d HTTP/1.1" status: 204 len: 168 time: 1.7040277 Apr 18 20:19:36.512824 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.530702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.540752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6417239a-fbd9-4f5c-adff-ecb39d749ee6 req-2a9e2811-66e9-4357-a74c-3f761395ad6a tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2229879 Apr 18 20:19:36.617031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.729349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4563e7f8-254e-4cbe-8dc4-1ac3326bf1aa req-6a97d004-f9a5-4529-886b-0c6ef0b4480e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391152 Apr 18 20:19:36.921260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:36.973700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.977734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:36.998672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Network fa442607-b653-4206-aaaf-b214926b48c2 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:37.000608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:37.007321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:37.042800 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.153504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:37.170406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:37.196021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:37.203145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:37.203145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.253753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9ce23-ae66-4102-a519-5ba1649c7b3e req-1cac4893-1bb6-4b3a-8797-3c7028d322b0 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:37.253753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3a9ce23-ae66-4102-a519-5ba1649c7b3e req-1cac4893-1bb6-4b3a-8797-3c7028d322b0 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Synchronizing usage tracker for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:37.285803 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-9534b3e4-89af-4e67-9e19-f8de6cb65d85 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3980947 Apr 18 20:19:37.292594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3a9ce23-ae66-4102-a519-5ba1649c7b3e req-1cac4893-1bb6-4b3a-8797-3c7028d322b0 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Unset dirty status for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:37.294619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3a9ce23-ae66-4102-a519-5ba1649c7b3e req-1cac4893-1bb6-4b3a-8797-3c7028d322b0 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 931 time: 0.4642272 Apr 18 20:19:37.301208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:19:37.303002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Request body: {'port': {'device_id': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:37.318589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:37.319277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.330557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:37.371003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a76ac887-daed-496b-a9f2-ffaa0986f7c1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:37.402972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.402972 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Added segment cce28fa4-89e2-4d5f-93e3-042b68d3f18b of type vlan for network b6c164dc-858d-428c-a5a2-be02fa2b4e0c Apr 18 20:19:37.577354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.629039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3a9ce23-ae66-4102-a519-5ba1649c7b3e req-7fa13578-48ec-4ce4-bd90-8d8cdc371f29 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Synchronizing usage tracker for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:37.660324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-12f3cd72-6845-4a94-bd14-6a4aba564a31 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0470831 Apr 18 20:19:37.684963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f3a9ce23-ae66-4102-a519-5ba1649c7b3e req-7fa13578-48ec-4ce4-bd90-8d8cdc371f29 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Unset dirty status for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:37.687104 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3a9ce23-ae66-4102-a519-5ba1649c7b3e req-7fa13578-48ec-4ce4-bd90-8d8cdc371f29 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723277 Apr 18 20:19:37.729068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.770504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.777275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:37.778146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:37.797303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Request body: {'port': {'device_id': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:38.030452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4239457 Apr 18 20:19:38.038574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a76fda-b856-4c29-81ea-4896beb20788 req-55cf35ec-55cd-4d1c-b144-a8ccbd2e59ae tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:38.040113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-58a76fda-b856-4c29-81ea-4896beb20788 req-55cf35ec-55cd-4d1c-b144-a8ccbd2e59ae tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:38.046545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:38.046871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46726) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:38.090161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Request body: {'subnet': {'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-29227718-subnet', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:38.106643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652fcc2f-4d6c-4318-9a9b-2053bd041241 admin admin] Pushing event updated for resources: {'Network': ['ID=b6c164dc-858d-428c-a5a2-be02fa2b4e0c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:38.126932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:19:38.140702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:38.145276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Usage tracker for resource:subnet and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:38.149314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:38.155678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:38.171343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.189201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:38.192223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.299810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-58a76fda-b856-4c29-81ea-4896beb20788 req-55cf35ec-55cd-4d1c-b144-a8ccbd2e59ae tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:38.310349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-58a76fda-b856-4c29-81ea-4896beb20788 req-55cf35ec-55cd-4d1c-b144-a8ccbd2e59ae tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 931 time: 1.2778382 Apr 18 20:19:38.415713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d478274-0866-4d66-aaa1-07bd6aa7ae35 req-fe12af7e-bf3d-436c-8522-2534df736cf6 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:38.428845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d478274-0866-4d66-aaa1-07bd6aa7ae35 req-fe12af7e-bf3d-436c-8522-2534df736cf6 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.3605988 Apr 18 20:19:38.457585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-86131700-network', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:38.476261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:38.490771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Usage tracker for resource:network and tenant:cc0b932439b8469b99e9d6f8c1ca1e0d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:38.494935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:38.499736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d478274-0866-4d66-aaa1-07bd6aa7ae35 req-0fcb344d-1529-485f-859c-eccb584667de tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652332 Apr 18 20:19:38.508015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:38.631449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7e295-ce5d-49f3-b239-497e3563119a req-f27f6ac0-7dae-45cc-9849-fa7a94697e4c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:38.631997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:38.633976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10e7e295-ce5d-49f3-b239-497e3563119a req-f27f6ac0-7dae-45cc-9849-fa7a94697e4c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.61 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 946 time: 0.9828031 Apr 18 20:19:38.641358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.661683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Transition to ACTIVE for port object 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:38.669277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.763064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Made reservation on behalf of cc0b932439b8469b99e9d6f8c1ca1e0d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:38.765277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.806875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.819029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-58a76fda-b856-4c29-81ea-4896beb20788 req-a7c7c878-30c7-47dd-8d7d-13935f3ada3f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:38.895999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:38.907786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Deleting port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:19:38.907973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:38.993354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Usage tracker for resource:security_group_rule and tenant:cc0b932439b8469b99e9d6f8c1ca1e0d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:39.012519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:39.038492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:39.102691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-58a76fda-b856-4c29-81ea-4896beb20788 req-a7c7c878-30c7-47dd-8d7d-13935f3ada3f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:39.104236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-58a76fda-b856-4c29-81ea-4896beb20788 req-a7c7c878-30c7-47dd-8d7d-13935f3ada3f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7922606 Apr 18 20:19:39.127708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:39.204669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5dcee-c0bf-46ed-b1ac-f3d5e1dc7c4d req-abb8d5cd-daff-4919-b4d7-9cbc8a942494 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:39.213825 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f5dcee-c0bf-46ed-b1ac-f3d5e1dc7c4d req-abb8d5cd-daff-4919-b4d7-9cbc8a942494 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.4841704 Apr 18 20:19:39.237762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Attempting to bind port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:19:39.238101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Attempting to bind port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:19:39.238434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Attempting to bind port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 on network fa442607-b653-4206-aaaf-b214926b48c2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:39.247162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 on network fa442607-b653-4206-aaaf-b214926b48c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:19:39.247499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Attempting to bind port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 on network fa442607-b653-4206-aaaf-b214926b48c2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:39.263197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:19:39.263544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Checking segment: {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:39.264372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Bound using segment: {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:19:39.264564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Bound port: 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:19:39.265082 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.304493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f5dcee-c0bf-46ed-b1ac-f3d5e1dc7c4d req-cc533341-102f-4548-81a6-14caeaa62d6a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865281 Apr 18 20:19:39.360582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:19:39.408358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:19:39.413401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:19:39.419392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.518088 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.540328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:39.557412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:39.558287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.560072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-1dbd562d-0ee0-4c4d-911b-03dc26a9c8cf service neutron] 10.222.0.61 "PUT /v2.0/ports/55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 HTTP/1.1" status: 200 len: 1091 time: 2.2635546 Apr 18 20:19:39.560533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:39.577553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:39.579092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:39.590996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.650205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.741749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.759885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:39.767521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:19:39.783446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-d60c3dc7-fcb9-4e2a-8688-0bce901320c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:39.785694 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-d60c3dc7-fcb9-4e2a-8688-0bce901320c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 1094 time: 0.1710141 Apr 18 20:19:39.879340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.917380 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-725e9934-d4d2-4c3a-ade1-74cb6e4b543c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 HTTP/1.1" status: 200 len: 217 time: 0.0932715 Apr 18 20:19:39.917638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-ae403167-af5e-403c-b2b0-90c05288e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:39.918944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-ae403167-af5e-403c-b2b0-90c05288e978 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03&tenant_id=bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 1101 time: 0.9709535 Apr 18 20:19:39.921989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:39.922343 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Added segment 25abb27e-9731-40fb-9896-fb24a093cae1 of type vlan for network e8505765-0086-454f-a25d-c91ff385e3fc Apr 18 20:19:39.965737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b497ea35-b9d1-4ed0-b3af-939b238b3b1c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:40.036517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-cc5f565e-9e23-43d8-bedd-e6ae08c67363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:40.043224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-cc5f565e-9e23-43d8-bedd-e6ae08c67363 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe4ead5b-401d-44d7-809d-0800eff18a6e HTTP/1.1" status: 200 len: 855 time: 0.1106281 Apr 18 20:19:40.106761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6681084-1573-45d8-97fd-6e7d09aa34e6 req-e5e29944-0b32-4815-bd1a-231d9793d077 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:40.113777 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6681084-1573-45d8-97fd-6e7d09aa34e6 req-e5e29944-0b32-4815-bd1a-231d9793d077 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.3265502 Apr 18 20:19:40.166698 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-5aff12a8-d67b-4fbb-8c11-5ecaea716bf2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa442607-b653-4206-aaaf-b214926b48c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170578 Apr 18 20:19:40.170462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:40.179554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f55b11-8162-4009-b53e-a770b2026663,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:40.185271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:40.185669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:40.216191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1054d1f4-bb36-4f13-a8b0-09bffbb621a5 req-35c010ff-3225-43b6-a6a9-a662bc863402 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:40.217744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1054d1f4-bb36-4f13-a8b0-09bffbb621a5 req-35c010ff-3225-43b6-a6a9-a662bc863402 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 943 time: 0.8852606 Apr 18 20:19:40.222684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6681084-1573-45d8-97fd-6e7d09aa34e6 req-4ade796a-ab0c-4641-ac67-493b74703778 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080511 Apr 18 20:19:40.318377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:19:40.335279 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d06ffb-9823-4dbd-845c-58764f8b98b6'] response: {'name': 'network-changed', 'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'status': 'completed', 'code': 200} Apr 18 20:19:40.368334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Checking segment: {'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:40.368910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Network hostable DHCP agents. Network: b6c164dc-858d-428c-a5a2-be02fa2b4e0c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:19:40.371721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-8003698c-a4c7-4999-b8cb-de2b383debe6 service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989851 Apr 18 20:19:40.382548 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0838e1e-18fe-4e4e-9c3d-7e4c0eb9af11'] response: {'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'code': 200} Apr 18 20:19:40.387682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:19:40.585788 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:40.588013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:40.588013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:40.618338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-a327da62-a5bd-4395-a6fc-4d28e445dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:40.619969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-a327da62-a5bd-4395-a6fc-4d28e445dad3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 1101 time: 0.6369553 Apr 18 20:19:40.625217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4092cb-cf17-4f15-889f-47c990a93a85 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:40.645278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe4a5753-bf69-4970-8765-45088bc1df22 req-31e7132d-54c1-4f6f-92d7-0b664b29628b service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600541 Apr 18 20:19:40.652479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1054d1f4-bb36-4f13-a8b0-09bffbb621a5 req-b78ad010-3a6c-485b-98e6-ebc91ab03b14 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3527827 Apr 18 20:19:40.696399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:40.703824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:19:40.716665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da15b5-ca85-4eeb-97fc-eaff2d6524e2 req-e19a3895-5468-43ec-bbf4-fc5fe14acbd4 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:40.724037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45da15b5-ca85-4eeb-97fc-eaff2d6524e2 req-e19a3895-5468-43ec-bbf4-fc5fe14acbd4 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 931 time: 0.1988719 Apr 18 20:19:40.864014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-45da15b5-ca85-4eeb-97fc-eaff2d6524e2 req-182d891c-141f-48de-a5df-4c27b4d5cf85 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:19:40.871984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Transition to ACTIVE for port object 7d4092cb-cf17-4f15-889f-47c990a93a85 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:40.892378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-45da15b5-ca85-4eeb-97fc-eaff2d6524e2 req-182d891c-141f-48de-a5df-4c27b4d5cf85 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:19:40.894340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45da15b5-ca85-4eeb-97fc-eaff2d6524e2 req-182d891c-141f-48de-a5df-4c27b4d5cf85 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461735 Apr 18 20:19:40.922903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, b6c164dc-858d-428c-a5a2-be02fa2b4e0c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:40.925678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-57b4f10b-83cb-4794-adac-a898cd314ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:40.929340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-57b4f10b-83cb-4794-adac-a898cd314ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 1094 time: 0.1506302 Apr 18 20:19:40.937442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e497049-fd2b-4f65-a20f-942ee9becd82 None None] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:41.091885 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.097191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-d751e5ec-dd9b-4f1a-846e-45b1fd55eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:41.098972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-d751e5ec-dd9b-4f1a-846e-45b1fd55eb93 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 916 time: 0.1638513 Apr 18 20:19:41.177612 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-1b7ada85-5d24-4d59-bfa4-79ab82919bc2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 HTTP/1.1" status: 200 len: 217 time: 0.0708716 Apr 18 20:19:41.187016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] Pushing event updated for resources: {'Network': ['ID=e8505765-0086-454f-a25d-c91ff385e3fc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:41.193008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5b99a248-3aca-4c8f-95b2-354d66f9da3d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1415441 Apr 18 20:19:41.196803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:41.198679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:41.199331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.203343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e8505765-0086-454f-a25d-c91ff385e3fc details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:19:41.222304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'fixed_ips': [{'subnet_id': '61f55b11-8162-4009-b53e-a770b2026663'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:19:41.223725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.223834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Request body: {'subnet': {'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-86131700-subnet', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:41.244627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.245349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.245554 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Floating IP 7839ad4e-8d55-48a8-ada7-bb89dad57e2c disassociated. External IP: 172.25.5.157, port: 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa. Apr 18 20:19:41.245866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Calling delete_port for 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:19:41.300129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:41.322382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-17059123-c05e-41a2-805d-81e055fab1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:41.324284 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-17059123-c05e-41a2-805d-81e055fab1ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe4ead5b-401d-44d7-809d-0800eff18a6e HTTP/1.1" status: 200 len: 855 time: 0.1393213 Apr 18 20:19:41.487213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Allocated IP 172.20.0.2 (b6c164dc-858d-428c-a5a2-be02fa2b4e0c/61f55b11-8162-4009-b53e-a770b2026663/079fe6e4-fa67-456a-a73a-0435d20ba05c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:41.521144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Usage tracker for resource:subnet and tenant:cc0b932439b8469b99e9d6f8c1ca1e0d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:41.538558 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-27719a1b-d56e-4c39-b2a0-d22d3d3cde4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa442607-b653-4206-aaaf-b214926b48c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2073998 Apr 18 20:19:41.543917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:41.575518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:41.584308 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-43706a1d-922a-47a4-82df-574b2f70ec9b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 3.5342531 Apr 18 20:19:41.593287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46798) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:41.602944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:41.618291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:41.623277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-f1ff42bd-db9d-4853-aead-94cc8b5b9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:41.625999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-f1ff42bd-db9d-4853-aead-94cc8b5b9400 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.9522572 Apr 18 20:19:41.637721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:41.695688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:19:41.744498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Usage tracker for resource:router and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:41.763929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:41.840105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-46176c01-59c4-4918-8605-86be7a60ff66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 200 len: 217 time: 0.1991909 Apr 18 20:19:41.849106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Made reservation on behalf of cc0b932439b8469b99e9d6f8c1ca1e0d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:19:41.851857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.872280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.884634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Transition to ACTIVE for port object 079fe6e4-fa67-456a-a73a-0435d20ba05c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:41.894499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-0ac9fa33-723d-48e6-8dfe-1ef72a5421c0 service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397102 Apr 18 20:19:41.904294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:41.919140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Transition to ACTIVE for port object 079fe6e4-fa67-456a-a73a-0435d20ba05c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:41.940705 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:41.988892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d702121-b07c-4bb9-97b9-36158985d90b req-45511fe2-f155-45f6-8d9a-c14efa253ff8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:41.990497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d702121-b07c-4bb9-97b9-36158985d90b req-45511fe2-f155-45f6-8d9a-c14efa253ff8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 1.1143322 Apr 18 20:19:42.007407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:19:42.009067 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:19:42.034471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:42.042768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:42.050584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:42.051409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aca7dd-9053-40cc-8aa7-acf2ece3127c req-cfb4c7fb-819f-4e6e-b7d8-8ec88612940d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:42.053265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-05aca7dd-9053-40cc-8aa7-acf2ece3127c req-cfb4c7fb-819f-4e6e-b7d8-8ec88612940d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.5890059 Apr 18 20:19:42.127137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.145774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed1845c-e872-4ff5-9226-c05cc83e6317 req-4fcc6350-a9e8-4a75-a28f-2b9d351b82cc service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442033 Apr 18 20:19:42.177367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-05aca7dd-9053-40cc-8aa7-acf2ece3127c req-c1da1d29-c169-4e05-8a3c-030a8c8d522a tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937691 Apr 18 20:19:42.301389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:42.310166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Pushing event updated for resources: {'Port': ['ID=079fe6e4-fa67-456a-a73a-0435d20ba05c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:42.311727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-bf7ddb34-b2c5-4aa1-a314-86eb636c4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:42.314746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-bf7ddb34-b2c5-4aa1-a314-86eb636c4bad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.4486406 Apr 18 20:19:42.316313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.317563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.326394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.345200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.395735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:42.402224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d702121-b07c-4bb9-97b9-36158985d90b req-47f10ade-d631-4ec5-afad-da4663d373b7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272869 Apr 18 20:19:42.433466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:42.437917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Attempting to bind port 079fe6e4-fa67-456a-a73a-0435d20ba05c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:19:42.438296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Attempting to bind port 079fe6e4-fa67-456a-a73a-0435d20ba05c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:19:42.438662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Attempting to bind port 079fe6e4-fa67-456a-a73a-0435d20ba05c on network b6c164dc-858d-428c-a5a2-be02fa2b4e0c {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:42.444515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:19:42.445031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Checking segment: {'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:42.445350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.445861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Bound using segment: {'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:19:42.446677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Bound port: 079fe6e4-fa67-456a-a73a-0435d20ba05c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:19:42.447050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.489726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece9dac-8e4f-4edb-83f4-b98e95c030f7 req-23d1d4c4-8ca0-4764-b5c6-5b70b07ce382 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:42.498277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0ece9dac-8e4f-4edb-83f4-b98e95c030f7 req-23d1d4c4-8ca0-4764-b5c6-5b70b07ce382 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 943 time: 0.1702402 Apr 18 20:19:42.549776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] For port 079fe6e4-fa67-456a-a73a-0435d20ba05c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:19:42.561552 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0ece9dac-8e4f-4edb-83f4-b98e95c030f7 req-3c8beba2-f085-4724-98f0-fa1e1e88f298 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617805 Apr 18 20:19:42.580407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] For port 079fe6e4-fa67-456a-a73a-0435d20ba05c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=079fe6e4-fa67-456a-a73a-0435d20ba05c,segment=NetworkSegment(cce28fa4-89e2-4d5f-93e3-042b68d3f18b),segment_id=cce28fa4-89e2-4d5f-93e3-042b68d3f18b)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:19:42.592943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Deleting port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:19:42.592943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.593990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.650850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:42.660559 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18deb64-450f-4ef8-88b9-a80d10801d01'] response: {'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a', 'code': 200} Apr 18 20:19:42.688754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25f919-0679-44d0-bc99-814776e1b453 None None] Pushing event updated for resources: {'Port': ['ID=079fe6e4-fa67-456a-a73a-0435d20ba05c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:42.845808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Attempting to bind port 7d4092cb-cf17-4f15-889f-47c990a93a85 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:19:42.845808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Attempting to bind port 7d4092cb-cf17-4f15-889f-47c990a93a85 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:19:42.845808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Attempting to bind port 7d4092cb-cf17-4f15-889f-47c990a93a85 on network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:42.974355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Port 7d4092cb-cf17-4f15-889f-47c990a93a85 on network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:19:42.974685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Attempting to bind port 7d4092cb-cf17-4f15-889f-47c990a93a85 on network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:43.077345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:19:43.078188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Checking segment: {'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:43.080254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Bound using segment: {'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:19:43.082079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Bound port: 7d4092cb-cf17-4f15-889f-47c990a93a85, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:19:43.083447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:43.111942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cde6dd-cc69-4592-8697-f584e1512e9e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:43.121915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:43.186530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Checking segment: {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:43.186530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Network hostable DHCP agents. Network: e8505765-0086-454f-a25d-c91ff385e3fc, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:19:43.346358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-15fb76ca-d76e-46b1-8801-20c97b0d812b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:43.347764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-15fb76ca-d76e-46b1-8801-20c97b0d812b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9559891 Apr 18 20:19:43.390616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:19:43.492982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222167e-ca58-4659-9f57-2c58cc4470b6 req-237c9d76-4560-4e84-a37a-333e3914a3d5 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:43.501303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6222167e-ca58-4659-9f57-2c58cc4470b6 req-237c9d76-4560-4e84-a37a-333e3914a3d5 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.1694202 Apr 18 20:19:43.603344 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6222167e-ca58-4659-9f57-2c58cc4470b6 req-857deb90-59a6-4eb2-a655-4999421bf2b6 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006694 Apr 18 20:19:43.635806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac929270-64f1-4f9a-abc5-c21554deca3f req-d84944db-3164-496f-99f8-7bed796168bd tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:43.643588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac929270-64f1-4f9a-abc5-c21554deca3f req-d84944db-3164-496f-99f8-7bed796168bd tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 943 time: 1.0547466 Apr 18 20:19:43.667856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:43.706625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'port_id': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'mac_address': 'fa:16:3e:d9:18:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ead5b-401d-44d7-809d-0800eff18a6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:19:43.755641 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa7dc1a4-156b-4257-a11a-e317c2870f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:43.769254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Network e8505765-0086-454f-a25d-c91ff385e3fc is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:19:43.806979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:43.817093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e8505765-0086-454f-a25d-c91ff385e3fc) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:43.829757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619413f8-ac9c-4f3f-b569-996d34a6633d None None] Network e8505765-0086-454f-a25d-c91ff385e3fc requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:43.839646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:43.840607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:43.939353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:19:43.963182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac929270-64f1-4f9a-abc5-c21554deca3f req-ac14a6c2-5b1e-4dcc-b391-78f3dd47bb8d tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184443 Apr 18 20:19:43.964029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1759717e-a52e-4ce6-b668-2b804a98bcd2 req-56f53202-14f0-47ce-8c36-598dbd07c4dc tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:43.965761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1759717e-a52e-4ce6-b668-2b804a98bcd2 req-56f53202-14f0-47ce-8c36-598dbd07c4dc tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 948 time: 0.2209368 Apr 18 20:19:44.002002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d4092cb-cf17-4f15-889f-47c990a93a85,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:19:44.033093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:44.102543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e48f74-e052-4675-9910-99aa74d2800b None None] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:44.106953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1759717e-a52e-4ce6-b668-2b804a98bcd2 req-f387d04d-3a49-404f-9769-7027997c0140 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326106 Apr 18 20:19:44.115730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-75e5a846-4509-42fe-8390-1bcb6bd58d3b service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683528 Apr 18 20:19:44.129399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:44.161143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] For port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:44.163332 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:44.255086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:44.260213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-567f0e14-1043-4aec-a867-886af13396ae None None] Provisioning for port 079fe6e4-fa67-456a-a73a-0435d20ba05c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:44.299002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:44.368840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4e08b4-af4d-4e9e-903d-ab275cc64f6f None None] Network e8505765-0086-454f-a25d-c91ff385e3fc requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:19:44.424472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4d675ad0-5431-4ce2-b855-ee100e4f4b52 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.2091534 Apr 18 20:19:44.427057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46856) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:44.427260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:44.428162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:44.430150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] 10.222.0.61 "PUT /v2.0/ports/7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 200 len: 1091 time: 6.6645072 Apr 18 20:19:44.438269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:44.447619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:19:44.448806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:44.460332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Usage tracker for resource:router and tenant:cc0b932439b8469b99e9d6f8c1ca1e0d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:19:44.467506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:19:44.478084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:19:44.496843 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:44.499037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:44.529565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:44.543986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:44.612585 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f71357-0205-4a9a-907c-d671cb8edde3'] response: {'name': 'network-changed', 'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85', 'status': 'completed', 'code': 200} Apr 18 20:19:44.657145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:19:44.831483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:44.875480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.876041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.876547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.879943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.880443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.882033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.882623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.883912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.884461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.884862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.885148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.886328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fca91a-c2ab-4136-acbe-8e5db1ad6cd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:44.897621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 079fe6e4-fa67-456a-a73a-0435d20ba05c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:45.051085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 079fe6e4-fa67-456a-a73a-0435d20ba05c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:45.058520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 079fe6e4-fa67-456a-a73a-0435d20ba05c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:45.072711 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.150170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488e694-3951-43fe-8ff6-74b32d34420a req-5544b0c4-45ac-4ec6-884e-7ee11c64afae tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:45.153610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.160581 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7488e694-3951-43fe-8ff6-74b32d34420a req-5544b0c4-45ac-4ec6-884e-7ee11c64afae tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 944 time: 0.8890045 Apr 18 20:19:45.213861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.214349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.214887 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Floating IP 7839ad4e-8d55-48a8-ada7-bb89dad57e2c disassociated. External IP: 172.25.5.157, port: 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa. Apr 18 20:19:45.215314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Calling delete_port for 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:19:45.254185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c666e-17e4-48f9-96f7-50c264736bc1 req-6beda5bf-73bc-47e5-9f87-4b804be79553 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:45.255698 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c47c666e-17e4-48f9-96f7-50c264736bc1 req-6beda5bf-73bc-47e5-9f87-4b804be79553 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 944 time: 0.4545696 Apr 18 20:19:45.284629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.303759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5b617cca-1661-4c32-b963-6af18198ec65 None None] Provisioning complete for port 079fe6e4-fa67-456a-a73a-0435d20ba05c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:45.304125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5b617cca-1661-4c32-b963-6af18198ec65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.371205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c47c666e-17e4-48f9-96f7-50c264736bc1 req-b6f42e47-d1f7-4800-810f-2aa40f24c741 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups?id=e6293a01-e2a2-4cb1-8770-18e88a977add&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614717 Apr 18 20:19:45.380678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1f0eb59-afb9-431b-8292-e501a6fb5e77 req-08c0f876-0ce7-411d-a156-9f88dea18c8b service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1029041 Apr 18 20:19:45.391924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.395228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-83fd3f49-5224-4fdd-a791-632a37a9a47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:45.396872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-83fd3f49-5224-4fdd-a791-632a37a9a47a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1094 time: 0.7776380 Apr 18 20:19:45.442745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 079fe6e4-fa67-456a-a73a-0435d20ba05c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=079fe6e4-fa67-456a-a73a-0435d20ba05c,segment=NetworkSegment(cce28fa4-89e2-4d5f-93e3-042b68d3f18b),segment_id=cce28fa4-89e2-4d5f-93e3-042b68d3f18b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:45.489059 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.550149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-17fbf003-140f-4ebe-ba4b-176c58aa5882 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 200 len: 217 time: 0.0978270 Apr 18 20:19:45.602906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=079fe6e4-fa67-456a-a73a-0435d20ba05c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:45.660715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.703136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.940767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4222ede9-cc6b-49f7-b678-bb623c0b8fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:45.967773 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7488e694-3951-43fe-8ff6-74b32d34420a req-4ab0d168-5938-4bf1-a67d-cc96ec8a0452 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8060808 Apr 18 20:19:46.107080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-e57bb095-f9f7-4c1c-a3e4-bd7a2082d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:46.108564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-e57bb095-f9f7-4c1c-a3e4-bd7a2082d0b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.4061902 Apr 18 20:19:46.110766 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:46.168605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event deleted for resources: {'Port': ['ID=8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:46.192923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09d1fd-7692-45f5-a1a2-88145d52a14a req-31f4ae5a-0044-456d-bc22-55854a0a918b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:46.193847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c09d1fd-7692-45f5-a1a2-88145d52a14a req-31f4ae5a-0044-456d-bc22-55854a0a918b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 943 time: 0.3000638 Apr 18 20:19:46.241535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-b158065f-5f59-4a26-b701-98bff486b4f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597336 Apr 18 20:19:46.290777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Allocated IP 172.25.5.32 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/6e4a297f-de75-41bb-b02a-fb141148e26b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:46.306220 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c09d1fd-7692-45f5-a1a2-88145d52a14a req-3d2ab996-6c4d-4a8a-a31c-36912a7ef0ad tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027951 Apr 18 20:19:46.371374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:46.503644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:46.560738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:46.704993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3756cae-f8e5-4c1b-a66f-130b7363f5c2 req-80c6e13b-9fcc-4480-b351-cdd1481ee865 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 210 time: 0.0899692 Apr 18 20:19:46.707579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:46.710355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:46.714666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:46.753208 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:46.804390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4a297f-de75-41bb-b02a-fb141148e26b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:46.805425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-4d1e2990-4e6d-4ef4-a139-ace69e3bd9d1 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4672015 Apr 18 20:19:46.827176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.827983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.828093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.828337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.828669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.829004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.829614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.830322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.830417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.830661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.830989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.831311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:46.862644 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:46.890864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 079fe6e4-fa67-456a-a73a-0435d20ba05c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:46.905453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Allocated IP 172.25.5.118 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/8f2847e4-b9ad-4ba3-ab49-be9c8e353a85) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:46.979797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d02a6-a2e5-45c3-92b9-e6067954fe0e req-8340275f-ba56-4763-bd0e-65c4e6499815 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:46.986928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923d02a6-a2e5-45c3-92b9-e6067954fe0e req-8340275f-ba56-4763-bd0e-65c4e6499815 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 948 time: 0.7412271 Apr 18 20:19:47.052695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Router 133491cb-1cdb-4288-8af3-a08fafc69e71 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:19:47.094980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 079fe6e4-fa67-456a-a73a-0435d20ba05c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:47.096171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:47.208387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923d02a6-a2e5-45c3-92b9-e6067954fe0e req-98989043-a374-4d49-b800-ada881a80942 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2202187 Apr 18 20:19:47.347802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ddc45ae-9e35-4b4f-8fce-84c0dbf59507 req-d9015b7b-ca5c-493b-8a42-61de1746508a service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211802 Apr 18 20:19:47.436900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:19:47.441598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:47.818080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:47.824905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:47.826719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:47.827110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.032498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47242d7-4f0c-4064-9249-900e08968e71 req-1e4ec858-5b3f-458c-a5fc-dc3dda2cce10 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:48.034253 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a47242d7-4f0c-4064-9249-900e08968e71 req-1e4ec858-5b3f-458c-a5fc-dc3dda2cce10 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 944 time: 0.6377568 Apr 18 20:19:48.102997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:48.166801 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.169769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:19:48.178784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '878bad68-4234-42a0-88c4-1e087183778a', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '878bad68-4234-42a0-88c4-1e087183778a', 'mac_address': 'fa:16:3e:cf:ee:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:19:48.202870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] Sync routers for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:19:48.212209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a47242d7-4f0c-4064-9249-900e08968e71 req-50377941-d877-450e-bdb8-555900a9b78c tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859299 Apr 18 20:19:48.384456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:48.386037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:48.490071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c524cbdd-3cdc-42d3-a542-f5d869b4de15 req-2e4204be-bb08-47b8-9925-2f8217df8130 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 210 time: 0.0931585 Apr 18 20:19:48.536460 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.547356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:48.560440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] No DVR routers for this DVR port 8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:19:48.568868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-1f46ce06-c5af-4b8b-9987-014300a08bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:48.572213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-1f46ce06-c5af-4b8b-9987-014300a08bf4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1094 time: 0.6366336 Apr 18 20:19:48.573211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.584305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'name': 'network-vif-deleted', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:48.610446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:48.637653 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.637653 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.653907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10e7e295-ce5d-49f3-b239-497e3563119a req-9803a33b-e4e6-472d-a0b0-3080ff9323eb tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.61 "DELETE /v2.0/ports/8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa HTTP/1.1" status: 204 len: 173 time: 9.9869814 Apr 18 20:19:48.670558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55fcf4-a7ce-4dc3-9ff3-bccf1dc31525 req-59d1104f-76c7-418f-93bc-1ae5d945644b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:48.674780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd55fcf4-a7ce-4dc3-9ff3-bccf1dc31525 req-59d1104f-76c7-418f-93bc-1ae5d945644b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 943 time: 0.7018814 Apr 18 20:19:48.710086 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.795756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:48.908930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 878bad68-4234-42a0-88c4-1e087183778a {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:48.959969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-5855933a-5e8d-4234-9224-fa87157062dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:48.961686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-5855933a-5e8d-4234-9224-fa87157062dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 913 time: 0.3648365 Apr 18 20:19:48.985944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:49.005144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:49.021254 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:49.030678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:49.041684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:49.150480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:49.159782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Pushing event updated for resources: {'Port': ['ID=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:49.177682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:49.200975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd55fcf4-a7ce-4dc3-9ff3-bccf1dc31525 req-596d962a-fd3f-454d-94ce-d983b58c7507 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487383 Apr 18 20:19:49.202152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:49.270608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-d3c98762-db10-453e-869b-f87e1ada3384 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 200 len: 217 time: 0.2987173 Apr 18 20:19:49.308183 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d64ca710-3bc0-4f0f-8ad6-d10fdf6cb9bd'] response: {'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'code': 200} Apr 18 20:19:49.311468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:49.389125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:49.442324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['878bad68-4234-42a0-88c4-1e087183778a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:19:49.482971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d4092cb-cf17-4f15-889f-47c990a93a85 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:19:49.518093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:49.577471 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6088b1d2-808f-41ff-a74a-de17997f928c'] response: {'server_uuid': '87839f12-b44f-451d-b578-84e007691172', 'name': 'network-vif-deleted', 'tag': '8498f9e4-cd72-40f6-b31d-9ebc90e6b2fa', 'status': 'completed', 'code': 200} Apr 18 20:19:49.722244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:19:49.745321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc347d0-6876-4dd0-bae5-d32ce085055d req-e31f3d24-f667-4a88-bee4-e4b328ff755a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:49.758431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dcc347d0-6876-4dd0-bae5-d32ce085055d req-e31f3d24-f667-4a88-bee4-e4b328ff755a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 0.5940592 Apr 18 20:19:49.793044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-60a6eb7d-79ca-4c31-a331-8bd1dc08a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:49.795313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-60a6eb7d-79ca-4c31-a331-8bd1dc08a16f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.5084989 Apr 18 20:19:50.028039 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-57d35666-910f-43bc-a606-0180c0abb158 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567872 Apr 18 20:19:50.045036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085d17a-1a32-4ed0-b7c3-19d677837e55 req-a2a36954-057e-4327-87da-a460a1addb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:50.047391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6085d17a-1a32-4ed0-b7c3-19d677837e55 req-a2a36954-057e-4327-87da-a460a1addb0e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 1096 time: 0.6048632 Apr 18 20:19:50.057931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dcc347d0-6876-4dd0-bae5-d32ce085055d req-a863bc77-5321-40a1-ad3f-b8fc6ff7909f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973812 Apr 18 20:19:50.203834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d4092cb-cf17-4f15-889f-47c990a93a85,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:50.236643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7d4092cb-cf17-4f15-889f-47c990a93a85', 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1', 'port_id': '7d4092cb-cf17-4f15-889f-47c990a93a85', 'mac_address': 'fa:16:3e:38:21:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e481ca-5104-440c-b026-af8bf65abe65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:19:50.278495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Router 05f06ca6-420e-46fa-9202-365bc3384bfc is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:19:50.380709 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:50.450421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:22Z', 'revision_number': 5, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:50.457927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4092cb-cf17-4f15-889f-47c990a93a85 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:19:50.469734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] Checking router: 133491cb-1cdb-4288-8af3-a08fafc69e71 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:19:50.522591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d4092cb-cf17-4f15-889f-47c990a93a85,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:50.524132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6085d17a-1a32-4ed0-b7c3-19d677837e55 req-581d57bc-3c41-40e1-b838-b5b8f3b4df8b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590616 Apr 18 20:19:50.527245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:50.528356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:50.616396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:50.628126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd970b-b668-4640-abad-136537be9b0a req-8805ad4f-5c51-4257-b5f0-c550c38a8f90 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:50.629346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3efd970b-b668-4640-abad-136537be9b0a req-8805ad4f-5c51-4257-b5f0-c550c38a8f90 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.9241362 Apr 18 20:19:50.806344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:50.823477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3efd970b-b668-4640-abad-136537be9b0a req-c8600f0d-6af0-4d88-b113-8d8ce01ee334 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786642 Apr 18 20:19:50.859216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49dbc0c0-9d1b-4372-96ff-9160c3e3a593 req-ad6a47e9-8523-47d8-862e-0e520c1fccc9 tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/ports?device_id=87839f12-b44f-451d-b578-84e007691172 HTTP/1.1" status: 200 len: 210 time: 0.3169677 Apr 18 20:19:50.869595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:50.905649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-7c34a625-30e2-4efd-8183-d5384ffc353a service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8440807 Apr 18 20:19:50.907139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:51.044672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:19:51.376762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:19:51.395490 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Sync routers for ids ['05f06ca6-420e-46fa-9202-365bc3384bfc'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:19:51.434198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0ac4dc-735c-4c5a-b51c-fcdd7e267646 req-9785f194-b8fd-475f-b220-75e1d00754ca tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:51.441407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Routers {'05f06ca6-420e-46fa-9202-365bc3384bfc'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:51.442052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b0ac4dc-735c-4c5a-b51c-fcdd7e267646 req-9785f194-b8fd-475f-b220-75e1d00754ca tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 944 time: 0.2052579 Apr 18 20:19:51.444952 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['05f06ca6-420e-46fa-9202-365bc3384bfc'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:51.482323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:51.486688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f45d8eb9-70eb-4daf-929e-e4ef9c9cf3a9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.0581107 Apr 18 20:19:51.490278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47136) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:51.595679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b0ac4dc-735c-4c5a-b51c-fcdd7e267646 req-31e3ae41-89c9-4204-8c4d-10bb50702dc3 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504793 Apr 18 20:19:51.680887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:52.185449 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Set router 05f06ca6-420e-46fa-9202-365bc3384bfc gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:52.412411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 878bad68-4234-42a0-88c4-1e087183778a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:52.412411 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:52.427074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a654bffc-aa4d-4722-bdfd-1b14dba66b6e req-e49fc1cd-eb7d-4f18-a79a-4bf2136c9474 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1852427 Apr 18 20:19:52.472352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:52.589434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:22Z', 'revision_number': 5, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:52.698270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc617938-fb32-4a68-bce6-33db1a2e8d6c req-8e5ed2fe-d625-4708-aaa9-d9a8b606855b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:52.698270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc617938-fb32-4a68-bce6-33db1a2e8d6c req-8e5ed2fe-d625-4708-aaa9-d9a8b606855b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 950 time: 1.0380599 Apr 18 20:19:52.756766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaed1517-d546-4ba0-8e95-3d3774723fe0 None None] The sync data for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 is: [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:17:01Z', 'revision_number': 4, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '30e9ba8a-fd8e-4d4d-b467-0af3581ed579', 'name': '', 'network_id': 'aebe59ad-79aa-4202-ad10-8808239c2c6c', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'mac_address': 'fa:16:3e:1f:37:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:17:00Z', 'updated_at': '2022-04-18T20:17:22Z', 'revision_number': 5, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'subnets': [{'id': '6af0c1ad-ab88-4f2f-8595-738e045d498a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:19:52.806692 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:52.880911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:52.914799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:52.922336 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:52.997826 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:19:47Z', 'revision_number': 3, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port': {'id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:45Z', 'updated_at': '2022-04-18T20:19:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:53.016217 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Checking router: 05f06ca6-420e-46fa-9202-365bc3384bfc for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:19:53.016217 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Updating router 05f06ca6-420e-46fa-9202-365bc3384bfc port 6e4a297f-de75-41bb-b02a-fb141148e26b binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:19:53.036877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc617938-fb32-4a68-bce6-33db1a2e8d6c req-9889dca4-2ab2-4fa5-ab8e-20af3be35945 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298881 Apr 18 20:19:53.088312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2242711-3838-43fa-b727-55534e19f58f req-04eed839-ae5c-4ff3-82bd-036faf4ec840 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:53.097375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2242711-3838-43fa-b727-55534e19f58f req-04eed839-ae5c-4ff3-82bd-036faf4ec840 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.7474070 Apr 18 20:19:53.103924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=11']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:53.156033 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:53.220621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:19:53.309965 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2242711-3838-43fa-b727-55534e19f58f req-75c26b96-6a03-4d26-a5f7-127f98014c7a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113893 Apr 18 20:19:53.347940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e4d410-ced3-439c-a39d-ffa8ea707cd4 None None] New status for floating IP 7839ad4e-8d55-48a8-ada7-bb89dad57e2c: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:19:53.570234 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bd5d24-29c8-4029-9a47-a6a4830067e1'] response: {'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bad68-4234-42a0-88c4-1e087183778a', 'code': 200} Apr 18 20:19:53.688729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:19:53.721811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:53.740007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:53.745197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-327e9d37-440d-4341-8e8c-c8dd5a9a3643 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.1446466 Apr 18 20:19:53.748139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:53.885958 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Sync routers for ids ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:19:53.922053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63206-2651-4990-ac3f-ddc7a25da890 req-6bd0a328-cbda-4e7b-ac9c-0ff873b8c4d1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:53.930220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5f63206-2651-4990-ac3f-ddc7a25da890 req-6bd0a328-cbda-4e7b-ac9c-0ff873b8c4d1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 944 time: 0.2888815 Apr 18 20:19:54.020053 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Routers {'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:54.023688 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:54.127241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca6bda62-38ae-4fd7-af53-3264d24c1a9d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:54.190218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca6bda62-38ae-4fd7-af53-3264d24c1a9d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:54.411678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca6bda62-38ae-4fd7-af53-3264d24c1a9d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:54.448633 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Set router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:54.562825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0411ab-7359-433d-9085-12cc279132f8 req-a84cc725-c5f2-4b04-a716-c6c0f53ebe89 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:54.564445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec0411ab-7359-433d-9085-12cc279132f8 req-a84cc725-c5f2-4b04-a716-c6c0f53ebe89 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.4097986 Apr 18 20:19:54.628376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:54.657316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec0411ab-7359-433d-9085-12cc279132f8 req-4eb08bf7-5661-474f-830a-5bb4d650d865 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780048 Apr 18 20:19:54.657907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5f63206-2651-4990-ac3f-ddc7a25da890 req-d596fefb-595a-41e7-87ed-e5d63d416231 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7260303 Apr 18 20:19:54.668486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6bda62-38ae-4fd7-af53-3264d24c1a9d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6293a01-e2a2-4cb1-8770-18e88a977add,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:54.729645 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca6bda62-38ae-4fd7-af53-3264d24c1a9d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:54.742308 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ca6bda62-38ae-4fd7-af53-3264d24c1a9d tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "DELETE /v2.0/security-groups/e6293a01-e2a2-4cb1-8770-18e88a977add HTTP/1.1" status: 204 len: 168 time: 1.0110896 Apr 18 20:19:54.753067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47402) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:54.888161 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-95f19015-a35c-4062-958f-eb56dcd0382e tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] show failed (client error): The resource could not be found. Apr 18 20:19:54.890380 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:54.892091 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-95f19015-a35c-4062-958f-eb56dcd0382e tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "GET /v2.0/security-groups/e6293a01-e2a2-4cb1-8770-18e88a977add HTTP/1.1" status: 404 len: 347 time: 0.1357019 Apr 18 20:19:54.908405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47414) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:54.941645 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Transition to ACTIVE for port object 6e4a297f-de75-41bb-b02a-fb141148e26b will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:54.966698 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:55.105893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-0ff3243c-e7ba-4ed4-b66e-7df77e2ff53f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1622858 Apr 18 20:19:55.234526 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Attempting to bind port 6e4a297f-de75-41bb-b02a-fb141148e26b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:19:55.235660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Attempting to bind port 6e4a297f-de75-41bb-b02a-fb141148e26b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:19:55.236234 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Attempting to bind port 6e4a297f-de75-41bb-b02a-fb141148e26b on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:55.250772 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:19:55.251383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:55.251955 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:55.252483 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:19:55.253296 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Bound port: 6e4a297f-de75-41bb-b02a-fb141148e26b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:19:55.253868 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:55.345634 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] For port 6e4a297f-de75-41bb-b02a-fb141148e26b, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:19:55.349612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] For port 6e4a297f-de75-41bb-b02a-fb141148e26b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e4a297f-de75-41bb-b02a-fb141148e26b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:19:55.355644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-52646c62-9a02-479c-98f7-33eaf674629d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:55.363322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-52646c62-9a02-479c-98f7-33eaf674629d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2406557 Apr 18 20:19:55.364058 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Pushing event updated for resources: {'Port': ['ID=6e4a297f-de75-41bb-b02a-fb141148e26b,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:55.366895 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:55.429046 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.432613 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.433022 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.433387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.438317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:19:55.489728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d4092cb-cf17-4f15-889f-47c990a93a85 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:55.638546 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-cc1f6726-5a1b-47d3-8936-1578a6db606f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/quotas/bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 375 time: 0.2740808 Apr 18 20:19:55.647714 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Routers {'05f06ca6-420e-46fa-9202-365bc3384bfc'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:55.650385 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['05f06ca6-420e-46fa-9202-365bc3384bfc'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:55.747195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Deleting port 11ef606e-249c-4134-b6fc-59d4155c7de0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:19:55.747362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 7d4092cb-cf17-4f15-889f-47c990a93a85 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:55.750809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:55.754704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7d4092cb-cf17-4f15-889f-47c990a93a85 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:55.755084 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:55.980655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f645f0a3-1e6b-44dd-935f-265a4b08a95d req-afcf2be2-e7ef-4769-8cc8-f6b8509645a8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:55.988847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f645f0a3-1e6b-44dd-935f-265a4b08a95d req-afcf2be2-e7ef-4769-8cc8-f6b8509645a8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.2357762 Apr 18 20:19:56.046883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Allocated IP 172.20.0.1 (e8505765-0086-454f-a25d-c91ff385e3fc/45cde6dd-cc69-4592-8697-f584e1512e9e/15eca8de-69cd-44a1-a518-9adb9b36bb6c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:56.070634 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e5828-eb86-4581-bf73-0719a547eea1 None None] Pushing event updated for resources: {'Port': ['ID=6e4a297f-de75-41bb-b02a-fb141148e26b,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:56.096425 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:19:50Z', 'revision_number': 3, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:19:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:56.123416 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Checking router: ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:19:56.123626 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Updating router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:19:56.222061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:56.239840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-e2e19b8e-d8fe-4d17-9ae8-532cc8db4290 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6003590 Apr 18 20:19:56.271912 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f645f0a3-1e6b-44dd-935f-265a4b08a95d req-272776e4-9dd1-483a-b2ac-b1157098683e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818823 Apr 18 20:19:56.327989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:56.363377 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:56.407682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:56.411059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:56.463761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:19:56.496270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d4092cb-cf17-4f15-889f-47c990a93a85,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:56.506944 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:56.626557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Calling delete_port for 11ef606e-249c-4134-b6fc-59d4155c7de0 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:19:56.693266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:56.718982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Allocated IP 172.20.0.1 (b6c164dc-858d-428c-a5a2-be02fa2b4e0c/61f55b11-8162-4009-b53e-a770b2026663/e992cbb1-95f6-4363-be95-d7e883027f21) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:19:56.809637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e2b4d3-69ce-4dbf-90e1-8a81fa44f386 req-0ff8e8e0-3392-41e9-a699-d94c3542dc45 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:56.811568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e2b4d3-69ce-4dbf-90e1-8a81fa44f386 req-0ff8e8e0-3392-41e9-a699-d94c3542dc45 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 945 time: 0.2955210 Apr 18 20:19:56.830067 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] Set router 05f06ca6-420e-46fa-9202-365bc3384bfc gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:56.980747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e2b4d3-69ce-4dbf-90e1-8a81fa44f386 req-c5eb9f8a-6a56-4051-8748-448d2fe5ed4e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604125 Apr 18 20:19:57.029057 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad615e37-38d7-4a03-88b9-6e52ba7fc428 req-21f4bd40-1d65-49fe-8ea9-8a5bd3ff04d7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 210 time: 0.4859123 Apr 18 20:19:57.045613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.076584 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1967f843-6a0c-4381-be0d-0b46553c2959'] response: {'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85', 'code': 200} Apr 18 20:19:57.086420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Transition to ACTIVE for port object e992cbb1-95f6-4363-be95-d7e883027f21 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:57.120416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.149418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.281690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.307412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:57.313958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:57.320773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:57.403680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Pushing event updated for resources: {'Port': ['ID=e992cbb1-95f6-4363-be95-d7e883027f21,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:57.410532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.471373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Pushing event updated for resources: {'Port': ['ID=15eca8de-69cd-44a1-a518-9adb9b36bb6c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:57.553962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Network e8505765-0086-454f-a25d-c91ff385e3fc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:57.568979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:19:57.572984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:19:57.592323 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.606629 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Transition to ACTIVE for port object 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:19:57.616783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.624576 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.649603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9032cc88-7516-424a-9c60-ffc261d7b80c req-bfbda65a-84dc-4e55-9642-6e2ecf28df2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:57.651379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9032cc88-7516-424a-9c60-ffc261d7b80c req-bfbda65a-84dc-4e55-9642-6e2ecf28df2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1096 time: 0.4802370 Apr 18 20:19:57.652353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.702481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Pushing event deleted for resources: {'Port': ['ID=11ef606e-249c-4134-b6fc-59d4155c7de0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:57.702685 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c78b23-97a1-4841-8497-584c5172f6bb None None] Pushing event updated for resources: {'Port': ['ID=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:57.731439 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Attempting to bind port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:19:57.731813 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Attempting to bind port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:19:57.732407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Attempting to bind port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:19:57.741830 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:19:57.742504 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:19:57.742917 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.743387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:19:57.743861 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Bound port: 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:19:57.744253 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.782410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-63f90e15-90dd-45f1-bb7f-2041ed2a6079 None None] Provisioning for port e992cbb1-95f6-4363-be95-d7e883027f21 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:57.790907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-63f90e15-90dd-45f1-bb7f-2041ed2a6079 None None] Provisioning complete for port e992cbb1-95f6-4363-be95-d7e883027f21 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:57.791716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-63f90e15-90dd-45f1-bb7f-2041ed2a6079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.806116 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:19:47Z', 'revision_number': 3, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port': {'id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:45Z', 'updated_at': '2022-04-18T20:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:57.814317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249e8445-5a45-4af2-b75e-17fd1674b807 None None] The sync data for ids ['05f06ca6-420e-46fa-9202-365bc3384bfc'] in n-d-836016-3 is: [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:19:47Z', 'revision_number': 3, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port': {'id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:45Z', 'updated_at': '2022-04-18T20:19:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:19:57.817136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9032cc88-7516-424a-9c60-ffc261d7b80c req-84750ee4-105a-4dda-882d-240435b90bc5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310043 Apr 18 20:19:57.842341 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] For port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:19:57.846382 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] For port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:19:57.850198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.854594 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:57.920732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-63f90e15-90dd-45f1-bb7f-2041ed2a6079 None None] Port e992cbb1-95f6-4363-be95-d7e883027f21 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:19:57.952176 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c78b23-97a1-4841-8497-584c5172f6bb None None] Pushing event updated for resources: {'Port': ['ID=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:57.975433 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Routers {'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:19:57.976974 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:58.131700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:58.147365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:58.292644 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] Set router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:19:58.391848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:58.534943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:58.563936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48336aa5-3949-43a2-b056-9016ea1c817d req-a9ba6037-9eb1-4256-87ab-1ca23bf6e754 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:58.566771 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48336aa5-3949-43a2-b056-9016ea1c817d req-a9ba6037-9eb1-4256-87ab-1ca23bf6e754 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 1.1080647 Apr 18 20:19:58.607985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:58.610896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b324ec53-e645-4570-a7f1-c1f8d1271f7c tempest-ServersTestBootFromVolume-1496666155 tempest-ServersTestBootFromVolume-1496666155-project] 10.222.0.47 "DELETE /v2.0/floatingips/7839ad4e-8d55-48a8-ada7-bb89dad57e2c HTTP/1.1" status: 204 len: 168 time: 3.6910958 Apr 18 20:19:58.617427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47462) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:19:58.700009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-b50f3bb3-ae21-40a5-8eed-d4214ef6ae6e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb2e74a040c64e9289d0c20de2357f66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1571908 Apr 18 20:19:58.761544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Pushing event updated for resources: {'Port': ['ID=e992cbb1-95f6-4363-be95-d7e883027f21,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:58.852834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:58.921209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e4a297f-de75-41bb-b02a-fb141148e26b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:19:58.975908 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 4, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e992cbb1-95f6-4363-be95-d7e883027f21', 'name': '', 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'mac_address': 'fa:16:3e:36:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '61f55b11-8162-4009-b53e-a770b2026663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:56Z', 'updated_at': '2022-04-18T20:19:56Z', 'revision_number': 1, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'subnets': [{'id': '61f55b11-8162-4009-b53e-a770b2026663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:19:58.987687 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6630f67-7fd5-480e-a8eb-49033dea76a3 None None] The sync data for ids ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'] in n-d-836016-3 is: [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 4, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e992cbb1-95f6-4363-be95-d7e883027f21', 'name': '', 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'mac_address': 'fa:16:3e:36:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '61f55b11-8162-4009-b53e-a770b2026663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:56Z', 'updated_at': '2022-04-18T20:19:56Z', 'revision_number': 1, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'subnets': [{'id': '61f55b11-8162-4009-b53e-a770b2026663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:19:59.024217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6e4a297f-de75-41bb-b02a-fb141148e26b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:19:59.040782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6e4a297f-de75-41bb-b02a-fb141148e26b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:19:59.041167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:59.057497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48336aa5-3949-43a2-b056-9016ea1c817d req-0062c04e-0d77-4046-bdb7-6de0974194b6 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728079 Apr 18 20:19:59.187397 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:59.199255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:59.506510 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-012486bd-29ca-43bf-905e-07724788fad3 req-85bf2f0f-5bb5-4c45-bfc1-a6de69c8edae tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 210 time: 0.1190023 Apr 18 20:19:59.531125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:59.539947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Pushing event updated for resources: {'Port': ['ID=15eca8de-69cd-44a1-a518-9adb9b36bb6c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:59.556802 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:59.614408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6e4a297f-de75-41bb-b02a-fb141148e26b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e4a297f-de75-41bb-b02a-fb141148e26b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:19:59.621748 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:19:59.640283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-a9db5721-eb9c-45e6-a47b-2732fa7a58e1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:59.642202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-a9db5721-eb9c-45e6-a47b-2732fa7a58e1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9218566 Apr 18 20:19:59.660095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081ad691-ef7b-4103-ba15-d4c8f0c10508 req-f4a8905e-913c-45c4-bcbf-25099cbad546 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:19:59.667794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-081ad691-ef7b-4103-ba15-d4c8f0c10508 req-f4a8905e-913c-45c4-bcbf-25099cbad546 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 945 time: 1.3418920 Apr 18 20:19:59.733651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6e4a297f-de75-41bb-b02a-fb141148e26b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:19:59.790475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Request body: {'port': {'device_id': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'bb2e74a040c64e9289d0c20de2357f66'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:19:59.862360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Network e8505765-0086-454f-a25d-c91ff385e3fc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:19:59.863202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:00.012017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47474) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:00.128750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:00.159268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:00.180952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-081ad691-ef7b-4103-ba15-d4c8f0c10508 req-558d98e1-8d3a-4ba8-8785-b57d4bad5eef tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105481 Apr 18 20:20:00.346643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:00.369392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:00.581393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Router 05f06ca6-420e-46fa-9202-365bc3384bfc has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:20:00.590634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Usage tracker for resource:security_group_rule and tenant:1f8b9c1e32de4c65a4ee35256ef1dc0f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:00.602653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:00.622370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:00.691213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e6cb5ff4-9867-4cd5-9afa-9358e7a9e46c None None] Provisioning complete for port e992cbb1-95f6-4363-be95-d7e883027f21 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:00.691940 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e6cb5ff4-9867-4cd5-9afa-9358e7a9e46c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:00.870752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e6cb5ff4-9867-4cd5-9afa-9358e7a9e46c None None] Port e992cbb1-95f6-4363-be95-d7e883027f21 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:00.929463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:00.948705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9856a-106a-4803-9cd0-c02e5d809ea9 req-61fff466-0c14-4590-b331-d7281dbab066 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:00.950852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0e9856a-106a-4803-9cd0-c02e5d809ea9 req-61fff466-0c14-4590-b331-d7281dbab066 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.5864007 Apr 18 20:20:00.986929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:01.032336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:20:01.036459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98eb1c78-ef68-41f7-9491-e8b2b16f10be req-652106a6-9f8f-4301-91ee-eba4ec725be1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 210 time: 0.2663167 Apr 18 20:20:01.042027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:01.084068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:01.084802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:01.095905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:01.096704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.121889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Made reservation on behalf of bb2e74a040c64e9289d0c20de2357f66 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:01.127055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.136789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0e9856a-106a-4803-9cd0-c02e5d809ea9 req-8889280a-0223-4538-837b-0c16ef277e31 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720424 Apr 18 20:20:01.157894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0b307cf4-0080-4c80-a06d-b8f01c61ced7 admin admin] 10.222.0.47 "PUT /v2.0/routers/05f06ca6-420e-46fa-9202-365bc3384bfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6664648 Apr 18 20:20:01.168242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.175428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.176056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Sync routers for ids ['05f06ca6-420e-46fa-9202-365bc3384bfc'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:01.199780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Routers {'05f06ca6-420e-46fa-9202-365bc3384bfc'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:01.200596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['05f06ca6-420e-46fa-9202-365bc3384bfc'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:01.287746 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f8b9c1e32de4c65a4ee35256ef1dc0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2749329 Apr 18 20:20:01.292917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47488) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:01.435203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726cb476-3d90-4d78-85da-4b149422a7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487db63d-210b-4707-a3fd-11453dc4f6b1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:01.459351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-671c440e-aa13-4a8a-8385-9cc91b537c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.472936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.504380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:01.511065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-671c440e-aa13-4a8a-8385-9cc91b537c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.526860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.527683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e4a297f-de75-41bb-b02a-fb141148e26b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:01.587292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-671c440e-aa13-4a8a-8385-9cc91b537c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.625975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671c440e-aa13-4a8a-8385-9cc91b537c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487db63d-210b-4707-a3fd-11453dc4f6b1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:01.630868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-671c440e-aa13-4a8a-8385-9cc91b537c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:01.640647 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-671c440e-aa13-4a8a-8385-9cc91b537c76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/487db63d-210b-4707-a3fd-11453dc4f6b1 HTTP/1.1" status: 204 len: 168 time: 0.3466642 Apr 18 20:20:01.837001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Set router 05f06ca6-420e-46fa-9202-365bc3384bfc gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:01.918430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:02.003433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6e4a297f-de75-41bb-b02a-fb141148e26b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:02.003787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:02.131658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-88fa533d-3dc4-4f8f-b4df-0470be5a47db tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:02.140612 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-88fa533d-3dc4-4f8f-b4df-0470be5a47db tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 809 time: 0.2890761 Apr 18 20:20:02.168411 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3b7ddc29-8b7e-48af-b392-759880fcb2e8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/quotas/cc0b932439b8469b99e9d6f8c1ca1e0d HTTP/1.1" status: 200 len: 375 time: 0.0268612 Apr 18 20:20:02.169567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:02.235809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Allocated IP 192.168.233.12 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/4867e5cb-8994-4d08-a353-c97362743376) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:02.249433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de3900-108b-4c9f-8d70-b472a7ea1fca req-620262df-141a-4ae5-bf3d-6e01587b4c40 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:02.251312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66de3900-108b-4c9f-8d70-b472a7ea1fca req-620262df-141a-4ae5-bf3d-6e01587b4c40 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 945 time: 0.6201057 Apr 18 20:20:02.258414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-db8d6283-8ce5-4064-9389-f839c916046c admin admin] 10.222.0.47 "PUT /v2.0/routers/ad8862e3-f518-4e4c-a4a1-31f431ccdfc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5091567 Apr 18 20:20:02.299668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-dad33e03-a749-48c2-81b8-beaca48198b8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Synchronizing usage tracker for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:02.324254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-dad33e03-a749-48c2-81b8-beaca48198b8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Unset dirty status for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:02.325901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-dad33e03-a749-48c2-81b8-beaca48198b8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1565871 Apr 18 20:20:02.404554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66de3900-108b-4c9f-8d70-b472a7ea1fca req-aedba197-6b4b-4012-a20d-6cca4b79c763 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444626 Apr 18 20:20:02.547713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47530) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:02.565829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:19:58Z', 'revision_number': 4, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port': {'id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:45Z', 'updated_at': '2022-04-18T20:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '15eca8de-69cd-44a1-a518-9adb9b36bb6c', 'name': '', 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'mac_address': 'fa:16:3e:e0:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:54Z', 'updated_at': '2022-04-18T20:19:58Z', 'revision_number': 2, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'subnets': [{'id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:02.574002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Checking router: 05f06ca6-420e-46fa-9202-365bc3384bfc for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:02.574472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Updating router 05f06ca6-420e-46fa-9202-365bc3384bfc port 15eca8de-69cd-44a1-a518-9adb9b36bb6c binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:20:02.623320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-e37df9c3-d276-4ac8-af34-950781f7b608 service neutron] 10.222.0.47 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857862 Apr 18 20:20:02.689682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:02.703309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Sync routers for ids ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:02.726949 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Routers {'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:02.727887 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:02.814204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-9f63de35-6470-404f-a831-48080f5df4f3 service neutron] 10.222.0.47 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900041 Apr 18 20:20:02.886125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b58cffd-cf4b-45d7-8e9c-05f4e87c39e6 req-56189b6f-9ae4-48a7-a671-bc8e2e282f2d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:02.922657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b58cffd-cf4b-45d7-8e9c-05f4e87c39e6 req-56189b6f-9ae4-48a7-a671-bc8e2e282f2d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:02.924778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3b58cffd-cf4b-45d7-8e9c-05f4e87c39e6 req-56189b6f-9ae4-48a7-a671-bc8e2e282f2d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 210 time: 0.2013297 Apr 18 20:20:02.944095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.010308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:03.254014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1727774510'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:03.261430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.265953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:03.279283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:03.279761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.286285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:network and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:03.299038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:03.326858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:03.356588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Transition to ACTIVE for port object 4867e5cb-8994-4d08-a353-c97362743376 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:03.369153 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Set router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:03.529090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-bb6804ab-dcd9-4760-bb06-71e48602ecb4 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-113764670&fields=id&tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 267 time: 0.1892006 Apr 18 20:20:03.628580 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.651380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Transition to ACTIVE for port object 15eca8de-69cd-44a1-a518-9adb9b36bb6c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:03.656936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:03.661639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.668290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.760905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:20:03.776728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.777097 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Added segment 0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed of type vlan for network 79ab00b2-8cba-4d12-bb1e-1958d115e81c Apr 18 20:20:03.813005 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.837328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.863650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.869337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:03.869752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:03.870533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:03.935101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-9840b520-d02e-476f-8f73-e0e423c45b0c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:03.936031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5934fe65-aa33-4bf1-a869-0188424f136c', '878bad68-4234-42a0-88c4-1e087183778a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:03.945626 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-9840b520-d02e-476f-8f73-e0e423c45b0c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 945 time: 0.4061761 Apr 18 20:20:03.956977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'port': {'security_groups': ['42f9cdd8-bd9d-4304-944f-7d2290beeacc', 'c62a10f3-f84d-4642-8967-09e061958303']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:04.051650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:04.098588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5496426 Apr 18 20:20:04.109010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:04.116230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d900172-dbb5-4249-b563-4c3b157c7e55 req-7934462a-c077-4cbf-85ef-7931480a48c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:04.126922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d900172-dbb5-4249-b563-4c3b157c7e55 req-7934462a-c077-4cbf-85ef-7931480a48c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.7544494 Apr 18 20:20:04.129688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09000fed-a6e4-4f73-a154-277dc3ff240b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Network': ['ID=79ab00b2-8cba-4d12-bb1e-1958d115e81c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:04.142760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'subnet': {'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:04.143096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab223f74-c23d-41cf-8837-2fe35797010a None None] Pushing event updated for resources: {'Port': ['ID=15eca8de-69cd-44a1-a518-9adb9b36bb6c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:04.216615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d900172-dbb5-4249-b563-4c3b157c7e55 req-abf65579-1966-4da2-a058-5e33f37fc635 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602036 Apr 18 20:20:04.219675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:04.221705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:04.230153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:04.271735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:20:04.337618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:04.338908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.420641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-d7d78a32-3194-41aa-931e-f2680073c9e3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6367240 Apr 18 20:20:04.452098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Request body: {'port': {'device_id': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:04.465478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Attempting to bind port 15eca8de-69cd-44a1-a518-9adb9b36bb6c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:04.465772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Attempting to bind port 15eca8de-69cd-44a1-a518-9adb9b36bb6c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:04.467751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Attempting to bind port 15eca8de-69cd-44a1-a518-9adb9b36bb6c on network e8505765-0086-454f-a25d-c91ff385e3fc {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:04.487315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:04.548784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:subnet and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:04.557134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:04.562721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:04.563249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Checking segment: {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:04.563795 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.564190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Bound using segment: {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:04.564678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Bound port: 15eca8de-69cd-44a1-a518-9adb9b36bb6c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:04.565051 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.578107 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 4, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e992cbb1-95f6-4363-be95-d7e883027f21', 'name': '', 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'mac_address': 'fa:16:3e:36:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '61f55b11-8162-4009-b53e-a770b2026663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:56Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 2, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'subnets': [{'id': '61f55b11-8162-4009-b53e-a770b2026663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:04.580419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:04.607484 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.614703 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Checking router: ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:04.615923 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Updating router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 port e992cbb1-95f6-4363-be95-d7e883027f21 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:20:04.691942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Deleting port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:20:04.692494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.709443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] For port 15eca8de-69cd-44a1-a518-9adb9b36bb6c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:04.714904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] For port 15eca8de-69cd-44a1-a518-9adb9b36bb6c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=15eca8de-69cd-44a1-a518-9adb9b36bb6c,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:04.721801 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.749627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:04.822665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f59d6589-35c9-4ab1-8431-440ac43b623f req-bb98e934-1fcf-4723-89ea-42f114afa13d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 210 time: 0.1429555 Apr 18 20:20:04.852985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.003195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:05.008875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.024920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f6258bae-5524-46dc-a958-549ea47188b1 None None] Provisioning for port 4867e5cb-8994-4d08-a353-c97362743376 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:05.057638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab223f74-c23d-41cf-8837-2fe35797010a None None] Pushing event updated for resources: {'Port': ['ID=15eca8de-69cd-44a1-a518-9adb9b36bb6c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:05.060248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f6258bae-5524-46dc-a958-549ea47188b1 None None] Provisioning complete for port 4867e5cb-8994-4d08-a353-c97362743376 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:05.060625 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f6258bae-5524-46dc-a958-549ea47188b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.191163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Routers {'05f06ca6-420e-46fa-9202-365bc3384bfc'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:05.192183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['05f06ca6-420e-46fa-9202-365bc3384bfc'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:05.477834 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.487169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] For port 30e9ba8a-fd8e-4d4d-b467-0af3581ed579, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:05.488778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.495780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d4092cb-cf17-4f15-889f-47c990a93a85,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:05.498940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f6258bae-5524-46dc-a958-549ea47188b1 None None] Port 4867e5cb-8994-4d08-a353-c97362743376 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:05.549015 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Transition to ACTIVE for port object e992cbb1-95f6-4363-be95-d7e883027f21 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:05.573599 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.576060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.580212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.632646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.705947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] Set router 05f06ca6-420e-46fa-9202-365bc3384bfc gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:05.773635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-604a9ac5-f60a-4445-96a7-4adab038c6b0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:05.774585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-604a9ac5-f60a-4445-96a7-4adab038c6b0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Synchronizing usage tracker for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:05.857522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Subnet': ['ID=61dfca1c-06e9-4af4-8d80-3d31b6d0d911,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:05.861482 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:20:05.899213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:05.899649 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:05.901617 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7324998a-efb3-4a15-89d5-8a5e67bfd683 req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "PUT /v2.0/ports/7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 200 len: 981 time: 1.9551842 Apr 18 20:20:05.906869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:05.929489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5198c-c59b-4121-9055-a0004e3f0468 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:05.993110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Checking segment: {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:05.993893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network hostable DHCP agents. Network: 79ab00b2-8cba-4d12-bb1e-1958d115e81c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:20:05.998717 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef30cf0-bd75-4ad3-86fb-6de74e7b2809 None None] Pushing event updated for resources: {'Port': ['ID=e992cbb1-95f6-4363-be95-d7e883027f21,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:06.012346 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Attempting to bind port e992cbb1-95f6-4363-be95-d7e883027f21 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:06.012759 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Attempting to bind port e992cbb1-95f6-4363-be95-d7e883027f21 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:06.013128 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Attempting to bind port e992cbb1-95f6-4363-be95-d7e883027f21 on network b6c164dc-858d-428c-a5a2-be02fa2b4e0c {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:06.025037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:20:06.028117 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:06.029426 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Checking segment: {'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:06.030395 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.030751 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Bound using segment: {'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:06.031245 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Bound port: e992cbb1-95f6-4363-be95-d7e883027f21, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:06.034787 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.048545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 79ab00b2-8cba-4d12-bb1e-1958d115e81c) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:06.060830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:06.062334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.090233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Calling delete_port for 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:20:06.138940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-992a459d-a11b-497c-922a-440518668c44 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0237172 Apr 18 20:20:06.140506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:06.152138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2074964749'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:06.165950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:06.173502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:network and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:06.181604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:06.192054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:06.203745 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] For port e992cbb1-95f6-4363-be95-d7e883027f21, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:06.210067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-604a9ac5-f60a-4445-96a7-4adab038c6b0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Unset dirty status for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:06.212489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-604a9ac5-f60a-4445-96a7-4adab038c6b0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 809 time: 0.8243353 Apr 18 20:20:06.212605 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] For port e992cbb1-95f6-4363-be95-d7e883027f21, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e992cbb1-95f6-4363-be95-d7e883027f21,segment=NetworkSegment(cce28fa4-89e2-4d5f-93e3-042b68d3f18b),segment_id=cce28fa4-89e2-4d5f-93e3-042b68d3f18b)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:06.222474 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.232238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:06.236308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.241277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Request body: {'port': {'device_id': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'admin_state_up': True, 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:06.287639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1a846-06dd-4c15-a361-cc6b88c686c4 None None] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:06.293423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:20:06.311330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.311597 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Added segment 4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1 of type vlan for network e0861f34-6fa8-42af-9d63-578d1d48c4b2 Apr 18 20:20:06.371083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.383619 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Routers {'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:06.388965 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:06.406120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:06.455344 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.464570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:06.465343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.473371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:06.488740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:06.614162 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef30cf0-bd75-4ad3-86fb-6de74e7b2809 None None] Pushing event updated for resources: {'Port': ['ID=e992cbb1-95f6-4363-be95-d7e883027f21,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:06.630900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Made reservation on behalf of cc0b932439b8469b99e9d6f8c1ca1e0d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:06.635014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.653927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5121717 Apr 18 20:20:06.660420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47588) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:06.672108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'subnet': {'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:06.694615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad89a2a-2171-41c5-a1f2-71939894ee7a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Network': ['ID=e0861f34-6fa8-42af-9d63-578d1d48c4b2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:06.725860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e0861f34-6fa8-42af-9d63-578d1d48c4b2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:20:06.815216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47592) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:06.834273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2099779694', 'description': 'tempest-secgroup-smoke-2099779694 description', 'project_id': '6fe5691eda2a4b868086134bcc610d1a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:06.847910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:06.858311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:06.862344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:06.863089 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] Set router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:06.868181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:06.871629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:subnet and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:06.878305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:06.881990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:06.890433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:06.904952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.932749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e992cbb1-95f6-4363-be95-d7e883027f21 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:06.935965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:06.946463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6a67fc-da38-4337-8985-3d5d371e5752 req-ab912db2-4f50-4305-8cfc-614e2f257afb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:06.954869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a6a67fc-da38-4337-8985-3d5d371e5752 req-ab912db2-4f50-4305-8cfc-614e2f257afb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 935 time: 1.8719246 Apr 18 20:20:06.968297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:07.004551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:07.143344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:20:07.264355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:19:58Z', 'revision_number': 4, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port': {'id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:45Z', 'updated_at': '2022-04-18T20:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '15eca8de-69cd-44a1-a518-9adb9b36bb6c', 'name': '', 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'mac_address': 'fa:16:3e:e0:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:54Z', 'updated_at': '2022-04-18T20:20:04Z', 'revision_number': 4, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'subnets': [{'id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:07.315696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefa22d3-5de8-45d9-9f2b-b60816b0cb65 None None] The sync data for ids ['05f06ca6-420e-46fa-9202-365bc3384bfc'] in n-d-836016-3 is: [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:19:58Z', 'revision_number': 4, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port': {'id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:45Z', 'updated_at': '2022-04-18T20:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '15eca8de-69cd-44a1-a518-9adb9b36bb6c', 'name': '', 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'mac_address': 'fa:16:3e:e0:2f:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:54Z', 'updated_at': '2022-04-18T20:20:04Z', 'revision_number': 4, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'subnets': [{'id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:07.376774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e992cbb1-95f6-4363-be95-d7e883027f21 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:07.384820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a6a67fc-da38-4337-8985-3d5d371e5752 req-2b602312-3248-4725-b34c-00ab6aeb9678 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917619 Apr 18 20:20:07.386786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-79ab00b2-8cba-4d12-bb1e-1958d115e81c', 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'fixed_ips': [{'subnet_id': '61dfca1c-06e9-4af4-8d80-3d31b6d0d911'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:20:07.387547 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:07.451192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e992cbb1-95f6-4363-be95-d7e883027f21 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:07.451762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:07.570085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4867e5cb-8994-4d08-a353-c97362743376 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:07.634701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:07.637639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Allocated IP 172.20.0.3 (e8505765-0086-454f-a25d-c91ff385e3fc/45cde6dd-cc69-4592-8697-f584e1512e9e/a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:07.654793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:07.662170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:07.687649 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 4, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e992cbb1-95f6-4363-be95-d7e883027f21', 'name': '', 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'mac_address': 'fa:16:3e:36:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '61f55b11-8162-4009-b53e-a770b2026663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:56Z', 'updated_at': '2022-04-18T20:20:06Z', 'revision_number': 4, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'subnets': [{'id': '61f55b11-8162-4009-b53e-a770b2026663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:07.690901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:07.708109 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b4ab58-bf69-48f6-b040-ac845f5513d1 None None] The sync data for ids ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'] in n-d-836016-3 is: [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:19:57Z', 'revision_number': 4, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e992cbb1-95f6-4363-be95-d7e883027f21', 'name': '', 'network_id': 'b6c164dc-858d-428c-a5a2-be02fa2b4e0c', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'mac_address': 'fa:16:3e:36:05:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '61f55b11-8162-4009-b53e-a770b2026663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:56Z', 'updated_at': '2022-04-18T20:20:06Z', 'revision_number': 4, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'subnets': [{'id': '61f55b11-8162-4009-b53e-a770b2026663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:07.722062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:07.728009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:07.817753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455d02-3f50-4825-9acf-8a6af5d9377f req-9b7c2618-723a-4c05-a107-eda7f6f50af0 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:07.823338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0455d02-3f50-4825-9acf-8a6af5d9377f req-9b7c2618-723a-4c05-a107-eda7f6f50af0 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.4719462 Apr 18 20:20:07.899944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:07.941425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Subnet': ['ID=8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:07.973769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Checking segment: {'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:07.973769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network hostable DHCP agents. Network: e0861f34-6fa8-42af-9d63-578d1d48c4b2, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:20:08.016813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0455d02-3f50-4825-9acf-8a6af5d9377f req-0974bf47-dd99-4615-b6bd-d9a55f116d61 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812818 Apr 18 20:20:08.033423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Allocated IP 19.80.0.2 (79ab00b2-8cba-4d12-bb1e-1958d115e81c/61dfca1c-06e9-4af4-8d80-3d31b6d0d911/d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:08.089632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network e0861f34-6fa8-42af-9d63-578d1d48c4b2 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:20:08.172390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e0861f34-6fa8-42af-9d63-578d1d48c4b2) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:08.191828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:08.192249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.218567 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.254677 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.271366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:08.306746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:08.311494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:08.320420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:08.341418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e63a485-e113-4e86-85e4-d6276ab77691 None None] Network e0861f34-6fa8-42af-9d63-578d1d48c4b2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:08.408811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Transition to ACTIVE for port object 4867e5cb-8994-4d08-a353-c97362743376 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:08.418198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8aeb18e7-60cd-4a32-b6fa-05334155c0f2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7551274 Apr 18 20:20:08.427645 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.439604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42d0561-5b68-41ee-a3d3-1229a68f2412,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:08.446966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.529426 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69e93fbb-b175-4889-aec5-2a15a275074f req-7b8bada4-dad7-44ca-b734-1869312fb814 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-496209913&fields=id&tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 267 time: 0.2251229 Apr 18 20:20:08.583901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-036a8fb7-bd9e-44d8-bb59-c8e62ca82723 req-13698dec-f482-44cc-9500-1aa5a2b89479 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 210 time: 0.6971314 Apr 18 20:20:08.639218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.745468 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eecb03b5-1363-491a-98e6-9c155cddf71e'] response: {'name': 'network-changed', 'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85', 'status': 'completed', 'code': 200} Apr 18 20:20:08.746305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.786261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:08.838943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:08.845635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0291986 Apr 18 20:20:08.848191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47602) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:08.856046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442d077-f83b-455d-be2a-398a12443f1a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:08.884052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:08.893326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:08.960187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:08.974284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:09.013686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e93fbb-b175-4889-aec5-2a15a275074f req-2b003340-0cd7-452e-9e3c-875764dc06ed tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:09.025969 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69e93fbb-b175-4889-aec5-2a15a275074f req-2b003340-0cd7-452e-9e3c-875764dc06ed tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 984 time: 0.3850794 Apr 18 20:20:09.040134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'port': {'security_groups': ['42f9cdd8-bd9d-4304-944f-7d2290beeacc', 'c62a10f3-f84d-4642-8967-09e061958303', '5f96498e-3894-4466-aa7a-e182e9b4240f']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:09.112996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e9ba8a-fd8e-4d4d-b467-0af3581ed579,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:09.120155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:09.175138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.292573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Transition to ACTIVE for port object d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:09.297348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-ba69d9ea-4901-43dc-9dd7-5be8868d3d8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7511647 Apr 18 20:20:09.360790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.416114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.419214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Transition to ACTIVE for port object d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:09.488830 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.555228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:09.559961 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-0bba63b0-8b7d-48a2-9731-434a2875cf16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5317643 Apr 18 20:20:09.560575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.590847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:09.599360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:09.610271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e0861f34-6fa8-42af-9d63-578d1d48c4b2', 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'fixed_ips': [{'subnet_id': '8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:20:09.611325 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.633718 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.640886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e992cbb1-95f6-4363-be95-d7e883027f21, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e992cbb1-95f6-4363-be95-d7e883027f21,segment=NetworkSegment(cce28fa4-89e2-4d5f-93e3-042b68d3f18b),segment_id=cce28fa4-89e2-4d5f-93e3-042b68d3f18b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:09.643331 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.709981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53a60e-0afb-4455-ae78-2151f861502f req-40f71cac-795b-4def-af8c-46d7b04fa139 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:09.713389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba53a60e-0afb-4455-ae78-2151f861502f req-40f71cac-795b-4def-af8c-46d7b04fa139 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.6204197 Apr 18 20:20:09.723816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Pushing event updated for resources: {'Port': ['ID=d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:09.729773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70e0b228-134c-4023-b16e-6e46b42bd73c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:09.783259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.786910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cb6e32e4-2c44-4aea-854e-0a0069b3d566 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9341304 Apr 18 20:20:09.787210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47612) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:09.803580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:09.809415 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.820747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:09.832029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:09.832197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:09.832545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:09.832873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:09.837358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-cccc18d2-8d60-40d9-9033-c0c2545cf3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:09.839067 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-cccc18d2-8d60-40d9-9033-c0c2545cf3af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1135 time: 1.0181911 Apr 18 20:20:09.840846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:09.860600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:09.883730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-56059b9f-b3ee-4d04-a606-220d493b69c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:09.885282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-56059b9f-b3ee-4d04-a606-220d493b69c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 1101 time: 0.2132993 Apr 18 20:20:09.969242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:09.974618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e992cbb1-95f6-4363-be95-d7e883027f21,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:10.002711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Attempting to bind port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:10.003240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Attempting to bind port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:10.003414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Attempting to bind port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf on network 79ab00b2-8cba-4d12-bb1e-1958d115e81c {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:10.052251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba53a60e-0afb-4455-ae78-2151f861502f req-62140f9d-ec05-4bdd-a21c-8a98ccbab89b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183379 Apr 18 20:20:10.073996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:10.074606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:10.080154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:10.081241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Checking segment: {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:10.082138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.082755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Bound using segment: {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:10.083450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Bound port: d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:10.084449 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.110696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.124708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:10.126021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:10.126582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:10.127198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Bound port: 4867e5cb-8994-4d08-a353-c97362743376, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:10.130174 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.151119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 15eca8de-69cd-44a1-a518-9adb9b36bb6c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:10.270201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-0b7d945e-7f19-4db7-ac34-896e538efce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:10.271091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d4092cb-cf17-4f15-889f-47c990a93a85,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:10.271644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-0b7d945e-7f19-4db7-ac34-896e538efce5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1101 time: 0.8213298 Apr 18 20:20:10.295234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.299840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-850712b1-3c16-4bfc-8027-e9b2c6746c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:10.301672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-850712b1-3c16-4bfc-8027-e9b2c6746c00 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3868117 Apr 18 20:20:10.305494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.340577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Allocated IP 19.86.0.2 (e0861f34-6fa8-42af-9d63-578d1d48c4b2/8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0/7e2f44e7-ee56-462d-b264-a6fdc3a8e57e) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:10.392353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.441315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-5e4a410a-6e11-4933-a81e-f0035309b138 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 200 len: 217 time: 0.1123941 Apr 18 20:20:10.452262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 15eca8de-69cd-44a1-a518-9adb9b36bb6c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:10.463316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.463316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01154f2e-1179-4a89-b1bc-6af142257158,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:10.468802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] For port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:10.468802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 15eca8de-69cd-44a1-a518-9adb9b36bb6c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:10.468802 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.469107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.497116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:10.571285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.571762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-437b098e-4f08-49fb-ae19-d8ae49c21bce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7771263 Apr 18 20:20:10.584720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47626) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:10.590731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] For port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:10.599030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:10.617734 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.620553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:10.621347 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.623391 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69e93fbb-b175-4889-aec5-2a15a275074f req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "PUT /v2.0/ports/7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 200 len: 1020 time: 1.5962420 Apr 18 20:20:10.631739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:10.641140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:10.652437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:10.669451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-8d368b8a-9359-41fa-8164-5bf1e4579634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:10.671083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-8d368b8a-9359-41fa-8164-5bf1e4579634 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2151065 Apr 18 20:20:10.672007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:10.736986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594f710-7658-4e20-b072-0fc180c79dc0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:10.752532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:10.771308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:10.840943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:10.885422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-0ffadc0b-aad9-4af3-852a-d2cfcac1f241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:10.886937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-0ffadc0b-aad9-4af3-852a-d2cfcac1f241 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2026000 Apr 18 20:20:10.970925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b6ba8-c09e-4a87-8863-8c9e7570efec None None] Pushing event updated for resources: {'Port': ['ID=d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:10.983851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.042213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.080069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d96a9f9-36cb-4ac7-a1d6-f467cb72fc91,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:11.130247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.131813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-026de0f5-05b2-49b5-bd86-f361549363e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5419745 Apr 18 20:20:11.146467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47636) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:11.152998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:11.160306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.183961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-c4a21c3b-1bbc-4693-8dcd-3a1b6a21e207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:11.185420 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-c4a21c3b-1bbc-4693-8dcd-3a1b6a21e207 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 913 time: 1.2203107 Apr 18 20:20:11.186091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Transition to ACTIVE for port object 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:11.187134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a19887-0846-4908-9121-c40ae756d80b req-cfc53b98-4436-4300-8ff3-63f63c131da9 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:11.189163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95a19887-0846-4908-9121-c40ae756d80b req-cfc53b98-4436-4300-8ff3-63f63c131da9 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.3529034 Apr 18 20:20:11.190541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:11.195524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-caeddbd4-09ff-4165-a524-5616dbb40e63 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979431 Apr 18 20:20:11.198823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:11.210041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:11.214466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Transition to ACTIVE for port object 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:11.296320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.303744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-e65d7994-3e39-4254-960a-169954a5df99 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:11.310388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-e65d7994-3e39-4254-960a-169954a5df99 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:11.311528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-e65d7994-3e39-4254-960a-169954a5df99 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:11.332659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:11.354512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95a19887-0846-4908-9121-c40ae756d80b req-611a974e-f0d7-4dda-8e5a-a534cf7eb4fb tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506727 Apr 18 20:20:11.384885 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.402601 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.428972 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-97dab8a2-5fb9-4823-b485-56d430b99545 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 200 len: 217 time: 0.1102426 Apr 18 20:20:11.432091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:11.499482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.576186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.576438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Network e0861f34-6fa8-42af-9d63-578d1d48c4b2 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:11.594201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:11.605211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.607726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Pushing event updated for resources: {'Port': ['ID=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:11.614495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:11.618871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 15eca8de-69cd-44a1-a518-9adb9b36bb6c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=15eca8de-69cd-44a1-a518-9adb9b36bb6c,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:11.625713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:11.649897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.652265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-d32eff46-6bb9-4f44-b53f-978ebfc2e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:11.654063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-d32eff46-6bb9-4f44-b53f-978ebfc2e58b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 1.3273964 Apr 18 20:20:11.655672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-59ef148b-47e1-48a0-a8d8-ca3f0c1d9d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:11.657498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-59ef148b-47e1-48a0-a8d8-ca3f0c1d9d30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.2162187 Apr 18 20:20:11.659009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-e65d7994-3e39-4254-960a-169954a5df99 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:11.660805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-e65d7994-3e39-4254-960a-169954a5df99 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/networks?id=79ab00b2-8cba-4d12-bb1e-1958d115e81c&id=e0861f34-6fa8-42af-9d63-578d1d48c4b2&id=79ab00b2-8cba-4d12-bb1e-1958d115e81c HTTP/1.1" status: 200 len: 1392 time: 1.4060035 Apr 18 20:20:11.660945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.665330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5175269 Apr 18 20:20:11.666334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66eea3-f3df-4695-b89a-061050146b89 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cc92b1-9a23-4660-a663-3def278467c1,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:11.670791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47640) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:11.683963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.685313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:11.691395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:11.710242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:11.720807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:11.734589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48d5b2d9-1bab-47b1-b442-60ccfed8b046 req-ed831660-b37b-43c1-8068-cb4c0f5fcc49 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196984 Apr 18 20:20:11.735492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:11.756842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46a490-8163-4278-b7a1-d9131669ee61 req-636c01cc-e002-4d99-8d57-a1c31ecaf5e8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:11.759528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e46a490-8163-4278-b7a1-d9131669ee61 req-636c01cc-e002-4d99-8d57-a1c31ecaf5e8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 931 time: 0.2621839 Apr 18 20:20:11.761592 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:20:11.788973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.837876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-7ca4decb-7910-4d26-9e26-62077de5521b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925946 Apr 18 20:20:11.838919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e46a490-8163-4278-b7a1-d9131669ee61 req-b51e1627-2af9-470f-b217-05ab74ab6be5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724151 Apr 18 20:20:11.841293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-e1b2fd9e-beca-4571-af50-fa0da4ac0782 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.1588845 Apr 18 20:20:11.843564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Network e8505765-0086-454f-a25d-c91ff385e3fc is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:11.848834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-1384e7e8-bd2f-4b70-a35a-43aa966457f5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/quotas/b9c9412106b54590b0fbbf9400900c3a HTTP/1.1" status: 200 len: 375 time: 0.1602709 Apr 18 20:20:11.870987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Attempting to bind port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:11.871624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Attempting to bind port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:11.872141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Attempting to bind port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e on network e0861f34-6fa8-42af-9d63-578d1d48c4b2 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:11.886732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:11.932710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:11.933082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Checking segment: {'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:11.933935 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.934518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Bound using segment: {'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:11.936511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Bound port: 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:11.937109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:11.950410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Pushing event updated for resources: {'Port': ['ID=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:11.975555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=15eca8de-69cd-44a1-a518-9adb9b36bb6c,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:12.062231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:12.188591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.194248 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.196410 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] 10.222.0.61 "PUT /v2.0/ports/4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 1095 time: 7.7494192 Apr 18 20:20:12.231600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e992cbb1-95f6-4363-be95-d7e883027f21 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:12.269232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.278066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.295956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:12.313740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e75700a-0514-47d3-9535-569fdd9a7a94,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:12.355327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.362005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.368928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.375739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.382915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.384371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] For port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:12.390832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.397622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.400877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-9ee2a285-9af0-47ba-97f0-327c305cd4f1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.2475450 Apr 18 20:20:12.402157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.406492 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ceeecae5-140a-4fb0-9a4a-b6c999fce6c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7346818 Apr 18 20:20:12.414244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] For port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:12.422724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:12.434049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:12.439558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.445628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:12.460193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:12.466598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:12.477417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:12.483684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f38f9919-5339-4fdb-b0a3-d6e3c0555082 req-1559ca2b-94aa-4fe0-b753-8bc4e629d98a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0758755 Apr 18 20:20:12.495644 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:20:12.505011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.539139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e992cbb1-95f6-4363-be95-d7e883027f21 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:12.539813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.598029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d209361-0890-4ed9-8b2f-e5339aad4059 None None] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:12.627392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef912c1-8bc2-436c-abe8-aed29a8b1857 service neutron] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:12.643799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-16e9f185-ae32-47fd-82e7-a7e6c5e5b016 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7885311 Apr 18 20:20:12.645414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-40d5d4cd-e2af-443f-bb32-9012b0c476af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.646946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-40d5d4cd-e2af-443f-bb32-9012b0c476af service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.7614763 Apr 18 20:20:12.648511 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.669679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.670410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.691590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.726552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b3df49-7feb-4669-ad48-4437e3aeafae,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:12.749090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d9003-7ab1-4e77-88b6-22d8601a4dc1 None None] Pushing event updated for resources: {'Port': ['ID=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:12.786384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.788527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b53d66b-8a43-4180-bc8e-a29ee7b34fd4 None None] Provisioning for port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:12.788738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ffd9bf84-01ad-4a1f-9696-f6462b1b8ed4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3647735 Apr 18 20:20:12.794435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47654) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:12.814714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32bf5c-94e1-42c8-93b9-275e798f9c39 req-51547686-b520-4c00-b7f5-735ba6203843 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:12.816887 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd32bf5c-94e1-42c8-93b9-275e798f9c39 req-51547686-b520-4c00-b7f5-735ba6203843 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1023 time: 0.1730132 Apr 18 20:20:12.826758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'network': {'name': 'tempest-network-smoke--910548159', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'port_security_enabled': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:12.834001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:12.841555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:network and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:12.844837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:12.852587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:12.916700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:12.921132 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:12.948738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:12.993911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:20:13.032692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.033092 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Added segment 13c7dd97-2477-4c82-8ace-b16f9cced622 of type vlan for network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a Apr 18 20:20:13.085348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd32bf5c-94e1-42c8-93b9-275e798f9c39 req-83d93850-9fbd-49fb-9fcc-93fa1e983acc tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=c62a10f3-f84d-4642-8967-09e061958303&id=5f96498e-3894-4466-aa7a-e182e9b4240f&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc HTTP/1.1" status: 200 len: 6154 time: 0.2062469 Apr 18 20:20:13.113974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:13.127865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.141449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:13.142121 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.181328 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea429c48-e73a-406e-b7ec-9586424a1a3c'] response: {'name': 'network-changed', 'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85', 'status': 'completed', 'code': 200} Apr 18 20:20:13.189607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.202250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:13.203091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.209372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-7af9cd6d-c795-4f5d-a8b7-0d24b808dcd5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9829054 Apr 18 20:20:13.226603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-841b6418-65d8-4cbe-bf1d-841511631f74 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:13.239985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Request body: {'port': {'device_id': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:13.296109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Router 133491cb-1cdb-4288-8af3-a08fafc69e71 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:20:13.325167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.352128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5338414 Apr 18 20:20:13.358946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47662) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:13.396153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:13.396358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'admin_state_up': True, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:13.408636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.413667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b683a-c00e-4057-9935-2f6b52973d14 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Network': ['ID=18a16ad8-2dfe-4848-bf9a-583708ce6b6a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:13.415980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d26b7f87-5970-4733-8a9a-82757e6532a4 req-a9a14b2e-ea65-453b-a7d7-e6b4b6f2d1bc service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7374275 Apr 18 20:20:13.417504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:13.429932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:router and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:13.434753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:13.443047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:13.463078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:20:13.467699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.471142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.493241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.552662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-841b6418-65d8-4cbe-bf1d-841511631f74 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:13.554835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-841b6418-65d8-4cbe-bf1d-841511631f74 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&fields=id HTTP/1.1" status: 200 len: 394 time: 1.6653481 Apr 18 20:20:13.594905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-874eae68-6280-4151-8e6b-7c40484ff06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.628803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98277a45-7029-4027-95a1-6fcaec7a5dfa req-a784a75a-0ea9-4d56-ba39-8c4b262c2777 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:13.633200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-96dacd75-95dd-4ba3-ae52-cbea9e9bba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:13.635734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-96dacd75-95dd-4ba3-ae52-cbea9e9bba2b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1098 time: 1.1746855 Apr 18 20:20:13.637640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98277a45-7029-4027-95a1-6fcaec7a5dfa req-a784a75a-0ea9-4d56-ba39-8c4b262c2777 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.2808545 Apr 18 20:20:13.671446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-10c47e3c-5513-4057-b591-cfd462cf9e25 None None] Provisioning complete for port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:13.671905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-10c47e3c-5513-4057-b591-cfd462cf9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.712101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-e2142871-3e14-4f53-98c4-2ab4050ae29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:13.716094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-e2142871-3e14-4f53-98c4-2ab4050ae29d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0387626 Apr 18 20:20:13.718436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:13.839066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-9bfa19a5-7d6f-4ce3-a1e4-a29be932c42a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.1845880 Apr 18 20:20:13.839780 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:13.932921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98277a45-7029-4027-95a1-6fcaec7a5dfa req-a9be1616-4cf2-4980-b41a-a9bd0d9cba99 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942488 Apr 18 20:20:13.935880 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:14.039702 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb4ed4b-d801-4d40-98ca-ad47d9f93aaa'] response: {'name': 'network-changed', 'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'status': 'completed', 'code': 200} Apr 18 20:20:14.061424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:14.112625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f85c0f7-d1a6-41d6-bd08-5e0ac4fbe68b None None] Network e0861f34-6fa8-42af-9d63-578d1d48c4b2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:14.249704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dab51-a6ee-4c2b-be28-fc17d6a916b2 req-f76c4d84-9621-4cc5-86f0-28d024fb649a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:14.251359 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed3dab51-a6ee-4c2b-be28-fc17d6a916b2 req-f76c4d84-9621-4cc5-86f0-28d024fb649a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.1208324 Apr 18 20:20:14.282955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f56a8b82-e611-4c4e-9166-255049d76e33 None None] Provisioning for port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:14.285455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-399f12f9-1499-4a42-a3b3-158e3ef60490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:14.286902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-399f12f9-1499-4a42-a3b3-158e3ef60490 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.4347539 Apr 18 20:20:14.307401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:14.322727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b705a0ab-8265-47d0-931e-f5df646014c7 admin admin] 10.222.0.47 "PUT /v2.0/routers/133491cb-1cdb-4288-8af3-a08fafc69e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7017250 Apr 18 20:20:14.327614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] Sync routers for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:14.332557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:14.388813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:14.389458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:14.436269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:14.436670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-e9ef8605-c3c5-4c60-8591-1d1bd61dd5b2 service neutron] 10.222.0.47 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8261952 Apr 18 20:20:14.471106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-a31bfc0c-5942-4f60-8dd8-1bc089be2604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:14.471343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:14.471571 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:14.472586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-a31bfc0c-5942-4f60-8dd8-1bc089be2604 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1174 time: 0.9059219 Apr 18 20:20:14.543004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-7e1e1398-5507-4889-9203-5263df7c5f67 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7626882 Apr 18 20:20:14.655539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed3dab51-a6ee-4c2b-be28-fc17d6a916b2 req-de946b6f-4be1-4028-98c4-53bb6d5f4629 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402624 Apr 18 20:20:14.663295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:14.699851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:14.736666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:14.905889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:14.925869 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.019936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:15.030322 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.031108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 15eca8de-69cd-44a1-a518-9adb9b36bb6c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:15.185586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.191483 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.198066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.203988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.210046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.216951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.223878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.238651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9bca9826-3a01-4f5e-acf6-697e41683281 req-8b22f95c-e23a-4af6-aa11-7fa786678e0c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.4259307 Apr 18 20:20:15.242355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:15.263269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-e40071c3-7ac5-4329-9142-e7ecc2030f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.263609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.263982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.264329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.264671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-e40071c3-7ac5-4329-9142-e7ecc2030f96 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 913 time: 0.7662654 Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:15.267842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-a15888e3-25c3-4ec7-ada5-4d84c69208a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.274800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-a15888e3-25c3-4ec7-ada5-4d84c69208a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9425564 Apr 18 20:20:15.276544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 15eca8de-69cd-44a1-a518-9adb9b36bb6c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:15.277085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.277837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84adf052-f157-4a5b-bcae-ddfa000a3a02 req-64912b72-319b-4673-84c7-15876bfd832e service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7096169 Apr 18 20:20:15.306726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.142 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/fdcce47e-ce7a-413a-931b-e0615e5611d1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:15.374768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9ab0342b-4248-4327-8393-757776887446 None None] Provisioning complete for port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:15.375140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ab0342b-4248-4327-8393-757776887446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.408555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:20:07Z', 'revision_number': 5, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port': {'id': '0e09e659-0cfd-43d9-91e6-7ca3991bdb52', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1031, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:16:51Z', 'updated_at': '2022-04-18T20:17:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:15.421865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-dcc4debd-f9f4-4db5-96fd-277907e34b39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 200 len: 217 time: 0.1429877 Apr 18 20:20:15.427744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] Checking router: 133491cb-1cdb-4288-8af3-a08fafc69e71 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:15.433290 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.477453 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d7627f9d-a5d3-48d4-9824-dc15e5b00af6 service neutron] 10.222.0.47 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0121212 Apr 18 20:20:15.486984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] Routers {'133491cb-1cdb-4288-8af3-a08fafc69e71'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:15.487640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['133491cb-1cdb-4288-8af3-a08fafc69e71'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:15.503718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Deleting port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:20:15.504144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.660866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.758264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-a27c65ff-5058-424e-840e-f387796ebb4e service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3628764 Apr 18 20:20:15.759556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-0fc4609a-1204-4a6a-b3cf-3eaa95dfcce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.760900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-0fc4609a-1204-4a6a-b3cf-3eaa95dfcce8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.3213928 Apr 18 20:20:15.768461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6187e1-31a1-45c7-afa3-1e0157ada67b req-e21a861a-b46a-4827-81a2-4fa64700eaec tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:15.770662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd6187e1-31a1-45c7-afa3-1e0157ada67b req-e21a861a-b46a-4827-81a2-4fa64700eaec tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 931 time: 0.4043381 Apr 18 20:20:15.801419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:15.849614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] For port 0e09e659-0cfd-43d9-91e6-7ca3991bdb52, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:15.849614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.912801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] Set router 133491cb-1cdb-4288-8af3-a08fafc69e71 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:15.920998 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-7215896c-0297-44f3-9282-ea00c3736a33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1187825 Apr 18 20:20:15.930700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd6187e1-31a1-45c7-afa3-1e0157ada67b req-a12bb6c7-ff7c-4d3a-b7c2-b2818e554ca2 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426084 Apr 18 20:20:15.993058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:15.999229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': ' tempest-securitygroup -747756627 ', 'description': 'tempest-description-1390156325'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:16.010927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Calling delete_port for 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:20:16.018304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:16.040959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-fbf8d02a-67c1-43db-89e8-900cd4c594d7 service neutron] 10.222.0.47 "GET /v2.0/networks/e0861f34-6fa8-42af-9d63-578d1d48c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045125 Apr 18 20:20:16.045773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:20:15Z', 'revision_number': 6, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:16.058275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0b888c4-912b-4a86-b051-0c75579da0f2 None None] The sync data for ids ['133491cb-1cdb-4288-8af3-a08fafc69e71'] in n-d-836016-3 is: [{'id': '133491cb-1cdb-4288-8af3-a08fafc69e71', 'name': 'tempest-ServersTestBootFromVolume-521496818-router', 'tenant_id': '51b5c86fadcb4a7888c65433321a8327', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:16:48Z', 'updated_at': '2022-04-18T20:20:15Z', 'revision_number': 6, 'project_id': '51b5c86fadcb4a7888c65433321a8327', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:16.071479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:16.071864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.088149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:16.122931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:16.127945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:16.140681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:16.143537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:16.148350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-868855c0-f783-415c-b75f-4b4923f55c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.206983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=fdcce47e-ce7a-413a-931b-e0615e5611d1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:16.234271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-e50ff2f5-e155-4c40-bdc9-c77b5305cd7a service neutron] 10.222.0.47 "GET /v2.0/networks/e0861f34-6fa8-42af-9d63-578d1d48c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922307 Apr 18 20:20:16.240065 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.367236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Transition to ACTIVE for port object a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:16.500334 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.506354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-1ed93854-9135-4852-90ce-ed063786f935 service neutron] 10.222.0.47 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583458 Apr 18 20:20:16.517942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.573504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b946b8-325b-4456-b185-1e8f16f81df1 req-cced5977-6c93-4f72-81be-ac9af5c0bf32 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7674649 Apr 18 20:20:16.575427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-395962b2-ddb2-42f5-9cc6-0431880527ac service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6455536 Apr 18 20:20:16.589699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:16.625124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:16.710917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:16.711355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.720983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:16.725730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:16.794135 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.814275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:16.820014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:16.859568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47696) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:16.930615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:20:17.003709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:20:17.004407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 30e9ba8a-fd8e-4d4d-b467-0af3581ed579 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:20:17.152002 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.250745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Pushing event updated for resources: {'Port': ['ID=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:17.291406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Pushing event deleted for resources: {'Port': ['ID=0e09e659-0cfd-43d9-91e6-7ca3991bdb52,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:17.328919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18d702a7-ab19-4a55-94d2-55f3572e7a58 req-21356b7f-9372-42d1-8fc4-8a3a7063baca service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7050219 Apr 18 20:20:17.342669 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.364282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-b246f519-63b8-4f58-be10-9174d0918fff service neutron] 10.222.0.47 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7794335 Apr 18 20:20:17.390867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Attempting to bind port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:17.391570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Attempting to bind port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:17.391570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Attempting to bind port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 on network e8505765-0086-454f-a25d-c91ff385e3fc {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:17.398765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-e1ee6d7d-0df1-49f1-8618-4fb2fe87c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.400579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-e1ee6d7d-0df1-49f1-8618-4fb2fe87c6e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1098 time: 0.3423727 Apr 18 20:20:17.401323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 on network e8505765-0086-454f-a25d-c91ff385e3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:17.401668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Attempting to bind port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 on network e8505765-0086-454f-a25d-c91ff385e3fc {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:17.407232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:17.407571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Checking segment: {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:17.407979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Bound using segment: {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:17.408363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Bound port: a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:17.408714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.418046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.452007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.532454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.532961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.533450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.533967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.534450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.534930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.535409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.537349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85ea9537-de57-4288-b160-90033299f773 req-c42dad1e-ae9a-46b0-9f48-36d8a90e4a60 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6501 time: 0.6755691 Apr 18 20:20:17.607748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=969918ae-a1ac-4f92-bd40-5fbe12c53a4a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:17.714272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.733695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-05dc79ee-9215-4888-9ef7-ae066d107ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.735129 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-05dc79ee-9215-4888-9ef7-ae066d107ec0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.3159854 Apr 18 20:20:17.799547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] For port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:17.827445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d293b5-dd02-4948-ba2a-c21b1c2e797a req-924dfc24-7646-430f-9d39-d2aebf6ac76c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:17.830265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36d293b5-dd02-4948-ba2a-c21b1c2e797a req-924dfc24-7646-430f-9d39-d2aebf6ac76c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.2390893 Apr 18 20:20:17.837909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] For port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:17.840555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-60c506d1-cbac-4232-8e99-b5f04f402a72 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.0928180 Apr 18 20:20:17.849018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.850157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f66c4b8-e377-405b-b226-e26577f98825 req-c7103430-ab35-4efe-8344-55a8335051f0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.8595438 Apr 18 20:20:17.932228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.954927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85ea9537-de57-4288-b160-90033299f773 req-6292f8f4-a84a-4c35-a4c7-7bfc73237aa7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4032302 Apr 18 20:20:17.957392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:17.962645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.017139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36d293b5-dd02-4948-ba2a-c21b1c2e797a req-bd7b6a61-5775-4ede-bd90-7061ed49184e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751637 Apr 18 20:20:18.023976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:18.024650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.026530 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] 10.222.0.61 "PUT /v2.0/ports/a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 HTTP/1.1" status: 200 len: 1091 time: 4.7907917 Apr 18 20:20:18.026693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'tag': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:18.032379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-fcfe92e2-9bf7-47fe-be48-be6a54d0ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:18.033981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-fcfe92e2-9bf7-47fe-be48-be6a54d0ee3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1548975 Apr 18 20:20:18.243218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3304561d-cee8-4910-8401-f3f838bd51be service neutron] Pushing event updated for resources: {'Port': ['ID=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:18.273618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.275626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 133491cb-1cdb-4288-8af3-a08fafc69e71 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:20:18.302298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-5c35db40-9913-4a4c-9387-f239b4cc6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:18.304023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-5c35db40-9913-4a4c-9387-f239b4cc6f4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2628253 Apr 18 20:20:18.307800 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.319400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-c759702f-b715-4cd4-9f97-a8ea8efd3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:18.321084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-c759702f-b715-4cd4-9f97-a8ea8efd3a6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 1094 time: 0.1965668 Apr 18 20:20:18.325411 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.329278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6f50047d-40bc-41d3-8931-78e54f017bab admin admin] 10.222.0.47 "DELETE /v2.0/routers/133491cb-1cdb-4288-8af3-a08fafc69e71 HTTP/1.1" status: 204 len: 168 time: 3.9861472 Apr 18 20:20:18.361037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:18.402032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:20:18.452276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:20:18.452632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0e09e659-0cfd-43d9-91e6-7ca3991bdb52 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:20:18.469738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c91369e-922e-42e2-877c-3a10f0c52a89 req-768b6df4-2812-43a3-9353-9e511f5bc993 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:18.471195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c91369e-922e-42e2-877c-3a10f0c52a89 req-768b6df4-2812-43a3-9353-9e511f5bc993 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.4328327 Apr 18 20:20:18.472693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-fd48948b-8379-4944-a7eb-31bdff3698d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 HTTP/1.1" status: 200 len: 217 time: 0.1142943 Apr 18 20:20:18.482594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.493053 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.596494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c91369e-922e-42e2-877c-3a10f0c52a89 req-21b0e854-1f3a-4d66-ace6-f6c153b64200 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153774 Apr 18 20:20:18.771679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4550b-2bc2-466d-816a-26213768d78c req-a800e003-533c-44fc-8182-521e3528e4f0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:18.772358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57e4550b-2bc2-466d-816a-26213768d78c req-a800e003-533c-44fc-8182-521e3528e4f0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Synchronizing usage tracker for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:18.781841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b1369224-a7ac-4a42-a7c1-f507c05b440d req-205a49ee-6a2d-48d4-8b17-d44f04f5038e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 210 time: 0.0562012 Apr 18 20:20:18.796866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 63ed3a6c-73bb-40da-8222-d187d5aa114b is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:20:18.830267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-79263601-4387-4c80-b589-3351821be66d admin admin] Deleting subnet 6af0c1ad-ab88-4f2f-8595-738e045d498a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:20:18.832709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-06bfd442-6c21-428a-8c93-796ea4e715fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:18.834582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-06bfd442-6c21-428a-8c93-796ea4e715fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 200 len: 849 time: 0.3550348 Apr 18 20:20:18.856679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79263601-4387-4c80-b589-3351821be66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:18.931300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57e4550b-2bc2-466d-816a-26213768d78c req-a800e003-533c-44fc-8182-521e3528e4f0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Unset dirty status for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:18.932732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57e4550b-2bc2-466d-816a-26213768d78c req-a800e003-533c-44fc-8182-521e3528e4f0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 943 time: 0.7498109 Apr 18 20:20:18.954851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f0f018ff-55a9-4900-8dba-860700e7a4e1 req-8b80cba1-75cb-44e5-8979-c211cd97f93e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/969918ae-a1ac-4f92-bd40-5fbe12c53a4a HTTP/1.1" status: 200 len: 1782 time: 0.1408217 Apr 18 20:20:18.986332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-4f0ef3c5-3ddc-422a-9738-92ee4bba4a45 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642692 Apr 18 20:20:19.039372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.041612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-c1aded1a-226a-4dcd-ab95-14aa7d9aaffa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8505765-0086-454f-a25d-c91ff385e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1872451 Apr 18 20:20:19.049495 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5ef8275-c7d1-4bf4-9980-46fa2fcdefd4'] response: {'name': 'network-changed', 'server_uuid': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'tag': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5', 'status': 'completed', 'code': 200} Apr 18 20:20:19.066124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:19.082685 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Sync routers for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:19.101739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.103215 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:19.104819 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:19.105914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c56cd59b-1c50-4659-9cb1-27ac8708f3ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7459831 Apr 18 20:20:19.109533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47730) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:19.134551 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70898b23-da42-4da7-b688-450a345d7f39 req-2972ab17-e8dc-499c-8346-007b1ee9260e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/969918ae-a1ac-4f92-bd40-5fbe12c53a4a HTTP/1.1" status: 200 len: 1782 time: 0.0976372 Apr 18 20:20:19.209070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79263601-4387-4c80-b589-3351821be66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.233124 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f2b49d79-d3f3-4761-87be-5c566909cfb7 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6fe5691eda2a4b868086134bcc610d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1226075 Apr 18 20:20:19.243228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47736) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:19.319551 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:19.375961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-70898b23-da42-4da7-b688-450a345d7f39 req-c6a5e05e-3376-4913-adda-e1a9586c8e47 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.376785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57e4550b-2bc2-466d-816a-26213768d78c req-c2fc12fd-25c6-4661-b26e-76901832cb34 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Synchronizing usage tracker for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:19.418615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-70898b23-da42-4da7-b688-450a345d7f39 req-c6a5e05e-3376-4913-adda-e1a9586c8e47 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.453980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb09911-98ce-4d3d-a174-982074e3c333 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:19.458399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8cb09911-98ce-4d3d-a174-982074e3c333 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2096176 Apr 18 20:20:19.459759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47740) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:19.497904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-3943a84c-0772-4d83-b070-3dbe190a1518 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:19.503502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-3943a84c-0772-4d83-b070-3dbe190a1518 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:19.505006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-3943a84c-0772-4d83-b070-3dbe190a1518 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "GET /v2.0/networks?id=79ab00b2-8cba-4d12-bb1e-1958d115e81c&id=e0861f34-6fa8-42af-9d63-578d1d48c4b2&id=79ab00b2-8cba-4d12-bb1e-1958d115e81c HTTP/1.1" status: 200 len: 1392 time: 0.6528988 Apr 18 20:20:19.512261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57e4550b-2bc2-466d-816a-26213768d78c req-c2fc12fd-25c6-4661-b26e-76901832cb34 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Unset dirty status for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:19.513476 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57e4550b-2bc2-466d-816a-26213768d78c req-c2fc12fd-25c6-4661-b26e-76901832cb34 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5671794 Apr 18 20:20:19.519200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-54b29fa5-9fb6-4207-ab24-ca696c68055a tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0568793 Apr 18 20:20:19.519794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'port': {'device_id': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c', 'admin_state_up': True, 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:19.519879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47744) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:19.526241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439026223', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:19.529421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:19.640311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-70898b23-da42-4da7-b688-450a345d7f39 req-c6a5e05e-3376-4913-adda-e1a9586c8e47 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.664812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f2fd420-7623-4017-9f58-de6c0a039097 req-98803d09-f057-4baa-b461-a7014977d331 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6644127 Apr 18 20:20:19.671830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-c975fbb5-7025-4c7d-ac0f-fb0be48485d0 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077507 Apr 18 20:20:19.674820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a5e05e-3376-4913-adda-e1a9586c8e47 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=969918ae-a1ac-4f92-bd40-5fbe12c53a4a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:19.677138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:19.685274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:subnet and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:19.688853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:19.692683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-70898b23-da42-4da7-b688-450a345d7f39 req-c6a5e05e-3376-4913-adda-e1a9586c8e47 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.711531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70898b23-da42-4da7-b688-450a345d7f39 req-c6a5e05e-3376-4913-adda-e1a9586c8e47 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/969918ae-a1ac-4f92-bd40-5fbe12c53a4a HTTP/1.1" status: 204 len: 173 time: 0.5695183 Apr 18 20:20:19.718405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:19.731900 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:16Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:19.737215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:19.738386 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Checking router: 63ed3a6c-73bb-40da-8222-d187d5aa114b for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:19.738734 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Updating router 63ed3a6c-73bb-40da-8222-d187d5aa114b port fdcce47e-ce7a-413a-931b-e0615e5611d1 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:20:19.743399 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.765682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:19.780995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4867e5cb-8994-4d08-a353-c97362743376', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '4867e5cb-8994-4d08-a353-c97362743376', 'mac_address': 'fa:16:3e:30:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:19.816333 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.827718 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-489d42d4-f27e-421c-a007-df34a725c1c9 req-8b2173d4-afe9-4d1e-aa02-227eff670766 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478224 Apr 18 20:20:19.853185 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.877966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4867e5cb-8994-4d08-a353-c97362743376 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:19.881785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79263601-4387-4c80-b589-3351821be66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.896016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:19.903238 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:19.982120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:19.992099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:20.023651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:20.049349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546edc50-0782-4ba3-a606-21185576eb13 req-78820466-ba08-4b0c-abb0-08f4c7415272 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:20.050880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-546edc50-0782-4ba3-a606-21185576eb13 req-78820466-ba08-4b0c-abb0-08f4c7415272 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.1483178 Apr 18 20:20:20.054858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:20.058752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.160850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79263601-4387-4c80-b589-3351821be66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.228663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79263601-4387-4c80-b589-3351821be66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6af0c1ad-ab88-4f2f-8595-738e045d498a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:20.234914 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79263601-4387-4c80-b589-3351821be66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.244656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-77a72b26-347e-4451-ad27-da6a64e49a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:20.245734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-77a72b26-347e-4451-ad27-da6a64e49a37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 1094 time: 0.2991233 Apr 18 20:20:20.246831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-546edc50-0782-4ba3-a606-21185576eb13 req-b2555449-0772-4a45-a7d4-c3cf3d137dcf tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855507 Apr 18 20:20:20.253583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25a850d-831e-4374-8473-dc9ab3a97cfc req-dc03e84a-2eac-4dbf-be95-c0db4a0fea05 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:20.255426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a25a850d-831e-4374-8473-dc9ab3a97cfc req-dc03e84a-2eac-4dbf-be95-c0db4a0fea05 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.4227576 Apr 18 20:20:20.259174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e88e60-2fa8-4598-bb8c-5cf87c9af618 None None] Network aebe59ad-79aa-4202-ad10-8808239c2c6c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:20.284007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.306919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4867e5cb-8994-4d08-a353-c97362743376'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:20.343101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-79263601-4387-4c80-b589-3351821be66d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6af0c1ad-ab88-4f2f-8595-738e045d498a HTTP/1.1" status: 204 len: 168 time: 1.9810181 Apr 18 20:20:20.352089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47754) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:20.378652 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.396957 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Transition to ACTIVE for port object fdcce47e-ce7a-413a-931b-e0615e5611d1 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:20.407589 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-87630a16-5056-409c-b0f8-57612756c2ef req-f42a0c3c-161d-41e7-9ceb-eff9b1ea60f2 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:20:20.408626 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.409403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87630a16-5056-409c-b0f8-57612756c2ef req-f42a0c3c-161d-41e7-9ceb-eff9b1ea60f2 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/969918ae-a1ac-4f92-bd40-5fbe12c53a4a HTTP/1.1" status: 404 len: 352 time: 0.0866957 Apr 18 20:20:20.477369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Allocated IP 19.80.0.203 (79ab00b2-8cba-4d12-bb1e-1958d115e81c/61dfca1c-06e9-4af4-8d80-3d31b6d0d911/c6d686d6-b60e-48c2-9060-eb225ff52c48) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:20.486479 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Attempting to bind port fdcce47e-ce7a-413a-931b-e0615e5611d1 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:20.486844 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Attempting to bind port fdcce47e-ce7a-413a-931b-e0615e5611d1 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:20.487206 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Attempting to bind port fdcce47e-ce7a-413a-931b-e0615e5611d1 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:20.503460 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:20.503832 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:20.504226 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.504615 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:20.505070 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Bound port: fdcce47e-ce7a-413a-931b-e0615e5611d1, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:20.505437 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.506825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Subnet': ['ID=7912704c-a5b6-4934-a465-cc2b42626e22,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:20.529000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.532407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba5d32-da60-42f2-8ba9-d4f4959f1c92 None None] Pushing event updated for resources: {'Port': ['ID=fdcce47e-ce7a-413a-931b-e0615e5611d1,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:20.540192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Checking segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:20.540388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network hostable DHCP agents. Network: 18a16ad8-2dfe-4848-bf9a-583708ce6b6a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:20:20.564299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Deleting port ab8fecc6-dcc5-46d0-9809-dfce9382340a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:20:20.565495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.596859 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] For port fdcce47e-ce7a-413a-931b-e0615e5611d1, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:20.602576 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] For port fdcce47e-ce7a-413a-931b-e0615e5611d1, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fdcce47e-ce7a-413a-931b-e0615e5611d1,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:20.607646 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.619690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:20:20.684474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e8e638b-836b-414e-9402-983bac70fe28 req-b1681ce2-cb37-41c8-a268-770b2316fbf2 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 210 time: 0.0493026 Apr 18 20:20:20.699604 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:20.700495 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:20.716902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 18a16ad8-2dfe-4848-bf9a-583708ce6b6a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:20.733802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:20.734577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.745490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-719805103', 'description': 'tempest-description-1640279300'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:20.752392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3937c1-010a-496c-a9e0-3364670ded07 None None] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:20.756770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:20.765099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:20.770359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:20.788590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:20.789055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.809450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Transition to ACTIVE for port object c6d686d6-b60e-48c2-9060-eb225ff52c48 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:20.812044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1844a24b-0cde-44c4-9243-807ddbb47404 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2916012 Apr 18 20:20:20.828228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47762) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:20.899795 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:20.921794 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:21.001981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:21.006259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:21.010675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:21.017204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:21.041934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a25a850d-831e-4374-8473-dc9ab3a97cfc req-936ed5aa-84d5-43c3-9495-c6335e9e5285 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782390 Apr 18 20:20:21.051820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.118627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:21.129813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:21.148662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:21.152662 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ba5d32-da60-42f2-8ba9-d4f4959f1c92 None None] Pushing event updated for resources: {'Port': ['ID=fdcce47e-ce7a-413a-931b-e0615e5611d1,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:21.165273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.183347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] For port ab8fecc6-dcc5-46d0-9809-dfce9382340a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab8fecc6-dcc5-46d0-9809-dfce9382340a,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:21.186177 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.199213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.206797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:20:21.208936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.286406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.298110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50664dec-fa6e-433e-8654-67a14205147d req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5660112 Apr 18 20:20:21.388854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Port': ['ID=c6d686d6-b60e-48c2-9060-eb225ff52c48,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:21.403019 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:16Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:21.407417 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a94b0d2-612f-4f97-99ec-7de1b609158e None None] The sync data for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 is: [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:16Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:21.422674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-504a5f65-d0fe-406a-8969-6ab94a2793f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:21.427019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-504a5f65-d0fe-406a-8969-6ab94a2793f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 910 time: 1.1654100 Apr 18 20:20:21.546011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] DHCP port deletion for aebe59ad-79aa-4202-ad10-8808239c2c6c request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:20:21.554461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:21.555230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.567394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Deleting port ab8fecc6-dcc5-46d0-9809-dfce9382340a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:20:21.567765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.576241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-7950a734-a23b-4b5b-99e6-ec804953828d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 HTTP/1.1" status: 200 len: 217 time: 0.1269977 Apr 18 20:20:21.586389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Calling delete_port for ab8fecc6-dcc5-46d0-9809-dfce9382340a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:20:21.638241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Allocated IP 172.20.0.2 (18a16ad8-2dfe-4848-bf9a-583708ce6b6a/7912704c-a5b6-4934-a465-cc2b42626e22/865e934f-95dd-4b06-95c1-7f158c03f931) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:21.642740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3183dad4-8d01-4175-9a85-972c77faa9a8 None None] Provisioning for port c6d686d6-b60e-48c2-9060-eb225ff52c48 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:21.644118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-21ebf5fa-b29f-4faa-ba28-170a350e6d47 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1296270 Apr 18 20:20:21.660050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'port': {'device_id': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2', 'admin_state_up': True, 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:21.690034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c38269-d8b3-4030-94b8-a884f0a01169 req-aeb09c7c-bd8a-40b3-91d5-ecf6c44fae17 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:21.691528 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14c38269-d8b3-4030-94b8-a884f0a01169 req-aeb09c7c-bd8a-40b3-91d5-ecf6c44fae17 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 943 time: 0.3850212 Apr 18 20:20:21.700001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3183dad4-8d01-4175-9a85-972c77faa9a8 None None] Provisioning complete for port c6d686d6-b60e-48c2-9060-eb225ff52c48 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:21.700239 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3183dad4-8d01-4175-9a85-972c77faa9a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.721570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d05c74-635d-45d4-a338-725767442819 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5239779a-5f30-40e0-9353-fc54597f2f62,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:21.738865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-5fea5d76-e19a-49c2-9a00-81d8bb6fc10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:21.740784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-5fea5d76-e19a-49c2-9a00-81d8bb6fc10e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 200 len: 849 time: 0.1534657 Apr 18 20:20:21.887465 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-0cd22d09-9d59-4c66-af03-ad9d1ca94eb7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8505765-0086-454f-a25d-c91ff385e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971518 Apr 18 20:20:21.891109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:21.894909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14c38269-d8b3-4030-94b8-a884f0a01169 req-7a0bc3fe-9370-4721-8724-5f0da8d5f18c tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846890 Apr 18 20:20:21.904216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3183dad4-8d01-4175-9a85-972c77faa9a8 None None] Port c6d686d6-b60e-48c2-9060-eb225ff52c48 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:21.955888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457738664', 'description': 'tempest-description-1011704360'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:21.984566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:22.016948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] For port ab8fecc6-dcc5-46d0-9809-dfce9382340a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab8fecc6-dcc5-46d0-9809-dfce9382340a,segment=NetworkSegment(debc92e6-9c03-4039-9517-2f5d418dc0d8),segment_id=debc92e6-9c03-4039-9517-2f5d418dc0d8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:22.017347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.053920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:22.059756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab8fecc6-dcc5-46d0-9809-dfce9382340a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:22.063139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:22.083298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] No DVR routers for this DVR port ab8fecc6-dcc5-46d0-9809-dfce9382340a on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:20:22.083788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:22.095230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:22.104391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:port and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:22.109338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:22.115378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.146833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:22.167367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e446ae-027c-4401-ad2a-f761b02bef9e req-22270693-0217-4c38-8f4e-3dfd8291bf15 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:22.173770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:22.180278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7e446ae-027c-4401-ad2a-f761b02bef9e req-22270693-0217-4c38-8f4e-3dfd8291bf15 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.6732404 Apr 18 20:20:22.190590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Calling delete_port for ab8fecc6-dcc5-46d0-9809-dfce9382340a owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:20:22.190786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-f23f8770-e0e3-4467-bfed-242ba9086704 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757916 Apr 18 20:20:22.191690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:22.196997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:22.201657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:22.208382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.240691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:22.367203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.399118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device fdcce47e-ce7a-413a-931b-e0615e5611d1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:22.428217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Transition to ACTIVE for port object 865e934f-95dd-4b06-95c1-7f158c03f931 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: from cryptography.utils import int_from_bytes Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: from cryptography.utils import int_from_bytes Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn_limited( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn_limited( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.462356 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:20:22.465050 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:20:22.498015 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:20:22.498660 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:20:22.499721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Transition to ACTIVE for port object 865e934f-95dd-4b06-95c1-7f158c03f931 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:22.513217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.555149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.592125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:22.600545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:22.605269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port fdcce47e-ce7a-413a-931b-e0615e5611d1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:22.610946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:22.614298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Pushing event updated for resources: {'Port': ['ID=865e934f-95dd-4b06-95c1-7f158c03f931,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:22.619755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port fdcce47e-ce7a-413a-931b-e0615e5611d1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:22.620126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.655692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca80d7a6-c146-4854-86d3-1172b634bf9d req-3ab1b115-8548-41f3-9777-114e349fad08 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4550822 Apr 18 20:20:22.656550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.659983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.690199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7e446ae-027c-4401-ad2a-f761b02bef9e req-05b46668-9cb8-4713-9ce7-b74dd2a7aa96 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5046484 Apr 18 20:20:22.726701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Allocated IP 19.86.0.98 (e0861f34-6fa8-42af-9d63-578d1d48c4b2/8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0/2d290a3d-f011-4100-aeaa-f9b9daa888b9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:22.754743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d057a2-a895-4caa-a333-4a44e464f4b2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:22.778038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.779298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aed18736-cebf-4e91-b716-19e39b032cf0 req-0efe7ceb-03e4-4240-880a-eeba066eb4a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8276215 Apr 18 20:20:22.794243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Attempting to bind port 865e934f-95dd-4b06-95c1-7f158c03f931 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:22.794243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Attempting to bind port 865e934f-95dd-4b06-95c1-7f158c03f931 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:22.794243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Attempting to bind port 865e934f-95dd-4b06-95c1-7f158c03f931 on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:22.811304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:22.811681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Checking segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:22.812092 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.812491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Bound using segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:22.812980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Bound port: 865e934f-95dd-4b06-95c1-7f158c03f931, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:22.813357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.830309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebe59ad-79aa-4202-ad10-8808239c2c6c']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:22.848644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'debc92e6-9c03-4039-9517-2f5d418dc0d8') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:22.848943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'debc92e6-9c03-4039-9517-2f5d418dc0d8') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:22.877973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.943543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.957363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:20:22.957848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:20:22.972396 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:20:23.001744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Deleting port ab8fecc6-dcc5-46d0-9809-dfce9382340a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:20:23.002259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.048977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.090850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ca1c6cb8-3183-4781-b6d6-69e6a8f4686a None None] The port 'ab8fecc6-dcc5-46d0-9809-dfce9382340a' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:20:23.117140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] For port 865e934f-95dd-4b06-95c1-7f158c03f931, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:23.120187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port fdcce47e-ce7a-413a-931b-e0615e5611d1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fdcce47e-ce7a-413a-931b-e0615e5611d1,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:23.122518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] For port 865e934f-95dd-4b06-95c1-7f158c03f931, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=865e934f-95dd-4b06-95c1-7f158c03f931,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:23.128504 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.163965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.173815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.180954 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.200080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe92ab-0653-4967-b56e-c01351174564 req-0aa4681e-f1c2-4dab-a888-ded58d644d26 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:23.201947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ebe92ab-0653-4967-b56e-c01351174564 req-0aa4681e-f1c2-4dab-a888-ded58d644d26 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 948 time: 0.1877103 Apr 18 20:20:23.235280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ab8fecc6-dcc5-46d0-9809-dfce9382340a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:20:23.238106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Transition to ACTIVE for port object 2d290a3d-f011-4100-aeaa-f9b9daa888b9 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:23.263611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] Pushing event deleted for resources: {'Network': ['ID=aebe59ad-79aa-4202-ad10-8808239c2c6c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:23.263873 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.283789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-36ede449-78f1-4ada-b39c-1688fff1fa28 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aebe59ad-79aa-4202-ad10-8808239c2c6c HTTP/1.1" status: 204 len: 168 time: 2.9163218 Apr 18 20:20:23.298229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ebe92ab-0653-4967-b56e-c01351174564 req-2ef1ab1a-f056-42f5-a432-97b238cc3247 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665240 Apr 18 20:20:23.315972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.329937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.347889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5607c-679b-4650-a512-955c2609aad6 req-2c7d32c8-45cf-494b-a1c4-c26dd8f2c243 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:23.347889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-daa5607c-679b-4650-a512-955c2609aad6 req-2c7d32c8-45cf-494b-a1c4-c26dd8f2c243 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 932 time: 0.3501256 Apr 18 20:20:23.397345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ab8fecc6-dcc5-46d0-9809-dfce9382340a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:20:23.397345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ab8fecc6-dcc5-46d0-9809-dfce9382340a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:20:23.427804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=fdcce47e-ce7a-413a-931b-e0615e5611d1,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:23.466432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-785517594', 'description': 'tempest-description-2005881693'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:23.514299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:23.515105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e264d0-7753-4639-9cba-8a1abef42243 None None] Pushing event updated for resources: {'Port': ['ID=865e934f-95dd-4b06-95c1-7f158c03f931,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:23.548527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:23.551021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:23.558938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-daa5607c-679b-4650-a512-955c2609aad6 req-ab9c050c-1117-4426-8b4e-437c1c94422c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105727 Apr 18 20:20:23.568460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:23.570918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:23.598647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:23.662590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network e0861f34-6fa8-42af-9d63-578d1d48c4b2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:23.664465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Port': ['ID=2d290a3d-f011-4100-aeaa-f9b9daa888b9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:23.671373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:23.684756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:23.752196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47782) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:23.773728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.861373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:23.862441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.868490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:23.879423 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-41f3f4cf-67af-4f56-966b-1709ff16a73c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51b5c86fadcb4a7888c65433321a8327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255386 Apr 18 20:20:23.887043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47786) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:23.892104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:23.919594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:23.926187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:23.942322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 4867e5cb-8994-4d08-a353-c97362743376 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:23.948475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:23.960581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 4867e5cb-8994-4d08-a353-c97362743376 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:23.961588 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:23.972999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-516a2729-22a1-4f82-80ba-31c01ab69b5a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3205111 Apr 18 20:20:23.989176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'port': {'device_id': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c', 'admin_state_up': True, 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:24.025991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5', 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'port_id': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5', 'mac_address': 'fa:16:3e:93:9b:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:24.072702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e500bc-eee1-4e12-8549-d958baf6fbd9 req-ab827169-cfa7-499b-9404-715d6a04f1cb tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:24.081097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1e500bc-eee1-4e12-8549-d958baf6fbd9 req-ab827169-cfa7-499b-9404-715d6a04f1cb tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 943 time: 0.2523699 Apr 18 20:20:24.136932 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.206789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:24.208422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1e500bc-eee1-4e12-8549-d958baf6fbd9 req-35752ff7-d92b-4cb1-971b-8e33318ad830 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264486 Apr 18 20:20:24.223141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:24.238962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.278126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.324477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.1 (18a16ad8-2dfe-4848-bf9a-583708ce6b6a/7912704c-a5b6-4934-a465-cc2b42626e22/8902d628-1d99-467d-b24d-8f978b78fac7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:24.334346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6a144bb1-f1cc-45b6-96e5-cd2014067224 None None] Provisioning for port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:24.353495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d34b269e-e7f7-4e49-9101-6952e16777b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.358946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6a144bb1-f1cc-45b6-96e5-cd2014067224 None None] Provisioning complete for port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:24.359317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a144bb1-f1cc-45b6-96e5-cd2014067224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.407329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.435593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:24.437920 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.468206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:24.483406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:24.486350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.487945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6a144bb1-f1cc-45b6-96e5-cd2014067224 None None] Port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:24.507689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f86f2c5-5b12-430b-8d6a-ad2980bc9106,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:24.522481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d34b269e-e7f7-4e49-9101-6952e16777b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.542610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 865e934f-95dd-4b06-95c1-7f158c03f931 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:24.582908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.584153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7edf2367-da5d-42ef-bb02-76a87510fc92 req-2be668d9-c3f1-4ad2-b22a-9410cef04469 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1353533 Apr 18 20:20:24.607307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:24.615444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:port and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:24.629552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:24.642589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:24.648936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:24.655809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d34b269e-e7f7-4e49-9101-6952e16777b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.662878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:24.673979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.700352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b269e-e7f7-4e49-9101-6952e16777b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a62634a-9dbd-42a6-8582-5204c6596dff,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:24.702346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:24.706339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.716777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object 8902d628-1d99-467d-b24d-8f978b78fac7 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:24.724966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d34b269e-e7f7-4e49-9101-6952e16777b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.726272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d34b269e-e7f7-4e49-9101-6952e16777b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5a62634a-9dbd-42a6-8582-5204c6596dff HTTP/1.1" status: 204 len: 168 time: 0.8368251 Apr 18 20:20:24.731276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf7c9c3-f293-493a-a63b-a3f936fdebcf req-e5092390-49e2-41bf-9459-66b1d1150306 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:24.738970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbf7c9c3-f293-493a-a63b-a3f936fdebcf req-e5092390-49e2-41bf-9459-66b1d1150306 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.2436836 Apr 18 20:20:24.822882 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbf7c9c3-f293-493a-a63b-a3f936fdebcf req-7c48e1c3-8040-459a-baaa-990684ff4f1f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829484 Apr 18 20:20:24.840621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 865e934f-95dd-4b06-95c1-7f158c03f931 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:24.847985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:24.853257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device fdcce47e-ce7a-413a-931b-e0615e5611d1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:24.956681 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aac0781-bf64-4168-a651-eefa2abb9fe5'] response: {'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'code': 200} Apr 18 20:20:25.115575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da593e83-d0a6-4146-851f-f16e93478e30 req-3281893a-c3e1-464c-9853-274ff3aecdb8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:25.117958 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da593e83-d0a6-4146-851f-f16e93478e30 req-3281893a-c3e1-464c-9853-274ff3aecdb8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.3035505 Apr 18 20:20:25.147726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:25.152135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:25.155276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:25.167065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a855a1-2e0c-421f-b209-c84256c1e9d2 None None] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:25.191619 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da593e83-d0a6-4146-851f-f16e93478e30 req-4cdc120f-9c23-49b9-ba53-3c61501504ee tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652909 Apr 18 20:20:25.239825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Allocated IP 19.80.0.54 (79ab00b2-8cba-4d12-bb1e-1958d115e81c/61dfca1c-06e9-4af4-8d80-3d31b6d0d911/544e04ef-cb80-4194-8d4e-995908efdc44) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:25.286006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=8902d628-1d99-467d-b24d-8f978b78fac7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:25.312143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-222c8b51-044e-4696-ba8b-f64b85727da9 None None] Provisioning for port 865e934f-95dd-4b06-95c1-7f158c03f931 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:25.324449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.328456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-222c8b51-044e-4696-ba8b-f64b85727da9 None None] Provisioning complete for port 865e934f-95dd-4b06-95c1-7f158c03f931 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:25.329098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-222c8b51-044e-4696-ba8b-f64b85727da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.335753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb6b88-4c58-4fe5-9e1c-f9e4a6f060da req-ae9e1df9-4e38-4ea7-8e36-7a864e255a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:25.337272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5fb6b88-4c58-4fe5-9e1c-f9e4a6f060da req-ae9e1df9-4e38-4ea7-8e36-7a864e255a32 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1100 time: 0.3314977 Apr 18 20:20:25.392385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port fdcce47e-ce7a-413a-931b-e0615e5611d1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:25.392759 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.481089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5fb6b88-4c58-4fe5-9e1c-f9e4a6f060da req-804d4ec9-7ea4-4b7d-8f1e-b6ad0b780ad9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266756 Apr 18 20:20:25.557984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a6afd3a-e5c9-4128-9637-0f46a6f9745b req-153bcb3b-d88c-4220-88a6-1dd05b9e86eb tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:25.592152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a6afd3a-e5c9-4128-9637-0f46a6f9745b req-153bcb3b-d88c-4220-88a6-1dd05b9e86eb tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:25.601737 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a6afd3a-e5c9-4128-9637-0f46a6f9745b req-153bcb3b-d88c-4220-88a6-1dd05b9e86eb tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 10907 time: 0.3779256 Apr 18 20:20:25.665117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9ef0c-e2af-49f5-870d-0fed4405db35 req-ca6de241-3459-42e6-902c-7a25f4d386b9 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:25.669357 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a6afd3a-e5c9-4128-9637-0f46a6f9745b req-6dfbb3d6-04cb-44ae-bff7-61e165ea063a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/42f9cdd8-bd9d-4304-944f-7d2290beeacc HTTP/1.1" status: 200 len: 2985 time: 0.0667133 Apr 18 20:20:25.673009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e9ef0c-e2af-49f5-870d-0fed4405db35 req-ca6de241-3459-42e6-902c-7a25f4d386b9 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:25.675088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6e9ef0c-e2af-49f5-870d-0fed4405db35 req-ca6de241-3459-42e6-902c-7a25f4d386b9 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 1654 time: 0.4849942 Apr 18 20:20:25.702149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.738896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Transition to ACTIVE for port object 544e04ef-cb80-4194-8d4e-995908efdc44 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:25.747224 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.773475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a6afd3a-e5c9-4128-9637-0f46a6f9745b req-c6fe56d7-5b52-4b89-bcac-8704bfada96b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/42f9cdd8-bd9d-4304-944f-7d2290beeacc HTTP/1.1" status: 200 len: 2985 time: 0.1025095 Apr 18 20:20:25.775301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-222c8b51-044e-4696-ba8b-f64b85727da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.782182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6e9ef0c-e2af-49f5-870d-0fed4405db35 req-34fc412c-ee42-40c0-85ee-abb4948a8e5d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944510 Apr 18 20:20:25.824392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.832096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-222c8b51-044e-4696-ba8b-f64b85727da9 None None] For port 865e934f-95dd-4b06-95c1-7f158c03f931, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=865e934f-95dd-4b06-95c1-7f158c03f931,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:25.839968 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-222c8b51-044e-4696-ba8b-f64b85727da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:25.921633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c8b51-044e-4696-ba8b-f64b85727da9 None None] Pushing event updated for resources: {'Port': ['ID=865e934f-95dd-4b06-95c1-7f158c03f931,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:25.992664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47824) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:26.024125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:26.029883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:26.035736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:26.060945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Port': ['ID=544e04ef-cb80-4194-8d4e-995908efdc44,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:26.062327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d68831a5-aaf1-4072-ae48-98acc2943851 req-47cd6a6e-6b1c-4850-afd5-86f48d81d637 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/5239779a-5f30-40e0-9353-fc54597f2f62 HTTP/1.1" status: 200 len: 1802 time: 0.1831505 Apr 18 20:20:26.127151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:26.128115 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.177365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-869c8052-30a3-4a61-93e8-2ae9b0f8e565 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1921191 Apr 18 20:20:26.193747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Request body: {'port': {'device_id': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:26.239075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1795253021-network', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:26.268207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:26.283607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Usage tracker for resource:network and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:26.292854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:26.315416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:26.337290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b9f46fb6-dcb7-4b5a-8749-76769fb940e9 None None] Provisioning for port 8902d628-1d99-467d-b24d-8f978b78fac7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:26.347368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b9f46fb6-dcb7-4b5a-8749-76769fb940e9 None None] Provisioning complete for port 8902d628-1d99-467d-b24d-8f978b78fac7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:26.347893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b9f46fb6-dcb7-4b5a-8749-76769fb940e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.372368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622f097-2336-417d-ab63-098651d433d3 req-6faaa575-5539-4fad-9780-f267704536a5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:26.374050 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0622f097-2336-417d-ab63-098651d433d3 req-6faaa575-5539-4fad-9780-f267704536a5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 944 time: 0.4279537 Apr 18 20:20:26.438976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 865e934f-95dd-4b06-95c1-7f158c03f931 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:26.448682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Made reservation on behalf of 8fd9f5d6d7854bb3908cac279ea5f196 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:26.451373 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.469638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d68831a5-aaf1-4072-ae48-98acc2943851 req-aebdd46c-7212-451e-8960-35836ec8e269 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.485483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.503072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.521478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0622f097-2336-417d-ab63-098651d433d3 req-b2fe2916-4ea6-4940-8b4b-b4bd7bd47504 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345403 Apr 18 20:20:26.526425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:26.542468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Usage tracker for resource:security_group_rule and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:26.542754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d68831a5-aaf1-4072-ae48-98acc2943851 req-aebdd46c-7212-451e-8960-35836ec8e269 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.549758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b9f46fb6-dcb7-4b5a-8749-76769fb940e9 None None] Port 8902d628-1d99-467d-b24d-8f978b78fac7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:26.557952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 865e934f-95dd-4b06-95c1-7f158c03f931 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:26.558430 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.644262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:26.649302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b9f46fb6-dcb7-4b5a-8749-76769fb940e9 None None] Provisioning complete for port 865e934f-95dd-4b06-95c1-7f158c03f931 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:26.649806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b9f46fb6-dcb7-4b5a-8749-76769fb940e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.661099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:26.663101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d68831a5-aaf1-4072-ae48-98acc2943851 req-aebdd46c-7212-451e-8960-35836ec8e269 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.695629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.712799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebdd46c-7212-451e-8960-35836ec8e269 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5239779a-5f30-40e0-9353-fc54597f2f62,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:26.717091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.826505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d68831a5-aaf1-4072-ae48-98acc2943851 req-aebdd46c-7212-451e-8960-35836ec8e269 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.841636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d68831a5-aaf1-4072-ae48-98acc2943851 req-aebdd46c-7212-451e-8960-35836ec8e269 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/5239779a-5f30-40e0-9353-fc54597f2f62 HTTP/1.1" status: 204 len: 173 time: 0.7623482 Apr 18 20:20:26.887898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:26.895642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=8902d628-1d99-467d-b24d-8f978b78fac7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:27.095714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2e597103-6ee0-4530-b0c9-9c61ee3745f9 None None] Provisioning complete for port 8902d628-1d99-467d-b24d-8f978b78fac7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:27.096120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e597103-6ee0-4530-b0c9-9c61ee3745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.104885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:27.109198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:27.126202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ada408-83b8-41d2-8edc-948390bd89cd req-5a0d7db4-a31e-4bb5-b692-9343a583b164 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:27.130759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33ada408-83b8-41d2-8edc-948390bd89cd req-5a0d7db4-a31e-4bb5-b692-9343a583b164 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.4132907 Apr 18 20:20:27.143198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.178478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.196307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468247a-82fa-4672-8f14-db611fa51d0d req-57a8a61b-041d-4358-824c-c4b9a184eccd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:27.196547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2e597103-6ee0-4530-b0c9-9c61ee3745f9 None None] Port 8902d628-1d99-467d-b24d-8f978b78fac7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:27.198590 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3468247a-82fa-4672-8f14-db611fa51d0d req-57a8a61b-041d-4358-824c-c4b9a184eccd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.2089822 Apr 18 20:20:27.209159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2e597103-6ee0-4530-b0c9-9c61ee3745f9 None None] Provisioning for port 544e04ef-cb80-4194-8d4e-995908efdc44 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:27.218108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2e597103-6ee0-4530-b0c9-9c61ee3745f9 None None] Provisioning complete for port 544e04ef-cb80-4194-8d4e-995908efdc44 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:27.218641 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e597103-6ee0-4530-b0c9-9c61ee3745f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.290849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2e597103-6ee0-4530-b0c9-9c61ee3745f9 None None] Port 544e04ef-cb80-4194-8d4e-995908efdc44 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:27.294559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c238d1-4f30-40ef-864a-f5661acd0b91,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:27.311935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33ada408-83b8-41d2-8edc-948390bd89cd req-fc42410c-e7c0-4e98-8fc4-ada845ecbb71 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723578 Apr 18 20:20:27.317829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:20:27.323261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d686d6-b60e-48c2-9060-eb225ff52c48 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:27.349237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.362770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.363301 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Added segment 1efb5e75-4590-4d58-a59b-c52db5883f04 of type vlan for network 8083c4e1-8442-402a-8c35-5d44e0ad7372 Apr 18 20:20:27.380283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Transition to ACTIVE for port object c6d686d6-b60e-48c2-9060-eb225ff52c48 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:27.389430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.463502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.465818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3468247a-82fa-4672-8f14-db611fa51d0d req-31fc0298-7fe6-485e-9c8a-820ba2960c92 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583525 Apr 18 20:20:27.524347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8c9731c1-5f23-4d08-8b02-045584903f3d None None] Provisioning complete for port 8902d628-1d99-467d-b24d-8f978b78fac7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:27.524347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c9731c1-5f23-4d08-8b02-045584903f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.531090 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-78b74aa3-44a2-4cef-9609-b7ea63d67461 req-b0efe8f1-4350-413a-bfe1-9537afc48b41 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:20:27.532105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78b74aa3-44a2-4cef-9609-b7ea63d67461 req-b0efe8f1-4350-413a-bfe1-9537afc48b41 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/5239779a-5f30-40e0-9353-fc54597f2f62 HTTP/1.1" status: 404 len: 352 time: 0.0415168 Apr 18 20:20:27.538470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 63ed3a6c-73bb-40da-8222-d187d5aa114b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:20:27.592415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:27.646622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Pushing event updated for resources: {'Port': ['ID=c6d686d6-b60e-48c2-9060-eb225ff52c48,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:27.677918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8c9731c1-5f23-4d08-8b02-045584903f3d None None] Port 8902d628-1d99-467d-b24d-8f978b78fac7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:27.729825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.730790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:27.731382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.739806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:27.746707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:27.747179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.814810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Attempting to bind port c6d686d6-b60e-48c2-9060-eb225ff52c48 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:27.815143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Attempting to bind port c6d686d6-b60e-48c2-9060-eb225ff52c48 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:27.815469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Attempting to bind port c6d686d6-b60e-48c2-9060-eb225ff52c48 on network 79ab00b2-8cba-4d12-bb1e-1958d115e81c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:27.844584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:27.863814 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bee9dd8b-8a28-433e-b8e7-dc996e625e3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/63ed3a6c-73bb-40da-8222-d187d5aa114b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0264945 Apr 18 20:20:27.873123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a72ca6-2a34-411a-83bc-1f940712d085 req-bd27d4f0-0da0-4cf3-a0dd-baa93d64b167 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:27.874759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0a72ca6-2a34-411a-83bc-1f940712d085 req-bd27d4f0-0da0-4cf3-a0dd-baa93d64b167 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1100 time: 0.2160695 Apr 18 20:20:27.886079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Sync routers for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:27.914247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-6e871c3e-b63b-4acd-8142-f41ffa3578d5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:27.923377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-6e871c3e-b63b-4acd-8142-f41ffa3578d5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:27.931359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:27.932058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:27.935645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-6e871c3e-b63b-4acd-8142-f41ffa3578d5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:27.938272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-6e871c3e-b63b-4acd-8142-f41ffa3578d5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:27.940283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0a72ca6-2a34-411a-83bc-1f940712d085 req-0a2e6577-84e6-4bde-9819-2585521f3667 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Synchronizing usage tracker for tenant:f6f0730c309b4dca82a6b1b2acb7a144 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:27.945297 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.9478467 Apr 18 20:20:27.949668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Port c6d686d6-b60e-48c2-9060-eb225ff52c48 on network 79ab00b2-8cba-4d12-bb1e-1958d115e81c not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:27.950020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Attempting to bind port c6d686d6-b60e-48c2-9060-eb225ff52c48 on network 79ab00b2-8cba-4d12-bb1e-1958d115e81c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:27.952243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47844) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:27.962019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e47200-3def-4de9-9091-a984410ba244 admin admin] Pushing event updated for resources: {'Network': ['ID=8083c4e1-8442-402a-8c35-5d44e0ad7372,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:27.980631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Request body: {'subnet': {'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1795253021-subnet', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:27.988666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:20:27.988888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:27.988888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Checking segment: {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:27.989095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Bound using segment: {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:27.989545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Bound port: c6d686d6-b60e-48c2-9060-eb225ff52c48, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:27.989905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:27.990035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0a72ca6-2a34-411a-83bc-1f940712d085 req-0a2e6577-84e6-4bde-9819-2585521f3667 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Unset dirty status for tenant:f6f0730c309b4dca82a6b1b2acb7a144 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:27.991533 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0a72ca6-2a34-411a-83bc-1f940712d085 req-0a2e6577-84e6-4bde-9819-2585521f3667 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073740 Apr 18 20:20:28.001424 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.009616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:28.058890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Usage tracker for resource:subnet and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:28.064911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:28.070474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-6e871c3e-b63b-4acd-8142-f41ffa3578d5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:28.071671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-6e871c3e-b63b-4acd-8142-f41ffa3578d5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2387 time: 0.6227396 Apr 18 20:20:28.077267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:28.133811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Made reservation on behalf of 8fd9f5d6d7854bb3908cac279ea5f196 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:28.136137 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.178631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:28.195168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-076cc6b5-9d02-4754-bb3b-aeccb7185bc7 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:28.201911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] For port c6d686d6-b60e-48c2-9060-eb225ff52c48, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:28.254865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:28.266936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] For port c6d686d6-b60e-48c2-9060-eb225ff52c48, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c6d686d6-b60e-48c2-9060-eb225ff52c48,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:28.279342 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.281380 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.311372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a06e7e-bc88-4d8a-873b-2de497039528 req-d888fc9e-1675-4a72-a27a-38f735c42f49 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:28.313848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86a06e7e-bc88-4d8a-873b-2de497039528 req-d888fc9e-1675-4a72-a27a-38f735c42f49 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 944 time: 0.1210415 Apr 18 20:20:28.329903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-076cc6b5-9d02-4754-bb3b-aeccb7185bc7 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:28.331166 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8415f1a5-fdd8-4d68-8c1c-72c56a626be2 req-076cc6b5-9d02-4754-bb3b-aeccb7185bc7 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516041 Apr 18 20:20:28.345930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:28.363102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:28.363751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.374499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] 10.222.0.61 "PUT /v2.0/ports/c6d686d6-b60e-48c2-9060-eb225ff52c48 HTTP/1.1" status: 200 len: 1092 time: 2.1876616 Apr 18 20:20:28.374996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:28.407559 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86a06e7e-bc88-4d8a-873b-2de497039528 req-d5ac720a-a0a6-4c56-b8ef-1f4467dfb4f2 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878162 Apr 18 20:20:28.422836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Request body: {'port': {'device_id': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:28.464879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d03b6-dd1e-42f4-bcfd-c44329f32c0d service neutron] Pushing event updated for resources: {'Port': ['ID=c6d686d6-b60e-48c2-9060-eb225ff52c48,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:28.559290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:28.623242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf2d49a6-d645-415f-a5d7-6d9672823455 req-fb743ba7-b264-49b3-93f4-c76083608ed4 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/d5d057a2-a895-4caa-a333-4a44e464f4b2 HTTP/1.1" status: 200 len: 1802 time: 0.2369359 Apr 18 20:20:28.684076 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.728554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.761476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:26Z', 'revision_number': 2, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:28.766136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Checking router: 63ed3a6c-73bb-40da-8222-d187d5aa114b for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:28.766428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Updating router 63ed3a6c-73bb-40da-8222-d187d5aa114b port 8902d628-1d99-467d-b24d-8f978b78fac7 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:20:28.878846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.925533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-674c3163-a9db-40e9-8879-be0320610a29 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:28.951061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf2d49a6-d645-415f-a5d7-6d9672823455 req-80ee78e2-1620-4cda-add2-e1b9acfd208b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:28.960008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-674c3163-a9db-40e9-8879-be0320610a29 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:28.961536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0c22b93-ff2d-4299-b73d-30256491d31b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:28.968209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-674c3163-a9db-40e9-8879-be0320610a29 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2099779694&fields=id&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 267 time: 0.1267803 Apr 18 20:20:29.002295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Checking segment: {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:29.002756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Network hostable DHCP agents. Network: 8083c4e1-8442-402a-8c35-5d44e0ad7372, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:20:29.017432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-e4738e48-b8fb-4653-972b-6b7119a0213c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2295775 Apr 18 20:20:29.031699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf2d49a6-d645-415f-a5d7-6d9672823455 req-80ee78e2-1620-4cda-add2-e1b9acfd208b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.164091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-6c759f9d-0de9-4b30-9d32-3a6a1c0171f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:29.165016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-6c759f9d-0de9-4b30-9d32-3a6a1c0171f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:29.202625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-6c759f9d-0de9-4b30-9d32-3a6a1c0171f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:29.204147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-6c759f9d-0de9-4b30-9d32-3a6a1c0171f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 796 time: 0.2349021 Apr 18 20:20:29.226173 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-3971bcb4-9495-4431-aaa4-4d064df140eb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/quotas/6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 375 time: 0.0134957 Apr 18 20:20:29.296349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:20:29.300184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.314001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Transition to ACTIVE for port object 8902d628-1d99-467d-b24d-8f978b78fac7 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:29.321579 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.338651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-e402fa53-07e5-4cab-812c-81a78da92603 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:29.341599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8083c4e1-8442-402a-8c35-5d44e0ad7372) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:29.347610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:29.349361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.369274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002e7db8-b312-4a52-bb9c-1c09daf76681 None None] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:29.380498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-e402fa53-07e5-4cab-812c-81a78da92603 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:29.395349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-e402fa53-07e5-4cab-812c-81a78da92603 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1630208 Apr 18 20:20:29.408421 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf2d49a6-d645-415f-a5d7-6d9672823455 req-80ee78e2-1620-4cda-add2-e1b9acfd208b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.411374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf2d49a6-d645-415f-a5d7-6d9672823455 req-80ee78e2-1620-4cda-add2-e1b9acfd208b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.426411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf2d49a6-d645-415f-a5d7-6d9672823455 req-80ee78e2-1620-4cda-add2-e1b9acfd208b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/d5d057a2-a895-4caa-a333-4a44e464f4b2 HTTP/1.1" status: 204 len: 173 time: 0.7904282 Apr 18 20:20:29.474280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ee78e2-1620-4cda-add2-e1b9acfd208b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d057a2-a895-4caa-a333-4a44e464f4b2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:29.493062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7acdf97b-bfd8-4a3c-8896-5730d1f8015c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5344307 Apr 18 20:20:29.498384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:29.558682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:29.568038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:29.572775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Usage tracker for resource:router and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:29.576735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:29.585292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:29.603050 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bfc97f-ad2a-49e6-bfc9-0188263fc9c0'] response: {'server_uuid': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5', 'code': 200} Apr 18 20:20:29.661413 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.662732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.707514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38a729-a981-4a68-bc0c-67dcac22ddfb None None] Pushing event updated for resources: {'Port': ['ID=8902d628-1d99-467d-b24d-8f978b78fac7,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:29.707711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-7984ed83-cb1c-43d9-abb8-2298389743c7 service neutron] 10.222.0.47 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085403 Apr 18 20:20:29.816576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.840345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Attempting to bind port 8902d628-1d99-467d-b24d-8f978b78fac7 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:29.841090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Attempting to bind port 8902d628-1d99-467d-b24d-8f978b78fac7 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:29.842447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Attempting to bind port 8902d628-1d99-467d-b24d-8f978b78fac7 on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:29.875728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:29.876856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Checking segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:29.877053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d290a3d-f011-4100-aeaa-f9b9daa888b9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:29.877723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.878382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Bound using segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:29.878986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Bound port: 8902d628-1d99-467d-b24d-8f978b78fac7, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:29.879425 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.889458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d72484-1164-487a-abbc-5c1e6a46591c req-4e7bca47-1ed1-4c62-a8a4-3194351f7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:29.890588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54d72484-1164-487a-abbc-5c1e6a46591c req-4e7bca47-1ed1-4c62-a8a4-3194351f7d17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.2894156 Apr 18 20:20:29.892374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:29.894271 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-31fe6db4-3548-4458-8c99-255c1f209e29 service neutron] 10.222.0.47 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855094 Apr 18 20:20:30.010317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Transition to ACTIVE for port object 2d290a3d-f011-4100-aeaa-f9b9daa888b9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:30.095418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b0b2c8-030f-4726-8419-eb4f80ba6815 req-d6f10a26-aaed-43c6-a5a8-0e2c8b133584 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.103536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70b0b2c8-030f-4726-8419-eb4f80ba6815 req-d6f10a26-aaed-43c6-a5a8-0e2c8b133584 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.4465926 Apr 18 20:20:30.106954 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76d192b6-e532-450a-8f02-4cf1ad095c5a'] response: {'name': 'network-changed', 'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48', 'status': 'completed', 'code': 200} Apr 18 20:20:30.119865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:30.141944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-8083c4e1-8442-402a-8c35-5d44e0ad7372', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:20:30.142816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:30.328306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] For port 8902d628-1d99-467d-b24d-8f978b78fac7, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:30.332099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] For port 8902d628-1d99-467d-b24d-8f978b78fac7, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8902d628-1d99-467d-b24d-8f978b78fac7,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:30.365192 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54d72484-1164-487a-abbc-5c1e6a46591c req-c0683e82-7151-4126-aac8-35e99b68cbab service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631875 Apr 18 20:20:30.374758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:30.456404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdbadc0-fd97-4853-b1ff-b6f1c21c4519 req-cb49c3e2-775e-4464-aed7-e63274fa3475 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.458371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4cdbadc0-fd97-4853-b1ff-b6f1c21c4519 req-cb49c3e2-775e-4464-aed7-e63274fa3475 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.1946816 Apr 18 20:20:30.526741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Allocated IP 172.20.0.2 (8083c4e1-8442-402a-8c35-5d44e0ad7372/e0c22b93-ff2d-4299-b73d-30256491d31b/67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:30.534545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:30.535243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:30.579856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4cdbadc0-fd97-4853-b1ff-b6f1c21c4519 req-90c3ba61-db3d-4304-95fe-57abf705c6a5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983486 Apr 18 20:20:30.617716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Pushing event updated for resources: {'Port': ['ID=2d290a3d-f011-4100-aeaa-f9b9daa888b9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:30.641586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:30.700799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38a729-a981-4a68-bc0c-67dcac22ddfb None None] Pushing event updated for resources: {'Port': ['ID=8902d628-1d99-467d-b24d-8f978b78fac7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:30.870247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70b0b2c8-030f-4726-8419-eb4f80ba6815 req-186c4e1c-46b6-4cc7-9036-7eae7bbdad12 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7656167 Apr 18 20:20:30.888750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30351f-5c50-4f04-a0bf-919e3d263842 req-04e06372-2ec8-4028-b51d-8959a2ae4ace tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.904827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30351f-5c50-4f04-a0bf-919e3d263842 req-04e06372-2ec8-4028-b51d-8959a2ae4ace tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.911755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f30351f-5c50-4f04-a0bf-919e3d263842 req-04e06372-2ec8-4028-b51d-8959a2ae4ace tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.919996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f30351f-5c50-4f04-a0bf-919e3d263842 req-04e06372-2ec8-4028-b51d-8959a2ae4ace tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2399 time: 0.1596439 Apr 18 20:20:30.969758 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f30351f-5c50-4f04-a0bf-919e3d263842 req-cabe48b4-48af-481e-bba6-e0ed037c1ab0 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486090 Apr 18 20:20:30.983099 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-a822996f-9c35-4e7d-8dda-401501592e23 req-c095c746-968e-41fb-8083-bcd575cf46f1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:20:30.984226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a822996f-9c35-4e7d-8dda-401501592e23 req-c095c746-968e-41fb-8083-bcd575cf46f1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/d5d057a2-a895-4caa-a333-4a44e464f4b2 HTTP/1.1" status: 404 len: 352 time: 0.0521626 Apr 18 20:20:30.993193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-af2a54c5-8d6d-4898-8625-1eb6e437d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.993788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-af2a54c5-8d6d-4898-8625-1eb6e437d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.994791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-af2a54c5-8d6d-4898-8625-1eb6e437d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:30.996197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-af2a54c5-8d6d-4898-8625-1eb6e437d0f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2755 time: 0.8567901 Apr 18 20:20:31.089094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:31.209287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Attempting to bind port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:31.210606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Attempting to bind port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:31.211303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Attempting to bind port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 on network e0861f34-6fa8-42af-9d63-578d1d48c4b2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:31.231201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e9aa2b9-f517-4571-ac4e-ebff0e6db218 req-5b51bd95-832a-4501-8b85-a8cdf9860471 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 210 time: 0.1130037 Apr 18 20:20:31.285962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 on network e0861f34-6fa8-42af-9d63-578d1d48c4b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:31.286389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Attempting to bind port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 on network e0861f34-6fa8-42af-9d63-578d1d48c4b2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:31.314934 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba973371-3f39-43d8-833e-751bb9eef9f1 req-5fe62d79-0573-4831-a2ec-26765ab9a144 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/0f86f2c5-5b12-430b-8d6a-ad2980bc9106 HTTP/1.1" status: 200 len: 1802 time: 0.0531151 Apr 18 20:20:31.350412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.399561 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba973371-3f39-43d8-833e-751bb9eef9f1 req-57c76820-e5d7-41f1-9377-9350d3f2b0e7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.426960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Transition to ACTIVE for port object 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:31.433070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba973371-3f39-43d8-833e-751bb9eef9f1 req-57c76820-e5d7-41f1-9377-9350d3f2b0e7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.458679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Transition to ACTIVE for port object 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:31.476595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.489488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:31.489857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Checking segment: {'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:31.490247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Bound using segment: {'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:31.490698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Bound port: 2d290a3d-f011-4100-aeaa-f9b9daa888b9, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:31.491045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.503652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-fa250c2f-1c8b-43d8-a99a-df9fa771a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:31.504178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba973371-3f39-43d8-833e-751bb9eef9f1 req-57c76820-e5d7-41f1-9377-9350d3f2b0e7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.505198 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-fa250c2f-1c8b-43d8-a99a-df9fa771a0e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1100 time: 0.6643307 Apr 18 20:20:31.551148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c76820-e5d7-41f1-9377-9350d3f2b0e7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f86f2c5-5b12-430b-8d6a-ad2980bc9106,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:31.556019 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-ba973371-3f39-43d8-833e-751bb9eef9f1 req-57c76820-e5d7-41f1-9377-9350d3f2b0e7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:31.563568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba973371-3f39-43d8-833e-751bb9eef9f1 req-57c76820-e5d7-41f1-9377-9350d3f2b0e7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/0f86f2c5-5b12-430b-8d6a-ad2980bc9106 HTTP/1.1" status: 204 len: 173 time: 0.2412913 Apr 18 20:20:31.578262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Pushing event updated for resources: {'Port': ['ID=67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:31.600591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:31.606621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:31.608423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:31.610921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:20:31.629858 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-ef674d28-54d9-43f1-94c4-d5c08bf8c636 req-ed6f52c2-bc0a-4e52-bb5b-c668ea5e028c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:20:31.653333 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef674d28-54d9-43f1-94c4-d5c08bf8c636 req-ed6f52c2-bc0a-4e52-bb5b-c668ea5e028c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/0f86f2c5-5b12-430b-8d6a-ad2980bc9106 HTTP/1.1" status: 404 len: 352 time: 0.0672214 Apr 18 20:20:31.670535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:31.736476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-a2a91155-47c1-4165-8572-01a887388028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:31.736878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-a2a91155-47c1-4165-8572-01a887388028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:31.737378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-a2a91155-47c1-4165-8572-01a887388028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:31.739023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-a2a91155-47c1-4165-8572-01a887388028 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9c9412106b54590b0fbbf9400900c3a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6619520 Apr 18 20:20:31.790804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d5d9b-fd2c-47bc-81b4-13a954590864 req-678cfa74-6418-4cb9-9fd8-46722376e12d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:31.797936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a50d5d9b-fd2c-47bc-81b4-13a954590864 req-678cfa74-6418-4cb9-9fd8-46722376e12d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.6232049 Apr 18 20:20:31.866053 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:20:31.916457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Attempting to bind port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:31.916990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Attempting to bind port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:31.917463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Attempting to bind port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 on network 8083c4e1-8442-402a-8c35-5d44e0ad7372 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:31.922459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] For port 2d290a3d-f011-4100-aeaa-f9b9daa888b9, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:32.021932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:32.022624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Checking segment: {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:32.023292 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.023790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Bound using segment: {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:32.024376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Bound port: 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:32.024867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.028930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-093a28f4-9958-4a3f-8689-a9c7a268f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:32.030424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-093a28f4-9958-4a3f-8689-a9c7a268f90a service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.5145786 Apr 18 20:20:32.044088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] For port 2d290a3d-f011-4100-aeaa-f9b9daa888b9, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2d290a3d-f011-4100-aeaa-f9b9daa888b9,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:32.044849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.073854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:30Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:32.117395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a50d5d9b-fd2c-47bc-81b4-13a954590864 req-fe62a706-eb6f-4992-aa26-0738d595659a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3184426 Apr 18 20:20:32.118009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd5f60a-e77c-4ace-bcd9-21af19d1486d req-6cf22c89-19ca-432b-ab73-4cd4f7f019eb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:32.125117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8cd5f60a-e77c-4ace-bcd9-21af19d1486d req-6cf22c89-19ca-432b-ab73-4cd4f7f019eb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.3329718 Apr 18 20:20:32.127088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:32.149712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-926e4106-e389-4ea1-ac16-dfe0c64db463 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:32.151368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-926e4106-e389-4ea1-ac16-dfe0c64db463 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 796 time: 0.2070320 Apr 18 20:20:32.160424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a137b39c-f8bb-4649-b635-beb503aaf880 None None] The sync data for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 is: [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:30Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:32.168206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'port_id': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'mac_address': 'fa:16:3e:d9:18:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ead5b-401d-44d7-809d-0800eff18a6e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:32.227491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8cd5f60a-e77c-4ace-bcd9-21af19d1486d req-dd41d373-a64e-4eaa-a1f7-4b49dc990d15 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011524 Apr 18 20:20:32.236112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.294748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-30c1920b-a7dd-43e3-8d4f-dd5ffe324d55 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.2529464 Apr 18 20:20:32.312158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-b64a3094-a33a-4af1-bd2f-796a9a7d4880 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 380 time: 0.1376743 Apr 18 20:20:32.335542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'port': {'device_id': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'admin_state_up': True, 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'security_groups': ['99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:32.362269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:32.458410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] For port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:32.462560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] For port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:32.468615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8902d628-1d99-467d-b24d-8f978b78fac7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:32.493943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:32.502849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.537900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:32.539625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.540926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] 10.222.0.61 "PUT /v2.0/ports/2d290a3d-f011-4100-aeaa-f9b9daa888b9 HTTP/1.1" status: 200 len: 1091 time: 4.1253848 Apr 18 20:20:32.559996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.572632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.607905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'tag': '2d290a3d-f011-4100-aeaa-f9b9daa888b9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:32.613712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-527cb553-fed9-49de-a453-f3e52bbc9187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:32.617416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1a84c4f-b667-4841-bc36-87fd91a7c836 req-527cb553-fed9-49de-a453-f3e52bbc9187 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8623703 Apr 18 20:20:32.619953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-afb3d13f-3a89-4753-a8a8-93cd0ecf0427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:32.624987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-afb3d13f-3a89-4753-a8a8-93cd0ecf0427 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2620807 Apr 18 20:20:32.626218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:32.643437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Request body: {'port': {'device_id': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:32.656310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:32.657025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:32.676209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df3574-a320-4974-8201-56c35953955b req-0dc5bd65-41f7-4191-b3e6-ad8dfbac30c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:32.677945 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34df3574-a320-4974-8201-56c35953955b req-0dc5bd65-41f7-4191-b3e6-ad8dfbac30c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 943 time: 0.1614735 Apr 18 20:20:32.684617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:32.688110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.818353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7141f-bcfc-441b-8c3d-d341c036e248 service neutron] Pushing event updated for resources: {'Port': ['ID=2d290a3d-f011-4100-aeaa-f9b9daa888b9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:32.829571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34df3574-a320-4974-8201-56c35953955b req-964cc205-924f-499b-bf9a-4c7787f950ae tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308270 Apr 18 20:20:32.847867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:20:32.848069 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.848572 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:20:32.856277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e3dc9-fdac-42c2-b2ad-9f7e6a1ace2e None None] Pushing event updated for resources: {'Port': ['ID=67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:32.907798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:32.924533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8902d628-1d99-467d-b24d-8f978b78fac7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:32.951038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8902d628-1d99-467d-b24d-8f978b78fac7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:32.951578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.112504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:33.178165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.14 (18a16ad8-2dfe-4848-bf9a-583708ce6b6a/7912704c-a5b6-4934-a465-cc2b42626e22/5b16a03d-a4a0-438b-90e6-fd85f07984cf) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:33.248670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-23a2bb75-c97c-4a7b-a8bf-f7bf67ec8e4f req-0a0890aa-a798-4680-9814-f9dc8e8aaa13 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:33.279240 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.281304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf4c01-3b6d-4d6f-b91b-11e0751a830d req-1be88f75-95a2-4911-84b5-efb5b3e3e472 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:33.287285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf4c01-3b6d-4d6f-b91b-11e0751a830d req-1be88f75-95a2-4911-84b5-efb5b3e3e472 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:33.294396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf4c01-3b6d-4d6f-b91b-11e0751a830d req-1be88f75-95a2-4911-84b5-efb5b3e3e472 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:33.306795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5cf4c01-3b6d-4d6f-b91b-11e0751a830d req-1be88f75-95a2-4911-84b5-efb5b3e3e472 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2399 time: 0.2642634 Apr 18 20:20:33.322580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 8902d628-1d99-467d-b24d-8f978b78fac7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8902d628-1d99-467d-b24d-8f978b78fac7,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:33.324123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Allocated IP 172.25.5.31 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/446b8c52-55be-43cf-8b1f-d159d08b0f41) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:33.331085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.459453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-23a2bb75-c97c-4a7b-a8bf-f7bf67ec8e4f req-0a0890aa-a798-4680-9814-f9dc8e8aaa13 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:33.461658 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23a2bb75-c97c-4a7b-a8bf-f7bf67ec8e4f req-0a0890aa-a798-4680-9814-f9dc8e8aaa13 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 6154 time: 1.2368314 Apr 18 20:20:33.462321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.487241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5cf4c01-3b6d-4d6f-b91b-11e0751a830d req-b059a2d0-5a2c-4454-985c-3fd55e217387 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791205 Apr 18 20:20:33.564724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-b5c6da01-c3d7-41d4-82a7-ecb8ab02e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:33.567448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-b5c6da01-c3d7-41d4-82a7-ecb8ab02e0ab service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8862696 Apr 18 20:20:33.576187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.601078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.608744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object 5b16a03d-a4a0-438b-90e6-fd85f07984cf will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:33.625407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:33.634917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=8902d628-1d99-467d-b24d-8f978b78fac7,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:33.643896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.664977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:33.676273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.776321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.782919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:33.791967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:33.794836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:33.798634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:33.807227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:33.895002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:33.895852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:33.967921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413dfa8d-4269-4fcb-a6a5-d3866191456f req-905f52c5-9f11-4cdd-88b1-2ad7ef1cc935 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:33.973196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-413dfa8d-4269-4fcb-a6a5-d3866191456f req-905f52c5-9f11-4cdd-88b1-2ad7ef1cc935 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 932 time: 0.2542114 Apr 18 20:20:33.981843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d4af12cd-84a0-41a9-8d7c-e7a4effd1bf4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6525126 Apr 18 20:20:34.009091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Request body: {'port': {'device_id': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:34.025725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:34.119618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23a2bb75-c97c-4a7b-a8bf-f7bf67ec8e4f req-3141f194-50d1-4374-80c4-208473425299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/42f9cdd8-bd9d-4304-944f-7d2290beeacc HTTP/1.1" status: 200 len: 2985 time: 0.6343629 Apr 18 20:20:34.196311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:34.214446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-413dfa8d-4269-4fcb-a6a5-d3866191456f req-0ba917ef-d57c-484b-b1b0-372f23329593 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241697 Apr 18 20:20:34.253794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d7a3ac95-aab4-4112-808c-5695c296dd82 None None] Provisioning for port 5b16a03d-a4a0-438b-90e6-fd85f07984cf completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:34.262997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d7a3ac95-aab4-4112-808c-5695c296dd82 None None] Provisioning complete for port 5b16a03d-a4a0-438b-90e6-fd85f07984cf triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:34.263377 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d7a3ac95-aab4-4112-808c-5695c296dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:34.333538 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24214d13-bb4b-4b77-9ac3-80a181e74044'] response: {'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'code': 200} Apr 18 20:20:34.339683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cbec26-eaa3-40a5-86ad-b744a28641c4 None None] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:20:34.426254 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8e6e995-d921-4264-bd5f-71e5dcfb4ce6'] response: {'name': 'network-changed', 'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'tag': '2d290a3d-f011-4100-aeaa-f9b9daa888b9', 'status': 'completed', 'code': 200} Apr 18 20:20:34.503254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3ac95-aab4-4112-808c-5695c296dd82 None None] Port 5b16a03d-a4a0-438b-90e6-fd85f07984cf cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:34.524058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:34.560225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23a2bb75-c97c-4a7b-a8bf-f7bf67ec8e4f req-f8d4d9a1-095e-4389-9547-7b3717492c36 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/42f9cdd8-bd9d-4304-944f-7d2290beeacc HTTP/1.1" status: 200 len: 2985 time: 0.4107709 Apr 18 20:20:34.579216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-1fcc3462-d4aa-4068-ab71-8d49d4ee5efe service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9755397 Apr 18 20:20:34.681307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:34.694373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:34.702440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2779ea5e-6950-4fd3-8df5-45972d13d641 None None] Provisioning for port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:34.710700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2779ea5e-6950-4fd3-8df5-45972d13d641 None None] Provisioning complete for port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:34.711077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2779ea5e-6950-4fd3-8df5-45972d13d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:34.742387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:34.742387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:34.797397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050b49b-fead-4c1c-a0b7-3fbec1630940 req-6c26471b-41bc-478c-8ea1-dd0288f9a3f5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:34.805339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6050b49b-fead-4c1c-a0b7-3fbec1630940 req-6c26471b-41bc-478c-8ea1-dd0288f9a3f5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.2628736 Apr 18 20:20:34.867832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Pushing event updated for resources: {'Port': ['ID=446b8c52-55be-43cf-8b1f-d159d08b0f41,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:34.909317 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6050b49b-fead-4c1c-a0b7-3fbec1630940 req-9ef2acbb-b814-4377-b2f2-4ef649bf0cc1 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024933 Apr 18 20:20:34.916753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b16a03d-a4a0-438b-90e6-fd85f07984cf {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:34.922375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:34.926256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:34.938174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:34.943796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Transition to ACTIVE for port object 5b16a03d-a4a0-438b-90e6-fd85f07984cf will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:34.948385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:34.953438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:35.020453 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2779ea5e-6950-4fd3-8df5-45972d13d641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.022020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-a9277b1e-34d1-4a4f-ab20-8628891738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.022549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-a9277b1e-34d1-4a4f-ab20-8628891738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.023017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-a9277b1e-34d1-4a4f-ab20-8628891738f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.024840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-a9277b1e-34d1-4a4f-ab20-8628891738f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2797 time: 0.5924485 Apr 18 20:20:35.041923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.080914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-df53873b-11d0-4860-9de3-caf7186e58ae service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927053 Apr 18 20:20:35.167172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:35.189343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:35.276807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.278166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8902d628-1d99-467d-b24d-8f978b78fac7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:35.419725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ff4b5-4650-4ee2-a578-402eecd04880 req-288920f2-2284-482a-9ce6-5f0aa9b9bba9 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.426924 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b9ff4b5-4650-4ee2-a578-402eecd04880 req-288920f2-2284-482a-9ce6-5f0aa9b9bba9 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 944 time: 0.3160751 Apr 18 20:20:35.466783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:35.470703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-2779ea5e-6950-4fd3-8df5-45972d13d641 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:20:35.471057 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-2779ea5e-6950-4fd3-8df5-45972d13d641 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:20:35.479783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:35.480121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:35.480457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:35.486155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8902d628-1d99-467d-b24d-8f978b78fac7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:35.486643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.491721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b9ff4b5-4650-4ee2-a578-402eecd04880 req-e635de22-864b-4256-8958-1635cf8d729c tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633821 Apr 18 20:20:35.492824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:35.493187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:35.499116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:35.499466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Checking segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:35.499854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Bound using segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:35.500288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Bound port: 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:35.500642 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.510743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e8c96-c1b4-49e7-b375-97870383c6a0 req-1163f0a3-87d3-4a99-8a7e-4ea2b95c3ab5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.518763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c4e8c96-c1b4-49e7-b375-97870383c6a0 req-1163f0a3-87d3-4a99-8a7e-4ea2b95c3ab5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.7417955 Apr 18 20:20:35.587495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 544e04ef-cb80-4194-8d4e-995908efdc44 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:35.610845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.671556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-d16372b3-0313-4028-8dd5-4bb7e5113a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.672021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-d16372b3-0313-4028-8dd5-4bb7e5113a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.672479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-d16372b3-0313-4028-8dd5-4bb7e5113a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.674249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-d16372b3-0313-4028-8dd5-4bb7e5113a6c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9c9412106b54590b0fbbf9400900c3a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.6354535 Apr 18 20:20:35.674379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:35.680158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c4e8c96-c1b4-49e7-b375-97870383c6a0 req-fac38721-e71a-44db-9147-94ba2c295926 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605852 Apr 18 20:20:35.685977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:35.693730 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.702885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:35.731396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Transition to ACTIVE for port object 544e04ef-cb80-4194-8d4e-995908efdc44 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:35.770134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.770752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.772106 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1092 time: 1.7677910 Apr 18 20:20:35.774557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:35.776261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:35.776644 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.809469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-961784297', 'description': 'tempest-description-191888713'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:35.812271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef32ac-f135-4608-acff-cd9658165120 req-233187d8-4a90-405d-a6c4-3e98fd5a845e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.815194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.821925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef32ac-f135-4608-acff-cd9658165120 req-233187d8-4a90-405d-a6c4-3e98fd5a845e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.828012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ef32ac-f135-4608-acff-cd9658165120 req-233187d8-4a90-405d-a6c4-3e98fd5a845e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.836062 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c8ef32ac-f135-4608-acff-cd9658165120 req-233187d8-4a90-405d-a6c4-3e98fd5a845e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2399 time: 0.2104135 Apr 18 20:20:35.910630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:35.915404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.916795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651f62fb-6a14-45bb-81e0-d4ce515bacc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:35.955857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:35.961968 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:35.966564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c8ef32ac-f135-4608-acff-cd9658165120 req-2fbef4d0-f6dc-4d39-89a0-a9cfc449671e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291535 Apr 18 20:20:35.989752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-b6062d1a-acb7-4f82-bc67-68b463b9e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:35.991874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-b6062d1a-acb7-4f82-bc67-68b463b9e69d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1095 time: 0.1318369 Apr 18 20:20:36.119129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:36.122113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-d9d9d727-6727-4dff-a6ef-deadd767cf44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 217 time: 0.1218307 Apr 18 20:20:36.200500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:36.202308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Pushing event updated for resources: {'Port': ['ID=544e04ef-cb80-4194-8d4e-995908efdc44,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:36.219490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-0370b042-34e3-4037-accf-f146472545f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:36.221174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-0370b042-34e3-4037-accf-f146472545f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.0898559 Apr 18 20:20:36.236303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-016a24ca-e82f-4f75-ab3d-a91458f583ce None None] Provisioning complete for port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:36.236600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-016a24ca-e82f-4f75-ab3d-a91458f583ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:36.364462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-bdc7614e-77db-48fd-8e66-7fd9a5989461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:36.369227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-bdc7614e-77db-48fd-8e66-7fd9a5989461 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1412408 Apr 18 20:20:36.407002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:36.441640 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:36.485496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:36.583749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:36.584225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:36.603862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-9e808a34-b2b3-4c7e-b678-fed68cc00f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:36.605396 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1dd5f86-6302-465e-b722-338cef5ee7d4 req-9e808a34-b2b3-4c7e-b678-fed68cc00f0a service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9243267 Apr 18 20:20:36.636672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:36.668410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:36.673530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb9874-07ac-4123-a93e-46221db5d568 req-75dd88a5-0dd6-4c50-b879-4b87deea684f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:36.674328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-24eb9874-07ac-4123-a93e-46221db5d568 req-75dd88a5-0dd6-4c50-b879-4b87deea684f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:36.675424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:36.681697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-13cdf9c4-1b0f-493b-a8c0-c04cb3fa6431 service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045952 Apr 18 20:20:36.710116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:36.718009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-24eb9874-07ac-4123-a93e-46221db5d568 req-75dd88a5-0dd6-4c50-b879-4b87deea684f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:36.725219 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24eb9874-07ac-4123-a93e-46221db5d568 req-75dd88a5-0dd6-4c50-b879-4b87deea684f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 944 time: 0.1951754 Apr 18 20:20:36.745109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:36.850361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24eb9874-07ac-4123-a93e-46221db5d568 req-1003f02c-f33f-4387-b37a-a815ea9ca78c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235271 Apr 18 20:20:36.885810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7dfd799-184a-49cb-935b-d6dfc134133a req-889a51bc-755b-46a0-a3fe-47237af32ba5 service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931241 Apr 18 20:20:36.892501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Attempting to bind port 544e04ef-cb80-4194-8d4e-995908efdc44 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:36.892982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Attempting to bind port 544e04ef-cb80-4194-8d4e-995908efdc44 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:36.893314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Attempting to bind port 544e04ef-cb80-4194-8d4e-995908efdc44 on network 79ab00b2-8cba-4d12-bb1e-1958d115e81c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:36.919202 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2959027e-6c57-46a2-9c7f-e37e281fc0ad'] response: {'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'status': 'completed', 'code': 200} Apr 18 20:20:36.976754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Port 544e04ef-cb80-4194-8d4e-995908efdc44 on network 79ab00b2-8cba-4d12-bb1e-1958d115e81c not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:36.977083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Attempting to bind port 544e04ef-cb80-4194-8d4e-995908efdc44 on network 79ab00b2-8cba-4d12-bb1e-1958d115e81c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:36.989807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:36.990159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Checking segment: {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:36.990529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Bound using segment: {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:36.990964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Bound port: 544e04ef-cb80-4194-8d4e-995908efdc44, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:36.992032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:37.018532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-f0ed38e2-940c-464b-b68f-3cd54f2ac2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.020006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-f0ed38e2-940c-464b-b68f-3cd54f2ac2ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.4628043 Apr 18 20:20:37.106312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-2df79d3f-0e1d-4785-a4d5-ca712cfaf5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.108242 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-2df79d3f-0e1d-4785-a4d5-ca712cfaf5a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1095 time: 0.1612918 Apr 18 20:20:37.166260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300db47-d9df-4335-8c0f-00a937fd0cb5 req-65529fe9-ac37-48d3-8e9e-75d859d1075b tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.168156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b300db47-d9df-4335-8c0f-00a937fd0cb5 req-65529fe9-ac37-48d3-8e9e-75d859d1075b tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.1469712 Apr 18 20:20:37.276788 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:37.307210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:37.419858 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b300db47-d9df-4335-8c0f-00a937fd0cb5 req-22608a26-5f50-40f0-84c6-8fbc88f1ae62 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456114 Apr 18 20:20:37.458125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-e0f60509-6247-4534-a335-7b151626a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.459695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-e0f60509-6247-4534-a335-7b151626a072 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.3429255 Apr 18 20:20:37.480743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] For port 544e04ef-cb80-4194-8d4e-995908efdc44, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:37.486036 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f54703d6-2e3a-48e1-af74-b8f8937e88d5'] response: {'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'code': 200} Apr 18 20:20:37.498665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094625f3-ce12-4577-88d0-16334090e5fb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:37.501471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-7bf791a7-85f4-41cd-b077-a8f747ccc204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.503243 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-7bf791a7-85f4-41cd-b077-a8f747ccc204 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 910 time: 0.4653375 Apr 18 20:20:37.542199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-15f19d69-d062-4073-83a5-06270578b800 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 217 time: 0.0759132 Apr 18 20:20:37.574474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:37.575668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ccd99f30-7694-44d1-9472-dbec0b2115e3 req-8bb2d78e-fe51-4311-96be-d943e493187a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.8395307 Apr 18 20:20:37.581921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] For port 544e04ef-cb80-4194-8d4e-995908efdc44, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=544e04ef-cb80-4194-8d4e-995908efdc44,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:37.599164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:37.650975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-9878762d-295d-4687-962a-52ca42a3899d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 HTTP/1.1" status: 200 len: 217 time: 0.1324606 Apr 18 20:20:37.652158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:37.684512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-3b6c679b-0a70-4055-a797-df4594b326e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.685872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-3b6c679b-0a70-4055-a797-df4594b326e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.1347406 Apr 18 20:20:37.756581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6255358-3529-462a-ac71-82dcea131abd req-70f9a0f2-de0a-4bc8-847a-e2f66a095b62 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.758745 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6255358-3529-462a-ac71-82dcea131abd req-70f9a0f2-de0a-4bc8-847a-e2f66a095b62 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.1541190 Apr 18 20:20:37.822784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-f8f4e763-4899-466a-acb0-acd9a0d052b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:37.824632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-f8f4e763-4899-466a-acb0-acd9a0d052b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1325061 Apr 18 20:20:37.833439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6255358-3529-462a-ac71-82dcea131abd req-1c423f88-892a-4dd1-bf88-89f06c8d19f3 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669098 Apr 18 20:20:38.024570 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-22c0a412-aee1-42f0-8bfc-5415fd82a256 service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901393 Apr 18 20:20:38.060474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.061420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:38.062495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] 10.222.0.61 "PUT /v2.0/ports/544e04ef-cb80-4194-8d4e-995908efdc44 HTTP/1.1" status: 200 len: 1091 time: 5.4248273 Apr 18 20:20:38.063183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:38.169826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-5bfef19a-2650-4e31-ac93-274bf9a5d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.170084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9640d-bba0-41f7-811c-7b8baf272d68 req-a68b6e80-6452-41b5-ab18-1a036bfd34fd tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.171270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-5bfef19a-2650-4e31-ac93-274bf9a5d418 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 200 len: 849 time: 0.5022535 Apr 18 20:20:38.175807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9640d-bba0-41f7-811c-7b8baf272d68 req-a68b6e80-6452-41b5-ab18-1a036bfd34fd tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.181932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c9640d-bba0-41f7-811c-7b8baf272d68 req-a68b6e80-6452-41b5-ab18-1a036bfd34fd tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.183547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21c9640d-bba0-41f7-811c-7b8baf272d68 req-a68b6e80-6452-41b5-ab18-1a036bfd34fd tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2411 time: 0.2190623 Apr 18 20:20:38.214989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0201d06-eeaa-40a8-8b3f-15e761923f06 service neutron] Pushing event updated for resources: {'Port': ['ID=544e04ef-cb80-4194-8d4e-995908efdc44,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:38.243531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db8f9aa6-8ee0-4d4d-82c6-03529b166000 req-f63a610a-6352-4f59-8fa8-cdff0e8c315b service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025425 Apr 18 20:20:38.250657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21c9640d-bba0-41f7-811c-7b8baf272d68 req-e44965c8-b113-4f9e-8867-9ea3f7129cb0 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599205 Apr 18 20:20:38.292110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-cf8f763f-25d4-47b1-bb95-38af2df54cf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8505765-0086-454f-a25d-c91ff385e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864811 Apr 18 20:20:38.298347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-86135711', 'description': 'tempest-description-1071910321'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:38.304387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:38.308546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:38.311574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:38.317342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:38.328254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:38.348792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:38.353326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:38.356152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:38.361893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:38.441099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:38.445059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:38.464931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4b570-ed9c-4582-8596-bdb40d810fcc req-f3ae7043-7cc1-4272-85f2-f4dde6ea448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.466483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b4b570-ed9c-4582-8596-bdb40d810fcc req-f3ae7043-7cc1-4272-85f2-f4dde6ea448b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 1096 time: 0.7002070 Apr 18 20:20:38.481436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac119d-5dcc-4052-bcbb-6b44a76b541a req-6ba537fe-c981-4e52-bdd3-4612b85729c5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.482923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43ac119d-5dcc-4052-bcbb-6b44a76b541a req-6ba537fe-c981-4e52-bdd3-4612b85729c5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.7202237 Apr 18 20:20:38.494833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea48e443-bd8b-478e-80de-58338b4904d1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:38.502391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:38.503829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ee43d33-0453-4e43-a1f1-830ce7b845da req-c0e8acea-6015-4e7d-ad8c-86b96e56d023 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2095366 Apr 18 20:20:38.540150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d1a63242-55a0-4b8b-a50a-731e0881b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.540634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d1a63242-55a0-4b8b-a50a-731e0881b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.541107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d1a63242-55a0-4b8b-a50a-731e0881b86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.542741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d1a63242-55a0-4b8b-a50a-731e0881b86c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2864 time: 0.3846114 Apr 18 20:20:38.571207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Router 1c8d0977-dfb2-4398-a4ed-24431953164b is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:20:38.662094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-0b181ec2-f6c9-4ad6-a2e2-1fb05fcd074b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.203&port_id=c6d686d6-b60e-48c2-9060-eb225ff52c48 HTTP/1.1" status: 200 len: 217 time: 0.0925565 Apr 18 20:20:38.663641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b4b570-ed9c-4582-8596-bdb40d810fcc req-34bdf060-51b2-47c1-83e8-95e08815a9cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775522 Apr 18 20:20:38.669394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-f14c238d-b9ba-4480-9f42-50263797901c service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631270 Apr 18 20:20:38.684965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438b87dd-8b3c-4456-87a3-c77ba0ee9a72 req-bcff016a-c302-4061-ab68-a864ec0f895e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.686487 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-438b87dd-8b3c-4456-87a3-c77ba0ee9a72 req-bcff016a-c302-4061-ab68-a864ec0f895e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 944 time: 0.0818493 Apr 18 20:20:38.728927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43ac119d-5dcc-4052-bcbb-6b44a76b541a req-fb96806e-6e14-41b5-88d5-848701c9d507 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207632 Apr 18 20:20:38.732436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-438b87dd-8b3c-4456-87a3-c77ba0ee9a72 req-c9de31ff-2102-4956-82e5-5134b567628e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402555 Apr 18 20:20:38.791613 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4fad9ec-6893-45cf-960e-b116908bea7a'] response: {'name': 'network-changed', 'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44', 'status': 'completed', 'code': 200} Apr 18 20:20:38.925335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be12f885-d746-44e6-9517-79161f12655a req-2d63136a-66f6-4914-910d-93da8aab1a00 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:38.927019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be12f885-d746-44e6-9517-79161f12655a req-2d63136a-66f6-4914-910d-93da8aab1a00 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0842783 Apr 18 20:20:38.972455 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be12f885-d746-44e6-9517-79161f12655a req-e55c3697-5606-4cc4-80d3-edd834b25f53 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394092 Apr 18 20:20:39.122236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:39.133703 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Sync routers for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:39.143697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d2f8288d-bd0f-4c90-b770-b4abbc948e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:39.145146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d2f8288d-bd0f-4c90-b770-b4abbc948e82 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61dfca1c-06e9-4af4-8d80-3d31b6d0d911 HTTP/1.1" status: 200 len: 801 time: 0.2809176 Apr 18 20:20:39.151250 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:39.152192 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:39.156115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0530661e-fbc0-4278-a4c7-f093ddb87bf5 req-539a708d-0a17-4079-82d7-b6ca2d433f41 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:39.157765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0530661e-fbc0-4278-a4c7-f093ddb87bf5 req-539a708d-0a17-4079-82d7-b6ca2d433f41 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.0889156 Apr 18 20:20:39.211092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0530661e-fbc0-4278-a4c7-f093ddb87bf5 req-13ecec63-c314-4518-ba13-4ab81664068d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463963 Apr 18 20:20:39.244241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:39.245355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e66127dd-9946-4825-9c87-25a94b273b49 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.7439122 Apr 18 20:20:39.248455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47980) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:39.270497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e15fe4-cfbb-4ef1-b8fe-b2d53871bf7f req-43959156-de45-4a4c-bf90-79b5f8ee916c service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072244 Apr 18 20:20:39.286092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54195e5c-3505-4281-9fca-19347222f1f6 req-a3e8d47a-a999-425d-bba7-43f405bf0d0f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:39.293646 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-a3e8d47a-a999-425d-bba7-43f405bf0d0f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 812 time: 0.3795152 Apr 18 20:20:39.314707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-69fcd07c-b957-4369-9bd1-dbe66ca92c24 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/quotas/5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 375 time: 0.0199823 Apr 18 20:20:39.367010 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:39.396016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d5a823d0-7bac-426f-a1ca-9d92f50a23b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:39.397655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-d5a823d0-7bac-426f-a1ca-9d92f50a23b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79ab00b2-8cba-4d12-bb1e-1958d115e81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2328053 Apr 18 20:20:39.571479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-1d0fdaac-0832-4763-8631-dd9e29a27444 service neutron] 10.222.0.61 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554058 Apr 18 20:20:39.576264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-0369436e-cc5c-4553-89e0-b7d7d26e7460 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2548442 Apr 18 20:20:39.706360 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:35Z', 'revision_number': 3, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:39.711680 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Checking router: 1c8d0977-dfb2-4398-a4ed-24431953164b for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:39.712094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Updating router 1c8d0977-dfb2-4398-a4ed-24431953164b port 446b8c52-55be-43cf-8b1f-d159d08b0f41 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:20:39.767027 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:39.798071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b8d59-94b5-48c3-8cbe-207f99158a9b req-3057b555-3cd2-4976-9686-6e9da90e530e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:39.804481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b8d59-94b5-48c3-8cbe-207f99158a9b req-3057b555-3cd2-4976-9686-6e9da90e530e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:39.810334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b8d59-94b5-48c3-8cbe-207f99158a9b req-3057b555-3cd2-4976-9686-6e9da90e530e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:39.817453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec4b8d59-94b5-48c3-8cbe-207f99158a9b req-3057b555-3cd2-4976-9686-6e9da90e530e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2411 time: 0.3960867 Apr 18 20:20:39.952795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec4b8d59-94b5-48c3-8cbe-207f99158a9b req-6da5e610-f788-47bd-be40-96fefcce8681 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343603 Apr 18 20:20:40.015241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-a77d7259-17b1-4021-bce5-46117e34588e service neutron] 10.222.0.61 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373302 Apr 18 20:20:40.138690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-73bc0bfb-7f49-4cfe-aa35-1734557ec583 service neutron] 10.222.0.47 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430217 Apr 18 20:20:40.140092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-0acbe4d3-0168-4f8e-aa96-40ef86893ffb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=2d290a3d-f011-4100-aeaa-f9b9daa888b9 HTTP/1.1" status: 200 len: 217 time: 0.1117404 Apr 18 20:20:40.196106 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:40.209591 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Transition to ACTIVE for port object 446b8c52-55be-43cf-8b1f-d159d08b0f41 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:40.217697 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:40.296843 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Attempting to bind port 446b8c52-55be-43cf-8b1f-d159d08b0f41 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:40.297733 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Attempting to bind port 446b8c52-55be-43cf-8b1f-d159d08b0f41 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:40.298196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Attempting to bind port 446b8c52-55be-43cf-8b1f-d159d08b0f41 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:40.306737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-07c810b9-d14c-4f8c-a0d0-8f509935f6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:40.308193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-07c810b9-d14c-4f8c-a0d0-8f509935f6c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0 HTTP/1.1" status: 200 len: 801 time: 0.1376886 Apr 18 20:20:40.309706 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:40.310163 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:40.310627 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:40.311078 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:40.311615 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Bound port: 446b8c52-55be-43cf-8b1f-d159d08b0f41, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:40.312050 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:40.336245 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb75a7-0270-4426-b66f-3c7263248766 None None] Pushing event updated for resources: {'Port': ['ID=446b8c52-55be-43cf-8b1f-d159d08b0f41,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:40.361643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49e9f5-034c-4521-8d54-8fe139628f30 req-0e421c50-e919-4198-8aee-61ad91ec94c9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:40.363116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f49e9f5-034c-4521-8d54-8fe139628f30 req-0e421c50-e919-4198-8aee-61ad91ec94c9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.2073615 Apr 18 20:20:40.384099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-e6ea3395-a245-4427-b54c-21770c37bfc8 service neutron] 10.222.0.47 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385151 Apr 18 20:20:40.405471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:40.407373 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] For port 446b8c52-55be-43cf-8b1f-d159d08b0f41, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:40.412760 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] For port 446b8c52-55be-43cf-8b1f-d159d08b0f41, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=446b8c52-55be-43cf-8b1f-d159d08b0f41,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:40.418903 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:40.428294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-646e97e8-5d33-45be-b0db-98a0900269bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:40.430342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-646e97e8-5d33-45be-b0db-98a0900269bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e0861f34-6fa8-42af-9d63-578d1d48c4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1146305 Apr 18 20:20:40.442593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f49e9f5-034c-4521-8d54-8fe139628f30 req-b0f4fdbd-28a5-43bc-bcdb-dd0bb90056cf tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703297 Apr 18 20:20:40.512812 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb75a7-0270-4426-b66f-3c7263248766 None None] Pushing event updated for resources: {'Port': ['ID=446b8c52-55be-43cf-8b1f-d159d08b0f41,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:40.521084 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:40.521806 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:40.676866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-ef78449a-681a-408d-a15e-33d22b031d8b service neutron] 10.222.0.61 "GET /v2.0/networks/e0861f34-6fa8-42af-9d63-578d1d48c4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356179 Apr 18 20:20:40.734816 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:40.770242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Allocated IP 172.20.0.1 (8083c4e1-8442-402a-8c35-5d44e0ad7372/e0c22b93-ff2d-4299-b73d-30256491d31b/6fc074f1-957a-4ed6-bae7-dbcff2284188) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:40.844472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d9d65-f4d7-47d6-a995-c41a45383ffc req-ea96350c-e6ed-4ca9-b532-1e0583fcf439 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:40.846060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d8d9d65-f4d7-47d6-a995-c41a45383ffc req-ea96350c-e6ed-4ca9-b532-1e0583fcf439 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 944 time: 0.1666558 Apr 18 20:20:40.908029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22653ce-ddd8-4979-a7fd-32d3a36aece4 req-5fc639b7-7272-4387-84ef-9d0281a0239f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:40.910026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22653ce-ddd8-4979-a7fd-32d3a36aece4 req-5fc639b7-7272-4387-84ef-9d0281a0239f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.2321312 Apr 18 20:20:40.951193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-b4b81b97-f850-4df3-8481-66fe9e8c2b6a service neutron] 10.222.0.61 "GET /v2.0/networks/e0861f34-6fa8-42af-9d63-578d1d48c4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187991 Apr 18 20:20:40.978049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d8d9d65-f4d7-47d6-a995-c41a45383ffc req-83777dd3-cd53-4ee2-abce-a6aaa755b687 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767775 Apr 18 20:20:41.034458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:41.056300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-c9cb7de0-6a28-4ea7-b6e6-807149dcd2a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=544e04ef-cb80-4194-8d4e-995908efdc44 HTTP/1.1" status: 200 len: 217 time: 0.0911829 Apr 18 20:20:41.061318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22653ce-ddd8-4979-a7fd-32d3a36aece4 req-43096597-26a9-4b0c-ba22-d678c0df4f39 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397774 Apr 18 20:20:41.066921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Transition to ACTIVE for port object 6fc074f1-957a-4ed6-bae7-dbcff2284188 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:41.118118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:41.180048 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:35Z', 'revision_number': 3, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:41.184427 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e916a19e-cc06-4621-b1fc-f23e1d40d002 None None] The sync data for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 is: [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:35Z', 'revision_number': 3, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:41.256341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:41.258318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a021e23-fc58-4f17-844a-769e8b64c234 req-39a3c46c-16d4-4671-b91e-e23d9bff5bac tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 210 time: 0.0609064 Apr 18 20:20:41.263636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-10ab7458-f742-4744-b655-f912647ef98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:41.265073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:41.266289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-10ab7458-f742-4744-b655-f912647ef98c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61dfca1c-06e9-4af4-8d80-3d31b6d0d911 HTTP/1.1" status: 200 len: 801 time: 0.2035627 Apr 18 20:20:41.273624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:41.371137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc074f1-957a-4ed6-bae7-dbcff2284188,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:41.385861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-df0ca3e7-9428-45b0-a528-35704d2eba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:41.387887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-df0ca3e7-9428-45b0-a528-35704d2eba8a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79ab00b2-8cba-4d12-bb1e-1958d115e81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050205 Apr 18 20:20:41.390865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:41.436774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481e34a-d8e3-4f90-8a08-242e49719335 req-3300df62-129d-4738-badc-9fb6f8c13f1c tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:41.454449 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6481e34a-d8e3-4f90-8a08-242e49719335 req-3300df62-129d-4738-badc-9fb6f8c13f1c tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.2909887 Apr 18 20:20:41.551507 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6481e34a-d8e3-4f90-8a08-242e49719335 req-9263ecfd-93f9-40b5-91e7-aff600485bec tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940669 Apr 18 20:20:41.712446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5b16a03d-a4a0-438b-90e6-fd85f07984cf details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:41.732535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-1426caf9-5bf5-4796-9835-48237db51bad service neutron] 10.222.0.61 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372438 Apr 18 20:20:41.775880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fddcf-fd64-4255-a207-6c6f3462e965 req-6292858f-08d2-4a8b-bc99-d108fa2e37fa tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:41.785381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fddcf-fd64-4255-a207-6c6f3462e965 req-6292858f-08d2-4a8b-bc99-d108fa2e37fa tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:41.793769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fddcf-fd64-4255-a207-6c6f3462e965 req-6292858f-08d2-4a8b-bc99-d108fa2e37fa tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:41.803362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1fddcf-fd64-4255-a207-6c6f3462e965 req-6292858f-08d2-4a8b-bc99-d108fa2e37fa tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2411 time: 0.2807121 Apr 18 20:20:41.817475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:41.923120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:41.957252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'port_id': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'mac_address': 'fa:16:3e:ae:05:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:42.115444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.125456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a0223c88-cdc4-4bc6-bd0b-fd258efd84d2 None None] Provisioning for port 6fc074f1-957a-4ed6-bae7-dbcff2284188 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:42.133264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a0223c88-cdc4-4bc6-bd0b-fd258efd84d2 None None] Provisioning complete for port 6fc074f1-957a-4ed6-bae7-dbcff2284188 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:42.134014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a0223c88-cdc4-4bc6-bd0b-fd258efd84d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.169624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1fddcf-fd64-4255-a207-6c6f3462e965 req-88f6ecdc-76ef-476d-8365-d409d0f69ea1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644731 Apr 18 20:20:42.216374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a0223c88-cdc4-4bc6-bd0b-fd258efd84d2 None None] Port 6fc074f1-957a-4ed6-bae7-dbcff2284188 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:42.226632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b16a03d-a4a0-438b-90e6-fd85f07984cf {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:42.247403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:42.251895 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.349324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:42.419916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50dfb921-0e0a-4009-b26c-9ba7def31ac9 req-f12eeff7-4ba8-4b8c-b1e7-fceffcb24b2a service neutron] 10.222.0.61 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739397 Apr 18 20:20:42.478604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19dd0f-43b4-4aba-b2c8-9dbfdfcb5619 req-c5e7efea-ab43-4064-b8ef-d4ee10c96d98 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:42.487078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb19dd0f-43b4-4aba-b2c8-9dbfdfcb5619 req-c5e7efea-ab43-4064-b8ef-d4ee10c96d98 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.7297552 Apr 18 20:20:42.511571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 446b8c52-55be-43cf-8b1f-d159d08b0f41 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:42.573234 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb19dd0f-43b4-4aba-b2c8-9dbfdfcb5619 req-44e25520-b7b6-47b7-970a-f91797669d96 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789869 Apr 18 20:20:42.593668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54195e5c-3505-4281-9fca-19347222f1f6 req-49b6f954-2934-40df-9ee7-7fd476c97b8e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:42.595310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-49b6f954-2934-40df-9ee7-7fd476c97b8e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 812 time: 0.4882233 Apr 18 20:20:42.617202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'port': {'device_id': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1', 'admin_state_up': True, 'tenant_id': '5e8c676f2f8e42f099ac63f1f69d5bdf'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:42.623272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.631180 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.635869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 446b8c52-55be-43cf-8b1f-d159d08b0f41 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:42.640846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5b16a03d-a4a0-438b-90e6-fd85f07984cf'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:42.689251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 446b8c52-55be-43cf-8b1f-d159d08b0f41 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:42.689658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.777246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-1700db21-0ab7-4339-9391-40d7e658b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:42.777829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-1700db21-0ab7-4339-9391-40d7e658b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:42.778300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-1700db21-0ab7-4339-9391-40d7e658b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:42.779943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-1700db21-0ab7-4339-9391-40d7e658b4bd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2864 time: 0.2285748 Apr 18 20:20:42.810780 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:20:42.831607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0853f-b45f-4700-9226-3ddd87fbc2ff req-66416b86-0705-48ef-9fcc-e103e9bde674 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:42.833475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38b0853f-b45f-4700-9226-3ddd87fbc2ff req-66416b86-0705-48ef-9fcc-e103e9bde674 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.3387797 Apr 18 20:20:42.836686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.846956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Pushing event updated for resources: {'Port': ['ID=6fc074f1-957a-4ed6-bae7-dbcff2284188,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:42.872619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:42.881596 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.915091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 446b8c52-55be-43cf-8b1f-d159d08b0f41, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=446b8c52-55be-43cf-8b1f-d159d08b0f41,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:42.925831 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:42.953730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:42.967411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e38fb-dddf-4fe7-898f-ad997824bfdb req-e5728a6e-8d74-41fd-836a-6b9f60ea9103 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:42.970754 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b1e38fb-dddf-4fe7-898f-ad997824bfdb req-e5728a6e-8d74-41fd-836a-6b9f60ea9103 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 945 time: 0.2805848 Apr 18 20:20:42.978856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38b0853f-b45f-4700-9226-3ddd87fbc2ff req-3a273368-f6a3-4064-beda-4b6fb6a3761d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292114 Apr 18 20:20:43.020548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Made reservation on behalf of 5e8c676f2f8e42f099ac63f1f69d5bdf for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:43.024712 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:43.035635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=446b8c52-55be-43cf-8b1f-d159d08b0f41,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:43.035800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-9242fd72-e0ef-4582-973e-14727db1ff41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:43.037065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-9242fd72-e0ef-4582-973e-14727db1ff41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79ab00b2-8cba-4d12-bb1e-1958d115e81c HTTP/1.1" status: 200 len: 903 time: 0.2463086 Apr 18 20:20:43.062927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b1e38fb-dddf-4fe7-898f-ad997824bfdb req-e9286b92-db8c-4982-b878-4581cd3e46f9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856824 Apr 18 20:20:43.087229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:43.088810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:43.249001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-d44ae427-b854-4ae2-880c-c8ae1fd7697a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.54&port_id=544e04ef-cb80-4194-8d4e-995908efdc44 HTTP/1.1" status: 200 len: 217 time: 0.1980643 Apr 18 20:20:43.372019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c2d8c38-aa8f-49cc-940b-d6c2ab8c665c req-cd7c3e03-c253-46c8-8483-388f81abfec3 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 210 time: 0.1131852 Apr 18 20:20:43.409339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Router 1c8d0977-dfb2-4398-a4ed-24431953164b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:20:43.441749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-204db12f-64fc-475d-9ed2-d71ce7d5c138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:43.465492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28a051bc-653c-4628-9739-39218f337d7a None None] Provisioning complete for port 6fc074f1-957a-4ed6-bae7-dbcff2284188 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:43.465902 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28a051bc-653c-4628-9739-39218f337d7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:43.477009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-11709e21-7381-415b-a999-880a93d5cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:43.483167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-11709e21-7381-415b-a999-880a93d5cf8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=61dfca1c-06e9-4af4-8d80-3d31b6d0d911 HTTP/1.1" status: 200 len: 801 time: 0.1969166 Apr 18 20:20:43.521195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Allocated IP 172.20.0.13 (5e7447d5-c50d-4dda-8a9a-9f8f542664b1/59e481ca-5104-440c-b026-af8bf65abe65/e96ec008-d0d8-4bda-8576-66248c89fab2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:43.537435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-28a051bc-653c-4628-9739-39218f337d7a None None] Port 6fc074f1-957a-4ed6-bae7-dbcff2284188 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:43.690114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:43.701563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d9cf9648-aa9c-402d-b25f-3005edd2b106 admin admin] 10.222.0.47 "PUT /v2.0/routers/1c8d0977-dfb2-4398-a4ed-24431953164b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4509203 Apr 18 20:20:43.733595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2396036b-95ad-4c50-a310-7fbe77ff116a req-ac769abe-a4d5-4d5c-a806-5ad2181ba040 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:43.741852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2396036b-95ad-4c50-a310-7fbe77ff116a req-ac769abe-a4d5-4d5c-a806-5ad2181ba040 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.4900925 Apr 18 20:20:43.842780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Sync routers for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:43.857584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:43.858439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:43.862535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763b530-605f-4ddd-88ea-d0155685c302 req-74099635-a2f5-42c7-8a5b-3fb0ccd8b1a8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:43.869937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763b530-605f-4ddd-88ea-d0155685c302 req-74099635-a2f5-42c7-8a5b-3fb0ccd8b1a8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:43.876469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763b530-605f-4ddd-88ea-d0155685c302 req-74099635-a2f5-42c7-8a5b-3fb0ccd8b1a8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:43.884808 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b763b530-605f-4ddd-88ea-d0155685c302 req-74099635-a2f5-42c7-8a5b-3fb0ccd8b1a8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2411 time: 0.1325703 Apr 18 20:20:43.913261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2396036b-95ad-4c50-a310-7fbe77ff116a req-9d524464-ca70-42ef-81de-ae38c50be1e8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695411 Apr 18 20:20:43.935167 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b763b530-605f-4ddd-88ea-d0155685c302 req-89d36ed3-570a-45a7-88c9-5780b03d65dc tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493257 Apr 18 20:20:43.950695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-e451100c-13df-4d31-87ba-39d1ecb508d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:43.953807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-e451100c-13df-4d31-87ba-39d1ecb508d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79ab00b2-8cba-4d12-bb1e-1958d115e81c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3775213 Apr 18 20:20:44.112574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:44.113785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:44.199621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-9e588dc6-7f5d-4d04-a27c-f4b7347114d6 service neutron] 10.222.0.61 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324350 Apr 18 20:20:44.212335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-1dc5b457-f6b7-4da6-a18f-e7bca0042fe1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:44.214303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-1dc5b457-f6b7-4da6-a18f-e7bca0042fe1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 815 time: 0.1608260 Apr 18 20:20:44.236429 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-07cfd800-25f1-4cce-bb5e-b898c19d6558 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/quotas/8f22d9c5a87e4e8faed3a2a0e84c601d HTTP/1.1" status: 200 len: 375 time: 0.0127211 Apr 18 20:20:44.253703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:44.268924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:44.360263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-1ef0f082-959a-49c2-a27b-01874227668d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1157591 Apr 18 20:20:44.380705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 446b8c52-55be-43cf-8b1f-d159d08b0f41 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:44.431686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cb179-9cef-4ecb-89a7-990929894dc0 req-dd8742b0-a728-4c9e-9f94-8539a3cd896d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:44.433092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d78cb179-9cef-4ecb-89a7-990929894dc0 req-dd8742b0-a728-4c9e-9f94-8539a3cd896d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.3538008 Apr 18 20:20:44.496378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-4992fe6c-7b3e-4bce-b63f-b47c6c4963c3 service neutron] 10.222.0.47 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348681 Apr 18 20:20:44.540183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:44.547983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:44.570944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:44.611158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:44.630536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 446b8c52-55be-43cf-8b1f-d159d08b0f41 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:44.630912 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:44.635938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d78cb179-9cef-4ecb-89a7-990929894dc0 req-408e278f-eadc-40e7-b11c-ce1664939b12 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897371 Apr 18 20:20:44.675323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:44.675990 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:44.685306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c77d785c-dabd-434d-a707-fc7db6baa7c7 req-7a2a665f-622f-4356-9b37-5ccf5e712d67 service neutron] 10.222.0.61 "GET /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4730368 Apr 18 20:20:44.712684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-20a00b56-e019-4a7a-8483-c1c39e7f1f62 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1026514 Apr 18 20:20:44.728265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Request body: {'port': {'device_id': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:44.794769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-c09bc5b4-ab94-4092-a44c-4f241463fbe6 service neutron] 10.222.0.47 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901196 Apr 18 20:20:44.871138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:44.903024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 2, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:44.917396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Checking router: 1c8d0977-dfb2-4398-a4ed-24431953164b for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:44.917907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Updating router 1c8d0977-dfb2-4398-a4ed-24431953164b port 6fc074f1-957a-4ed6-bae7-dbcff2284188 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:20:45.006598 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.265009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353059ea-dba1-4d07-9a73-b43a4a8a6e63 req-540d6002-1202-4d55-83a2-cde81ca6418b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:45.272306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-353059ea-dba1-4d07-9a73-b43a4a8a6e63 req-540d6002-1202-4d55-83a2-cde81ca6418b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 945 time: 0.1625032 Apr 18 20:20:45.335709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-353059ea-dba1-4d07-9a73-b43a4a8a6e63 req-3ddb709d-1031-47e0-bb82-f0b4e9f933c7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623088 Apr 18 20:20:45.440425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514c690a-1591-4bdb-96f9-778415b9332d req-70a2ba15-06aa-4857-8cc1-4a58a52f2e9b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:45.441948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-514c690a-1591-4bdb-96f9-778415b9332d req-70a2ba15-06aa-4857-8cc1-4a58a52f2e9b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b87ba73-9f3b-4eb3-8cae-d08c27e911ca HTTP/1.1" status: 200 len: 945 time: 0.1514468 Apr 18 20:20:45.482408 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.495421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Transition to ACTIVE for port object 6fc074f1-957a-4ed6-bae7-dbcff2284188 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:45.505671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.616322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48062) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:45.624888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1460039557', 'description': 'tempest-description--1443952551'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:45.641490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:45.671425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e509aef0-91f3-4521-a06f-a95f7a5e77a2 req-838680d2-23fd-42bb-93f4-c0eaacf09bd6 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:45.671684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc85d3a-f6b1-440d-96c5-b7ae0770bee8 None None] Pushing event updated for resources: {'Port': ['ID=6fc074f1-957a-4ed6-bae7-dbcff2284188,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:45.679886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e509aef0-91f3-4521-a06f-a95f7a5e77a2 req-838680d2-23fd-42bb-93f4-c0eaacf09bd6 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 932 time: 0.2093625 Apr 18 20:20:45.680899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e96ec008-d0d8-4bda-8576-66248c89fab2 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:45.692510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Usage tracker for resource:security_group and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:45.704535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.713617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:45.721085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Deleting port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:20:45.721411 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.735064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:45.750478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2d290a3d-f011-4100-aeaa-f9b9daa888b9 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:45.753049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5b16a03d-a4a0-438b-90e6-fd85f07984cf up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:45.781643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.834828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e509aef0-91f3-4521-a06f-a95f7a5e77a2 req-60337fd5-3ad7-4118-be7a-f717416b051f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:45.845155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Attempting to bind port 6fc074f1-957a-4ed6-bae7-dbcff2284188 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:45.845538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Attempting to bind port 6fc074f1-957a-4ed6-bae7-dbcff2284188 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:45.845913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Attempting to bind port 6fc074f1-957a-4ed6-bae7-dbcff2284188 on network 8083c4e1-8442-402a-8c35-5d44e0ad7372 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:45.849536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:45.850285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Transition to ACTIVE for port object e96ec008-d0d8-4bda-8576-66248c89fab2 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:45.855918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Usage tracker for resource:security_group_rule and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:45.860489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:45.870180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:45.873829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.893002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:45.893257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Checking segment: {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:45.893695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:45.894091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Bound using segment: {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:45.894577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Bound port: 6fc074f1-957a-4ed6-bae7-dbcff2284188, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:45.894955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.018199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.028471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.055870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e509aef0-91f3-4521-a06f-a95f7a5e77a2 req-60337fd5-3ad7-4118-be7a-f717416b051f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:46.057377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e509aef0-91f3-4521-a06f-a95f7a5e77a2 req-60337fd5-3ad7-4118-be7a-f717416b051f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670421 Apr 18 20:20:46.084076 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2275c8db-f0e7-499d-a4a6-2d2be8ae3853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.117061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 5b16a03d-a4a0-438b-90e6-fd85f07984cf completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:46.134025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:46.143473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.148220 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-72b50c0e-39f4-4731-bf49-56cb785f29a6 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5262079 Apr 18 20:20:46.148788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48068) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:46.149936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2d290a3d-f011-4100-aeaa-f9b9daa888b9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2d290a3d-f011-4100-aeaa-f9b9daa888b9,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:46.160399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 5b16a03d-a4a0-438b-90e6-fd85f07984cf triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:46.160821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.161268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:46.177888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:46.186884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Usage tracker for resource:security_group_rule and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:46.198237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:46.203388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:46.212413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] For port 6fc074f1-957a-4ed6-bae7-dbcff2284188, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:46.213301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:46.221497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '2d290a3d-f011-4100-aeaa-f9b9daa888b9', 'network_id': 'e0861f34-6fa8-42af-9d63-578d1d48c4b2', 'port_id': '2d290a3d-f011-4100-aeaa-f9b9daa888b9', 'mac_address': 'fa:16:3e:f0:64:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:46.234340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] For port 6fc074f1-957a-4ed6-bae7-dbcff2284188, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6fc074f1-957a-4ed6-bae7-dbcff2284188,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:46.253241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.274393 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.323308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.323654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.324078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.324347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.324684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.325010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.325337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.325693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.326023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.326344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.326667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.326988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.354351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-539c7bfa-5184-4ace-be95-65e3fbdad5cf req-c50e1ac6-cbd2-4246-988f-d8615632c9d4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 210 time: 0.0798929 Apr 18 20:20:46.387405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.396618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.431091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef379a36-ea8a-4002-81b4-521215adc489,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:46.452307 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.454638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f8bcc-222d-4ca2-9a12-63f301a53a2a req-7639ea36-ba4c-49eb-a249-b6343198adcf tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:46.459576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c56c0182-2c6c-4f81-a1b1-23dedc5f7844 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3071351 Apr 18 20:20:46.460117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d7f8bcc-222d-4ca2-9a12-63f301a53a2a req-7639ea36-ba4c-49eb-a249-b6343198adcf tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.6922147 Apr 18 20:20:46.460343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48074) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:46.468658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Request body: {'security_group_rule': {'security_group_id': 'ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:46.486533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:46.490440 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.492574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Usage tracker for resource:security_group_rule and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:46.500983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:46.514746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:46.514990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:46.515099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:46.558968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Attempting to bind port e96ec008-d0d8-4bda-8576-66248c89fab2 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:46.559293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Attempting to bind port e96ec008-d0d8-4bda-8576-66248c89fab2 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:46.559718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Attempting to bind port e96ec008-d0d8-4bda-8576-66248c89fab2 on network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:46.570646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.573970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Port e96ec008-d0d8-4bda-8576-66248c89fab2 on network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:46.574321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Attempting to bind port e96ec008-d0d8-4bda-8576-66248c89fab2 on network 5e7447d5-c50d-4dda-8a9a-9f8f542664b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:46.578929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d7f8bcc-222d-4ca2-9a12-63f301a53a2a req-52b3c1dc-28c9-430b-9f40-4f741a6bf48e tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129208 Apr 18 20:20:46.590413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] For port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:46.590795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.619736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:46.620080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Checking segment: {'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:46.620471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Bound using segment: {'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:46.620912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Bound port: e96ec008-d0d8-4bda-8576-66248c89fab2, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cec49a85-f6e6-4f63-ab21-517401e31d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:46.621265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.628443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc85d3a-f6b1-440d-96c5-b7ae0770bee8 None None] Pushing event updated for resources: {'Port': ['ID=6fc074f1-957a-4ed6-bae7-dbcff2284188,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:46.661319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d290a3d-f011-4100-aeaa-f9b9daa888b9 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:46.679040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2d290a3d-f011-4100-aeaa-f9b9daa888b9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2d290a3d-f011-4100-aeaa-f9b9daa888b9,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:46.707814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.711752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c6d686d6-b60e-48c2-9060-eb225ff52c48 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:46.781403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.792014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.834649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d130-ac17-4863-8d45-7058f4ef55f5 req-31719db0-ac66-4f14-9b90-68369ed2efec tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:46.841073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d130-ac17-4863-8d45-7058f4ef55f5 req-31719db0-ac66-4f14-9b90-68369ed2efec tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:46.848864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13d130-ac17-4863-8d45-7058f4ef55f5 req-31719db0-ac66-4f14-9b90-68369ed2efec tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:46.851354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da13d130-ac17-4863-8d45-7058f4ef55f5 req-31719db0-ac66-4f14-9b90-68369ed2efec tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2411 time: 0.2620537 Apr 18 20:20:46.871443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc22172d-571f-4a40-be4c-7bd313419473,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:46.902223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.902578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.903002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.903343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.903710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.904065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.904398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.904724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.905095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.905421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.905809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.906181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:20:46.914156 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:46.918229 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2ea64b2f-1326-477c-9a2f-67c144ac6974 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4539509 Apr 18 20:20:46.920572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c6d686d6-b60e-48c2-9060-eb225ff52c48, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c6d686d6-b60e-48c2-9060-eb225ff52c48,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:46.925473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48078) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:46.938334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:46.961919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da13d130-ac17-4863-8d45-7058f4ef55f5 req-01b40e97-f3f3-4323-b7f2-d9bff2659c33 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945385 Apr 18 20:20:46.963427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:46.982116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Usage tracker for resource:floatingip and tenant:8fd9f5d6d7854bb3908cac279ea5f196 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:46.987546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:47.003544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:47.011394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Calling delete_port for 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:20:47.027483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.034995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2d290a3d-f011-4100-aeaa-f9b9daa888b9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:47.044027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'c6d686d6-b60e-48c2-9060-eb225ff52c48', 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c', 'port_id': 'c6d686d6-b60e-48c2-9060-eb225ff52c48', 'mac_address': 'fa:16:3e:73:13:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61dfca1c-06e9-4af4-8d80-3d31b6d0d911', 'ip_address': '19.80.0.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:47.054617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.125284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:47.126667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.134386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:47.176365 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.308885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:47.315663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:47.316118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:47.318758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.323511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7adfc-d09e-45f7-9e25-8e6502b90011 req-9a9e7a4f-26f7-47fe-bf8b-76a5ef782bfb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:47.325261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32c7adfc-d09e-45f7-9e25-8e6502b90011 req-9a9e7a4f-26f7-47fe-bf8b-76a5ef782bfb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.2194760 Apr 18 20:20:47.371677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.375894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.406484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:47.418037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32c7adfc-d09e-45f7-9e25-8e6502b90011 req-67083e64-5e24-488b-a141-767c57477af8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849166 Apr 18 20:20:47.425954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-d9cd78a1-e38e-4f42-955b-87436d90868b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:47.427310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-d9cd78a1-e38e-4f42-955b-87436d90868b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 815 time: 0.4687972 Apr 18 20:20:47.427649 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.455075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c45032-9e52-4006-9e81-d4daa0465b1f req-cf4a2bbf-b058-47d8-9c2d-fa41afe75e15 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:47.456573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84c45032-9e52-4006-9e81-d4daa0465b1f req-cf4a2bbf-b058-47d8-9c2d-fa41afe75e15 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.4949582 Apr 18 20:20:47.483554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Request body: {'port': {'device_id': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'admin_state_up': True, 'tenant_id': '8f22d9c5a87e4e8faed3a2a0e84c601d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:47.509834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:47.510481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.511942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] 10.222.0.61 "PUT /v2.0/ports/e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 1092 time: 2.7888989 Apr 18 20:20:47.517225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:47.594844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d686d6-b60e-48c2-9060-eb225ff52c48 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:47.656884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Allocated IP 172.25.5.58 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/250a00f5-72b2-4325-98e7-4e40f070433a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:47.688205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd93a3b-9edc-4a3e-80f6-4cfd6d3fd041 service neutron] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:47.696340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.706480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84c45032-9e52-4006-9e81-d4daa0465b1f req-f7bb8222-d083-4a15-b2c5-630d5ab629b8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413397 Apr 18 20:20:47.719477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c6d686d6-b60e-48c2-9060-eb225ff52c48, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c6d686d6-b60e-48c2-9060-eb225ff52c48,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:47.722212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:47.775486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83235a00-68b1-4bc4-b7ca-1db49d7ba107 req-11f1c6a4-5ae4-4377-a144-738d8d19ba34 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:47.779482 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83235a00-68b1-4bc4-b7ca-1db49d7ba107 req-11f1c6a4-5ae4-4377-a144-738d8d19ba34 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 944 time: 0.2117841 Apr 18 20:20:47.780945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Pushing event deleted for resources: {'Port': ['ID=55f1fca4-e37f-467b-9b5c-dee7daeb1ef2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:47.813769 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee160365-7b66-48ff-8c25-44f897f01a47'] response: {'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'code': 200} Apr 18 20:20:47.814359 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.815123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 544e04ef-cb80-4194-8d4e-995908efdc44 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:47.888044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] No DVR routers for this DVR port 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:20:47.894278 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:47.904134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:47.917374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Usage tracker for resource:port and tenant:8f22d9c5a87e4e8faed3a2a0e84c601d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:47.922136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:47.930680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:47.939453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54195e5c-3505-4281-9fca-19347222f1f6 req-34dbb2e1-88d6-4471-a7ce-3bd189ed395c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:47.940916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-34dbb2e1-88d6-4471-a7ce-3bd189ed395c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1095 time: 0.3780043 Apr 18 20:20:48.029824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 544e04ef-cb80-4194-8d4e-995908efdc44, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=544e04ef-cb80-4194-8d4e-995908efdc44,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:48.042159 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-a7ccf768-e699-496a-b4e0-49641cb56dbf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 217 time: 0.0930452 Apr 18 20:20:48.043298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c6d686d6-b60e-48c2-9060-eb225ff52c48,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:48.049236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Made reservation on behalf of 8f22d9c5a87e4e8faed3a2a0e84c601d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:48.055779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.056967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '544e04ef-cb80-4194-8d4e-995908efdc44', 'network_id': '79ab00b2-8cba-4d12-bb1e-1958d115e81c', 'port_id': '544e04ef-cb80-4194-8d4e-995908efdc44', 'mac_address': 'fa:16:3e:ea:1d:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61dfca1c-06e9-4af4-8d80-3d31b6d0d911', 'ip_address': '19.80.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:48.112006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83235a00-68b1-4bc4-b7ca-1db49d7ba107 req-8fa9e5b1-25dd-45f2-ac65-e7d2881675ac tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708105 Apr 18 20:20:48.156451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:46Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:48.171856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d8572b-2ac9-42aa-a085-b61e6e7aa2d7 None None] The sync data for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 is: [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:46Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:48.177097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4f3e791a-e243-4e46-9d58-7aebd86d59ad req-3b00638f-f41f-498c-9cf6-6cf2674d0c1a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Synchronizing usage tracker for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:48.189733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.203522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.219030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 544e04ef-cb80-4194-8d4e-995908efdc44 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:48.264051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 544e04ef-cb80-4194-8d4e-995908efdc44, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=544e04ef-cb80-4194-8d4e-995908efdc44,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:48.275479 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.296244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f96acb-263a-427a-9977-eb82379650b1 req-fd7a9d31-60fb-4967-a728-95cd3b6df3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:48.301763 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9f96acb-263a-427a-9977-eb82379650b1 req-fd7a9d31-60fb-4967-a728-95cd3b6df3f4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1097 time: 0.3501368 Apr 18 20:20:48.304310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.309987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54195e5c-3505-4281-9fca-19347222f1f6 req-b08908ea-187f-42b6-9f38-e26dbcd642a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:48.312160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-b08908ea-187f-42b6-9f38-e26dbcd642a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.1381755 Apr 18 20:20:48.313796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-514c690a-1591-4bdb-96f9-778415b9332d req-a7338ba9-1af4-40ff-8282-30675b37e27d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "DELETE /v2.0/ports/55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 HTTP/1.1" status: 204 len: 173 time: 2.8095040 Apr 18 20:20:48.328950 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ae48e6b-c639-41ec-bae4-0b235d389c78'] response: {'name': 'network-changed', 'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'status': 'completed', 'code': 200} Apr 18 20:20:48.418844 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.441059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=544e04ef-cb80-4194-8d4e-995908efdc44,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:48.495019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:48.501864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:48.510077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:48.513194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6fc074f1-957a-4ed6-bae7-dbcff2284188 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:48.535497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-0e624c1b-9db0-4ab1-8d04-48b2a6e4105d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2055471 Apr 18 20:20:48.543711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4f3e791a-e243-4e46-9d58-7aebd86d59ad req-3b00638f-f41f-498c-9cf6-6cf2674d0c1a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Unset dirty status for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:48.544974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f3e791a-e243-4e46-9d58-7aebd86d59ad req-3b00638f-f41f-498c-9cf6-6cf2674d0c1a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 210 time: 0.5005972 Apr 18 20:20:48.549258 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.643193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event updated for resources: {'Port': ['ID=250a00f5-72b2-4325-98e7-4e40f070433a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:48.649061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6fc074f1-957a-4ed6-bae7-dbcff2284188 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:48.654836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6fc074f1-957a-4ed6-bae7-dbcff2284188 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:48.655238 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.664051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9f96acb-263a-427a-9977-eb82379650b1 req-4053113e-df6e-44ad-a9a1-e7ac93c0ab3d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3477705 Apr 18 20:20:48.717639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532bbd7-146c-48dd-ab7f-f73707991081 req-569fb8e4-ba60-4a59-9fca-5e6b640b560a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:48.727277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['c6d686d6-b60e-48c2-9060-eb225ff52c48'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:48.727486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b532bbd7-146c-48dd-ab7f-f73707991081 req-569fb8e4-ba60-4a59-9fca-5e6b640b560a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.3230753 Apr 18 20:20:48.751070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-b56233ec-24c9-44b4-b0a1-8b1ee33f7c15 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050035 Apr 18 20:20:48.808084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b532bbd7-146c-48dd-ab7f-f73707991081 req-312e2964-1af2-48fb-a988-613d23d54f88 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770578 Apr 18 20:20:48.811062 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:48.877740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['544e04ef-cb80-4194-8d4e-995908efdc44'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:48.964318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.230203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.345307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Allocated IP 172.20.0.9 (fa442607-b653-4206-aaaf-b214926b48c2/fe4ead5b-401d-44d7-809d-0800eff18a6e/a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:49.373349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54195e5c-3505-4281-9fca-19347222f1f6 req-d5d3838b-3847-46b2-9321-b25389fa7f84 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114868 Apr 18 20:20:49.453823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f6ae-ed71-4294-9e8c-a5c27f0368aa req-819d8694-4f66-4b5d-93b4-20831f115c53 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:49.459919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f6ae-ed71-4294-9e8c-a5c27f0368aa req-819d8694-4f66-4b5d-93b4-20831f115c53 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:49.462783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.465695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23f6ae-ed71-4294-9e8c-a5c27f0368aa req-819d8694-4f66-4b5d-93b4-20831f115c53 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:49.467378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa23f6ae-ed71-4294-9e8c-a5c27f0368aa req-819d8694-4f66-4b5d-93b4-20831f115c53 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2414 time: 0.3097510 Apr 18 20:20:49.504916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888c7e0-576c-4ea8-884c-7fb8801db414 req-ade6625f-42cb-4aa2-a2fa-287686d7e184 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:49.507732 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b888c7e0-576c-4ea8-884c-7fb8801db414 req-ade6625f-42cb-4aa2-a2fa-287686d7e184 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.4718311 Apr 18 20:20:49.520540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6fc074f1-957a-4ed6-bae7-dbcff2284188, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6fc074f1-957a-4ed6-bae7-dbcff2284188,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:49.528350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.565028 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b888c7e0-576c-4ea8-884c-7fb8801db414 req-5d1f9c1c-4803-47f5-9067-c559db84fd11 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498755 Apr 18 20:20:49.655090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.660582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6fc074f1-957a-4ed6-bae7-dbcff2284188,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:49.666678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.684382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa23f6ae-ed71-4294-9e8c-a5c27f0368aa req-18b11add-6303-4f32-87dd-53861d8a0255 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713853 Apr 18 20:20:49.726159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-a250baa5-4aab-42b4-a2ba-cc760e6fffa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:49.727692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-a250baa5-4aab-42b4-a2ba-cc760e6fffa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1095 time: 0.2570527 Apr 18 20:20:49.799653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.860115 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.867610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event updated for resources: {'Port': ['ID=250a00f5-72b2-4325-98e7-4e40f070433a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:49.901280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:49.909107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-df33b444-24f0-43a0-91ff-2ed09edd379d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9758909 Apr 18 20:20:49.924496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6f177-5610-4653-b2a7-d69b355f0704 req-d310c062-58ac-4e22-b588-dc15cb30f5c4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:49.925891 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b6f177-5610-4653-b2a7-d69b355f0704 req-d310c062-58ac-4e22-b588-dc15cb30f5c4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.1727490 Apr 18 20:20:49.976329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b6f177-5610-4653-b2a7-d69b355f0704 req-ae9ecc2d-eb3b-4c97-95f7-457cedda784f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Apr 18 20:20:50.009113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-702cc5a4-dca3-4794-b87a-067295195b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:50.010780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-702cc5a4-dca3-4794-b87a-067295195b14 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 913 time: 0.2701502 Apr 18 20:20:50.026116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['2d290a3d-f011-4100-aeaa-f9b9daa888b9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:50.166856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:50.243205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b2743-15ab-4967-bc87-d16a34034e9a req-9047cf7a-c467-466d-a9d8-cb97f9a73055 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:50.244988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-967b2743-15ab-4967-bc87-d16a34034e9a req-9047cf7a-c467-466d-a9d8-cb97f9a73055 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 931 time: 0.1343107 Apr 18 20:20:50.267323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e35b6fd-90b8-4b3a-bb4f-85beea18575b req-60f26c9a-f53d-4f0a-9b65-4ece6af596dc tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:50.268027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e35b6fd-90b8-4b3a-bb4f-85beea18575b req-60f26c9a-f53d-4f0a-9b65-4ece6af596dc tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:50.282319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-2f827b1b-ccdc-41ff-aa1c-aa4e3c65fddb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 217 time: 0.2622015 Apr 18 20:20:50.284072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Network fa442607-b653-4206-aaaf-b214926b48c2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:50.288418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:50.294136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:50.298251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-967b2743-15ab-4967-bc87-d16a34034e9a req-edaf7dd7-1be4-4493-94fa-457da1962570 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469186 Apr 18 20:20:50.319648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:20:50.359246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:20:50.359647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 55f1fca4-e37f-467b-9b5c-dee7daeb1ef2 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:20:50.362033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-deleted', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:50.372133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:50.372775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:50.414649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6fc074f1-957a-4ed6-bae7-dbcff2284188 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:50.456548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e35b6fd-90b8-4b3a-bb4f-85beea18575b req-60f26c9a-f53d-4f0a-9b65-4ece6af596dc tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:50.457881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e35b6fd-90b8-4b3a-bb4f-85beea18575b req-60f26c9a-f53d-4f0a-9b65-4ece6af596dc tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 944 time: 0.5803354 Apr 18 20:20:50.461994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:50.468238 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ddddd861-ab57-4b0d-8430-6a1c295ef7c2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0105126 Apr 18 20:20:50.492981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Request body: {'port': {'device_id': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:50.494155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3a00d-7dbc-4933-bab0-9f67daf01f07 req-9d3f1285-30f9-4020-a3cf-82fd5ba20003 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:50.495133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6fc074f1-957a-4ed6-bae7-dbcff2284188 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:50.495581 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:50.498208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85c3a00d-7dbc-4933-bab0-9f67daf01f07 req-9d3f1285-30f9-4020-a3cf-82fd5ba20003 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0978799 Apr 18 20:20:50.530073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-da6bd3e8-a316-4ff0-a539-3b76068cf482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:50.531562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-da6bd3e8-a316-4ff0-a539-3b76068cf482 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.1703835 Apr 18 20:20:50.544772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85c3a00d-7dbc-4933-bab0-9f67daf01f07 req-d5e3f9b8-d9f4-447d-a19f-959fd93229c5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432925 Apr 18 20:20:50.602413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-13ce2d32-fd44-4c88-9226-09c17baa7f2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601635 Apr 18 20:20:50.641314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e35b6fd-90b8-4b3a-bb4f-85beea18575b req-c7acec41-77d6-4068-b1b9-6599e3d662b8 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:50.693251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6c564178-72c5-409c-b321-1a7a80dcabc8 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Synchronizing usage tracker for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:50.714114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6c564178-72c5-409c-b321-1a7a80dcabc8 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Unset dirty status for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:50.715365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6c564178-72c5-409c-b321-1a7a80dcabc8 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1460039557&fields=id&tenant_id=8fd9f5d6d7854bb3908cac279ea5f196 HTTP/1.1" status: 200 len: 267 time: 0.0653820 Apr 18 20:20:50.765869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e35b6fd-90b8-4b3a-bb4f-85beea18575b req-c7acec41-77d6-4068-b1b9-6599e3d662b8 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:50.767005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e35b6fd-90b8-4b3a-bb4f-85beea18575b req-c7acec41-77d6-4068-b1b9-6599e3d662b8 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006179 Apr 18 20:20:50.809684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:50.832269 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17611939-e503-4116-9b78-8608514e02aa'] response: {'server_uuid': '2b87ba73-9f3b-4eb3-8cae-d08c27e911ca', 'name': 'network-vif-deleted', 'tag': '55f1fca4-e37f-467b-9b5c-dee7daeb1ef2', 'status': 'completed', 'code': 200} Apr 18 20:20:50.841728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-682e4b02-54bd-4847-a0c3-32e9f5460945 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287593 Apr 18 20:20:50.879720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-bbaba03c-864b-41bd-b99a-2a58efd4f342 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:50.881183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-bbaba03c-864b-41bd-b99a-2a58efd4f342 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/networks?id=8083c4e1-8442-402a-8c35-5d44e0ad7372 HTTP/1.1" status: 200 len: 806 time: 0.1559267 Apr 18 20:20:50.899788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-49fff848-e650-477d-be2d-bf7223a40fb8 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/quotas/8fd9f5d6d7854bb3908cac279ea5f196 HTTP/1.1" status: 200 len: 375 time: 0.0119779 Apr 18 20:20:50.987561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6e3df408-7f9c-4b07-a673-b219ff2e020d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Synchronizing usage tracker for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:51.008584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6e3df408-7f9c-4b07-a673-b219ff2e020d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Unset dirty status for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:51.010528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6e3df408-7f9c-4b07-a673-b219ff2e020d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8fd9f5d6d7854bb3908cac279ea5f196&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048911 Apr 18 20:20:51.160232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-b6a4ce6e-5648-49eb-9e7a-40fcb58c3672 service neutron] 10.222.0.47 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374931 Apr 18 20:20:51.271908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-923cf0f2-00fd-4776-af69-9dc074e1b4ef req-841e1380-d63d-4a15-bec1-1a409efd84f2 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019415 Apr 18 20:20:51.298773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-5d938375-e3bc-43d2-ad5d-f882613bf50f service neutron] 10.222.0.47 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318648 Apr 18 20:20:51.369306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdee0bc9-e43b-4e4d-bd9f-83a77a3d0aad req-43fe9c49-5885-4108-887f-ac0d7a6a19d5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:51.370799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cdee0bc9-e43b-4e4d-bd9f-83a77a3d0aad req-43fe9c49-5885-4108-887f-ac0d7a6a19d5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.4547768 Apr 18 20:20:51.448693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cdee0bc9-e43b-4e4d-bd9f-83a77a3d0aad req-7496f2bc-d6fa-4478-b29c-0fff9d5c6aee tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710845 Apr 18 20:20:51.546718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:51.556295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:51.575438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Transition to ACTIVE for port object a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:51.613463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:51.625026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252a822-0e51-48c0-aa08-c75a2988596e req-03296beb-e47f-45fc-bca1-9581b7216c50 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:51.630903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252a822-0e51-48c0-aa08-c75a2988596e req-03296beb-e47f-45fc-bca1-9581b7216c50 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:51.637377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252a822-0e51-48c0-aa08-c75a2988596e req-03296beb-e47f-45fc-bca1-9581b7216c50 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:51.639046 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3252a822-0e51-48c0-aa08-c75a2988596e req-03296beb-e47f-45fc-bca1-9581b7216c50 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2414 time: 0.1194272 Apr 18 20:20:51.697765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3252a822-0e51-48c0-aa08-c75a2988596e req-1feb0a36-d8d3-4fe9-a8cb-8f8f45e0a2ce tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522451 Apr 18 20:20:51.817106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:51.888119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6e810-aa21-4c02-8c29-00b3c0c89e16 req-9b843769-904d-4b85-86f2-862ffd9f4e43 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:51.889680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbc6e810-aa21-4c02-8c29-00b3c0c89e16 req-9b843769-904d-4b85-86f2-862ffd9f4e43 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 943 time: 0.0867791 Apr 18 20:20:51.905423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a333c5-f5d3-41c5-83eb-5c1f11a4d68f req-ceaa2ce3-3085-4431-b7e4-44c5c2f3f1a0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:51.906960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0a333c5-f5d3-41c5-83eb-5c1f11a4d68f req-ceaa2ce3-3085-4431-b7e4-44c5c2f3f1a0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.3295474 Apr 18 20:20:51.940037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbc6e810-aa21-4c02-8c29-00b3c0c89e16 req-20ed6d1c-2621-4dfd-9679-4e93a61dbde4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438938 Apr 18 20:20:51.946832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Attempting to bind port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:51.947175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Attempting to bind port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:51.947509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Attempting to bind port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 on network fa442607-b653-4206-aaaf-b214926b48c2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:51.964689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 on network fa442607-b653-4206-aaaf-b214926b48c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:51.965026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Attempting to bind port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 on network fa442607-b653-4206-aaaf-b214926b48c2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:51.981580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:51.981953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Checking segment: {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:51.982270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Bound using segment: {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:51.982816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Bound port: a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:51.983164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:51.997641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0a333c5-f5d3-41c5-83eb-5c1f11a4d68f req-122d2fa0-4e55-407b-9430-622b5668e4f7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810680 Apr 18 20:20:52.097782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:52.102673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:52.108586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:52.134511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-89dec3e6-7fff-4f19-b261-e92a3ae1282b req-bc62b86e-6c9f-45e0-8e65-31f03ae7eb7a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 210 time: 0.0665312 Apr 18 20:20:52.231737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:52.232836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:52.234624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] 10.222.0.61 "PUT /v2.0/ports/a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 HTTP/1.1" status: 200 len: 1091 time: 1.7463491 Apr 18 20:20:52.297397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e96ec008-d0d8-4bda-8576-66248c89fab2 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:52.316924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5583c-7b54-4d6d-8a28-1aa8eb686f60 req-b3175504-295e-4e4e-bff2-327475c070f7 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:52.318432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94b5583c-7b54-4d6d-8a28-1aa8eb686f60 req-b3175504-295e-4e4e-bff2-327475c070f7 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0900168 Apr 18 20:20:52.327120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c6d686d6-b60e-48c2-9060-eb225ff52c48 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:52.371283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94b5583c-7b54-4d6d-8a28-1aa8eb686f60 req-5b4ae05e-7731-4f94-a932-ccd3be8b3273 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460978 Apr 18 20:20:52.415642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d284d-9b03-43f0-a04b-160c11cdaa15 service neutron] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:52.424405 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-742931c1-01a8-4167-b50a-d297eb758486 service neutron] show failed (client error): The resource could not be found. Apr 18 20:20:52.425459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-742931c1-01a8-4167-b50a-d297eb758486 service neutron] 10.222.0.61 "GET /v2.0/ports/4867e5cb-8994-4d08-a353-c97362743376/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.2413905 Apr 18 20:20:52.468703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2847c2c6-cc36-4c6e-8a5b-23e68cf496bd req-b8f8ce76-da8c-49ac-9667-1704e93e26f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:52.470535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2847c2c6-cc36-4c6e-8a5b-23e68cf496bd req-b8f8ce76-da8c-49ac-9667-1704e93e26f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.2852921 Apr 18 20:20:52.510632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:52.511266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-866fb1a6-521d-4837-a8e5-3197d01a778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:52.512939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-866fb1a6-521d-4837-a8e5-3197d01a778a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 1094 time: 0.2243295 Apr 18 20:20:52.532454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'network_id': '5e7447d5-c50d-4dda-8a9a-9f8f542664b1', 'port_id': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'mac_address': 'fa:16:3e:0d:78:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59e481ca-5104-440c-b026-af8bf65abe65', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:52.534341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port c6d686d6-b60e-48c2-9060-eb225ff52c48 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:52.542292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2847c2c6-cc36-4c6e-8a5b-23e68cf496bd req-efe8bb7e-d569-4317-942d-1fdd726c3863 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633497 Apr 18 20:20:52.578115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port c6d686d6-b60e-48c2-9060-eb225ff52c48 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:52.578668 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:52.621678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-abefa0af-65a9-4e4b-b826-eb60607a5756 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 HTTP/1.1" status: 200 len: 217 time: 0.0851424 Apr 18 20:20:52.622071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48142) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:52.657826 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:52.682404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e96ec008-d0d8-4bda-8576-66248c89fab2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:52.715979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73da98f6-3ec9-4527-ad89-54581b4bee64 req-25517385-0be4-462b-b39c-9759819e4910 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:52.722138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73da98f6-3ec9-4527-ad89-54581b4bee64 req-25517385-0be4-462b-b39c-9759819e4910 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 944 time: 0.2368271 Apr 18 20:20:52.740385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:52.748056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:52.754603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-43d6a518-3360-4d26-a6c1-dc0669316334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:52.757095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-43d6a518-3360-4d26-a6c1-dc0669316334 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe4ead5b-401d-44d7-809d-0800eff18a6e HTTP/1.1" status: 200 len: 855 time: 0.0944004 Apr 18 20:20:52.819379 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73da98f6-3ec9-4527-ad89-54581b4bee64 req-a2832532-fdb2-4d97-b9ef-9d205c99a481 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855362 Apr 18 20:20:52.852967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:52.855616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:52.914394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:52.923886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:52.934006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c6d686d6-b60e-48c2-9060-eb225ff52c48, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c6d686d6-b60e-48c2-9060-eb225ff52c48,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:52.939832 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:52.941044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2d290a3d-f011-4100-aeaa-f9b9daa888b9 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:52.977662 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b66292-07b3-4470-a370-d83b03e03f7c'] response: {'name': 'network-changed', 'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'status': 'completed', 'code': 200} Apr 18 20:20:53.005291 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bf10153-e56e-42a1-baec-180c390ca850'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48', 'code': 200} Apr 18 20:20:53.070325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c6d686d6-b60e-48c2-9060-eb225ff52c48,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:53.086956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:53.094967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:53.095600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.183967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['e96ec008-d0d8-4bda-8576-66248c89fab2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:53.189129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aec352f-4832-419d-9349-c61263bf4754 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.194882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0aec352f-4832-419d-9349-c61263bf4754 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1092 time: 0.5676641 Apr 18 20:20:53.194882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-716ecdd8-2c36-4f40-9344-197477e6b5e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa442607-b653-4206-aaaf-b214926b48c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4168801 Apr 18 20:20:53.198513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a82a4e-5aef-4f37-ac23-6f6fe0d62ad2 req-a41c43f7-7eb0-48f1-9825-510e399af11f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.201243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1a82a4e-5aef-4f37-ac23-6f6fe0d62ad2 req-a41c43f7-7eb0-48f1-9825-510e399af11f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 943 time: 0.1257834 Apr 18 20:20:53.201913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48158) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:53.208761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:53.233420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:53.242353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:floatingip and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:20:53.246574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:20:53.262000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:53.278708 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1a82a4e-5aef-4f37-ac23-6f6fe0d62ad2 req-6ba6dad8-eb3b-450d-a07c-44488e87e514 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628238 Apr 18 20:20:53.287130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.355509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.396397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2d290a3d-f011-4100-aeaa-f9b9daa888b9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2d290a3d-f011-4100-aeaa-f9b9daa888b9,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:53.423001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-0c2fc09c-9e86-4e62-adf2-f0be9fbfbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.424489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-0c2fc09c-9e86-4e62-adf2-f0be9fbfbedb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd&tenant_id=bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 1100 time: 0.5599914 Apr 18 20:20:53.431454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6932c776-5792-4fe4-8cfc-6f7018326dbe tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.432153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6932c776-5792-4fe4-8cfc-6f7018326dbe tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Synchronizing usage tracker for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:53.443258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:53.458539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.460185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 544e04ef-cb80-4194-8d4e-995908efdc44 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:53.509862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16670a0-dfdc-46b9-a189-42d289901b8b req-ada7f363-1f32-4c8f-92f6-2d6d88134b92 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.515520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16670a0-dfdc-46b9-a189-42d289901b8b req-ada7f363-1f32-4c8f-92f6-2d6d88134b92 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.521127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16670a0-dfdc-46b9-a189-42d289901b8b req-ada7f363-1f32-4c8f-92f6-2d6d88134b92 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.523684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e16670a0-dfdc-46b9-a189-42d289901b8b req-ada7f363-1f32-4c8f-92f6-2d6d88134b92 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2415 time: 0.6012442 Apr 18 20:20:53.526602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f272729-a57c-42e0-8a64-bcbc43664901 req-2e8382be-185c-409c-a2b3-eebd8240ff1c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:53.535877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f272729-a57c-42e0-8a64-bcbc43664901 req-2e8382be-185c-409c-a2b3-eebd8240ff1c tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.1139176 Apr 18 20:20:53.539332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.580457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-ff4498c5-936b-4ae5-8bbe-1f52ae45430a service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532255 Apr 18 20:20:53.585397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6932c776-5792-4fe4-8cfc-6f7018326dbe tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Unset dirty status for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:53.586595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-6932c776-5792-4fe4-8cfc-6f7018326dbe tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.61 "GET /v2.0/networks?id=8083c4e1-8442-402a-8c35-5d44e0ad7372 HTTP/1.1" status: 200 len: 806 time: 0.8093779 Apr 18 20:20:53.634457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2d290a3d-f011-4100-aeaa-f9b9daa888b9,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:53.651510 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f272729-a57c-42e0-8a64-bcbc43664901 req-58dc2896-ab60-48b2-819d-c1078931129b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150649 Apr 18 20:20:53.669746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 544e04ef-cb80-4194-8d4e-995908efdc44 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:53.678563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 544e04ef-cb80-4194-8d4e-995908efdc44 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:53.678563 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.717010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e16670a0-dfdc-46b9-a189-42d289901b8b req-4eb0f639-66d3-40e5-ad10-5b163df3d176 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750908 Apr 18 20:20:53.745807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.754535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.244 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f383de7c-ace7-4d5f-b856-546c6c1e9e7b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:53.860333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-3ec4a0a8-0c89-490f-bd0e-5a9ea86c21a0 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Synchronizing usage tracker for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:20:53.862476 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.899449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 544e04ef-cb80-4194-8d4e-995908efdc44, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=544e04ef-cb80-4194-8d4e-995908efdc44,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:53.904854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:53.916817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9daba7d9-fe46-42cf-bf1c-8ba024096ddf req-3115af94-7fab-4f11-9f56-01f3327c952d tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 210 time: 0.0588169 Apr 18 20:20:53.946709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-3ec4a0a8-0c89-490f-bd0e-5a9ea86c21a0 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Unset dirty status for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:20:53.947980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-3ec4a0a8-0c89-490f-bd0e-5a9ea86c21a0 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fd9f5d6d7854bb3908cac279ea5f196 HTTP/1.1" status: 200 len: 380 time: 0.3307455 Apr 18 20:20:53.977009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Request body: {'port': {'device_id': '6ed336d0-d210-4539-984d-783b8a08887d', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'admin_state_up': True, 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'security_groups': ['ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:53.990454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=544e04ef-cb80-4194-8d4e-995908efdc44,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:53.998029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:54.041491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:54.049707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1135daa7-15c1-43e2-93c2-bf2f78a51a0e req-86be66a4-d4d5-4021-8927-1f9cfdc40ad5 service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338880 Apr 18 20:20:54.140610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:54.143361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:54.150917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:54.242410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=f383de7c-ace7-4d5f-b856-546c6c1e9e7b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:54.401486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60fcc2-ebd3-473d-9c0c-d4193397d55c req-05ddd464-0629-49f7-b2ff-6f58daa2c72e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:54.403016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a60fcc2-ebd3-473d-9c0c-d4193397d55c req-05ddd464-0629-49f7-b2ff-6f58daa2c72e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 945 time: 0.2050717 Apr 18 20:20:54.427111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab020-a6c2-4ba8-af3e-c0f8b0dd4948 req-171676a0-8bd8-433d-ae1e-e0ca061a3fe4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:54.429204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba5ab020-a6c2-4ba8-af3e-c0f8b0dd4948 req-171676a0-8bd8-433d-ae1e-e0ca061a3fe4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.5427430 Apr 18 20:20:54.488559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:20:54.521025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440774e5-6596-44ab-aba7-5de828a08e55 req-c2a602fa-06c7-434a-b59a-78b91fe153dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:54.522601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-440774e5-6596-44ab-aba7-5de828a08e55 req-c2a602fa-06c7-434a-b59a-78b91fe153dc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 1094 time: 0.3631613 Apr 18 20:20:54.525543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:20:54.531770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a60fcc2-ebd3-473d-9c0c-d4193397d55c req-280b327c-8e73-4d9f-b767-d65622c1f376 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223788 Apr 18 20:20:54.535805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba5ab020-a6c2-4ba8-af3e-c0f8b0dd4948 req-0340fab2-b60b-4188-a261-3ec192d426e2 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975878 Apr 18 20:20:54.563169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:54.636071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Made reservation on behalf of 8fd9f5d6d7854bb3908cac279ea5f196 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:20:54.639993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:54.762704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61898a1a-3640-4f00-9c55-4767b6d97e89 req-664aaa70-702d-430a-9d56-0acca656e4af tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:54.764326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61898a1a-3640-4f00-9c55-4767b6d97e89 req-664aaa70-702d-430a-9d56-0acca656e4af tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 943 time: 0.1239128 Apr 18 20:20:54.766666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:54.827074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61898a1a-3640-4f00-9c55-4767b6d97e89 req-65fb11e9-9064-456c-89bc-2d4d5fa067d7 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548711 Apr 18 20:20:54.833582 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:54.883396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440774e5-6596-44ab-aba7-5de828a08e55 req-b43421ab-4ec7-47d4-a5aa-8c3ec29548ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:54.884844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-440774e5-6596-44ab-aba7-5de828a08e55 req-b43421ab-4ec7-47d4-a5aa-8c3ec29548ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 916 time: 0.3523617 Apr 18 20:20:54.917554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:54.978039 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-440774e5-6596-44ab-aba7-5de828a08e55 req-2628964b-e415-4004-80c8-62c0195e7104 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 HTTP/1.1" status: 200 len: 217 time: 0.0858035 Apr 18 20:20:55.006103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d290a3d-f011-4100-aeaa-f9b9daa888b9'}, {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:55.156052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:55.191371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:55.241385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Transition to ACTIVE for port object 4867e5cb-8994-4d08-a353-c97362743376 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:55.257323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:55.273905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d054ec-fe21-4ca2-893b-a53e48cfaf27 req-8a412e4b-6c80-4eab-8c40-3c1b87f94597 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:55.279635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d054ec-fe21-4ca2-893b-a53e48cfaf27 req-8a412e4b-6c80-4eab-8c40-3c1b87f94597 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:55.285333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d054ec-fe21-4ca2-893b-a53e48cfaf27 req-8a412e4b-6c80-4eab-8c40-3c1b87f94597 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:55.286955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32d054ec-fe21-4ca2-893b-a53e48cfaf27 req-8a412e4b-6c80-4eab-8c40-3c1b87f94597 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2417 time: 0.3459210 Apr 18 20:20:55.323702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Allocated IP 172.20.0.8 (8083c4e1-8442-402a-8c35-5d44e0ad7372/e0c22b93-ff2d-4299-b73d-30256491d31b/ae7b70c7-6635-48ef-82b6-66ba2b402282) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:20:55.330132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440774e5-6596-44ab-aba7-5de828a08e55 req-b49fd6e1-6bf7-4ff9-9a91-42484ffe8a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:55.331610 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-440774e5-6596-44ab-aba7-5de828a08e55 req-b49fd6e1-6bf7-4ff9-9a91-42484ffe8a7d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe4ead5b-401d-44d7-809d-0800eff18a6e HTTP/1.1" status: 200 len: 855 time: 0.1830900 Apr 18 20:20:55.366221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32d054ec-fe21-4ca2-893b-a53e48cfaf27 req-6a348e4b-5ca3-4789-b848-232575df7d3b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703132 Apr 18 20:20:55.385954 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:55.391322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:55.422872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff827d2e-04f1-48ba-b199-a580daf513dd req-5615e05a-985d-446e-94db-b8740b1b1e7e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:55.430553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff827d2e-04f1-48ba-b199-a580daf513dd req-5615e05a-985d-446e-94db-b8740b1b1e7e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.6651297 Apr 18 20:20:55.545911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-440774e5-6596-44ab-aba7-5de828a08e55 req-4b971f3d-ad4f-4cd7-87ce-a97ef55d7258 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa442607-b653-4206-aaaf-b214926b48c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347468 Apr 18 20:20:55.564209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=f383de7c-ace7-4d5f-b856-546c6c1e9e7b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:55.567591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:55.573189 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5dc174c5-2070-440f-9ac4-fe899ce9f57e req-d474c4af-1354-4bee-9458-53b0feb51943 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 210 time: 0.0765197 Apr 18 20:20:55.574007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:55.612766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] No DVR routers for this DVR port 4867e5cb-8994-4d08-a353-c97362743376 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:20:55.637223 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2de0650-6513-4177-812c-664bdd0d7ca4'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d290a3d-f011-4100-aeaa-f9b9daa888b9', 'code': 200} Apr 18 20:20:55.637613 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2de0650-6513-4177-812c-664bdd0d7ca4'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44', 'code': 200} Apr 18 20:20:55.716156 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5826c5bf-f028-4c0a-9368-6772b0262ea8'] response: {'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'code': 200} Apr 18 20:20:55.767655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff827d2e-04f1-48ba-b199-a580daf513dd req-60e7a6fa-f315-47d9-ad13-3c722a05b714 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362248 Apr 18 20:20:55.822305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:20:55.822640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:20:55.822968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:55.831932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:20:55.832257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:20:55.883278 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP 3bbfb2c3-1b92-412e-8e85-34025c885504 associated. External IP: 172.25.5.244, port: 5b16a03d-a4a0-438b-90e6-fd85f07984cf. Apr 18 20:20:55.897736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:20:55.898298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:20:55.898505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:20:55.898949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Bound port: 4867e5cb-8994-4d08-a353-c97362743376, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:20:55.899297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.055626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d35de4-933c-4dda-9d68-244db98180d5 req-c14b435c-29ef-40bc-8837-3947408f5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.056113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d35de4-933c-4dda-9d68-244db98180d5 req-c14b435c-29ef-40bc-8837-3947408f5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.056591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d35de4-933c-4dda-9d68-244db98180d5 req-c14b435c-29ef-40bc-8837-3947408f5656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.057356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-440774e5-6596-44ab-aba7-5de828a08e55 req-0b60715c-202d-49cc-bd2c-36515bbd6ee1 service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4978104 Apr 18 20:20:56.058176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e2d35de4-933c-4dda-9d68-244db98180d5 req-c14b435c-29ef-40bc-8837-3947408f5656 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2870 time: 0.3219554 Apr 18 20:20:56.096091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb06fd4-339e-43cf-b58c-6f3a44d8fe23 req-b9e7ad07-8049-490a-8614-315e78a6d6fa tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.097548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecb06fd4-339e-43cf-b58c-6f3a44d8fe23 req-b9e7ad07-8049-490a-8614-315e78a6d6fa tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 945 time: 0.2896245 Apr 18 20:20:56.147723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.225576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e2d35de4-933c-4dda-9d68-244db98180d5 req-623340f1-39c2-48e7-89cd-cc04d4732b0e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513336 Apr 18 20:20:56.244071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:20:56.246394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Transition to ACTIVE for port object ae7b70c7-6635-48ef-82b6-66ba2b402282 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:56.250563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecb06fd4-339e-43cf-b58c-6f3a44d8fe23 req-00e67deb-e286-4167-ad7c-7c0f633295a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393626 Apr 18 20:20:56.257049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0049c179-d2b3-4628-ba3c-538d113a09b3 req-a8a43185-0650-4078-859b-836f6094cff4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.258510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0049c179-d2b3-4628-ba3c-538d113a09b3 req-a8a43185-0650-4078-859b-836f6094cff4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.3648424 Apr 18 20:20:56.290614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:20:56.315947 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.327658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:20:56.331151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e96ec008-d0d8-4bda-8576-66248c89fab2 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:20:56.388394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-440774e5-6596-44ab-aba7-5de828a08e55 req-aa9cdc86-f3b3-449f-aa2d-969d182bc884 service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119323 Apr 18 20:20:56.391555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 63ed3a6c-73bb-40da-8222-d187d5aa114b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:20:56.405887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.406493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.407892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] 10.222.0.55 "PUT /v2.0/ports/4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 1095 time: 2.9728217 Apr 18 20:20:56.429943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0049c179-d2b3-4628-ba3c-538d113a09b3 req-1db824ed-5013-4752-b490-81d1de16823d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589751 Apr 18 20:20:56.519179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.556892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127c199-ebee-48f5-af8a-1aca6617431d service neutron] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:56.641487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:20:56.652693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:20:56.656271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:56.676624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'port_id': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'mac_address': 'fa:16:3e:ef:bf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ead5b-401d-44d7-809d-0800eff18a6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:20:56.681260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port e96ec008-d0d8-4bda-8576-66248c89fab2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:56.712043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:20:56.722118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port e96ec008-d0d8-4bda-8576-66248c89fab2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:56.722740 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.818055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.829530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bc040-86f0-4d9a-83d4-4ac98dc23b49 req-570e2bc8-aab0-4a9d-9243-b7b20b35377c tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.836008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba6bc040-86f0-4d9a-83d4-4ac98dc23b49 req-570e2bc8-aab0-4a9d-9243-b7b20b35377c tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 943 time: 0.4388833 Apr 18 20:20:56.837498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event updated for resources: {'Port': ['ID=ae7b70c7-6635-48ef-82b6-66ba2b402282,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:56.847487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-8ac0e82d-64fd-440a-b2ca-fcfe708f67d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.849004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-8ac0e82d-64fd-440a-b2ca-fcfe708f67d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1098 time: 0.4098170 Apr 18 20:20:56.863453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:56.883325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:20:56.899669 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] Sync routers for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:20:56.914664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:56.926655 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:56.927568 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:56.935929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.937417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.938315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba6bc040-86f0-4d9a-83d4-4ac98dc23b49 req-f85cbf56-bf23-4bd2-858f-87154472bbe2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844722 Apr 18 20:20:56.939821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.956645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc56d51-ec5a-4324-872d-2fcf528b8ce2 req-942ad3d5-b7f7-4376-be04-bfca3dba47a5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.959428 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:56.972354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc56d51-ec5a-4324-872d-2fcf528b8ce2 req-942ad3d5-b7f7-4376-be04-bfca3dba47a5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.981186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc56d51-ec5a-4324-872d-2fcf528b8ce2 req-942ad3d5-b7f7-4376-be04-bfca3dba47a5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:56.988987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bc56d51-ec5a-4324-872d-2fcf528b8ce2 req-942ad3d5-b7f7-4376-be04-bfca3dba47a5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2417 time: 0.3639693 Apr 18 20:20:57.015507 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a158dd2b-c6d9-4951-baf3-8fc00d2502f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8121042 Apr 18 20:20:57.016371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:57.124055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:57.148128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8ae1dd78-4e23-4b11-a11c-aee4d7db16a7 None None] Provisioning for port ae7b70c7-6635-48ef-82b6-66ba2b402282 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:20:57.161091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:57.165453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8ae1dd78-4e23-4b11-a11c-aee4d7db16a7 None None] Provisioning complete for port ae7b70c7-6635-48ef-82b6-66ba2b402282 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:20:57.165981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8ae1dd78-4e23-4b11-a11c-aee4d7db16a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:57.187229 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:57.219124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:20:57.239416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:57.241312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:20:57.272391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-14e1d92a-57ed-481a-aa19-8336544d7fcd tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3028545 Apr 18 20:20:57.286187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bc56d51-ec5a-4324-872d-2fcf528b8ce2 req-b31cce03-71a5-407b-af31-d56f57c44a92 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962236 Apr 18 20:20:57.325204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265b9fac-b64b-4090-b529-adea27c9631b req-bec954a2-9496-496a-b840-b9c0eb61f3f7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:57.328752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-265b9fac-b64b-4090-b529-adea27c9631b req-bec954a2-9496-496a-b840-b9c0eb61f3f7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 931 time: 0.1780083 Apr 18 20:20:57.341291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Request body: {'port': {'device_id': '6ed336d0-d210-4539-984d-783b8a08887d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:20:57.357434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:57.361864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8ae1dd78-4e23-4b11-a11c-aee4d7db16a7 None None] Port ae7b70c7-6635-48ef-82b6-66ba2b402282 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:20:57.386881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:20:57.427937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-265b9fac-b64b-4090-b529-adea27c9631b req-39abd26a-2aeb-4a55-a2f8-0682277b6270 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921199 Apr 18 20:20:57.477839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-e6db1d73-8103-4f2d-85f5-72f0c191b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:57.479399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-e6db1d73-8103-4f2d-85f5-72f0c191b8f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.6228964 Apr 18 20:20:57.494447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:20:57.597883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-a06ec4f1-e0df-48fe-8a64-7b953bce1626 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.1114013 Apr 18 20:20:57.642228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e489612-45c7-4326-8386-a179efec7514 req-e174e212-121a-4f39-86d0-883fbb553e72 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:57.643728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e489612-45c7-4326-8386-a179efec7514 req-e174e212-121a-4f39-86d0-883fbb553e72 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1134357 Apr 18 20:20:57.646334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:57.675688 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3bbfb2c3-1b92-412e-8e85-34025c885504', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'port_id': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'mac_address': 'fa:16:3e:ae:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:20:54Z', 'updated_at': '2022-04-18T20:20:54Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:57.677585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-1934698a-2910-4afe-a272-e88fab032243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:57.679637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-1934698a-2910-4afe-a272-e88fab032243 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0685577 Apr 18 20:20:57.680627 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] Checking router: 63ed3a6c-73bb-40da-8222-d187d5aa114b for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:20:57.689945 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:20:57.690570 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:20:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:57.719795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:20:57.724846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e489612-45c7-4326-8386-a179efec7514 req-8148bf16-71e6-4557-b244-917956a49d20 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740397 Apr 18 20:20:57.759107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:57.812951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:57.894942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-160cce7b-fd89-4acb-961e-223267072d9d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/3bbfb2c3-1b92-412e-8e85-34025c885504 HTTP/1.1" status: 200 len: 992 time: 0.1342266 Apr 18 20:20:57.896629 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee1d52b-611a-405e-b867-c8acfce1e831'] response: {'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'status': 'completed', 'code': 200} Apr 18 20:20:57.909443 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:20:57.980561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33481f86-163b-4855-b668-0f6684ac0c2d req-e5966b5a-a4ca-43f5-b4df-f0885093aa4f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:57.982102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33481f86-163b-4855-b668-0f6684ac0c2d req-e5966b5a-a4ca-43f5-b4df-f0885093aa4f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.5636814 Apr 18 20:20:58.049862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb605d2-a203-42a9-b8a1-9e843b466524 req-89933f64-38af-4993-a601-f9a32edf1d69 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.051363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0eb605d2-a203-42a9-b8a1-9e843b466524 req-89933f64-38af-4993-a601-f9a32edf1d69 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 946 time: 0.0930986 Apr 18 20:20:58.117939 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0eb605d2-a203-42a9-b8a1-9e843b466524 req-e53e6360-ef68-4f2a-b7ef-56161c13aac6 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Apr 18 20:20:58.124840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-b825bff1-c827-481a-8aa8-4580d00dcf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.126336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-b825bff1-c827-481a-8aa8-4580d00dcf9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4388928 Apr 18 20:20:58.138208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33481f86-163b-4855-b668-0f6684ac0c2d req-a3d21875-58b3-4ce3-863e-35e731935aa7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454003 Apr 18 20:20:58.211805 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70097293-a0b1-4b75-a8e1-5a7ede03715d'] response: {'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'code': 200} Apr 18 20:20:58.289121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-7b83a892-fda2-4808-960f-14625fe00dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.290675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-7b83a892-fda2-4808-960f-14625fe00dae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1097 time: 0.3640170 Apr 18 20:20:58.314654 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe37f66-80fb-40b0-8086-eb6aac0908ab'] response: {'name': 'network-changed', 'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'status': 'completed', 'code': 200} Apr 18 20:20:58.419390 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3bbfb2c3-1b92-412e-8e85-34025c885504', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'port_id': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'mac_address': 'fa:16:3e:ae:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:20:54Z', 'updated_at': '2022-04-18T20:20:54Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:20:58.424188 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf58b8e-d179-424b-8a9c-4bfcff04bdc9 None None] The sync data for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 is: [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3bbfb2c3-1b92-412e-8e85-34025c885504', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.244', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'port_id': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'mac_address': 'fa:16:3e:ae:05:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:20:54Z', 'updated_at': '2022-04-18T20:20:54Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:20:58.450272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e9c49-107a-480d-97ca-df927b7a6edf req-747d8dd7-6d33-4f2c-8af3-613f05fe846d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.451733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a63e9c49-107a-480d-97ca-df927b7a6edf req-747d8dd7-6d33-4f2c-8af3-613f05fe846d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1097 time: 0.1238201 Apr 18 20:20:58.465318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38acabb-0711-4dda-ae88-9425acce7eea req-54c25dec-a178-480a-ac95-8f57d719df74 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.466973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a38acabb-0711-4dda-ae88-9425acce7eea req-54c25dec-a178-480a-ac95-8f57d719df74 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.2241039 Apr 18 20:20:58.546291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a63e9c49-107a-480d-97ca-df927b7a6edf req-437e3f06-3d58-40eb-86aa-045335b607d7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782087 Apr 18 20:20:58.553415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a38acabb-0711-4dda-ae88-9425acce7eea req-ac8513e9-5fa6-4010-8699-c8bd2846cade tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686724 Apr 18 20:20:58.607452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-c30544f4-8390-4a68-b48e-241f39365112 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4670258 Apr 18 20:20:58.658294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3f799b-62e6-4ec6-8ecc-bf1b24c4d9c0 None None] New status for floating IP 3bbfb2c3-1b92-412e-8e85-34025c885504: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:20:58.751317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8512a5-b7db-4cf1-a612-3f1442bd71e9 req-f902dfdd-6fb0-4796-b88c-84137c8d137d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.758554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8512a5-b7db-4cf1-a612-3f1442bd71e9 req-f902dfdd-6fb0-4796-b88c-84137c8d137d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.765775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8512a5-b7db-4cf1-a612-3f1442bd71e9 req-f902dfdd-6fb0-4796-b88c-84137c8d137d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.767479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f8512a5-b7db-4cf1-a612-3f1442bd71e9 req-f902dfdd-6fb0-4796-b88c-84137c8d137d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2417 time: 0.1145461 Apr 18 20:20:58.798757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-1fff5675-0a14-4efe-a376-377b7a61b1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.800264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-1fff5675-0a14-4efe-a376-377b7a61b1c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.4275379 Apr 18 20:20:58.821852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f8512a5-b7db-4cf1-a612-3f1442bd71e9 req-c2ed75ca-2bb6-4519-8ff9-2a8c0fe8c216 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463784 Apr 18 20:20:58.896804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:20:58.915515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-7ef0f34a-ab54-4503-ade2-ae3b724fae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:58.916972 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-7ef0f34a-ab54-4503-ade2-ae3b724fae38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1098 time: 0.5432222 Apr 18 20:20:59.077749 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f3b800b-ec55-4c4a-8ba9-dbcc9bf8e1bf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/3bbfb2c3-1b92-412e-8e85-34025c885504 HTTP/1.1" status: 200 len: 994 time: 0.1730156 Apr 18 20:20:59.112914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391341ce-d560-41d2-90bb-5c6bb540ecc1 req-fd37dc60-0042-4256-8e65-27eb51ff4a06 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:59.114975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-391341ce-d560-41d2-90bb-5c6bb540ecc1 req-fd37dc60-0042-4256-8e65-27eb51ff4a06 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 931 time: 0.1289420 Apr 18 20:20:59.160169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb22e0-c7c8-4a13-9c2b-de5e477a1e26 req-a7ff196a-1535-43d0-b5f3-cd99ab0ec462 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:59.161703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eccb22e0-c7c8-4a13-9c2b-de5e477a1e26 req-a7ff196a-1535-43d0-b5f3-cd99ab0ec462 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 944 time: 0.7281041 Apr 18 20:20:59.166760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-391341ce-d560-41d2-90bb-5c6bb540ecc1 req-24903367-1ac5-4468-a49f-6930bc1299db tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445130 Apr 18 20:20:59.274271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7b70c7-6635-48ef-82b6-66ba2b402282 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:20:59.284110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3c81165-1da9-42df-a910-81d7ce156d92 req-7c0af4d3-4105-4ba4-9e38-4d5dabcd1d35 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617754 Apr 18 20:20:59.294581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:59.302137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-f11d29ff-1d2f-467f-ac4a-56582f934108 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1000 time: 0.4866023 Apr 18 20:20:59.412923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Transition to ACTIVE for port object ae7b70c7-6635-48ef-82b6-66ba2b402282 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:20:59.425565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a4e0d-1de3-449e-9017-5636b674a8c6 req-4dcc4ce3-de00-49c1-ad1d-8fe0b713d2a3 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:59.427699 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-970a4e0d-1de3-449e-9017-5636b674a8c6 req-4dcc4ce3-de00-49c1-ad1d-8fe0b713d2a3 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 946 time: 0.0873678 Apr 18 20:20:59.444947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eccb22e0-c7c8-4a13-9c2b-de5e477a1e26 req-7509cff6-2e12-49e9-ab8d-78debd625486 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684612 Apr 18 20:20:59.445742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:20:59.485060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-970a4e0d-1de3-449e-9017-5636b674a8c6 req-a0ff549c-b3eb-4a8f-9322-ea6ff80fea99 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511010 Apr 18 20:20:59.517677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-6bfeac61-6e01-4c73-9ed8-c8faf51a0b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:59.519122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-6bfeac61-6e01-4c73-9ed8-c8faf51a0b98 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.4291534 Apr 18 20:20:59.736961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-6d1a91f9-e227-482f-a752-7ef9bdd0a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:59.738171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-6d1a91f9-e227-482f-a752-7ef9bdd0a24d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.4299045 Apr 18 20:20:59.748395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-e2fbd367-70b4-4887-beeb-7b088fa55244 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.1599000 Apr 18 20:20:59.749184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b70c7-6635-48ef-82b6-66ba2b402282,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:20:59.896560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f4072-939c-4b6e-b181-d999213f31db req-457bd16d-3e71-44d1-a870-8b7ed1ef3dc4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:59.898886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-226f4072-939c-4b6e-b181-d999213f31db req-457bd16d-3e71-44d1-a870-8b7ed1ef3dc4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.0875669 Apr 18 20:20:59.949807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-226f4072-939c-4b6e-b181-d999213f31db req-9526c5fa-3c27-43ed-a502-aa830ca3c486 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Apr 18 20:20:59.978855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-cee6f902-464b-4ab9-8d04-644a180154e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:20:59.980338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-cee6f902-464b-4ab9-8d04-644a180154e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1098 time: 0.6179209 Apr 18 20:21:00.040207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-1ba9f233-171f-4591-b850-34a444b71e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.041070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-1ba9f233-171f-4591-b850-34a444b71e2f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2804439 Apr 18 20:21:00.184752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817bd8-13a4-4fe0-84c5-14d1947df29f req-83ba7ad8-4e65-423e-92ae-cf07422ed6f4 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.190745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817bd8-13a4-4fe0-84c5-14d1947df29f req-83ba7ad8-4e65-423e-92ae-cf07422ed6f4 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.191065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e5340-a229-4137-9566-5a12eb727c61 req-c6341855-922a-4537-8da6-6543fd283cf1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.192525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce0e5340-a229-4137-9566-5a12eb727c61 req-c6341855-922a-4537-8da6-6543fd283cf1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.6052155 Apr 18 20:21:00.197327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68817bd8-13a4-4fe0-84c5-14d1947df29f req-83ba7ad8-4e65-423e-92ae-cf07422ed6f4 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.197756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Attempting to bind port ae7b70c7-6635-48ef-82b6-66ba2b402282 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:00.198094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Attempting to bind port ae7b70c7-6635-48ef-82b6-66ba2b402282 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:00.198426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Attempting to bind port ae7b70c7-6635-48ef-82b6-66ba2b402282 on network 8083c4e1-8442-402a-8c35-5d44e0ad7372 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:00.199087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68817bd8-13a4-4fe0-84c5-14d1947df29f req-83ba7ad8-4e65-423e-92ae-cf07422ed6f4 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2417 time: 0.1153102 Apr 18 20:21:00.226821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-3e108593-ed4f-409c-8a97-5babab72bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.228302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-3e108593-ed4f-409c-8a97-5babab72bcf6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4733202 Apr 18 20:21:00.228881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Port ae7b70c7-6635-48ef-82b6-66ba2b402282 on network 8083c4e1-8442-402a-8c35-5d44e0ad7372 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:21:00.229203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Attempting to bind port ae7b70c7-6635-48ef-82b6-66ba2b402282 on network 8083c4e1-8442-402a-8c35-5d44e0ad7372 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:00.248959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68817bd8-13a4-4fe0-84c5-14d1947df29f req-2d2e921d-0b82-41c5-ac6f-83439f460886 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437491 Apr 18 20:21:00.270218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:00.270558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Checking segment: {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:00.270943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Bound using segment: {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:00.271381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Bound port: ae7b70c7-6635-48ef-82b6-66ba2b402282, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1efb5e75-4590-4d58-a59b-c52db5883f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:00.271733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:00.344053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:00.420289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:00.425937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:00.426376 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:00.426546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce0e5340-a229-4137-9566-5a12eb727c61 req-90148d16-a06d-4cda-9298-b2a160072553 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248704 Apr 18 20:21:00.440005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da966fef-3f21-45d3-ad95-a024b00a2733 req-8e82372a-4b0b-456e-9dbe-bdc081a31f60 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.448158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da966fef-3f21-45d3-ad95-a024b00a2733 req-8e82372a-4b0b-456e-9dbe-bdc081a31f60 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 943 time: 0.0950711 Apr 18 20:21:00.461865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-6468c0b3-378b-4a6c-9799-748f33e86ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.463452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-6468c0b3-378b-4a6c-9799-748f33e86ef6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.4766889 Apr 18 20:21:00.505660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da966fef-3f21-45d3-ad95-a024b00a2733 req-d8dad837-60a1-4953-a478-908a6d53a277 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564125 Apr 18 20:21:00.594008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-9ba7040d-660f-45f7-85c1-0c812f099c17 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.1194463 Apr 18 20:21:00.618117 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:00.646413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:00.657915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:00.661956 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:00.707952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-f59a7cad-85a1-449a-8f84-a0e87dc354b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.709909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-f59a7cad-85a1-449a-8f84-a0e87dc354b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6494534 Apr 18 20:21:00.710978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] For port ae7b70c7-6635-48ef-82b6-66ba2b402282, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:00.719639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c7d56-a855-4c31-83ed-3b718ffbe05d req-3acb8df8-5b63-401b-9518-72004e23b709 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:00.722034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b96c7d56-a855-4c31-83ed-3b718ffbe05d req-3acb8df8-5b63-401b-9518-72004e23b709 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 946 time: 0.0973902 Apr 18 20:21:00.742580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:00.772475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b96c7d56-a855-4c31-83ed-3b718ffbe05d req-b73c845c-d292-46ca-9656-c657e17a60a5 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401795 Apr 18 20:21:00.826465 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5687139a-90f2-4e53-a861-b732e9dc8da2'] response: {'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'code': 200} Apr 18 20:21:00.919015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-913175c9-6560-4ee4-9b3d-f6f176eba43f service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790991 Apr 18 20:21:00.923554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] For port ae7b70c7-6635-48ef-82b6-66ba2b402282, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:00.999830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.074249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-8211aa1c-acf2-4297-8a93-1974ae79b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.075732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-8211aa1c-acf2-4297-8a93-1974ae79b0fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.4355764 Apr 18 20:21:01.096320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-65040007-12ac-4af8-8e77-7264472203ec tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-961784297&fields=id&tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 267 time: 0.1707134 Apr 18 20:21:01.151875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.153602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.154772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] 10.222.0.61 "PUT /v2.0/ports/ae7b70c7-6635-48ef-82b6-66ba2b402282 HTTP/1.1" status: 200 len: 1091 time: 3.8560195 Apr 18 20:21:01.166544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab6342-5c46-48c7-9895-9f4c618817ba req-e2e063eb-87e2-4c55-9226-7016f2054588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.168107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87ab6342-5c46-48c7-9895-9f4c618817ba req-e2e063eb-87e2-4c55-9226-7016f2054588 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 1096 time: 0.2739811 Apr 18 20:21:01.169299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:01.224573 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87ab6342-5c46-48c7-9895-9f4c618817ba req-bf2167ea-f8b6-44f1-b055-b1728b13e903 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494735 Apr 18 20:21:01.238739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-e2a0e8cf-b335-4203-b0c3-5fe0c269582d tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.246427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-e2a0e8cf-b335-4203-b0c3-5fe0c269582d tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 946 time: 0.1431928 Apr 18 20:21:01.253712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'port': {'security_groups': ['42f9cdd8-bd9d-4304-944f-7d2290beeacc', '094625f3-ce12-4577-88d0-16334090e5fb']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:01.363883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba0d504-e551-4f30-8836-d8945603d515 req-d076d2d7-33a1-4edd-be94-3716310f2f3a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.365721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3ba0d504-e551-4f30-8836-d8945603d515 req-d076d2d7-33a1-4edd-be94-3716310f2f3a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 944 time: 0.7769482 Apr 18 20:21:01.370494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f9a378-fe38-4349-966b-fa3d70053e6c service neutron] Pushing event updated for resources: {'Port': ['ID=ae7b70c7-6635-48ef-82b6-66ba2b402282,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:01.380461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-33d5ccd8-c80e-40da-bc70-d963c2c5b9f1 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6560202 Apr 18 20:21:01.386758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d84531d2-a015-4126-9f88-7c2867a04b5f req-67cc151f-e0a8-4e11-8eff-cb805808ccb1 service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4599874 Apr 18 20:21:01.403631 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.470204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3ba0d504-e551-4f30-8836-d8945603d515 req-28e731f1-dbfc-4d18-a225-a3db67a307e8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943763 Apr 18 20:21:01.557892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-1170e38b-3aef-41d6-9ef9-e4bbe1c55d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.559351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-1170e38b-3aef-41d6-9ef9-e4bbe1c55d66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fd9f5d6d7854bb3908cac279ea5f196&device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 1094 time: 0.3353763 Apr 18 20:21:01.630142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-9febf5ab-2822-49e8-9fc2-b28d847ce15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.632133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-9febf5ab-2822-49e8-9fc2-b28d847ce15b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4765007 Apr 18 20:21:01.677899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-70359273-614e-4645-9452-d1b05038aa75 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282 HTTP/1.1" status: 200 len: 217 time: 0.1076899 Apr 18 20:21:01.685207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:01.712028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.717570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.729137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85', 'e96ec008-d0d8-4bda-8576-66248c89fab2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:01.790098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.790657 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:01.792311 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf5a3281-b36d-49a1-9ae1-0788403db662 req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "PUT /v2.0/ports/e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 982 time: 0.5443895 Apr 18 20:21:01.792515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:01.820350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfbc5f-0c6c-40a9-97f3-4d8ed8aa3d00 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:01.904755 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0af45c-4dc9-46e6-af11-cbc408bfab97'] response: {'name': 'network-changed', 'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'status': 'completed', 'code': 200} Apr 18 20:21:01.935025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['e96ec008-d0d8-4bda-8576-66248c89fab2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:01.937647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-78108b8c-3469-4beb-8923-7e7dc97747a7 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914374 Apr 18 20:21:01.948051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-75708696-60cb-417d-a668-5f212d027acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:01.949552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-75708696-60cb-417d-a668-5f212d027acf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0c22b93-ff2d-4299-b73d-30256491d31b HTTP/1.1" status: 200 len: 845 time: 0.2460337 Apr 18 20:21:02.051395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-9e2f1821-2e01-4bb8-a30d-b3d99d77bb8a service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750522 Apr 18 20:21:02.070639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e7b2-bdbd-49e3-bb71-038855d1c03e req-792dc255-191b-47c6-b0ee-23a0e18e5ba8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.078565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e7b2-bdbd-49e3-bb71-038855d1c03e req-792dc255-191b-47c6-b0ee-23a0e18e5ba8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.085102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf22e7b2-bdbd-49e3-bb71-038855d1c03e req-792dc255-191b-47c6-b0ee-23a0e18e5ba8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.086989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf22e7b2-bdbd-49e3-bb71-038855d1c03e req-792dc255-191b-47c6-b0ee-23a0e18e5ba8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2417 time: 0.1257589 Apr 18 20:21:02.091886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ff6c4-3e6b-4159-ad92-0b9f32dc95f0 req-7324c7f6-f9c3-4f07-9eeb-91b9e0cc4c1c tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.093057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b5ff6c4-3e6b-4159-ad92-0b9f32dc95f0 req-7324c7f6-f9c3-4f07-9eeb-91b9e0cc4c1c tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.4656670 Apr 18 20:21:02.146667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-3f9eadf6-022d-48d7-8f13-81ae5b9b3269 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.152999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-3f9eadf6-022d-48d7-8f13-81ae5b9b3269 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.159186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-3f9eadf6-022d-48d7-8f13-81ae5b9b3269 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.160800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-3f9eadf6-022d-48d7-8f13-81ae5b9b3269 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2417 time: 0.4632704 Apr 18 20:21:02.169963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf22e7b2-bdbd-49e3-bb71-038855d1c03e req-f61dfafb-7397-4cff-bd26-89d5fd4a2a00 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682218 Apr 18 20:21:02.333262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9b5ff6c4-3e6b-4159-ad92-0b9f32dc95f0 req-e320dd30-4a11-4d79-880d-3e01e9a3cd6e tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2220089 Apr 18 20:21:02.384042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-78198e63-d0cc-4019-9bc3-15b0dae33bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.386280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-78198e63-d0cc-4019-9bc3-15b0dae33bfc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8083c4e1-8442-402a-8c35-5d44e0ad7372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4286454 Apr 18 20:21:02.423310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c9dc1-5983-4df5-bec2-51a872a6cc00 req-c5d4e566-d08b-4145-ad47-a8aa24270623 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.430733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e50c9dc1-5983-4df5-bec2-51a872a6cc00 req-c5d4e566-d08b-4145-ad47-a8aa24270623 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.1508498 Apr 18 20:21:02.447203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:02.448563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:02.495114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e50c9dc1-5983-4df5-bec2-51a872a6cc00 req-e5e486cc-592d-4c75-8cae-1450119008ea tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634127 Apr 18 20:21:02.513271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0283548a-1a0f-4f34-8b80-5ad1ab937502 req-a8180110-b8e0-41d8-9cbe-ea470910a163 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514899 Apr 18 20:21:02.540829 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba858753-919a-4ccb-a087-9038df760593'] response: {'name': 'network-changed', 'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'status': 'completed', 'code': 200} Apr 18 20:21:02.617248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff545376-f630-4288-ba1d-4cef54b1b8c3 req-e66681b5-1496-44bc-8e71-2ad489f2a597 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/094625f3-ce12-4577-88d0-16334090e5fb HTTP/1.1" status: 200 len: 1801 time: 0.0611989 Apr 18 20:21:02.681556 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-ff545376-f630-4288-ba1d-4cef54b1b8c3 req-70d6b806-2636-4fff-a6d0-65a822b95c6e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:21:02.682872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff545376-f630-4288-ba1d-4cef54b1b8c3 req-70d6b806-2636-4fff-a6d0-65a822b95c6e tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/094625f3-ce12-4577-88d0-16334090e5fb HTTP/1.1" status: 409 len: 341 time: 0.0596547 Apr 18 20:21:02.856109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9ad3ec-05d6-419a-b529-e621de417fc0 req-e988321a-f01a-4df5-8f80-937916c15206 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:02.857590 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f9ad3ec-05d6-419a-b529-e621de417fc0 req-e988321a-f01a-4df5-8f80-937916c15206 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.0857582 Apr 18 20:21:02.904078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f9ad3ec-05d6-419a-b529-e621de417fc0 req-f3299121-e5c1-4dab-819b-2c0c594f8d72 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406094 Apr 18 20:21:02.964710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-9f3fbcf7-faba-4251-9110-7da1d0bce22b service neutron] 10.222.0.61 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451722 Apr 18 20:21:03.114964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86880a-4891-4381-bd8e-92830c434312 req-b6dacbe0-5561-4508-83e2-6f6a8e925381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.117873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a86880a-4891-4381-bd8e-92830c434312 req-b6dacbe0-5561-4508-83e2-6f6a8e925381 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1136 time: 0.3847756 Apr 18 20:21:03.176746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24af58a-e937-41e0-8b51-dce9b926b101 req-2edc5482-5a8a-4a30-bb18-6dd4d6209840 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.177437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c24af58a-e937-41e0-8b51-dce9b926b101 req-2edc5482-5a8a-4a30-bb18-6dd4d6209840 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Synchronizing usage tracker for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:03.257736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8f6fe0-0a6a-4510-ac37-e86e6c0bd8cb req-78b123a6-5f9f-4942-8bfd-f5ec87126755 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.259211 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c8f6fe0-0a6a-4510-ac37-e86e6c0bd8cb req-78b123a6-5f9f-4942-8bfd-f5ec87126755 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.0820944 Apr 18 20:21:03.306494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c8f6fe0-0a6a-4510-ac37-e86e6c0bd8cb req-19493177-c034-458c-9d4b-1e235d96e18d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Apr 18 20:21:03.324716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port 2d290a3d-f011-4100-aeaa-f9b9daa888b9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2d290a3d-f011-4100-aeaa-f9b9daa888b9,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:03.325133 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:03.349425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c24af58a-e937-41e0-8b51-dce9b926b101 req-2edc5482-5a8a-4a30-bb18-6dd4d6209840 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Unset dirty status for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:03.351299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c24af58a-e937-41e0-8b51-dce9b926b101 req-2edc5482-5a8a-4a30-bb18-6dd4d6209840 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 943 time: 0.6193180 Apr 18 20:21:03.493467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f95e56-0cfe-4538-818f-0001a55455e2 req-7600e214-d874-464e-959c-4aac8d712ba3 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.494968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2f95e56-0cfe-4538-818f-0001a55455e2 req-7600e214-d874-464e-959c-4aac8d712ba3 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 985 time: 0.0901268 Apr 18 20:21:03.498600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for 2d290a3d-f011-4100-aeaa-f9b9daa888b9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:03.542396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2f95e56-0cfe-4538-818f-0001a55455e2 req-df6d4522-5cd6-4d85-aebd-02e76a7bde9d tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0414147 Apr 18 20:21:03.549634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8921eac6-e0fd-4252-aa5a-a3667eee38a8 req-e9c37151-15cc-4601-bab3-0c41f836e766 service neutron] 10.222.0.61 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5736549 Apr 18 20:21:03.610209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c24af58a-e937-41e0-8b51-dce9b926b101 req-448a10be-c87d-4794-b4bb-71b3ddce14da tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000709 Apr 18 20:21:03.648223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86880a-4891-4381-bd8e-92830c434312 req-6ba4a456-5531-42e2-90bd-db83b5285f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.649731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a86880a-4891-4381-bd8e-92830c434312 req-6ba4a456-5531-42e2-90bd-db83b5285f7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 913 time: 0.4832702 Apr 18 20:21:03.743640 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a86880a-4891-4381-bd8e-92830c434312 req-9173ed3d-921c-4ba5-9b75-b28d8eeacaea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 217 time: 0.0752218 Apr 18 20:21:03.757268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf489b-b582-4c86-a251-a8b3d4dd4ca5 req-2484cbbe-0ba2-41f6-838e-63358a5ee3b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.763430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf489b-b582-4c86-a251-a8b3d4dd4ca5 req-2484cbbe-0ba2-41f6-838e-63358a5ee3b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.769273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cf489b-b582-4c86-a251-a8b3d4dd4ca5 req-2484cbbe-0ba2-41f6-838e-63358a5ee3b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.771003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78cf489b-b582-4c86-a251-a8b3d4dd4ca5 req-2484cbbe-0ba2-41f6-838e-63358a5ee3b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 2417 time: 0.1028752 Apr 18 20:21:03.832006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78cf489b-b582-4c86-a251-a8b3d4dd4ca5 req-bf948e82-d8da-4716-80ed-6d1734d1cb51 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498309 Apr 18 20:21:03.882572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a86880a-4891-4381-bd8e-92830c434312 req-55db504d-3493-4c46-b6ea-13be6756d63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.884089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a86880a-4891-4381-bd8e-92830c434312 req-55db504d-3493-4c46-b6ea-13be6756d63b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.1329446 Apr 18 20:21:03.891252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-96d73536-1d19-4427-97de-017b3638f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:03.892701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-96d73536-1d19-4427-97de-017b3638f4e4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fd9f5d6d7854bb3908cac279ea5f196&device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 1094 time: 0.2872014 Apr 18 20:21:03.893476 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:03.985528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4867e5cb-8994-4d08-a353-c97362743376 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:04.041807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343618f-ffbe-4088-af3b-5351194f227b req-e78ed7dd-bed6-427f-89f6-8ee8bcd9d0d1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:04.043514 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6343618f-ffbe-4088-af3b-5351194f227b req-e78ed7dd-bed6-427f-89f6-8ee8bcd9d0d1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 947 time: 0.0947962 Apr 18 20:21:04.044255 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a86880a-4891-4381-bd8e-92830c434312 req-36038e1e-7b23-46c7-8f5b-0816e48e69d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488092 Apr 18 20:21:04.044992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=2d290a3d-f011-4100-aeaa-f9b9daa888b9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:04.106094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6343618f-ffbe-4088-af3b-5351194f227b req-4494b18c-8cf6-4d78-b7ae-0cc38d6ee396 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Apr 18 20:21:04.166443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:04.182886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '4867e5cb-8994-4d08-a353-c97362743376', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '4867e5cb-8994-4d08-a353-c97362743376', 'mac_address': 'fa:16:3e:30:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:04.265112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.287188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4867e5cb-8994-4d08-a353-c97362743376 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:04.310514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:04.317469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.355265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f95ab-35f0-4bba-9cc2-94962f2e271d req-c0c908a3-1251-4ca4-b795-8561f201df0a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:04.356833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-192f95ab-35f0-4bba-9cc2-94962f2e271d req-c0c908a3-1251-4ca4-b795-8561f201df0a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1100631 Apr 18 20:21:04.360883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c6d686d6-b60e-48c2-9060-eb225ff52c48 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:04.407528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-192f95ab-35f0-4bba-9cc2-94962f2e271d req-6574073a-484d-4842-ac11-be331450099d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431612 Apr 18 20:21:04.444413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:04.472212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port 2d290a3d-f011-4100-aeaa-f9b9daa888b9 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:04.482594 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.488120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-deleted', 'tag': '2d290a3d-f011-4100-aeaa-f9b9daa888b9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:04.510392 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.545471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c6d686d6-b60e-48c2-9060-eb225ff52c48, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c6d686d6-b60e-48c2-9060-eb225ff52c48,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:04.546539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:04.552593 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-99c480a7-70b1-4eba-adae-ab9e0ee10cc6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "DELETE /v2.0/ports/2d290a3d-f011-4100-aeaa-f9b9daa888b9 HTTP/1.1" status: 204 len: 173 time: 2.3330553 Apr 18 20:21:04.553458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.554436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2d290a3d-f011-4100-aeaa-f9b9daa888b9 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:04.556601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-9fb7a08d-74ef-4be3-86d9-005a585c6ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:04.558023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-9fb7a08d-74ef-4be3-86d9-005a585c6ba9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8083c4e1-8442-402a-8c35-5d44e0ad7372 HTTP/1.1" status: 200 len: 907 time: 0.5833802 Apr 18 20:21:04.627949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 2d290a3d-f011-4100-aeaa-f9b9daa888b9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:04.628309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2d290a3d-f011-4100-aeaa-f9b9daa888b9 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:04.628779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 544e04ef-cb80-4194-8d4e-995908efdc44 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:04.673627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42328c71-3a4b-48f8-8be3-c5795732dfd4 req-486aeefe-503e-431f-8323-1ae392df9f9e tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:04.682087 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42328c71-3a4b-48f8-8be3-c5795732dfd4 req-486aeefe-503e-431f-8323-1ae392df9f9e tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.7144189 Apr 18 20:21:04.703059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['4867e5cb-8994-4d08-a353-c97362743376'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:04.751187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-86522cab-cdcf-4b05-b223-4f160a283e35 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282 HTTP/1.1" status: 200 len: 217 time: 0.1759663 Apr 18 20:21:04.762117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c6d686d6-b60e-48c2-9060-eb225ff52c48,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:04.767910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a86880a-4891-4381-bd8e-92830c434312 req-b3331c35-9454-4e29-b15f-0bbcf41adb57 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010441 Apr 18 20:21:04.855500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.871816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc00f37e-781b-4e27-a03d-65e68554d8d2 req-b1e6ceb6-465b-498a-ba5e-976342fc2a23 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:04.873665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc00f37e-781b-4e27-a03d-65e68554d8d2 req-b1e6ceb6-465b-498a-ba5e-976342fc2a23 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.0919797 Apr 18 20:21:04.905640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port 544e04ef-cb80-4194-8d4e-995908efdc44 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:04.906009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.921818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 544e04ef-cb80-4194-8d4e-995908efdc44, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=544e04ef-cb80-4194-8d4e-995908efdc44,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:04.923877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc00f37e-781b-4e27-a03d-65e68554d8d2 req-a6b149ae-20ce-4458-aa93-789158abf102 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432849 Apr 18 20:21:04.931646 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:04.953646 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42328c71-3a4b-48f8-8be3-c5795732dfd4 req-0270e5d0-9289-4fe4-bb12-079fd99c6be7 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608006 Apr 18 20:21:05.022918 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33752cdf-b730-4654-9b75-c18aa6a36d8f'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48', 'code': 200} Apr 18 20:21:05.048095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=544e04ef-cb80-4194-8d4e-995908efdc44,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:05.059975 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a32ea43c-92ed-4c8d-94eb-b77ffbbbe708'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-deleted', 'tag': '2d290a3d-f011-4100-aeaa-f9b9daa888b9', 'status': 'completed', 'code': 200} Apr 18 20:21:05.103513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-ea572ee9-0ff2-4257-bc36-fe85b735b8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.105557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-ea572ee9-0ff2-4257-bc36-fe85b735b8c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0c22b93-ff2d-4299-b73d-30256491d31b HTTP/1.1" status: 200 len: 845 time: 0.3271945 Apr 18 20:21:05.212516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb3c9a0-2b97-4b24-8fa4-f512c7507bff req-bd5964b1-572c-4a2b-ad8e-aafce7eea9de tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.214041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7eb3c9a0-2b97-4b24-8fa4-f512c7507bff req-bd5964b1-572c-4a2b-ad8e-aafce7eea9de tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 985 time: 0.0878067 Apr 18 20:21:05.263017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7eb3c9a0-2b97-4b24-8fa4-f512c7507bff req-1857ba5f-357d-4f28-99a5-cd7c79c2adcd tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0422542 Apr 18 20:21:05.316432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-b58ea6f3-d637-421e-9928-d292570fcb62 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.317949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-b58ea6f3-d637-421e-9928-d292570fcb62 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.55 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd&tenant_id=bb2e74a040c64e9289d0c20de2357f66&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 948 time: 0.6036029 Apr 18 20:21:05.370071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a86880a-4891-4381-bd8e-92830c434312 req-2bb55bfd-6e88-4b5f-860d-3ba89ed10ee6 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5588837 Apr 18 20:21:05.444998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7656fef-9bbd-4d21-8a04-b25babb49853 req-fbb9334f-81e5-4b16-b37d-6ae0067dad86 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.446526 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7656fef-9bbd-4d21-8a04-b25babb49853 req-fbb9334f-81e5-4b16-b37d-6ae0067dad86 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 948 time: 0.0844381 Apr 18 20:21:05.492043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7656fef-9bbd-4d21-8a04-b25babb49853 req-5765d7d1-22b5-4eee-914d-69580404f8e5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395160 Apr 18 20:21:05.559101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-9327f20d-ee9b-4324-beea-25ce6d7f9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.560566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-9327f20d-ee9b-4324-beea-25ce6d7f9cac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8083c4e1-8442-402a-8c35-5d44e0ad7372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4411867 Apr 18 20:21:05.570047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port 544e04ef-cb80-4194-8d4e-995908efdc44, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=544e04ef-cb80-4194-8d4e-995908efdc44,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:05.570405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:05.586015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a59b57-d4c5-442e-a258-a42da99073d1 req-56b64227-25fa-44ff-9474-a9d895ae6a91 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.587464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7a59b57-d4c5-442e-a258-a42da99073d1 req-56b64227-25fa-44ff-9474-a9d895ae6a91 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 943 time: 0.4298615 Apr 18 20:21:05.633572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-ceac1fa3-5b50-4a5e-92db-6bac447a9f14 service neutron] 10.222.0.55 "GET /v2.0/ports/4867e5cb-8994-4d08-a353-c97362743376/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 382 time: 0.3082631 Apr 18 20:21:05.682339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df253ab-f779-4237-8550-d7dbace40a24 req-da683226-ec72-4215-a617-22e940b39b95 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.688434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df253ab-f779-4237-8550-d7dbace40a24 req-da683226-ec72-4215-a617-22e940b39b95 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:05.690143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5df253ab-f779-4237-8550-d7dbace40a24 req-da683226-ec72-4215-a617-22e940b39b95 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 1678 time: 0.0966575 Apr 18 20:21:05.736015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5df253ab-f779-4237-8550-d7dbace40a24 req-fed4a509-85d3-43f7-a7b6-90491de91c35 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399675 Apr 18 20:21:05.793500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for 544e04ef-cb80-4194-8d4e-995908efdc44 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:05.993099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4867e5cb-8994-4d08-a353-c97362743376 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:06.114179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-e1dcb215-df1e-46e2-88f1-bb44477e093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:06.116176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-e1dcb215-df1e-46e2-88f1-bb44477e093e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1136 time: 0.6893497 Apr 18 20:21:06.135415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 4867e5cb-8994-4d08-a353-c97362743376 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:06.148666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 4867e5cb-8994-4d08-a353-c97362743376 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:06.152214 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:06.168754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7a59b57-d4c5-442e-a258-a42da99073d1 req-bb51ff66-0dc4-4403-973f-7ebd56e33d7c tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5578780 Apr 18 20:21:06.306804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-04660506-6dd6-49b2-bf89-96076ccf5362 service neutron] 10.222.0.61 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7389390 Apr 18 20:21:06.316848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96946dd-626b-4cbb-803c-0c949816e650 req-3e9a663a-edeb-4b3a-86bc-ff7f2f513127 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:06.319583 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c96946dd-626b-4cbb-803c-0c949816e650 req-3e9a663a-edeb-4b3a-86bc-ff7f2f513127 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.1050069 Apr 18 20:21:06.369709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device ae7b70c7-6635-48ef-82b6-66ba2b402282 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:06.384781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c96946dd-626b-4cbb-803c-0c949816e650 req-cf016317-8f42-4405-8b33-c92824b1b993 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581045 Apr 18 20:21:06.418465 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:06.540021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:06.551315 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:06.560312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-28989bad-0a04-40ff-8048-118d49232bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:06.561832 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-28989bad-0a04-40ff-8048-118d49232bfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1099 time: 0.8062291 Apr 18 20:21:06.621954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port ae7b70c7-6635-48ef-82b6-66ba2b402282, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:06.634351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246d3f26-afd1-4a30-bbdf-47916f93a46e req-136c7a5e-842e-4e4f-967a-2a72366f4a86 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:06.636477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-246d3f26-afd1-4a30-bbdf-47916f93a46e req-136c7a5e-842e-4e4f-967a-2a72366f4a86 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 985 time: 0.1025245 Apr 18 20:21:06.649070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'port_id': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'mac_address': 'fa:16:3e:c2:b8:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:06.683262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:06.696947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-246d3f26-afd1-4a30-bbdf-47916f93a46e req-889414fd-84fc-46c8-9879-a64dd6071055 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0526655 Apr 18 20:21:06.716604 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:06.724623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:06.731989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-3cd55b2d-96cd-44b8-b7a5-52ad170a7be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:06.733456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-3cd55b2d-96cd-44b8-b7a5-52ad170a7be2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 913 time: 0.6073391 Apr 18 20:21:06.734531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7b70c7-6635-48ef-82b6-66ba2b402282 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:06.751155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port ae7b70c7-6635-48ef-82b6-66ba2b402282, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:06.756785 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:06.825423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=ae7b70c7-6635-48ef-82b6-66ba2b402282,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:06.872440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=544e04ef-cb80-4194-8d4e-995908efdc44,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:06.878647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-8f4c4c54-f690-46f4-836f-bf0975a9094b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 217 time: 0.0970275 Apr 18 20:21:06.915193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08144347-c2c9-4fcd-b706-a0b46ca3be12 req-53b8cefe-e59e-4c10-befa-2f4b452f9a98 service neutron] 10.222.0.61 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984147 Apr 18 20:21:06.916539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fdc3d-2916-46c4-89c3-177013860f19 req-41269356-524f-4156-9335-ce9f7dc1f350 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:06.918081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-578fdc3d-2916-46c4-89c3-177013860f19 req-41269356-524f-4156-9335-ce9f7dc1f350 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.1023822 Apr 18 20:21:06.986597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-578fdc3d-2916-46c4-89c3-177013860f19 req-92cec210-4dcc-4432-9279-32304140e895 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579960 Apr 18 20:21:07.024030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44'}, {'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:07.054468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port 544e04ef-cb80-4194-8d4e-995908efdc44 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:07.056527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-07075be7-bdd0-4d32-b697-21a1a9aa23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:07.058111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-07075be7-bdd0-4d32-b697-21a1a9aa23fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.4775484 Apr 18 20:21:07.059282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:07.070975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f2244d-1901-4248-b5dc-2b23d8dad52f req-0a830796-b7cb-4b5b-913c-cd65f162c675 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:07.072520 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8f2244d-1901-4248-b5dc-2b23d8dad52f req-0a830796-b7cb-4b5b-913c-cd65f162c675 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.6937122 Apr 18 20:21:07.072984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-deleted', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:07.142145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['ae7b70c7-6635-48ef-82b6-66ba2b402282'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:07.168892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-1949be87-2cf7-4876-b648-829386af97af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.0906341 Apr 18 20:21:07.170151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-a0e0b9d4-8fc1-4bcf-8106-d5b90c4e58b1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "DELETE /v2.0/ports/544e04ef-cb80-4194-8d4e-995908efdc44 HTTP/1.1" status: 204 len: 173 time: 2.5961175 Apr 18 20:21:07.171550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-a4de8627-def6-45d4-a083-6409f04b1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:07.172909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-a4de8627-def6-45d4-a083-6409f04b1cf8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.2568743 Apr 18 20:21:07.206260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855f5bf-57dd-4815-aed0-051676494281 req-d8d06581-666d-4637-bd6a-5d56cd04019c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:07.208080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0855f5bf-57dd-4815-aed0-051676494281 req-d8d06581-666d-4637-bd6a-5d56cd04019c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 944 time: 0.0977564 Apr 18 20:21:07.261760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0855f5bf-57dd-4815-aed0-051676494281 req-0e5c18d5-b467-4838-b653-562651cc01ec tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471578 Apr 18 20:21:07.329759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8f2244d-1901-4248-b5dc-2b23d8dad52f req-adb9f6f5-083d-42ea-8ffc-f9b0c7ff377d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996977 Apr 18 20:21:07.332101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-ab6a4cd8-f680-4cb1-aa1d-e915f5671163 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195400 Apr 18 20:21:07.350653 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e97bdc4-6d03-416e-9eaf-ef8d7d450d53'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44', 'code': 200} Apr 18 20:21:07.350931 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e97bdc4-6d03-416e-9eaf-ef8d7d450d53'] response: {'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'code': 200} Apr 18 20:21:07.396508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-d6d151c8-ee50-4627-aac2-5da4552132ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:07.398620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-d6d151c8-ee50-4627-aac2-5da4552132ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2228370 Apr 18 20:21:07.451193 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4140287b-8c0b-459b-858e-511095c8ae5f'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-deleted', 'tag': '544e04ef-cb80-4194-8d4e-995908efdc44', 'status': 'completed', 'code': 200} Apr 18 20:21:07.455892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port c6d686d6-b60e-48c2-9060-eb225ff52c48 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:07.456242 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:07.712337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de5a0ca-a6e4-43b6-9c99-a0ef4759bd45 req-d4befb20-8a5d-4a1c-8260-3d3ac3ac906d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:07.713771 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7de5a0ca-a6e4-43b6-9c99-a0ef4759bd45 req-d4befb20-8a5d-4a1c-8260-3d3ac3ac906d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.2078462 Apr 18 20:21:07.760572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7de5a0ca-a6e4-43b6-9c99-a0ef4759bd45 req-11ef58e0-28ad-4d9e-8416-9159a8fd869b tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Apr 18 20:21:07.839538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-5e433584-17f1-4f11-8527-5aa5b5e8b248 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4999561 Apr 18 20:21:07.947003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d96ce-ff98-49fc-85e3-b2f9976dc3e6 req-9e565287-e30d-46f3-9d88-31c64dc2d799 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:07.948504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c8d96ce-ff98-49fc-85e3-b2f9976dc3e6 req-9e565287-e30d-46f3-9d88-31c64dc2d799 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 985 time: 0.0910032 Apr 18 20:21:07.997248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c8d96ce-ff98-49fc-85e3-b2f9976dc3e6 req-7817d5dd-0ea9-48cc-8fcf-bdbb29828968 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0425413 Apr 18 20:21:08.052293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-bb2570b7-1a29-4500-b752-802b5c002918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:08.053887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-bb2570b7-1a29-4500-b752-802b5c002918 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6048641 Apr 18 20:21:08.077660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aba2c7-46d9-4375-8c16-730be2538cd5 req-f16f1277-aeda-40f4-b2b1-e917ee04e91f tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:08.079118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47aba2c7-46d9-4375-8c16-730be2538cd5 req-f16f1277-aeda-40f4-b2b1-e917ee04e91f tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 944 time: 0.6272228 Apr 18 20:21:08.180471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc649e80-16d5-420d-8b4a-1e2dfa4b45e9 req-a3688c14-5eb6-4fa9-afbc-89fce16db616 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:08.181991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc649e80-16d5-420d-8b4a-1e2dfa4b45e9 req-a3688c14-5eb6-4fa9-afbc-89fce16db616 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.0826406 Apr 18 20:21:08.226558 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc649e80-16d5-420d-8b4a-1e2dfa4b45e9 req-136a09af-3660-48c0-bae9-a3d4d67d1362 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Apr 18 20:21:08.271157 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47aba2c7-46d9-4375-8c16-730be2538cd5 req-464a879b-532f-4481-8d38-368bb7c1ed9e tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587548 Apr 18 20:21:08.280507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port c6d686d6-b60e-48c2-9060-eb225ff52c48, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c6d686d6-b60e-48c2-9060-eb225ff52c48,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:08.280873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:08.300813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57fdff8e-eab2-41e0-85cc-b82c595766c7 req-e585486b-3045-4dfc-a555-6d8550e589ec service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507704 Apr 18 20:21:08.423873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for c6d686d6-b60e-48c2-9060-eb225ff52c48 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:08.472834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cbe5ba-4e0b-4e4d-8d13-8a4cd7a107f0 req-1997fa28-8a30-4a51-ad4b-108f7f60f8b9 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:08.474601 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2cbe5ba-4e0b-4e4d-8d13-8a4cd7a107f0 req-1997fa28-8a30-4a51-ad4b-108f7f60f8b9 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 944 time: 0.0996194 Apr 18 20:21:08.523867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2cbe5ba-4e0b-4e4d-8d13-8a4cd7a107f0 req-b42b6f4a-1a6e-44b5-bda0-f212db8d4fd7 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Apr 18 20:21:08.539599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-f628b171-b96f-41d6-bcbe-ae9e145ff711 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727819 Apr 18 20:21:08.739645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493acc42-9c68-48b8-9c8b-05a57a049576 req-0493f2df-8fa9-4e26-b7ca-d0906c035b4f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:08.742054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493acc42-9c68-48b8-9c8b-05a57a049576 req-0493f2df-8fa9-4e26-b7ca-d0906c035b4f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.2846177 Apr 18 20:21:08.795846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-7ac2a73d-db11-4a45-ba51-30ae44e4bbe2 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469683 Apr 18 20:21:08.828245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-493acc42-9c68-48b8-9c8b-05a57a049576 req-a122e406-1cdb-4de0-af8e-1153f64f7bfa tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768669 Apr 18 20:21:08.828999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:08.885656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=c6d686d6-b60e-48c2-9060-eb225ff52c48,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:08.967968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port c6d686d6-b60e-48c2-9060-eb225ff52c48 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:08.970631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:08.983841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146fb649-0ca8-4e34-be4d-cd376a1247e9 req-ff6ebb9e-e60f-4747-8145-82fb870a1632 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "DELETE /v2.0/ports/c6d686d6-b60e-48c2-9060-eb225ff52c48 HTTP/1.1" status: 204 len: 173 time: 1.7722671 Apr 18 20:21:09.000384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdeaf6-6998-4d93-86d2-102da0bbfbf9 req-5b35f703-9168-4ee5-9da7-916a1fb3aeb0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:09.006112 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35fdeaf6-6998-4d93-86d2-102da0bbfbf9 req-5b35f703-9168-4ee5-9da7-916a1fb3aeb0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.1156878 Apr 18 20:21:09.061692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35fdeaf6-6998-4d93-86d2-102da0bbfbf9 req-c2f5a7e6-977b-4ca9-b2e4-9c1c854121cb tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529788 Apr 18 20:21:09.237252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6933a5bd-6759-4e20-89f4-062ef7eb3b7f req-7ec9f37b-6f24-4b1e-a229-3e012ea0d0d4 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:09.238650 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6933a5bd-6759-4e20-89f4-062ef7eb3b7f req-7ec9f37b-6f24-4b1e-a229-3e012ea0d0d4 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 985 time: 0.0851228 Apr 18 20:21:09.287561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6933a5bd-6759-4e20-89f4-062ef7eb3b7f req-b608edb5-7fac-4b21-a75b-2933aadcba6d tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0426617 Apr 18 20:21:09.415685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffd531-fd5d-4050-9310-4e3a4ecdbdab req-f685ebe9-5720-4fab-8656-427ea0278582 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:09.417208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5ffd531-fd5d-4050-9310-4e3a4ecdbdab req-f685ebe9-5720-4fab-8656-427ea0278582 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.0846722 Apr 18 20:21:09.455611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-deleted', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:09.469759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5ffd531-fd5d-4050-9310-4e3a4ecdbdab req-349eb39b-7cca-44f3-99ed-c9d5cf13b5e0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466115 Apr 18 20:21:09.493575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a83e55-7b4f-4a4b-b9ad-9f0a7b872b7b req-4205f9b6-3426-45c6-a4b3-d56ea144f1c1 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:09.493575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a83e55-7b4f-4a4b-b9ad-9f0a7b872b7b req-4205f9b6-3426-45c6-a4b3-d56ea144f1c1 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 944 time: 0.0960045 Apr 18 20:21:09.586226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a83e55-7b4f-4a4b-b9ad-9f0a7b872b7b req-d02491ee-7600-44c3-8bee-1af511cc1fff tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873756 Apr 18 20:21:09.615494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-abbc726f-0f12-4bf9-876d-0d2137830d25 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0979624 Apr 18 20:21:09.644813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-276279ea-3155-4dd2-88ef-146031e5e57e req-46b50f40-17fe-41ab-a8b5-d9c165e3b938 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-86135711&fields=id&tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf HTTP/1.1" status: 200 len: 267 time: 0.0580792 Apr 18 20:21:09.703586 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9390199d-71b2-4dd3-878b-8c49a1329065'] response: {'server_uuid': 'e8e8cb0a-1734-481e-b581-c7995633dbc0', 'name': 'network-vif-deleted', 'tag': 'c6d686d6-b60e-48c2-9060-eb225ff52c48', 'status': 'completed', 'code': 200} Apr 18 20:21:09.791694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276279ea-3155-4dd2-88ef-146031e5e57e req-636ade0f-4780-47e5-ae8b-662ebdeb2366 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:09.801074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-276279ea-3155-4dd2-88ef-146031e5e57e req-636ade0f-4780-47e5-ae8b-662ebdeb2366 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 985 time: 0.1457849 Apr 18 20:21:09.823262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'port': {'security_groups': ['094625f3-ce12-4577-88d0-16334090e5fb', '42f9cdd8-bd9d-4304-944f-7d2290beeacc', 'ea48e443-bd8b-478e-80de-58338b4904d1']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:09.998348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:10.081879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-addf3bd6-5820-4b06-92b3-96d6c4bd8802 req-2cadd540-4a4f-4fdf-ac07-c96ace7ba625 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:10.113789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-addf3bd6-5820-4b06-92b3-96d6c4bd8802 req-2cadd540-4a4f-4fdf-ac07-c96ace7ba625 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:10.122042 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-addf3bd6-5820-4b06-92b3-96d6c4bd8802 req-2cadd540-4a4f-4fdf-ac07-c96ace7ba625 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8e8cb0a-1734-481e-b581-c7995633dbc0 HTTP/1.1" status: 200 len: 210 time: 0.2591436 Apr 18 20:21:10.129758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-44358e35-e15a-45e8-adcf-288c47d9d5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.131643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-44358e35-e15a-45e8-adcf-288c47d9d5ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 1101 time: 0.3364301 Apr 18 20:21:10.358418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-75650d51-5c27-4b5d-b662-85fc0c2b9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.358418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-75650d51-5c27-4b5d-b662-85fc0c2b9cc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2028382 Apr 18 20:21:10.379539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device ae7b70c7-6635-48ef-82b6-66ba2b402282 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:10.394151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:10.423349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:10.429685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:10.435285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-c01c20a1-5ff3-4890-9777-1419dd706a3d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 200 len: 217 time: 0.0680046 Apr 18 20:21:10.441578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85', 'e96ec008-d0d8-4bda-8576-66248c89fab2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:10.503337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.503792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee50530-2ce1-4ea6-ac3e-831714fa83c7 req-c47ffd1a-e0ad-41e5-8080-064b8c73be97 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.503965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:10.505263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bee50530-2ce1-4ea6-ac3e-831714fa83c7 req-c47ffd1a-e0ad-41e5-8080-064b8c73be97 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.2382214 Apr 18 20:21:10.505726 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-276279ea-3155-4dd2-88ef-146031e5e57e req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "PUT /v2.0/ports/e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 1021 time: 0.6913610 Apr 18 20:21:10.506421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:10.518787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-ceb6b6c3-2ea0-4d9b-ae19-4ca134f6b58c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.520517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-ceb6b6c3-2ea0-4d9b-ae19-4ca134f6b58c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0767956 Apr 18 20:21:10.547723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fa4c4-b0f7-412b-bd4e-2ad7844fa878 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:10.573818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port ae7b70c7-6635-48ef-82b6-66ba2b402282 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:10.590070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port ae7b70c7-6635-48ef-82b6-66ba2b402282 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:10.590488 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:10.613089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bee50530-2ce1-4ea6-ac3e-831714fa83c7 req-93e6a0f2-9ad6-4aa9-a7e9-30546f0a1b63 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901721 Apr 18 20:21:10.651734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-7cc9b251-7fe2-4047-9a06-f8c90f8daa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.654301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-7cc9b251-7fe2-4047-9a06-f8c90f8daa0e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126981 Apr 18 20:21:10.756431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['e96ec008-d0d8-4bda-8576-66248c89fab2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:10.795356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df01ed-549c-42c3-8497-fda960f738a1 req-04cdf34d-b591-46cc-9d45-25a9921583ad tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.806270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12df01ed-549c-42c3-8497-fda960f738a1 req-04cdf34d-b591-46cc-9d45-25a9921583ad tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.1196182 Apr 18 20:21:10.863334 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:10.866256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12df01ed-549c-42c3-8497-fda960f738a1 req-0aa96e30-c963-48b4-a6cd-b38fb30b2998 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588605 Apr 18 20:21:10.918904 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a205155-516e-44af-bbce-801421ffc97e'] response: {'name': 'network-changed', 'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'status': 'completed', 'code': 200} Apr 18 20:21:10.927387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-bc968d7c-1dc8-4270-be21-8526be1316bc service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652481 Apr 18 20:21:10.967350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cba5f-1c6f-4f15-8d32-5ba9f6546925 req-c6030b15-4991-4c13-8db3-6bb03a4f2bff tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:10.969008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb1cba5f-1c6f-4f15-8d32-5ba9f6546925 req-c6030b15-4991-4c13-8db3-6bb03a4f2bff tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.2213769 Apr 18 20:21:11.008221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a971614-6461-4d34-8e9a-43cd8bd1e2e6 req-c53682a4-111c-4c6e-8e67-11a5c1cd7474 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/ea48e443-bd8b-478e-80de-58338b4904d1 HTTP/1.1" status: 200 len: 1801 time: 0.0747333 Apr 18 20:21:11.037336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:11.072564 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-0a971614-6461-4d34-8e9a-43cd8bd1e2e6 req-0d703463-1448-4886-99ed-ecae8d87809c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:21:11.086439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a971614-6461-4d34-8e9a-43cd8bd1e2e6 req-0d703463-1448-4886-99ed-ecae8d87809c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea48e443-bd8b-478e-80de-58338b4904d1 HTTP/1.1" status: 409 len: 341 time: 0.0723438 Apr 18 20:21:11.088842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port ae7b70c7-6635-48ef-82b6-66ba2b402282, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:11.111023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:11.200895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb1cba5f-1c6f-4f15-8d32-5ba9f6546925 req-5a3d197f-66c7-42d7-8a32-06f43d94ee4f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684258 Apr 18 20:21:11.286332 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09a216f-ce3a-4b1e-af90-1c7f341da3a8'] response: {'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'code': 200} Apr 18 20:21:11.314670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95f8c3bd-ccdf-47ea-8a91-7db87e10040c req-a320354e-ea09-404f-8d76-49c2ffb250be service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3807361 Apr 18 20:21:11.384046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db5fc7-7835-467c-9226-3ac6b5d0215b req-30628792-2fee-4a73-949d-89161b654f24 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:11.391371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-41db5fc7-7835-467c-9226-3ac6b5d0215b req-30628792-2fee-4a73-949d-89161b654f24 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.1809444 Apr 18 20:21:11.402783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71573982-3968-4423-a6bb-9bb46b75be7b req-70936d8b-653b-474f-92f9-50ab294566e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:11.404303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71573982-3968-4423-a6bb-9bb46b75be7b req-70936d8b-653b-474f-92f9-50ab294566e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1175 time: 0.4342136 Apr 18 20:21:11.432794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=ae7b70c7-6635-48ef-82b6-66ba2b402282,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:11.471809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c414d-f85b-406a-b2f7-1c7509824237 req-a022ece4-d2e6-4f02-8796-3c75567d716c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:11.473340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e8c414d-f85b-406a-b2f7-1c7509824237 req-a022ece4-d2e6-4f02-8796-3c75567d716c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 1096 time: 0.2063162 Apr 18 20:21:11.559398 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-41db5fc7-7835-467c-9226-3ac6b5d0215b req-52c47af2-8238-4057-aecd-d653685f36b8 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637800 Apr 18 20:21:11.593896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e8c414d-f85b-406a-b2f7-1c7509824237 req-2b4672e8-84d7-4c8a-8536-831eacd83980 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111906 Apr 18 20:21:11.670492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd155a-22ba-4dc4-ad9d-ca7aae18a1c3 req-a8aafb63-780b-4d8c-a247-4aaf28111e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:11.673152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fd155a-22ba-4dc4-ad9d-ca7aae18a1c3 req-a8aafb63-780b-4d8c-a247-4aaf28111e2f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 1096 time: 0.2784090 Apr 18 20:21:11.681501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-36bbc7d7-f8fd-4439-972a-1670a42b21b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:11.697442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-36bbc7d7-f8fd-4439-972a-1670a42b21b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd&tenant_id=bb2e74a040c64e9289d0c20de2357f66 HTTP/1.1" status: 200 len: 1100 time: 0.4755845 Apr 18 20:21:11.717149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71573982-3968-4423-a6bb-9bb46b75be7b req-110e808c-00c8-4b6f-8be9-99d6147db868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:11.722549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71573982-3968-4423-a6bb-9bb46b75be7b req-110e808c-00c8-4b6f-8be9-99d6147db868 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 200 len: 913 time: 0.3074248 Apr 18 20:21:11.737253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48366) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:11.748246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-335d95cf-9c82-4037-9d26-246041b00b07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4356015 Apr 18 20:21:11.868276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting subnet 8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:21:11.880755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fd155a-22ba-4dc4-ad9d-ca7aae18a1c3 req-21834320-e951-42e9-b62c-5d4c71aec365 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591383 Apr 18 20:21:11.880755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:11.912118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:12.010510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71573982-3968-4423-a6bb-9bb46b75be7b req-1147047f-0a2c-435b-a3a8-a6f827b337d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 200 len: 217 time: 0.1767814 Apr 18 20:21:12.098783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.218308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b9ed95-f48f-4b02-9694-18d83f7c100c req-e73cd52e-7df4-4d0e-8d76-e38cbf79657d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.226185 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52b9ed95-f48f-4b02-9694-18d83f7c100c req-e73cd52e-7df4-4d0e-8d76-e38cbf79657d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.3179107 Apr 18 20:21:12.264936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.302163 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.324743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89194dc-c1db-4c01-83f6-b83d0380b1d1 req-4c9ab76d-f868-4e07-9f52-db4251c68356 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.325046 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52b9ed95-f48f-4b02-9694-18d83f7c100c req-d52bcaff-9bde-42af-af30-12caabba5daf tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976245 Apr 18 20:21:12.331680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e89194dc-c1db-4c01-83f6-b83d0380b1d1 req-4c9ab76d-f868-4e07-9f52-db4251c68356 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1024 time: 0.5638187 Apr 18 20:21:12.375134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.375659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.376024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.376857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.376857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.377171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.377679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.378119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.380112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c78deed0-8c72-4e89-89cd-cfa5b6c92e22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e999bcaef14d4e848f17af5abce54f36&device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 6501 time: 0.4725509 Apr 18 20:21:12.439390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Subnet': ['ID=8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:12.441713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.451017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-be02955b-d933-4909-96b8-8b5d1a737cd6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/subnets/8b4d79b6-5850-45f6-ae47-5d6cb6d10fe0 HTTP/1.1" status: 204 len: 168 time: 0.7123082 Apr 18 20:21:12.453657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48374) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:12.458498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef25be6-e19b-40d7-bd2b-754650429a58 None None] Network e0861f34-6fa8-42af-9d63-578d1d48c4b2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:12.494716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71573982-3968-4423-a6bb-9bb46b75be7b req-4d10293e-f79b-4119-96a6-b4ea2dbf9935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.496226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71573982-3968-4423-a6bb-9bb46b75be7b req-4d10293e-f79b-4119-96a6-b4ea2dbf9935 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 200 len: 852 time: 0.2655160 Apr 18 20:21:12.516195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e89194dc-c1db-4c01-83f6-b83d0380b1d1 req-e5a91734-5acf-4d5e-919b-3e5e688d7ab4 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea48e443-bd8b-478e-80de-58338b4904d1&id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1836469 Apr 18 20:21:12.655302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71573982-3968-4423-a6bb-9bb46b75be7b req-e625c9f9-5041-4da3-9978-0ae4394dc0d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5e7447d5-c50d-4dda-8a9a-9f8f542664b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301577 Apr 18 20:21:12.662090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.684835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:12.685187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.742654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fc93b-4c9a-4924-8980-010dd91912db req-abc356ff-b706-470c-9cf9-668d1503d85f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:12.745370 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe8fc93b-4c9a-4924-8980-010dd91912db req-abc356ff-b706-470c-9cf9-668d1503d85f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.2526643 Apr 18 20:21:12.832747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] DHCP port deletion for e0861f34-6fa8-42af-9d63-578d1d48c4b2 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:21:12.840085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Deleting port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:12.840617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:12.846906 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe8fc93b-4c9a-4924-8980-010dd91912db req-6e3f78d9-f559-46fc-b13a-d7b2562b6262 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909822 Apr 18 20:21:12.944627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71573982-3968-4423-a6bb-9bb46b75be7b req-a53d860c-13ae-4c13-80ac-d6f0cbc5b189 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379036 Apr 18 20:21:13.006573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:13.008225 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.036500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-848514fb-d708-4fa2-b27a-e1bec7a515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.037280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-848514fb-d708-4fa2-b27a-e1bec7a515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.037928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-848514fb-d708-4fa2-b27a-e1bec7a515f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.039827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-848514fb-d708-4fa2-b27a-e1bec7a515f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c161fe70-bac9-4ea5-8775-e528be12e05d&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=c8a9e9af-34e7-490a-a44e-6a0135589c01&id=eb133edc-7170-4d08-b33f-c1736fa17d64&id=eb133edc-7170-4d08-b33f-c1736fa17d64 HTTP/1.1" status: 200 len: 2298 time: 0.6044424 Apr 18 20:21:13.119010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] For port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,segment=NetworkSegment(4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1),segment_id=4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:13.119996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.217107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:13.270745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Calling delete_port for 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:13.340637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a282c9-7584-4d71-81c7-ce55bff098bb req-5513f044-98e8-4c6c-acb5-090bb2bcfb23 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.348468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-80a282c9-7584-4d71-81c7-ce55bff098bb req-5513f044-98e8-4c6c-acb5-090bb2bcfb23 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.3129406 Apr 18 20:21:13.384760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.387164 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:21:13.387771 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:21:13.438756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-76e3df70-596f-4cc3-b1a2-9a52c6a743d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.450649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=7e2f44e7-ee56-462d-b264-a6fdc3a8e57e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:13.452454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:13.464860 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-80a282c9-7584-4d71-81c7-ce55bff098bb req-6fc4d35c-b98e-4ece-b33b-b9f6f4d785c5 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154509 Apr 18 20:21:13.494985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-a8020d18-1367-4a42-9b1c-307ab1e4533f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d HTTP/1.1" status: 200 len: 1002 time: 0.4332771 Apr 18 20:21:13.504807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71573982-3968-4423-a6bb-9bb46b75be7b req-f8482bba-8b56-4bfd-842a-e05d324d0524 service neutron] 10.222.0.61 "GET /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5416315 Apr 18 20:21:13.569251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1efa342-7063-4d19-ab92-05e492a2d336 req-4b6649c8-d07d-4ba3-a864-8f754df8f50f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.576100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1efa342-7063-4d19-ab92-05e492a2d336 req-4b6649c8-d07d-4ba3-a864-8f754df8f50f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.7372239 Apr 18 20:21:13.638252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:13.658958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-cf176134-b2a1-4858-ba0d-9ab2afd7ade6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.660311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-cf176134-b2a1-4858-ba0d-9ab2afd7ade6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76acb413-4451-4b47-953a-87a2f74373e5 HTTP/1.1" status: 200 len: 856 time: 0.1383903 Apr 18 20:21:13.665041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1efa342-7063-4d19-ab92-05e492a2d336 req-2b5f6d7c-4fd5-4023-acea-5d55a7a8ea0f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881531 Apr 18 20:21:13.676980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.712437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0861f34-6fa8-42af-9d63-578d1d48c4b2']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:13.728393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:13.728702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2f573e-7b3a-4090-b4fe-909ea4e4d2c1') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:13.742137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:13.745200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.771379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.785091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a27f6-99ef-48fc-9da9-cfecb54b6e57 req-84a9aa8a-20e1-43bb-b669-f21031a4e252 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.786774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d5a27f6-99ef-48fc-9da9-cfecb54b6e57 req-84a9aa8a-20e1-43bb-b669-f21031a4e252 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1623137 Apr 18 20:21:13.789950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:21:13.790606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:21:13.806319 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:21:13.869419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:13.876852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.889952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Deleting port 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:13.890440 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.914247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-83015b6a-eb29-4a70-a448-51eb92bb98c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:13.915743 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-83015b6a-eb29-4a70-a448-51eb92bb98c8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c161fe70-bac9-4ea5-8775-e528be12e05d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358994 Apr 18 20:21:13.930733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Transition to ACTIVE for port object 4867e5cb-8994-4d08-a353-c97362743376 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:13.930845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d5a27f6-99ef-48fc-9da9-cfecb54b6e57 req-1f08cca6-6c98-4d2e-8009-1c254a2e16f6 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219120 Apr 18 20:21:13.931354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.951032 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.972658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Network': ['ID=e0861f34-6fa8-42af-9d63-578d1d48c4b2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:13.975419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:13.995272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-af6dab05-5939-4496-a824-50b7791d8f4d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/networks/e0861f34-6fa8-42af-9d63-578d1d48c4b2 HTTP/1.1" status: 204 len: 168 time: 1.5286419 Apr 18 20:21:13.995272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48388) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:14.034462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0794f-c377-4ef9-9a65-db58ca96b203 req-4a3dabd5-7317-4ced-9dd9-4a8f00cc36dd tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:14.035969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bb573c5-30d6-4c7f-9f6f-e168694bc88a None None] The port '7e2f44e7-ee56-462d-b264-a6fdc3a8e57e' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:21:14.036101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fcb0794f-c377-4ef9-9a65-db58ca96b203 req-4a3dabd5-7317-4ced-9dd9-4a8f00cc36dd tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1024 time: 0.2562704 Apr 18 20:21:14.056410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4867e5cb-8994-4d08-a353-c97362743376 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:14.129775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4867e5cb-8994-4d08-a353-c97362743376 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:14.292383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting subnet 61dfca1c-06e9-4af4-8d80-3d31b6d0d911 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:21:14.298609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:14.371740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095ce77-8fad-419d-bb1c-ef8c3c18bb23 req-05852e76-9a0f-4e2a-8571-c9d72c07a632 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:14.378941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2095ce77-8fad-419d-bb1c-ef8c3c18bb23 req-05852e76-9a0f-4e2a-8571-c9d72c07a632 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.1744456 Apr 18 20:21:14.394023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:14.405078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:14.436222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:14.436945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2f44e7-ee56-462d-b264-a6fdc3a8e57e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:14.500055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] No DVR routers for this DVR port 4867e5cb-8994-4d08-a353-c97362743376 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:14.501919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2095ce77-8fad-419d-bb1c-ef8c3c18bb23 req-2a82bf72-bd82-478b-8fb1-89d5d9e3124f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219890 Apr 18 20:21:14.528199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724850-f0f6-4777-9101-a71741010380 service neutron] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:14.555149 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:14.621033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fcb0794f-c377-4ef9-9a65-db58ca96b203 req-399e7aab-21b3-458c-a5b9-d9de75b80d53 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea48e443-bd8b-478e-80de-58338b4904d1&id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.4498622 Apr 18 20:21:14.647775 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d45802-b900-4bf8-8f11-44d9c32bc13c'] response: {'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'code': 200} Apr 18 20:21:14.679728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:14.694386 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-8d0f688c-c463-4197-a396-1a342078f7a7 service neutron] 10.222.0.61 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624204 Apr 18 20:21:14.696586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:14.696918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:14.697247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:14.707045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:21:14.707045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Attempting to bind port 4867e5cb-8994-4d08-a353-c97362743376 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:14.761158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-b28be828-b465-4706-9de3-5ec4a1fc4874 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:14.762848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-b28be828-b465-4706-9de3-5ec4a1fc4874 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1024 time: 0.7119682 Apr 18 20:21:14.777817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:14.786461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e73f64-3eb1-4710-95bb-7dfed1217f1a None None] Network 79ab00b2-8cba-4d12-bb1e-1958d115e81c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:14.805494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/subnets/61dfca1c-06e9-4af4-8d80-3d31b6d0d911 HTTP/1.1" status: 204 len: 168 time: 0.8043861 Apr 18 20:21:14.805494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e266c99-c3c3-4985-a6df-70aaad9d3793 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Subnet': ['ID=61dfca1c-06e9-4af4-8d80-3d31b6d0d911,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:14.805810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:14.806126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:14.806609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:14.807099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Bound port: 4867e5cb-8994-4d08-a353-c97362743376, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:14.807735 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:14.829906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:14.928027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf3cd6e-916c-4479-aa3c-c8e0cd013c14 req-ca24c1cd-3962-4995-b73b-a9d5af0ac4d7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:14.931410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddf3cd6e-916c-4479-aa3c-c8e0cd013c14 req-ca24c1cd-3962-4995-b73b-a9d5af0ac4d7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.1334155 Apr 18 20:21:15.002288 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddf3cd6e-916c-4479-aa3c-c8e0cd013c14 req-b289d618-b425-426c-82fe-6ccfa3c80cd3 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660803 Apr 18 20:21:15.132747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Deleting port e96ec008-d0d8-4bda-8576-66248c89fab2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:15.132947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] DHCP port deletion for 79ab00b2-8cba-4d12-bb1e-1958d115e81c request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:21:15.133388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.138722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Deleting port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:15.139434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.226680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.294403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-db9fd9d1-eb32-410b-80c0-aa49b4393a01 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:15.298892 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-db9fd9d1-eb32-410b-80c0-aa49b4393a01 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 809 time: 0.1805930 Apr 18 20:21:15.317020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-64d33ee6-4b06-48c2-871f-565faf6c1733 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/quotas/cc0b932439b8469b99e9d6f8c1ca1e0d HTTP/1.1" status: 200 len: 375 time: 0.0152717 Apr 18 20:21:15.324495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-ab7a37f5-01cc-41c0-914b-98e07237d2ab service neutron] 10.222.0.61 "GET /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6191881 Apr 18 20:21:15.337604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:15.345207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:15.345572 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.372836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] For port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf,segment=NetworkSegment(0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed),segment_id=0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:15.373354 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.421853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-77193348-4d90-412c-958b-ad7ed41dd5e2 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967753 Apr 18 20:21:15.510525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-de829bee-d0bf-4859-b8ae-6a86839c66f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.82&port_id=792ad8c2-8602-41ec-8301-7a9e9e29ce6e HTTP/1.1" status: 200 len: 217 time: 0.1682534 Apr 18 20:21:15.511292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Calling delete_port for d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:15.518212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bef2d5-2110-4148-a84f-8940a79a1aa9 req-2f079442-e398-4828-b6c6-d98629640af4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:15.523016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81bef2d5-2110-4148-a84f-8940a79a1aa9 req-2f079442-e398-4828-b6c6-d98629640af4 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 948 time: 0.6879792 Apr 18 20:21:15.525994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:15.601848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-0168be84-a90c-4a21-8eaf-fb9f740d3f03 service neutron] 10.222.0.47 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722746 Apr 18 20:21:15.615041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.618787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.699022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Pushing event deleted for resources: {'Port': ['ID=d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:15.701670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] No DVR routers for this DVR port d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:15.711318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.711716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.712063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.712406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.712741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.713074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.713406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.713768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.714139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.714710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.715048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.715374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28123c2c-e5d2-4ff7-82a3-aa7278f38edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:15.763357 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-b542b65f-9811-4491-82d6-09e05f98bc91 service neutron] 10.222.0.47 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603751 Apr 18 20:21:15.827076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] The port 'd7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:21:15.843015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:15.843579 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.845384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-35724850-f0f6-4777-9101-a71741010380 service neutron] 10.222.0.61 "PUT /v2.0/ports/4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 1096 time: 3.9384990 Apr 18 20:21:15.948550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6f9cda3e-6e44-4c1c-b3a7-c7083709e2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:15.994312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81bef2d5-2110-4148-a84f-8940a79a1aa9 req-b99b547c-8b2f-4ba9-a2de-4a0bd629ded3 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4076419 Apr 18 20:21:15.996056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-d826e87c-86e4-4a8b-8407-19b96c9e5151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:15.997627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-d826e87c-86e4-4a8b-8407-19b96c9e5151 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.4678383 Apr 18 20:21:16.132100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:16.132468 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.156977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc0af4-f46c-4ec9-8134-cb4aa6559e23 req-99157e32-af2a-437a-8653-7ba433893d35 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:16.165278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc0af4-f46c-4ec9-8134-cb4aa6559e23 req-99157e32-af2a-437a-8653-7ba433893d35 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1156664 Apr 18 20:21:16.229166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc0af4-f46c-4ec9-8134-cb4aa6559e23 req-2bd75de7-434a-4b4c-b845-fc0637a19f08 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625875 Apr 18 20:21:16.396616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:16.433360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.444545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e96ec008-d0d8-4bda-8576-66248c89fab2 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:16.450835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e9890-473b-47cb-a34f-6e60bb190139 req-9ed2e125-9f29-4522-ac68-9910fcfb18a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:16.452510 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f4e9890-473b-47cb-a34f-6e60bb190139 req-9ed2e125-9f29-4522-ac68-9910fcfb18a1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1024 time: 0.1018796 Apr 18 20:21:16.483275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35724850-f0f6-4777-9101-a71741010380 service neutron] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:16.513749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:16.514549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d7ce7f2c-1774-4fa5-b1d5-2894f32bd8bf not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:16.519810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f4e9890-473b-47cb-a34f-6e60bb190139 req-f53e83ee-0090-4cde-81d3-459c6e11df3a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea48e443-bd8b-478e-80de-58338b4904d1&id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0557625 Apr 18 20:21:16.599722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79ab00b2-8cba-4d12-bb1e-1958d115e81c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:16.617694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:16.618148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0688f9c8-6ca7-4b5b-8ffe-6441f0e845ed') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:16.618332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.649783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:16.670884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:16.677369 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.680928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca30c7df-e0c4-4dfc-821e-5d71e8f0c07c req-8fc4eaf5-b305-4ef1-a308-d60354856d6d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 210 time: 0.0577204 Apr 18 20:21:16.685585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:16.711140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Calling delete_port for e96ec008-d0d8-4bda-8576-66248c89fab2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:16.750577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:16.757865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.761850 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4b76630-8bcf-4d7d-8cb3-136a116bc1d7'] response: {'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'code': 200} Apr 18 20:21:16.773706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.800728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.805852 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.817114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:21:16.817933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:21:16.835472 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:21:16.849004 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd2103a-eaa5-41ea-a6aa-3a23fef0f9b4'] response: {'name': 'network-changed', 'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'status': 'completed', 'code': 200} Apr 18 20:21:17.003056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-360b4c96-aadb-4f14-b6df-23bd9d140ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:17.004515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-360b4c96-aadb-4f14-b6df-23bd9d140ed7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1099 time: 1.0880702 Apr 18 20:21:17.041527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1d30dd-79c0-43da-80cc-04bcc45aee80 req-7def5a4e-c5e1-4876-a53a-85ab53694a0c tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:17.045939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da1d30dd-79c0-43da-80cc-04bcc45aee80 req-7def5a4e-c5e1-4876-a53a-85ab53694a0c tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.7279193 Apr 18 20:21:17.047978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-5576959d-fd27-4f44-aee7-1fdebc598b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:17.049355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-5576959d-fd27-4f44-aee7-1fdebc598b4a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0223665 Apr 18 20:21:17.051407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48434) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:17.064172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Request body: {'floatingip': {'port_id': 'ae7b70c7-6635-48ef-82b6-66ba2b402282'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:17.074313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:21:17.074696 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:21:17.075230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:17.082937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:17.203366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:17.220765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Network': ['ID=79ab00b2-8cba-4d12-bb1e-1958d115e81c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:17.297250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-961231cb-1fe4-4d5e-95d2-3a029d71f906 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/networks/79ab00b2-8cba-4d12-bb1e-1958d115e81c HTTP/1.1" status: 204 len: 168 time: 2.4662161 Apr 18 20:21:17.312322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48440) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:17.331280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1708637582'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:17.351146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:17.416713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-d9139d1a-5a23-46cf-96ef-68f04a03b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:17.418274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-d9139d1a-5a23-46cf-96ef-68f04a03b589 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1099 time: 0.5507114 Apr 18 20:21:17.430291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:network and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:17.471004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:17.478977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-eb88660b-7bd4-4840-98bb-ff2e5293bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:17.480445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-eb88660b-7bd4-4840-98bb-ff2e5293bdc4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.4677973 Apr 18 20:21:17.489201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:17.575630 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-39ff89c3-c8ab-420b-8305-20659738728b service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4867690 Apr 18 20:21:17.588485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Deleting port e96ec008-d0d8-4bda-8576-66248c89fab2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:17.588800 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:17.652197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0abc7-efa4-41d1-9dcc-8e9055f463c4 req-76819fc6-581f-4e5b-847b-6efa637a9000 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:17.653686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa0abc7-efa4-41d1-9dcc-8e9055f463c4 req-76819fc6-581f-4e5b-847b-6efa637a9000 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 948 time: 0.5174563 Apr 18 20:21:17.663618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-dfb9f249-0e8e-47f3-8569-d1b8afef335a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.1555598 Apr 18 20:21:17.707666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:17.711901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:17.801343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-5a0a97ce-823c-4f51-8c78-70d92fbce20f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:17.802819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-5a0a97ce-823c-4f51-8c78-70d92fbce20f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 809 time: 0.4786613 Apr 18 20:21:17.811162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa0abc7-efa4-41d1-9dcc-8e9055f463c4 req-35d4f490-1fe3-4693-8440-daaf41601d12 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481922 Apr 18 20:21:17.815654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Request body: {'port': {'device_id': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'admin_state_up': True, 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:18.106700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-a6b0acd0-c4bf-4262-8c4d-3dcb7e4f1ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.108032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-a6b0acd0-c4bf-4262-8c4d-3dcb7e4f1ded service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.4014328 Apr 18 20:21:18.110685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:21:18.168369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-b3c24adf-cdf7-490a-8fbe-156559580cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.169871 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-b3c24adf-cdf7-490a-8fbe-156559580cae service neutron] 10.222.0.55 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.7201407 Apr 18 20:21:18.192540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:18.211944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ac33e-967a-4bed-b839-1c61983c9f2e req-c0c4caef-b36e-492a-8f4d-a23185214b18 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.213421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e74ac33e-967a-4bed-b839-1c61983c9f2e req-c0c4caef-b36e-492a-8f4d-a23185214b18 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.8366551 Apr 18 20:21:18.214345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:18.243168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Made reservation on behalf of cc0b932439b8469b99e9d6f8c1ca1e0d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:18.246529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.264563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2839fa-3dbe-42dd-b857-2b0978778595 req-8dd274ab-f93b-4d10-b4c8-d89e8ed920ea tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.266084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df2839fa-3dbe-42dd-b857-2b0978778595 req-8dd274ab-f93b-4d10-b4c8-d89e8ed920ea tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 1022 time: 0.3329430 Apr 18 20:21:18.277434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.278843 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Added segment fb40c48f-aa8a-41cf-adb2-645ca3309b62 of type vlan for network fedb056c-1dc9-425a-8405-df835522c07f Apr 18 20:21:18.304791 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.341552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-e0dcb1b0-8ff3-4758-b384-f448b64c176c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.1602206 Apr 18 20:21:18.414363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df2839fa-3dbe-42dd-b857-2b0978778595 req-960783d8-578d-4346-8e3a-27961806e4ad tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea48e443-bd8b-478e-80de-58338b4904d1&id=094625f3-ce12-4577-88d0-16334090e5fb&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1336589 Apr 18 20:21:18.469324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-4c7b25e5-4950-477f-b467-2e6f81a71e54 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8085129 Apr 18 20:21:18.498033 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.540586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.561571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e74ac33e-967a-4bed-b839-1c61983c9f2e req-68e7d473-b0a4-49e3-869c-8658a85ba359 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703691 Apr 18 20:21:18.579251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-77e739ad-3cf3-416d-937f-724c0fb203ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.108&port_id=be350bf2-d002-47c6-a07c-c018740fc7d1 HTTP/1.1" status: 200 len: 217 time: 0.0894251 Apr 18 20:21:18.616060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-981c3bf6-c914-4a4c-bb9f-a7ded4a53d16 req-821b541f-5a57-4816-9016-8bc21e04ac52 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 210 time: 0.0691652 Apr 18 20:21:18.620359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.624505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Allocated IP 172.20.0.7 (e8505765-0086-454f-a25d-c91ff385e3fc/45cde6dd-cc69-4592-8697-f584e1512e9e/2bb51802-81e5-45ed-bac6-f677ec2a2b55) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:18.628810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.657081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-ad65650e-e394-4f54-8b4a-9eb3b651b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.658531 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-ad65650e-e394-4f54-8b4a-9eb3b651b94a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2682431 Apr 18 20:21:18.673266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] For port e96ec008-d0d8-4bda-8576-66248c89fab2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e96ec008-d0d8-4bda-8576-66248c89fab2,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:18.673956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.861114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-814cdb30-b543-42be-8cc4-439073bd5974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.862601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-814cdb30-b543-42be-8cc4-439073bd5974 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.2740455 Apr 18 20:21:18.870210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Calling delete_port for e96ec008-d0d8-4bda-8576-66248c89fab2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:18.873738 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Floating IP b092b4cf-e180-47b3-ba18-1e38291dc531 associated. External IP: 172.25.5.58, port: ae7b70c7-6635-48ef-82b6-66ba2b402282. Apr 18 20:21:18.900679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4c358-941e-4414-9fad-800ca248098e req-99931f33-4c19-4f42-958d-ec69ba4c06d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.902211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-99931f33-4c19-4f42-958d-ec69ba4c06d6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7794394 Apr 18 20:21:18.941560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:18.946977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:18.947600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:19.076551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:19.259120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9387329 Apr 18 20:21:19.265230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:19.275774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430bf88-2f96-42d6-b2f7-26b6da5b0f52 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Network': ['ID=fedb056c-1dc9-425a-8405-df835522c07f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:19.293260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fedb056c-1dc9-425a-8405-df835522c07f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:21:19.296611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'subnet': {'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:19.317086 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:19.336153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-6a0cb7ab-f893-4b4a-8792-058d01d803c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:19.337655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-6a0cb7ab-f893-4b4a-8792-058d01d803c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6561923 Apr 18 20:21:19.426389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-775c171e-2811-4417-aa2b-fddcee6afeb7 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4705446 Apr 18 20:21:19.513355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-dfc80c6e-d241-497e-a5f9-5633f58c5831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:19.514535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-dfc80c6e-d241-497e-a5f9-5633f58c5831 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6111634 Apr 18 20:21:19.541915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24daca02-58ee-4306-aafc-f4993e5b7049 req-9a4dc9dc-21a8-4c24-a89d-fe727de6a50f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:19.543393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24daca02-58ee-4306-aafc-f4993e5b7049 req-9a4dc9dc-21a8-4c24-a89d-fe727de6a50f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 948 time: 0.5890481 Apr 18 20:21:19.632080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:19.646171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:subnet and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:19.657316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:19.661837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4320289-757d-4c3a-a274-25f17eca1b55 req-c31d95ca-e496-45b8-820a-e62a152cb400 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=342bfcf3-a0de-4cf8-9e43-0b14de78e81e HTTP/1.1" status: 200 len: 210 time: 0.1315842 Apr 18 20:21:19.680118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:19.701529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:19.713544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:19.725124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:19.774105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Router 1c8d0977-dfb2-4398-a4ed-24431953164b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:21:19.812733 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:21:19.820206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:19.823695 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:19.885015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'Port': ['ID=e96ec008-d0d8-4bda-8576-66248c89fab2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:19.891153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Network e8505765-0086-454f-a25d-c91ff385e3fc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:19.892102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Pushing event updated for resources: {'Port': ['ID=2bb51802-81e5-45ed-bac6-f677ec2a2b55,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:19.902774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:19.905720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:20.090271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] No DVR routers for this DVR port e96ec008-d0d8-4bda-8576-66248c89fab2 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:20.094132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24daca02-58ee-4306-aafc-f4993e5b7049 req-fd2daab0-b4ab-4205-8bf8-b5d09a30967a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703513 Apr 18 20:21:20.099329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:20.105205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'name': 'network-vif-deleted', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:20.129588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-0e70903a-ac6a-4d59-bb01-3b5009d2af12 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7827759 Apr 18 20:21:20.158933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fd4c358-941e-4414-9fad-800ca248098e req-3c576faf-5862-45ca-a670-ef790dc7eb85 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190392 Apr 18 20:21:20.161819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:20.163579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:20.179827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a24e52e-7cdb-4224-8431-0fe910059fae req-a0887802-7f17-4bfc-b2dc-7069cc6d3086 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "DELETE /v2.0/ports/e96ec008-d0d8-4bda-8576-66248c89fab2 HTTP/1.1" status: 204 len: 173 time: 5.4037547 Apr 18 20:21:20.184339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-39834604-14a1-4042-8e2f-407de960d7a7 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400390 Apr 18 20:21:20.286843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7d4092cb-cf17-4f15-889f-47c990a93a85'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:20.332241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010ee36-a8bb-4758-883f-13a4524e1793 req-aa857ea1-24f2-444f-b4d7-7dcb78318d90 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:20.334223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6010ee36-a8bb-4758-883f-13a4524e1793 req-aa857ea1-24f2-444f-b4d7-7dcb78318d90 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.5622902 Apr 18 20:21:20.351211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:21:20.366589 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] Sync routers for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:21:20.393404 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:20.394666 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:20.406590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:20.441355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ed88930b-5250-4f2d-b7f8-3fdb6e361afe tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6291966 Apr 18 20:21:20.464818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Request body: {'port': {'device_id': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:20.557727 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6010ee36-a8bb-4758-883f-13a4524e1793 req-f7c3d4a8-6cc5-4001-9cf3-4980c569bb17 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093794 Apr 18 20:21:20.579995 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-36abb635-882b-4c83-b08f-89d9c8befa58 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3397224 Apr 18 20:21:20.633024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a217b150-504a-4d2e-90a4-81a821baef46 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "PUT /v2.0/floatingips/b092b4cf-e180-47b3-ba18-1e38291dc531 HTTP/1.1" status: 200 len: 990 time: 3.5799184 Apr 18 20:21:20.644733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:20.645215 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:20.672030 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558d5a58-81c6-49d1-9f03-7ae6d25e8fde'] response: {'server_uuid': '342bfcf3-a0de-4cf8-9e43-0b14de78e81e', 'name': 'network-vif-deleted', 'tag': 'e96ec008-d0d8-4bda-8576-66248c89fab2', 'status': 'completed', 'code': 200} Apr 18 20:21:20.699595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-9ac81215-545c-4373-8514-48cd6aeb3bf1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.64&port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101 HTTP/1.1" status: 200 len: 217 time: 0.1130178 Apr 18 20:21:20.708368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-1791bc1c-c085-4df7-ade4-de0d7c65b4e0 service neutron] 10.222.0.55 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711641 Apr 18 20:21:20.783824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-afc3b1f6-dbd3-4b19-b184-2a36e289e686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:20.785454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-afc3b1f6-dbd3-4b19-b184-2a36e289e686 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb2e74a040c64e9289d0c20de2357f66&device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1099 time: 0.4899297 Apr 18 20:21:20.796484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d917e3a-c7d9-41bd-8ebe-f7e4085afa9b req-c53b00ad-7162-4419-bc50-d4588dda1800 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:20.806040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d917e3a-c7d9-41bd-8ebe-f7e4085afa9b req-c53b00ad-7162-4419-bc50-d4588dda1800 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 931 time: 0.5627868 Apr 18 20:21:20.869525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:20.998753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:21.001417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-2ef97f3a-c747-4f0e-bca4-995a0d4008ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.003103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-2ef97f3a-c747-4f0e-bca4-995a0d4008ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1738141 Apr 18 20:21:21.007130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-8bef4f68-5164-4875-9ac3-13e27a179c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.008585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-8bef4f68-5164-4875-9ac3-13e27a179c29 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.2988250 Apr 18 20:21:21.116895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d917e3a-c7d9-41bd-8ebe-f7e4085afa9b req-24ca6b89-fc1a-4480-b5e9-07e110823f2e tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098154 Apr 18 20:21:21.143182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-9d20001c-d9fa-4ec8-8482-d51a0081435d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 200 len: 217 time: 0.1315572 Apr 18 20:21:21.150341 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'b092b4cf-e180-47b3-ba18-1e38291dc531', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'port_id': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'mac_address': 'fa:16:3e:c2:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed336d0-d210-4539-984d-783b8a08887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:20:48Z', 'updated_at': '2022-04-18T20:21:18Z', 'revision_number': 1, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:49Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:21.156591 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] Checking router: 1c8d0977-dfb2-4398-a4ed-24431953164b for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:21:21.167671 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:21.168628 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:21.195329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fea22e-51a0-41ce-a728-984c5c89cb75 req-81cdbcdf-753b-4d9e-a79c-fb9c0bf65e97 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.196972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65fea22e-51a0-41ce-a728-984c5c89cb75 req-81cdbcdf-753b-4d9e-a79c-fb9c0bf65e97 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.3181326 Apr 18 20:21:21.202074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Subnet': ['ID=e86e2cfa-0ffe-415d-a4bd-85094a291e64,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:21.247325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-bdb44c1d-9d86-4941-a0c4-a66088b5beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.248802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-bdb44c1d-9d86-4941-a0c4-a66088b5beeb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0875552 Apr 18 20:21:21.337468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-e68c7a70-86f0-4580-ab6f-8ffa9e643cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.339443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-e68c7a70-86f0-4580-ab6f-8ffa9e643cdb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2730730 Apr 18 20:21:21.369409 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:21.457132 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dda9ec-482d-42d5-86b0-64310ea2063e'] response: {'name': 'network-changed', 'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'status': 'completed', 'code': 200} Apr 18 20:21:21.470117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Checking segment: {'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:21.470572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network hostable DHCP agents. Network: fedb056c-1dc9-425a-8405-df835522c07f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:21:21.493723 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65fea22e-51a0-41ce-a728-984c5c89cb75 req-eb497ca8-82ac-4d32-b153-814d49f21b5c tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2891936 Apr 18 20:21:21.510281 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bb51802-81e5-45ed-bac6-f677ec2a2b55 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:21.519521 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:21.536235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network fedb056c-1dc9-425a-8405-df835522c07f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:21:21.545044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Transition to ACTIVE for port object 2bb51802-81e5-45ed-bac6-f677ec2a2b55 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:21.550723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:21.618594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, fedb056c-1dc9-425a-8405-df835522c07f) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:21.627601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b88f1b-d8bd-46d3-8762-562aff9e68c5 None None] Network fedb056c-1dc9-425a-8405-df835522c07f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:21.658689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-6b83255f-3b02-44fa-97e1-c49e79571060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.660231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-6b83255f-3b02-44fa-97e1-c49e79571060 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4034302 Apr 18 20:21:21.676188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.676840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:21.816377 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'b092b4cf-e180-47b3-ba18-1e38291dc531', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'port_id': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'mac_address': 'fa:16:3e:c2:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed336d0-d210-4539-984d-783b8a08887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:20:48Z', 'updated_at': '2022-04-18T20:21:18Z', 'revision_number': 1, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:49Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:21.822093 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319cdfad-d8a5-415f-ae75-4d89179bf633 None None] The sync data for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 is: [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'b092b4cf-e180-47b3-ba18-1e38291dc531', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'floating_ip_address': '172.25.5.58', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'port_id': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1321, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'mac_address': 'fa:16:3e:c2:b8:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ed336d0-d210-4539-984d-783b8a08887d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:20:48Z', 'updated_at': '2022-04-18T20:21:18Z', 'revision_number': 1, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:49Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:21:21.856063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Pushing event updated for resources: {'Port': ['ID=2bb51802-81e5-45ed-bac6-f677ec2a2b55,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:21.883270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0543e851-3130-4968-9e69-0fea5d030d0d req-d478d877-d167-4f9e-9159-f589baa44829 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/094625f3-ce12-4577-88d0-16334090e5fb HTTP/1.1" status: 200 len: 1801 time: 0.1870031 Apr 18 20:21:21.886476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03f067cd-fd40-4932-b17b-7437d12e282a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6199973 Apr 18 20:21:21.902541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:21.921922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Attempting to bind port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:21.921922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Attempting to bind port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:21.922216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Attempting to bind port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 on network e8505765-0086-454f-a25d-c91ff385e3fc {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:21.923701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-fedb056c-1dc9-425a-8405-df835522c07f', 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'fixed_ips': [{'subnet_id': 'e86e2cfa-0ffe-415d-a4bd-85094a291e64'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:21:21.924747 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:21.933117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2052652113'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:21.935518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 on network e8505765-0086-454f-a25d-c91ff385e3fc not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:21:21.935855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Attempting to bind port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 on network e8505765-0086-454f-a25d-c91ff385e3fc {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:21.940241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:21.944890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:21.945227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Checking segment: {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:21.945655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Bound using segment: {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:21.946108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Bound port: 2bb51802-81e5-45ed-bac6-f677ec2a2b55, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25abb27e-9731-40fb-9896-fb24a093cae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:21.946462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:21.946566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:network and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:21.949603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:21.956105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:21.985643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-3947bc92-51a4-4197-8555-bf5289681daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:21.987201 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-3947bc92-51a4-4197-8555-bf5289681daf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8fd9f5d6d7854bb3908cac279ea5f196&device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 1096 time: 0.6148472 Apr 18 20:21:21.993406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:21.996831 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.050418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0543e851-3130-4968-9e69-0fea5d030d0d req-aa72ad44-1db6-4bbc-9bbd-7c33816e26b7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.088744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-c91901d8-8390-4990-b999-7cf4b3c234e0 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7371981 Apr 18 20:21:22.139405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0543e851-3130-4968-9e69-0fea5d030d0d req-aa72ad44-1db6-4bbc-9bbd-7c33816e26b7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.147965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:21:22.173072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Allocated IP 19.80.0.2 (fedb056c-1dc9-425a-8405-df835522c07f/e86e2cfa-0ffe-415d-a4bd-85094a291e64/de1d371f-cc8e-4f50-9519-c6bca254fc5a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:22.181925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] For port 2bb51802-81e5-45ed-bac6-f677ec2a2b55, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:22.202602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] For port 2bb51802-81e5-45ed-bac6-f677ec2a2b55, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:22.211663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.231418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a586e8-90cc-459a-a47d-4bab6de93f1e req-2b864102-0f21-4855-b670-921ea1e99fad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:22.235490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fab111-f08c-45c9-a268-3ec58f5a969e None None] New status for floating IP b092b4cf-e180-47b3-ba18-1e38291dc531: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:21:22.238657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36a586e8-90cc-459a-a47d-4bab6de93f1e req-2b864102-0f21-4855-b670-921ea1e99fad tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 948 time: 0.8049791 Apr 18 20:21:22.269135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0543e851-3130-4968-9e69-0fea5d030d0d req-aa72ad44-1db6-4bbc-9bbd-7c33816e26b7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.305652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-7a4ca0a3-a00e-46b0-9eee-25d91f91fd33 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5783291 Apr 18 20:21:22.327688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:22.328372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.329830 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] 10.222.0.61 "PUT /v2.0/ports/2bb51802-81e5-45ed-bac6-f677ec2a2b55 HTTP/1.1" status: 200 len: 1091 time: 1.8693273 Apr 18 20:21:22.333835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72ad44-1db6-4bbc-9bbd-7c33816e26b7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094625f3-ce12-4577-88d0-16334090e5fb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:22.336250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0543e851-3130-4968-9e69-0fea5d030d0d req-aa72ad44-1db6-4bbc-9bbd-7c33816e26b7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.348163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0543e851-3130-4968-9e69-0fea5d030d0d req-aa72ad44-1db6-4bbc-9bbd-7c33816e26b7 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/094625f3-ce12-4577-88d0-16334090e5fb HTTP/1.1" status: 204 len: 173 time: 0.4457469 Apr 18 20:21:22.370675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7389249-09c5-4b00-97e8-3c8e0019af4c service neutron] Pushing event updated for resources: {'Port': ['ID=2bb51802-81e5-45ed-bac6-f677ec2a2b55,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:22.382561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36a586e8-90cc-459a-a47d-4bab6de93f1e req-aa09cb6e-2072-40a4-89c4-cebcee8a935f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427245 Apr 18 20:21:22.384160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.384678 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Added segment e2f44b87-56f8-4e47-818e-eaa97243f301 of type vlan for network dbc41698-db67-429e-bbbf-6e1c5ca5a952 Apr 18 20:21:22.671313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a41cbe-f666-472d-9cd9-f4b9a4b173b5 req-b0fd5a00-ae84-4791-8af0-97c2f90582b4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:22.678898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96a41cbe-f666-472d-9cd9-f4b9a4b173b5 req-b0fd5a00-ae84-4791-8af0-97c2f90582b4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1707397 Apr 18 20:21:22.721985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.747566 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.748679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96a41cbe-f666-472d-9cd9-f4b9a4b173b5 req-dff1787b-f280-4c41-a407-2f2012eb449e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687327 Apr 18 20:21:22.749113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-b750460a-d616-4d22-80c3-03a080cb0aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:22.750722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-b750460a-d616-4d22-80c3-03a080cb0aad service neutron] 10.222.0.61 "GET /v2.0/networks?id=8083c4e1-8442-402a-8c35-5d44e0ad7372 HTTP/1.1" status: 200 len: 907 time: 0.7379491 Apr 18 20:21:22.752787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-0bc2d9d9-a44b-4da6-8005-90ecf3abe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:22.764282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Transition to ACTIVE for port object de1d371f-cc8e-4f50-9519-c6bca254fc5a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:22.766353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-0bc2d9d9-a44b-4da6-8005-90ecf3abe279 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 1094 time: 0.3416495 Apr 18 20:21:22.793720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Transition to ACTIVE for port object de1d371f-cc8e-4f50-9519-c6bca254fc5a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:22.807559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:22.836952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-f9683d93-2975-468a-af71-8e4b964da8b2 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7274432 Apr 18 20:21:22.869816 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-8bf36004-73a4-49d9-9bc1-ca23fad32d4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55 HTTP/1.1" status: 200 len: 217 time: 0.0990734 Apr 18 20:21:22.918126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Network fedb056c-1dc9-425a-8405-df835522c07f is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:22.921623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:22.925161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:22.942673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:21:22.952196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e2edbdc-f0bb-4921-8535-d4f0f0463f2a req-0f696432-a08c-4bde-86c1-7cc382458337 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/ea48e443-bd8b-478e-80de-58338b4904d1 HTTP/1.1" status: 200 len: 1801 time: 0.1078391 Apr 18 20:21:22.966576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-fd47ef13-9f44-4dda-8f12-9f74b3d75928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:22.968817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-fd47ef13-9f44-4dda-8f12-9f74b3d75928 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 200 len: 849 time: 0.0829339 Apr 18 20:21:22.973085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-24e754cf-f0b1-42b2-a141-edd15d6a5d6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7 HTTP/1.1" status: 200 len: 217 time: 0.1161377 Apr 18 20:21:22.979689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06bb7330-0374-4090-8bc4-96cbb279cca2 req-9e407de4-eef2-4225-8079-c0c984647c2e service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922940 Apr 18 20:21:22.980919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Pushing event updated for resources: {'Port': ['ID=de1d371f-cc8e-4f50-9519-c6bca254fc5a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:23.036053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-43342b6e-14b4-4fb6-8d96-90b1f587100e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8505765-0086-454f-a25d-c91ff385e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489135 Apr 18 20:21:23.038485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Attempting to bind port de1d371f-cc8e-4f50-9519-c6bca254fc5a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:23.039141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Attempting to bind port de1d371f-cc8e-4f50-9519-c6bca254fc5a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:23.039517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Attempting to bind port de1d371f-cc8e-4f50-9519-c6bca254fc5a on network fedb056c-1dc9-425a-8405-df835522c07f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:23.046353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:23.046844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Checking segment: {'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:23.047304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.047757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Bound using segment: {'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:23.048082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-73a7e94f-2af7-4f44-a9b6-6a7193ace0d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282 HTTP/1.1" status: 200 len: 1000 time: 0.2854090 Apr 18 20:21:23.048251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Bound port: de1d371f-cc8e-4f50-9519-c6bca254fc5a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:23.048616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.056005 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.061401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:23.062024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.132945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496133b7-ab59-432a-b91b-a993224fee69 req-9ad2f33f-b8ac-4aba-9752-58897e3d31ac tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:23.134468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-496133b7-ab59-432a-b91b-a993224fee69 req-9ad2f33f-b8ac-4aba-9752-58897e3d31ac tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 943 time: 0.5047443 Apr 18 20:21:23.153112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] For port de1d371f-cc8e-4f50-9519-c6bca254fc5a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:23.157208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] For port de1d371f-cc8e-4f50-9519-c6bca254fc5a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=de1d371f-cc8e-4f50-9519-c6bca254fc5a,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:23.164309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.254171 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c130a33d-be75-403a-94a5-f2d7a56e5a23 None None] Pushing event updated for resources: {'Port': ['ID=de1d371f-cc8e-4f50-9519-c6bca254fc5a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:23.260734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-8b79ce4c-cdb1-45bd-935e-8c0a6005bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:23.262208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-8b79ce4c-cdb1-45bd-935e-8c0a6005bc09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 200 len: 797 time: 0.2607207 Apr 18 20:21:23.275477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3496809 Apr 18 20:21:23.292802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48488) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:23.301050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'subnet': {'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:23.347840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959904ef-7b24-442b-98c3-42791f546a1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Network': ['ID=dbc41698-db67-429e-bbbf-6e1c5ca5a952,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:23.352540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-da712d40-4a83-4543-846f-c8b1a4c6360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:23.354282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-da712d40-4a83-4543-846f-c8b1a4c6360b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e0c22b93-ff2d-4299-b73d-30256491d31b HTTP/1.1" status: 200 len: 845 time: 0.2825518 Apr 18 20:21:23.379852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0e2edbdc-f0bb-4921-8535-d4f0f0463f2a req-e57995e9-6824-49a8-a8a3-9ab0c7004767 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.402953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-496133b7-ab59-432a-b91b-a993224fee69 req-3afdd721-c347-4d7e-bedf-ac376df59f53 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392526 Apr 18 20:21:23.405804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network dbc41698-db67-429e-bbbf-6e1c5ca5a952 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:21:23.416060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0e2edbdc-f0bb-4921-8535-d4f0f0463f2a req-e57995e9-6824-49a8-a8a3-9ab0c7004767 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.471136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'tag': '2bb51802-81e5-45ed-bac6-f677ec2a2b55'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:23.472581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-3a0e2687-0050-458d-a576-138d44b03631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:23.480556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-3a0e2687-0050-458d-a576-138d44b03631 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c8a9e9af-34e7-490a-a44e-6a0135589c01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2023842 Apr 18 20:21:23.578331 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0e2edbdc-f0bb-4921-8535-d4f0f0463f2a req-e57995e9-6824-49a8-a8a3-9ab0c7004767 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.637445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57995e9-6824-49a8-a8a3-9ab0c7004767 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea48e443-bd8b-478e-80de-58338b4904d1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:23.642023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0e2edbdc-f0bb-4921-8535-d4f0f0463f2a req-e57995e9-6824-49a8-a8a3-9ab0c7004767 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.651711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e2edbdc-f0bb-4921-8535-d4f0f0463f2a req-e57995e9-6824-49a8-a8a3-9ab0c7004767 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea48e443-bd8b-478e-80de-58338b4904d1 HTTP/1.1" status: 204 len: 173 time: 0.6878879 Apr 18 20:21:23.676858 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-15ae362d-d393-454b-9b95-8d659bc7a87e service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6326153 Apr 18 20:21:23.687750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:23.732365 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-723df795-8390-442c-94db-841c3d80c138'] response: {'name': 'network-changed', 'server_uuid': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'tag': '2bb51802-81e5-45ed-bac6-f677ec2a2b55', 'status': 'completed', 'code': 200} Apr 18 20:21:23.737618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1784699238', 'description': 'tempest-description-1424148355'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:23.743960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:subnet and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:23.750373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:23.775848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:23.781887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:23.790684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:23.837805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:23.849299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:23.866562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:23.869737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:23.874061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-6c8d2d45-cf2d-4090-afb3-978e35c5a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:23.875551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-6c8d2d45-cf2d-4090-afb3-978e35c5a5fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8083c4e1-8442-402a-8c35-5d44e0ad7372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5117342 Apr 18 20:21:23.916534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:24.013275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f95f7ae1-6bbc-4d67-a29b-e01a87b899ba req-ddbdd46b-db8e-44e1-9f2e-e676e41746a4 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168921 Apr 18 20:21:24.016853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:24.023963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Usage tracker for resource:security_group_rule and tenant:5e8c676f2f8e42f099ac63f1f69d5bdf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:24.027532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-4af8a0cd-fa31-4a7d-8ab5-17eab690d015 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417550 Apr 18 20:21:24.028065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:24.036055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:24.151981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-53844313-d087-417f-979d-aef369c78c87 service neutron] 10.222.0.61 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641292 Apr 18 20:21:24.168793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961a8a8-a874-45cb-8178-b5247aca9240 req-5748e61c-7af6-41cd-a4a9-096109cf7193 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.170366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b961a8a8-a874-45cb-8178-b5247aca9240 req-5748e61c-7af6-41cd-a4a9-096109cf7193 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 948 time: 0.3403728 Apr 18 20:21:24.273116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:24.286970 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:24.292844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:24.335250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-46150881-3480-4335-a828-f5df3b4db828 service neutron] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999973 Apr 18 20:21:24.358738 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b961a8a8-a874-45cb-8178-b5247aca9240 req-c01f846f-24ce-4c65-a874-2619d647893e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608438 Apr 18 20:21:24.379066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-d3866d56-94f1-48b5-b85f-9b84267a286f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.381969 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-d3866d56-94f1-48b5-b85f-9b84267a286f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 1094 time: 0.2842002 Apr 18 20:21:24.471474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de1d371f-cc8e-4f50-9519-c6bca254fc5a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:24.485485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75701038-7109-42b1-bfc3-5edd0444a50c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:24.492546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Checking segment: {'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:24.492991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network hostable DHCP agents. Network: dbc41698-db67-429e-bbbf-6e1c5ca5a952, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:21:24.511770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-f93d07db-ca8d-4dca-bfd5-c187f604cacb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f20d59e-ddf4-434d-b9e0-242f08405135 HTTP/1.1" status: 200 len: 217 time: 0.1500745 Apr 18 20:21:24.525234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:24.568643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:24.569877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf1a586f-4a38-4502-80a9-718cf15cdbd8 req-c4c61226-5d63-4039-8a4c-c72012e3da2c tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8363335 Apr 18 20:21:24.581587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Subnet': ['ID=f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:24.619399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network dbc41698-db67-429e-bbbf-6e1c5ca5a952 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:21:24.636940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, dbc41698-db67-429e-bbbf-6e1c5ca5a952) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:24.645279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f804892-d9e9-4f61-a4ee-40b6dc441d01 req-c6f56633-7707-4068-85b1-c45168029f07 service neutron] 10.222.0.61 "GET /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717903 Apr 18 20:21:24.654283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274be7ef-06f8-4a8b-8e14-41937939fc6c None None] Network fedb056c-1dc9-425a-8405-df835522c07f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:24.654514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.655056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:24.669846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-cee933be-72fc-4b9a-8b34-0b5cdc51efe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.671574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-cee933be-72fc-4b9a-8b34-0b5cdc51efe7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 910 time: 0.2731156 Apr 18 20:21:24.680747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e046559-6890-45d6-b9ed-c98cbd6ff195 None None] Network dbc41698-db67-429e-bbbf-6e1c5ca5a952 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:24.707236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-b034c43f-943f-49bf-b48d-50a3cafbb156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.711803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-b034c43f-943f-49bf-b48d-50a3cafbb156 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec HTTP/1.1" status: 200 len: 797 time: 0.1818368 Apr 18 20:21:24.743862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port de1d371f-cc8e-4f50-9519-c6bca254fc5a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:24.755524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-a84f31a1-61bb-4c79-9c57-2ebffe6b323d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55 HTTP/1.1" status: 200 len: 217 time: 0.0709550 Apr 18 20:21:24.766117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b03e495f-6d08-4b88-a867-25809a217211 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4718230 Apr 18 20:21:24.839068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-c374876e-e90d-4696-83f0-41f156465677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.840668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-c374876e-e90d-4696-83f0-41f156465677 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 200 len: 849 time: 0.0732403 Apr 18 20:21:24.889086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0ef0e49f-e0cc-4254-8eaa-875afb294c2d None None] Provisioning for port de1d371f-cc8e-4f50-9519-c6bca254fc5a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:24.920418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0ef0e49f-e0cc-4254-8eaa-875afb294c2d None None] Provisioning complete for port de1d371f-cc8e-4f50-9519-c6bca254fc5a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:24.921208 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e49f-e0cc-4254-8eaa-875afb294c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:24.936460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdede3f-77f9-45af-8fd2-26c1f78690f2 req-a5f0ed2b-85d3-4480-87f6-220618c7d488 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.938060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bdede3f-77f9-45af-8fd2-26c1f78690f2 req-a5f0ed2b-85d3-4480-87f6-220618c7d488 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.3515034 Apr 18 20:21:24.950804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-2e2de8b3-c9e4-4259-8302-ada54fcc359e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8505765-0086-454f-a25d-c91ff385e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859919 Apr 18 20:21:24.989788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-2c171850-abb2-4127-8f5c-09206d00180e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:24.990810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:24.991370 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-2c171850-abb2-4127-8f5c-09206d00180e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb133edc-7170-4d08-b33f-c1736fa17d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2028353 Apr 18 20:21:25.001830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bdede3f-77f9-45af-8fd2-26c1f78690f2 req-21a6ca27-b58a-4be1-9b8e-5ab4c374bec7 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564480 Apr 18 20:21:25.086237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4867e5cb-8994-4d08-a353-c97362743376', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '4867e5cb-8994-4d08-a353-c97362743376', 'mac_address': 'fa:16:3e:30:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:25.134854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-b1320f0b-a860-46d7-8654-5f739d171993 service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320510 Apr 18 20:21:25.135438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f2494-9a6c-4329-9f52-9bb4e4006fde req-767a296a-f918-4a83-a471-4ff8eeb83a6e tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:25.136918 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-765f2494-9a6c-4329-9f52-9bb4e4006fde req-767a296a-f918-4a83-a471-4ff8eeb83a6e tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 1099 time: 0.1887712 Apr 18 20:21:25.182397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-e9212e41-05a2-48ce-a9cd-61afd515e6c7 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989670 Apr 18 20:21:25.295370 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-765f2494-9a6c-4329-9f52-9bb4e4006fde req-67b74194-397c-4e1e-8ecf-ed8b3128c5b2 tempest-MigrationsAdminTest-667916313 tempest-MigrationsAdminTest-667916313-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472120 Apr 18 20:21:25.359435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-0a53bad4-3efb-47be-9d11-50994ffe9c20 service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164834 Apr 18 20:21:25.363243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b237e09-cfa4-4c52-b4e5-84189e0e62a7 req-17ab9f21-0d11-4259-b670-6c5bd86cbaa6 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635175 Apr 18 20:21:25.388980 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.422428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-dbc41698-db67-429e-bbbf-6e1c5ca5a952', 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'fixed_ips': [{'subnet_id': 'f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:21:25.423251 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.440619 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e49f-e0cc-4254-8eaa-875afb294c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.450225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4867e5cb-8994-4d08-a353-c97362743376 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:25.452937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-8f6e639b-20ab-4298-a1a4-f4d34ff3a75a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e HTTP/1.1" status: 200 len: 217 time: 0.0784221 Apr 18 20:21:25.464556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab67a1d-609b-43cb-b412-7c8b8c0bf1b7 req-25119394-0e5d-4adb-a114-14ab093cacc8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:25.466095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fab67a1d-609b-43cb-b412-7c8b8c0bf1b7 req-25119394-0e5d-4adb-a114-14ab093cacc8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 943 time: 0.2224076 Apr 18 20:21:25.476383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a2a6547-d90c-468d-bed8-677b8fa281b5 req-c076f53d-b5ac-4fbd-8a2d-5213f17a5961 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/75701038-7109-42b1-bfc3-5edd0444a50c HTTP/1.1" status: 200 len: 1803 time: 0.1310627 Apr 18 20:21:25.485946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-4a2a6547-d90c-468d-bed8-677b8fa281b5 req-a5393ead-c1a1-44d4-b45e-a348480c2299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1239888584', 'description': 'tempest-description-hth-148131076'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:25.529718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:25.561387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-9f2a35d8-a155-4c37-9136-7919352b7f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:25.562906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-9f2a35d8-a155-4c37-9136-7919352b7f8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec HTTP/1.1" status: 200 len: 797 time: 0.0959294 Apr 18 20:21:25.564297 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.565909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fab67a1d-609b-43cb-b412-7c8b8c0bf1b7 req-cb306bba-6467-430b-9af3-47ca9afd5001 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665815 Apr 18 20:21:25.566959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0ef0e49f-e0cc-4254-8eaa-875afb294c2d None None] For port de1d371f-cc8e-4f50-9519-c6bca254fc5a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=de1d371f-cc8e-4f50-9519-c6bca254fc5a,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:25.613339 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0ef0e49f-e0cc-4254-8eaa-875afb294c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.636772 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a2a6547-d90c-468d-bed8-677b8fa281b5 req-a5393ead-c1a1-44d4-b45e-a348480c2299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.660455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-d68d1eef-5277-4d17-9ffe-ee4356ac8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:25.662730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-d68d1eef-5277-4d17-9ffe-ee4356ac8463 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=eb133edc-7170-4d08-b33f-c1736fa17d64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0921254 Apr 18 20:21:25.716908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a2a6547-d90c-468d-bed8-677b8fa281b5 req-a5393ead-c1a1-44d4-b45e-a348480c2299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.718691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=12']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:25.733865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a2a6547-d90c-468d-bed8-677b8fa281b5 req-a5393ead-c1a1-44d4-b45e-a348480c2299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.737353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a2a6547-d90c-468d-bed8-677b8fa281b5 req-a5393ead-c1a1-44d4-b45e-a348480c2299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:25.738958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a2a6547-d90c-468d-bed8-677b8fa281b5 req-a5393ead-c1a1-44d4-b45e-a348480c2299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "PUT /v2.0/security-groups/75701038-7109-42b1-bfc3-5edd0444a50c HTTP/1.1" status: 200 len: 1776 time: 0.2569239 Apr 18 20:21:25.792053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5393ead-c1a1-44d4-b45e-a348480c2299 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75701038-7109-42b1-bfc3-5edd0444a50c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:25.825339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0e49f-e0cc-4254-8eaa-875afb294c2d None None] Pushing event updated for resources: {'Port': ['ID=de1d371f-cc8e-4f50-9519-c6bca254fc5a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:25.850812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Allocated IP 19.86.0.2 (dbc41698-db67-429e-bbbf-6e1c5ca5a952/f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9/2de9a0e4-33dc-4fc4-a761-21d9a0a59909) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:25.992787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fbfc6f18-8c4e-4c31-9a17-dfa6a5f250ca None None] Provisioning complete for port de1d371f-cc8e-4f50-9519-c6bca254fc5a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:25.993450 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6f18-8c4e-4c31-9a17-dfa6a5f250ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.035611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4867e5cb-8994-4d08-a353-c97362743376'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:26.061822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf723032-6239-49d4-8590-8640703b27e0 req-549a4ea3-8574-4328-8b55-0b3daf1a8120 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/75701038-7109-42b1-bfc3-5edd0444a50c HTTP/1.1" status: 200 len: 1776 time: 0.0517433 Apr 18 20:21:26.115906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-712b3152-ecc5-4691-8ca1-1a7431b1a455 service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462798 Apr 18 20:21:26.126569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-ecf9600b-4dbd-41e5-8636-ad26ba99ea55 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:26.133449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-ecf9600b-4dbd-41e5-8636-ad26ba99ea55 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:26.134246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-ecf9600b-4dbd-41e5-8636-ad26ba99ea55 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:26.180796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-ecf9600b-4dbd-41e5-8636-ad26ba99ea55 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:26.183234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-ecf9600b-4dbd-41e5-8636-ad26ba99ea55 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/networks?id=fedb056c-1dc9-425a-8405-df835522c07f&id=dbc41698-db67-429e-bbbf-6e1c5ca5a952 HTTP/1.1" status: 200 len: 1392 time: 0.4542696 Apr 18 20:21:26.212571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-666a68bb-7e3c-479b-a92f-df39cd7ac1fe tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/quotas/b9c9412106b54590b0fbbf9400900c3a HTTP/1.1" status: 200 len: 375 time: 0.0159638 Apr 18 20:21:26.272860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c73fa-4cce-4014-bf2c-12074269d962 req-d56457bd-8a87-4178-a55a-10c1b09f307e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:26.274504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-932c73fa-4cce-4014-bf2c-12074269d962 req-d56457bd-8a87-4178-a55a-10c1b09f307e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.0860727 Apr 18 20:21:26.302119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.333655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-932c73fa-4cce-4014-bf2c-12074269d962 req-ee266cd2-3ff8-41bd-9d0b-d524676b77d7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512986 Apr 18 20:21:26.348710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Transition to ACTIVE for port object 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:26.370687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b461ab2-d277-4428-840e-8c0789d0ee34 req-5a813ee7-030d-4af5-bc1d-ec968e153bc2 service neutron] 10.222.0.61 "GET /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303524 Apr 18 20:21:26.402135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-72c5eb7f-8fb3-467f-b0c7-3f416f76ec4b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1422532 Apr 18 20:21:26.421935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Transition to ACTIVE for port object 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:26.447821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.453129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de1d371f-cc8e-4f50-9519-c6bca254fc5a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:26.548070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e13f7-8c1c-4d9d-9034-c0ac0149492c req-1230a8f8-7148-4b2f-b28e-c63059bcd5cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:26.549598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c6e13f7-8c1c-4d9d-9034-c0ac0149492c req-1230a8f8-7148-4b2f-b28e-c63059bcd5cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.0879602 Apr 18 20:21:26.567697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Network dbc41698-db67-429e-bbbf-6e1c5ca5a952 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:26.570205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-6fecce95-2118-4ff5-a925-1872c6104603 service neutron] 10.222.0.47 "GET /v2.0/networks/fedb056c-1dc9-425a-8405-df835522c07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495585 Apr 18 20:21:26.573834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:26.594128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:26.606381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Pushing event updated for resources: {'Port': ['ID=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:26.607443 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c6e13f7-8c1c-4d9d-9034-c0ac0149492c req-e8586b34-2ba7-434e-89fa-75443515f2ff tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Apr 18 20:21:26.684827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eea91b60-5158-44da-8cc6-d04f34c77fcc req-b3dd5225-2e89-4cbb-b5ba-562d03b6a887 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/75701038-7109-42b1-bfc3-5edd0444a50c HTTP/1.1" status: 200 len: 1776 time: 0.0476716 Apr 18 20:21:26.718127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Attempting to bind port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:26.718599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Attempting to bind port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:26.719409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Attempting to bind port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 on network dbc41698-db67-429e-bbbf-6e1c5ca5a952 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:26.721061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f1fd8b5a-2c1a-4269-9f98-96d787f8c87d service neutron] 10.222.0.47 "GET /v2.0/networks/fedb056c-1dc9-425a-8405-df835522c07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498611 Apr 18 20:21:26.728283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:26.728753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Checking segment: {'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:26.729219 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.729700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Bound using segment: {'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:26.730235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Bound port: 2de9a0e4-33dc-4fc4-a761-21d9a0a59909, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:26.730674 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.745980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port de1d371f-cc8e-4f50-9519-c6bca254fc5a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:26.746640 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.760293 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eea91b60-5158-44da-8cc6-d04f34c77fcc req-a81a926e-a9da-42db-9fc0-f6c09f756be1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.794336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eea91b60-5158-44da-8cc6-d04f34c77fcc req-a81a926e-a9da-42db-9fc0-f6c09f756be1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.846533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eea91b60-5158-44da-8cc6-d04f34c77fcc req-a81a926e-a9da-42db-9fc0-f6c09f756be1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.868233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-3c7a97d1-af6d-4af7-a2ed-616b2300be74 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41698-db67-429e-bbbf-6e1c5ca5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383600 Apr 18 20:21:26.868446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a926e-a9da-42db-9fc0-f6c09f756be1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75701038-7109-42b1-bfc3-5edd0444a50c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:26.877382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eea91b60-5158-44da-8cc6-d04f34c77fcc req-a81a926e-a9da-42db-9fc0-f6c09f756be1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:26.878515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eea91b60-5158-44da-8cc6-d04f34c77fcc req-a81a926e-a9da-42db-9fc0-f6c09f756be1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/75701038-7109-42b1-bfc3-5edd0444a50c HTTP/1.1" status: 204 len: 173 time: 0.1872983 Apr 18 20:21:26.947352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] For port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:26.965770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] For port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:26.974408 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:27.025326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-98afc205-1cdf-4d7a-8d3f-4542f9a1d012 service neutron] 10.222.0.47 "GET /v2.0/networks/dbc41698-db67-429e-bbbf-6e1c5ca5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506183 Apr 18 20:21:27.081346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070ebc5-db01-483d-891f-40a4d1a8b1c1 None None] Pushing event updated for resources: {'Port': ['ID=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:27.118502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf942f-0706-451b-9629-5dfab38a518d req-87e5157a-b671-466c-a903-8ec1ec93ad38 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:27.119382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-43cf942f-0706-451b-9629-5dfab38a518d req-87e5157a-b671-466c-a903-8ec1ec93ad38 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Synchronizing usage tracker for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:27.138446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-43cf942f-0706-451b-9629-5dfab38a518d req-87e5157a-b671-466c-a903-8ec1ec93ad38 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Unset dirty status for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:27.139878 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43cf942f-0706-451b-9629-5dfab38a518d req-87e5157a-b671-466c-a903-8ec1ec93ad38 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 943 time: 0.1449096 Apr 18 20:21:27.198381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43cf942f-0706-451b-9629-5dfab38a518d req-a6082e10-048a-4a0e-86b1-6e4091dc8d6e tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525920 Apr 18 20:21:27.302146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-af59ea62-a486-4616-a384-0d7693e8c85a req-970e33bb-b9de-4e7f-b580-c070ce72aedc tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:27.321770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-af59ea62-a486-4616-a384-0d7693e8c85a req-970e33bb-b9de-4e7f-b580-c070ce72aedc tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:27.323247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af59ea62-a486-4616-a384-0d7693e8c85a req-970e33bb-b9de-4e7f-b580-c070ce72aedc tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 210 time: 0.0686312 Apr 18 20:21:27.404944 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-582ffb26-12ea-4a52-864f-138be308c21f req-826a8566-1a9d-4c18-843f-235558dd3094 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:21:27.411028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-582ffb26-12ea-4a52-864f-138be308c21f req-826a8566-1a9d-4c18-843f-235558dd3094 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/ea48e443-bd8b-478e-80de-58338b4904d1 HTTP/1.1" status: 404 len: 352 time: 0.0486305 Apr 18 20:21:27.459314 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-089a56af-2436-4bb2-9304-3dfc0d2fd3da req-6dab9525-d3c2-4456-bdd8-ad3f5bfdc4c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:21:27.471160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-089a56af-2436-4bb2-9304-3dfc0d2fd3da req-6dab9525-d3c2-4456-bdd8-ad3f5bfdc4c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/094625f3-ce12-4577-88d0-16334090e5fb HTTP/1.1" status: 404 len: 352 time: 0.0432439 Apr 18 20:21:27.516689 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-4b183ad2-944f-4d6d-98c7-04ebb42ff694 req-c62f1a24-c38d-4b1a-bbe3-358267574847 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:21:27.517683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4b183ad2-944f-4d6d-98c7-04ebb42ff694 req-c62f1a24-c38d-4b1a-bbe3-358267574847 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/0f86f2c5-5b12-430b-8d6a-ad2980bc9106 HTTP/1.1" status: 404 len: 352 time: 0.0164964 Apr 18 20:21:27.567461 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-2364fba4-efec-44cb-b248-99a99ae7a432 req-d6bafa75-3462-484e-9391-6429a780dcbc tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:21:27.568656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2364fba4-efec-44cb-b248-99a99ae7a432 req-d6bafa75-3462-484e-9391-6429a780dcbc tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/d5d057a2-a895-4caa-a333-4a44e464f4b2 HTTP/1.1" status: 404 len: 352 time: 0.0191298 Apr 18 20:21:27.615045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fc394d-89e0-4e9f-bd45-5b2d28eeb38d req-70cd1a0e-63a3-4dc8-9c94-f611278e80cd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:27.617141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53fc394d-89e0-4e9f-bd45-5b2d28eeb38d req-70cd1a0e-63a3-4dc8-9c94-f611278e80cd tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.1269662 Apr 18 20:21:27.629747 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-0be4cc07-1d8a-416a-8a0e-548f24ce5b1b req-1868a7f0-faf8-42ff-b86a-d8cde73a8e3f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:21:27.631195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0be4cc07-1d8a-416a-8a0e-548f24ce5b1b req-1868a7f0-faf8-42ff-b86a-d8cde73a8e3f tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/5239779a-5f30-40e0-9353-fc54597f2f62 HTTP/1.1" status: 404 len: 352 time: 0.0224686 Apr 18 20:21:27.681247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53fc394d-89e0-4e9f-bd45-5b2d28eeb38d req-578290de-d3b0-45b0-b541-b10c6b76fbca tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579884 Apr 18 20:21:27.731536 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-23e485e9-23f7-4886-a1f7-1db5247a399f req-5cbeeb3e-4f03-4b4b-8b80-3f4329af9243 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] show failed (client error): The resource could not be found. Apr 18 20:21:27.732771 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23e485e9-23f7-4886-a1f7-1db5247a399f req-5cbeeb3e-4f03-4b4b-8b80-3f4329af9243 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/969918ae-a1ac-4f92-bd40-5fbe12c53a4a HTTP/1.1" status: 404 len: 352 time: 0.0183909 Apr 18 20:21:27.892824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-ce93fea0-562d-4838-9756-276b5f1b27c5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:27.894282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-ce93fea0-562d-4838-9756-276b5f1b27c5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 949 time: 0.1256952 Apr 18 20:21:27.908313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6dd18-9c88-41df-b52c-8e77fd0b47b7 req-999d6b46-09ce-439e-b2fc-74832dbfd994 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:27.909932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffd6dd18-9c88-41df-b52c-8e77fd0b47b7 req-999d6b46-09ce-439e-b2fc-74832dbfd994 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1791995 Apr 18 20:21:28.020623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffd6dd18-9c88-41df-b52c-8e77fd0b47b7 req-81d629ec-5990-4b66-b272-8d8cd783816b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764194 Apr 18 20:21:28.036410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Deleting port 4867e5cb-8994-4d08-a353-c97362743376 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:28.036983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:28.178726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178b01b-5220-4604-b451-60f8de9b12d6 req-5e94539f-413b-4bba-a2df-89c2c39508bb tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:28.180382 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f178b01b-5220-4604-b451-60f8de9b12d6 req-5e94539f-413b-4bba-a2df-89c2c39508bb tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1023 time: 0.1047640 Apr 18 20:21:28.246155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f178b01b-5220-4604-b451-60f8de9b12d6 req-2a04ffaa-c0c1-4292-ae86-31b943af24a0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:28.267575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f178b01b-5220-4604-b451-60f8de9b12d6 req-2a04ffaa-c0c1-4292-ae86-31b943af24a0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:28.275725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f178b01b-5220-4604-b451-60f8de9b12d6 req-2a04ffaa-c0c1-4292-ae86-31b943af24a0 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=c62a10f3-f84d-4642-8967-09e061958303&id=5f96498e-3894-4466-aa7a-e182e9b4240f&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0885131 Apr 18 20:21:28.390981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:28.391342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:28.412990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8865a0d-a8bb-43c2-8e2e-068a06188c4d None None] Network dbc41698-db67-429e-bbbf-6e1c5ca5a952 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:28.461317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:28.514480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:28.627586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3ee62e67-7619-4582-9dbf-33ddd2f93788 None None] Provisioning for port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:28.689090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Calling delete_port for 4867e5cb-8994-4d08-a353-c97362743376 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:28.781224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b9976-4b8f-44f2-9184-f03709df7460 req-b128aa5b-4dee-4ddb-9a4d-de2b9b92cb9a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:28.788779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f91b9976-4b8f-44f2-9184-f03709df7460 req-b128aa5b-4dee-4ddb-9a4d-de2b9b92cb9a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 943 time: 0.4617989 Apr 18 20:21:28.848110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:28.848937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f91b9976-4b8f-44f2-9184-f03709df7460 req-aba6ad50-0c38-400e-9d16-947ee84f6307 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591500 Apr 18 20:21:28.864996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afd4dc1b-489a-41d8-826b-5f6b5cc9966e req-a16fb840-7694-4944-8672-c6f86bd9fc9c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 210 time: 0.1304512 Apr 18 20:21:28.889799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-c3332ef0-bb0b-4a93-8867-fb7a35a24419 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:28.895685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-c3332ef0-bb0b-4a93-8867-fb7a35a24419 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:28.897295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-c3332ef0-bb0b-4a93-8867-fb7a35a24419 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:28.909799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-c3332ef0-bb0b-4a93-8867-fb7a35a24419 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:28.910937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-c3332ef0-bb0b-4a93-8867-fb7a35a24419 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "GET /v2.0/networks?id=fedb056c-1dc9-425a-8405-df835522c07f&id=dbc41698-db67-429e-bbbf-6e1c5ca5a952 HTTP/1.1" status: 200 len: 1392 time: 0.3401074 Apr 18 20:21:28.923405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:28.923779 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:28.930970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'port': {'device_id': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f', 'admin_state_up': True, 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:28.939595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:28.962176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:28.991126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5934fe65-aa33-4bf1-a869-0188424f136c', '878bad68-4234-42a0-88c4-1e087183778a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:29.033362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event deleted for resources: {'Port': ['ID=4867e5cb-8994-4d08-a353-c97362743376,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:29.080046 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-394a1f2f-e89c-459a-81ea-34ce0ba3daec req-3f75e81c-1f14-45e4-84b7-6b1fb721d005 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=658d319f-cc32-47ba-a69a-1b3f4a3ddffd HTTP/1.1" status: 200 len: 210 time: 0.0875168 Apr 18 20:21:29.120372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:29.134522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:29.138440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] No DVR routers for this DVR port 4867e5cb-8994-4d08-a353-c97362743376 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:29.142210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:29.154458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-deleted', 'tag': '4867e5cb-8994-4d08-a353-c97362743376'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:29.165983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:29.171363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:29.176147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69348997-b1b1-4ceb-8350-d7ccca95b4b4 req-f9ecdb73-2101-4118-bbb1-94613128e5f5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "DELETE /v2.0/ports/4867e5cb-8994-4d08-a353-c97362743376 HTTP/1.1" status: 204 len: 173 time: 1.2650416 Apr 18 20:21:29.222700 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950acff0-443b-45d8-8ebd-7ceab1f6cbbe'] response: {'server_uuid': '658d319f-cc32-47ba-a69a-1b3f4a3ddffd', 'name': 'network-vif-deleted', 'tag': '4867e5cb-8994-4d08-a353-c97362743376', 'status': 'completed', 'code': 200} Apr 18 20:21:29.264850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4867e5cb-8994-4d08-a353-c97362743376, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4867e5cb-8994-4d08-a353-c97362743376,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:29.338740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4867e5cb-8994-4d08-a353-c97362743376', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': '4867e5cb-8994-4d08-a353-c97362743376', 'mac_address': 'fa:16:3e:30:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:29.339125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2bb51802-81e5-45ed-bac6-f677ec2a2b55 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:29.503781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cfa52-0a1d-4747-9114-59cc50877f6d req-de19ccc1-b252-487c-87e3-5a18848f612a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:29.505300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-479cfa52-0a1d-4747-9114-59cc50877f6d req-de19ccc1-b252-487c-87e3-5a18848f612a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.2571912 Apr 18 20:21:29.538355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72bbf-dc7f-48f4-8367-57ef2c8e2891 req-bd1aea88-ca5b-427c-9f2d-35b95f433c3a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:29.539059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b5d72bbf-dc7f-48f4-8367-57ef2c8e2891 req-bd1aea88-ca5b-427c-9f2d-35b95f433c3a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Synchronizing usage tracker for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:29.558091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b5d72bbf-dc7f-48f4-8367-57ef2c8e2891 req-bd1aea88-ca5b-427c-9f2d-35b95f433c3a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Unset dirty status for tenant:5e8c676f2f8e42f099ac63f1f69d5bdf on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:29.567346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5d72bbf-dc7f-48f4-8367-57ef2c8e2891 req-bd1aea88-ca5b-427c-9f2d-35b95f433c3a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1023 time: 0.1498809 Apr 18 20:21:29.588519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Allocated IP 19.80.0.86 (fedb056c-1dc9-425a-8405-df835522c07f/e86e2cfa-0ffe-415d-a4bd-85094a291e64/fd3559d9-8de3-485b-ac47-407b372e34bd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:29.612085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-479cfa52-0a1d-4747-9114-59cc50877f6d req-1d11cc7b-6441-416b-82c9-1ac8cc138a98 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881217 Apr 18 20:21:29.639447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5d72bbf-dc7f-48f4-8367-57ef2c8e2891 req-b5838f1a-27e5-47d8-919d-151509b2cadd tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups?id=c62a10f3-f84d-4642-8967-09e061958303&id=5f96498e-3894-4466-aa7a-e182e9b4240f&id=42f9cdd8-bd9d-4304-944f-7d2290beeacc&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0711753 Apr 18 20:21:29.655904 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:29.747775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2bb51802-81e5-45ed-bac6-f677ec2a2b55, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:29.768827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-db2e494e-ec46-4281-b65b-7b1dd889b66a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:29.771230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-db2e494e-ec46-4281-b65b-7b1dd889b66a tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 1023 time: 0.0996189 Apr 18 20:21:29.793300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '2bb51802-81e5-45ed-bac6-f677ec2a2b55', 'network_id': 'e8505765-0086-454f-a25d-c91ff385e3fc', 'port_id': '2bb51802-81e5-45ed-bac6-f677ec2a2b55', 'mac_address': 'fa:16:3e:36:16:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cde6dd-cc69-4592-8697-f584e1512e9e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:29.797070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:29.843107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:29.863043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Deleting port 7d4092cb-cf17-4f15-889f-47c990a93a85 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:29.863390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:29.886764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:29.926042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Transition to ACTIVE for port object fd3559d9-8de3-485b-ac47-407b372e34bd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:29.945339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:29.976297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.049419 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.082506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bb51802-81e5-45ed-bac6-f677ec2a2b55 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:30.141163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2bb51802-81e5-45ed-bac6-f677ec2a2b55, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:30.153403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-036fb2f4-66e1-48a0-b88a-274430649336 None None] Provisioning complete for port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:30.153811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-036fb2f4-66e1-48a0-b88a-274430649336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.179662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.241180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network fedb056c-1dc9-425a-8405-df835522c07f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:30.250663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:30.253843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:30.304241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] For port 7d4092cb-cf17-4f15-889f-47c990a93a85, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7d4092cb-cf17-4f15-889f-47c990a93a85,segment=NetworkSegment(cec49a85-f6e6-4f63-ab21-517401e31d22),segment_id=cec49a85-f6e6-4f63-ab21-517401e31d22)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:30.304744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.332014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2bb51802-81e5-45ed-bac6-f677ec2a2b55,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:30.348811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Port': ['ID=fd3559d9-8de3-485b-ac47-407b372e34bd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:30.387227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:30.387893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.455783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:30.465678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be8330-ad93-40be-b2b9-1608640c593e req-1a76ff48-aa7a-4781-9ce5-8b8915b4c368 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:30.466363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Calling delete_port for 7d4092cb-cf17-4f15-889f-47c990a93a85 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:30.474928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1be8330-ad93-40be-b2b9-1608640c593e req-1a76ff48-aa7a-4781-9ce5-8b8915b4c368 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 944 time: 0.4447770 Apr 18 20:21:30.492811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f127fd49-9ac9-4c44-b14f-b4788ea4be10 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5690303 Apr 18 20:21:30.503428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Request body: {'port': {'device_id': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952', 'admin_state_up': True, 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:30.507225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a675f6-f2d6-4756-8096-4675e9ca32bf req-493411aa-62d1-4526-90d3-ca79cb7514d0 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:30.514572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59a675f6-f2d6-4756-8096-4675e9ca32bf req-493411aa-62d1-4526-90d3-ca79cb7514d0 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 931 time: 0.3281813 Apr 18 20:21:30.523171 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:30.566394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 4867e5cb-8994-4d08-a353-c97362743376 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:30.566661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4867e5cb-8994-4d08-a353-c97362743376 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:30.585037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f8c78afd-c58a-4bdf-a179-126e819f12dc None None] Provisioning for port fd3559d9-8de3-485b-ac47-407b372e34bd completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:30.589220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59a675f6-f2d6-4756-8096-4675e9ca32bf req-7cbe42a6-76cd-4a1a-822c-f4bfff23b4bc tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736535 Apr 18 20:21:30.594133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f8c78afd-c58a-4bdf-a179-126e819f12dc None None] Provisioning complete for port fd3559d9-8de3-485b-ac47-407b372e34bd triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:30.594512 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f8c78afd-c58a-4bdf-a179-126e819f12dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.627951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['2bb51802-81e5-45ed-bac6-f677ec2a2b55'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:30.665590 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1be8330-ad93-40be-b2b9-1608640c593e req-51f3b489-904a-4501-aea1-480a5f669391 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893659 Apr 18 20:21:30.668661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:30.669141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.744728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.762402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:30.767366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Usage tracker for resource:port and tenant:b9c9412106b54590b0fbbf9400900c3a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:30.770519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f8c78afd-c58a-4bdf-a179-126e819f12dc None None] Port fd3559d9-8de3-485b-ac47-407b372e34bd cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:21:30.770898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:30.786053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:30.811800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Made reservation on behalf of b9c9412106b54590b0fbbf9400900c3a for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:30.815875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:30.841747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'Port': ['ID=7d4092cb-cf17-4f15-889f-47c990a93a85,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:31.042968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873bfc6e-432d-4629-9749-a97e162c45da req-dbdf8215-3aba-4070-858f-b5450e96774e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:31.044494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-873bfc6e-432d-4629-9749-a97e162c45da req-dbdf8215-3aba-4070-858f-b5450e96774e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1999125 Apr 18 20:21:31.081934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21181b71-c09d-4b02-b525-82d1bb3acf75 req-af254e77-906b-49de-a0a4-a85ac1946dad tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e0e405e-233c-4ab8-a122-448c692ab71c HTTP/1.1" status: 200 len: 210 time: 0.2343810 Apr 18 20:21:31.082952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] No DVR routers for this DVR port 7d4092cb-cf17-4f15-889f-47c990a93a85 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:31.086378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.109343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5245cf41-09ce-4e57-9737-2c843187cb71 req-2ba61e76-0a06-4155-8ec4-3be3e20ba566 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.61 "DELETE /v2.0/ports/7d4092cb-cf17-4f15-889f-47c990a93a85 HTTP/1.1" status: 204 len: 173 time: 1.3249972 Apr 18 20:21:31.124875 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-873bfc6e-432d-4629-9749-a97e162c45da req-48b89f16-edfa-4579-8930-276d148096fd tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742090 Apr 18 20:21:31.125998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Allocated IP 19.86.0.54 (dbc41698-db67-429e-bbbf-6e1c5ca5a952/f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9/fb8d4f29-e2de-4637-a59f-bc95c89c08e4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:31.224739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'name': 'network-vif-deleted', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:31.279710 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5519d25a-6ac5-4a0c-980b-95cd45c2db8e'] response: {'server_uuid': '6e0e405e-233c-4ab8-a122-448c692ab71c', 'name': 'network-vif-deleted', 'tag': '7d4092cb-cf17-4f15-889f-47c990a93a85', 'status': 'completed', 'code': 200} Apr 18 20:21:31.390255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.408293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Transition to ACTIVE for port object fb8d4f29-e2de-4637-a59f-bc95c89c08e4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:31.433426 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.546033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Network dbc41698-db67-429e-bbbf-6e1c5ca5a952 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:31.554606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:31.561023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:31.593575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event updated for resources: {'Port': ['ID=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:31.645034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:31.645733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.670162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574c905-41c3-4f31-8b61-ac825f96a73b req-3c65245a-d2bf-4f29-8081-918bd8ed92bb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:31.671648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4574c905-41c3-4f31-8b61-ac825f96a73b req-3c65245a-d2bf-4f29-8081-918bd8ed92bb tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 951 time: 0.2024341 Apr 18 20:21:31.714374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-401618c4-a8be-46e7-a16c-4c3f70b9ca98 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2144859 Apr 18 20:21:31.738680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Request body: {'port': {'device_id': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:31.797038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4574c905-41c3-4f31-8b61-ac825f96a73b req-d4fd2100-2f3e-4cff-8407-c51796526317 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132519 Apr 18 20:21:31.806413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-82707b07-a18b-4e2f-8ec9-c2bfce1b9b4b None None] Provisioning for port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:31.813962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-82707b07-a18b-4e2f-8ec9-c2bfce1b9b4b None None] Provisioning complete for port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:31.814512 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-82707b07-a18b-4e2f-8ec9-c2bfce1b9b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.889407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d0a83-caeb-4f35-a676-326026713252 req-d2f1efeb-3ee2-42e8-87ba-6376e060f119 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:31.896084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88d0a83-caeb-4f35-a676-326026713252 req-d2f1efeb-3ee2-42e8-87ba-6376e060f119 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:31.904488 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a88d0a83-caeb-4f35-a676-326026713252 req-d2f1efeb-3ee2-42e8-87ba-6376e060f119 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1653 time: 0.1463237 Apr 18 20:21:31.909148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:31.955678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a88d0a83-caeb-4f35-a676-326026713252 req-adb39531-b306-4bce-a792-88801f08da5e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498190 Apr 18 20:21:31.964364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-82707b07-a18b-4e2f-8ec9-c2bfce1b9b4b None None] Port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:21:32.181211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020b1aa5-082f-4ace-aa03-063c19ac4ae9 req-3e2a839a-dc45-4f42-9f2a-d455bf04db46 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:32.182738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-020b1aa5-082f-4ace-aa03-063c19ac4ae9 req-3e2a839a-dc45-4f42-9f2a-d455bf04db46 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 944 time: 0.2442753 Apr 18 20:21:32.321390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-020b1aa5-082f-4ace-aa03-063c19ac4ae9 req-9d7c153f-3177-45a4-84d3-f8cdcf2b8d07 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911441 Apr 18 20:21:32.360358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e21119-f485-42a3-a2ec-aa491f081197 req-a2fa6f42-aa15-4a3d-8b6d-95020f10f768 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:32.362010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34e21119-f485-42a3-a2ec-aa491f081197 req-a2fa6f42-aa15-4a3d-8b6d-95020f10f768 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.0836883 Apr 18 20:21:32.406706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34e21119-f485-42a3-a2ec-aa491f081197 req-2ba49ebc-a968-4817-9ec0-25c622c4a862 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 Apr 18 20:21:32.460236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3559d9-8de3-485b-ac47-407b372e34bd {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:32.469274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:32.473697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf4c20bb-0b79-4302-ad27-0c1b944350f3 req-a93db77d-4d6b-4cb1-b24f-e2344b83342b tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/5f96498e-3894-4466-aa7a-e182e9b4240f HTTP/1.1" status: 200 len: 1801 time: 0.1167245 Apr 18 20:21:32.497716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Transition to ACTIVE for port object fd3559d9-8de3-485b-ac47-407b372e34bd will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:32.504126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:32.539153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2bb51802-81e5-45ed-bac6-f677ec2a2b55 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:32.608739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:32.613778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:32.614153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:32.733989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:32.763617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb51802-81e5-45ed-bac6-f677ec2a2b55'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:32.775867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2bb51802-81e5-45ed-bac6-f677ec2a2b55, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:32.783685 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:32.784935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d4092cb-cf17-4f15-889f-47c990a93a85 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:32.790899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3559d9-8de3-485b-ac47-407b372e34bd,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:32.850993 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-342ed3b2-99fc-443b-9b12-517e2dbd7b69'] response: {'server_uuid': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bb51802-81e5-45ed-bac6-f677ec2a2b55', 'code': 200} Apr 18 20:21:32.889991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf4c20bb-0b79-4302-ad27-0c1b944350f3 req-3462dcc2-c3cc-4504-a072-c70446e53666 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:32.937904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf4c20bb-0b79-4302-ad27-0c1b944350f3 req-3462dcc2-c3cc-4504-a072-c70446e53666 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:32.943499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 7d4092cb-cf17-4f15-889f-47c990a93a85 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:32.943860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7d4092cb-cf17-4f15-889f-47c990a93a85 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:32.957133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2bb51802-81e5-45ed-bac6-f677ec2a2b55,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:32.986231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Attempting to bind port fd3559d9-8de3-485b-ac47-407b372e34bd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:32.986589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Attempting to bind port fd3559d9-8de3-485b-ac47-407b372e34bd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:32.986914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Attempting to bind port fd3559d9-8de3-485b-ac47-407b372e34bd on network fedb056c-1dc9-425a-8405-df835522c07f {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:32.996223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Port fd3559d9-8de3-485b-ac47-407b372e34bd on network fedb056c-1dc9-425a-8405-df835522c07f not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:21:32.996545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Attempting to bind port fd3559d9-8de3-485b-ac47-407b372e34bd on network fedb056c-1dc9-425a-8405-df835522c07f {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:33.002232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:33.002572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Checking segment: {'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:33.002960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Bound using segment: {'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:33.003387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Bound port: fd3559d9-8de3-485b-ac47-407b372e34bd, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb40c48f-aa8a-41cf-adb2-645ca3309b62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:33.003744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.054694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf4c20bb-0b79-4302-ad27-0c1b944350f3 req-3462dcc2-c3cc-4504-a072-c70446e53666 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.090227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462dcc2-c3cc-4504-a072-c70446e53666 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f96498e-3894-4466-aa7a-e182e9b4240f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:33.123303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cf4c20bb-0b79-4302-ad27-0c1b944350f3 req-3462dcc2-c3cc-4504-a072-c70446e53666 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.126399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04873b7e-1f55-4188-ae53-1fbc4f2da3ff req-18315d43-26c7-43f2-8cc2-b4b85f6395c9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.127054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-04873b7e-1f55-4188-ae53-1fbc4f2da3ff req-18315d43-26c7-43f2-8cc2-b4b85f6395c9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:33.127541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf4c20bb-0b79-4302-ad27-0c1b944350f3 req-3462dcc2-c3cc-4504-a072-c70446e53666 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/5f96498e-3894-4466-aa7a-e182e9b4240f HTTP/1.1" status: 204 len: 173 time: 0.6451216 Apr 18 20:21:33.134374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f57d82-f237-4cb1-9f64-d50bb032b310 req-1a6aa1d4-714d-4ef0-aec2-311079573575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.135831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82f57d82-f237-4cb1-9f64-d50bb032b310 req-1a6aa1d4-714d-4ef0-aec2-311079573575 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 1096 time: 0.2249396 Apr 18 20:21:33.145806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] For port fd3559d9-8de3-485b-ac47-407b372e34bd, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:33.152130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] For port fd3559d9-8de3-485b-ac47-407b372e34bd, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fd3559d9-8de3-485b-ac47-407b372e34bd,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:33.159492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.174682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-04873b7e-1f55-4188-ae53-1fbc4f2da3ff req-18315d43-26c7-43f2-8cc2-b4b85f6395c9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:33.175827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04873b7e-1f55-4188-ae53-1fbc4f2da3ff req-18315d43-26c7-43f2-8cc2-b4b85f6395c9 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 951 time: 0.2103248 Apr 18 20:21:33.215733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-72940551-a420-4233-a7ba-a89a23507de1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.216990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-72940551-a420-4233-a7ba-a89a23507de1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 951 time: 0.1868005 Apr 18 20:21:33.222943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82f57d82-f237-4cb1-9f64-d50bb032b310 req-091156a6-05d4-422e-ae24-b4e8bc2086b8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741379 Apr 18 20:21:33.223152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.223565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.225801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] 10.222.0.61 "PUT /v2.0/ports/fd3559d9-8de3-485b-ac47-407b372e34bd HTTP/1.1" status: 200 len: 1091 time: 1.4952617 Apr 18 20:21:33.226193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'tag': 'fd3559d9-8de3-485b-ac47-407b372e34bd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:33.294487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe020c3-0fa9-4bed-bf8c-334bd5c49e11 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3559d9-8de3-485b-ac47-407b372e34bd,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:33.299329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04873b7e-1f55-4188-ae53-1fbc4f2da3ff req-877cf4fd-80e2-4711-898c-5760bd92faaf tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086433 Apr 18 20:21:33.314934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Deleting port 878bad68-4234-42a0-88c4-1e087183778a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:33.315288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.350247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f852b03-4a15-417e-be76-057d4abfd120 req-20f643b1-1f66-4f23-ae2a-d37105b12c7b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.356089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f852b03-4a15-417e-be76-057d4abfd120 req-20f643b1-1f66-4f23-ae2a-d37105b12c7b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.356989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6f852b03-4a15-417e-be76-057d4abfd120 req-20f643b1-1f66-4f23-ae2a-d37105b12c7b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Synchronizing usage tracker for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:33.375083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6f852b03-4a15-417e-be76-057d4abfd120 req-20f643b1-1f66-4f23-ae2a-d37105b12c7b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Unset dirty status for tenant:b9c9412106b54590b0fbbf9400900c3a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:33.376263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f852b03-4a15-417e-be76-057d4abfd120 req-20f643b1-1f66-4f23-ae2a-d37105b12c7b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1665 time: 0.1431830 Apr 18 20:21:33.427519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f852b03-4a15-417e-be76-057d4abfd120 req-c9f61716-a379-4649-8104-ec53f09cf0fb tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421853 Apr 18 20:21:33.453546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e24711e8-f455-4fe7-9d4b-005c22c98957 req-3ec524ef-039d-409d-a062-84cee14dae38 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "GET /v2.0/security-groups/c62a10f3-f84d-4642-8967-09e061958303 HTTP/1.1" status: 200 len: 1801 time: 0.1071436 Apr 18 20:21:33.470261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Request body: {'port': {'device_id': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:33.500760 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d4b76e-7dd8-4f42-98b1-7f1ca68c3b23'] response: {'name': 'network-changed', 'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'tag': 'fd3559d9-8de3-485b-ac47-407b372e34bd', 'status': 'completed', 'code': 200} Apr 18 20:21:33.635217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.694602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e24711e8-f455-4fe7-9d4b-005c22c98957 req-2f29373b-3123-405a-9adf-74b81ba4f2c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.731248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] For port 878bad68-4234-42a0-88c4-1e087183778a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=878bad68-4234-42a0-88c4-1e087183778a,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:33.731610 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.797766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0044abd-e37d-4938-b199-7cd2ff492326 req-7c5ba7e3-2552-4db8-b90f-ede1a5044a78 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.799259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f0044abd-e37d-4938-b199-7cd2ff492326 req-7c5ba7e3-2552-4db8-b90f-ede1a5044a78 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.2124741 Apr 18 20:21:33.810367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e24711e8-f455-4fe7-9d4b-005c22c98957 req-2f29373b-3123-405a-9adf-74b81ba4f2c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:33.889936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Calling delete_port for 878bad68-4234-42a0-88c4-1e087183778a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:33.938249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f0044abd-e37d-4938-b199-7cd2ff492326 req-48185af7-ad66-4492-9d9b-32a39e68dcfd tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313767 Apr 18 20:21:33.954818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da886-0c86-43f2-8da6-07415c945f1f req-77c3537e-49c5-4bdc-b483-39fb32bb62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.955553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da886-0c86-43f2-8da6-07415c945f1f req-77c3537e-49c5-4bdc-b483-39fb32bb62cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:33.957092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-742da886-0c86-43f2-8da6-07415c945f1f req-77c3537e-49c5-4bdc-b483-39fb32bb62cc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1912 time: 0.4181356 Apr 18 20:21:34.084655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e24711e8-f455-4fe7-9d4b-005c22c98957 req-2f29373b-3123-405a-9adf-74b81ba4f2c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.108253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb8d4f29-e2de-4637-a59f-bc95c89c08e4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:34.121730 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.142215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Transition to ACTIVE for port object fb8d4f29-e2de-4637-a59f-bc95c89c08e4 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:34.149913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.167317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29373b-3123-405a-9adf-74b81ba4f2c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62a10f3-f84d-4642-8967-09e061958303,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:34.208277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e24711e8-f455-4fe7-9d4b-005c22c98957 req-2f29373b-3123-405a-9adf-74b81ba4f2c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.212858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e24711e8-f455-4fe7-9d4b-005c22c98957 req-2f29373b-3123-405a-9adf-74b81ba4f2c1 tempest-SecurityGroupsTestJSON-1370859532 tempest-SecurityGroupsTestJSON-1370859532-project] 10.222.0.47 "DELETE /v2.0/security-groups/c62a10f3-f84d-4642-8967-09e061958303 HTTP/1.1" status: 204 len: 173 time: 0.7471206 Apr 18 20:21:34.219154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:34.224575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da886-0c86-43f2-8da6-07415c945f1f req-71107b0e-6b52-4db8-b421-2576920e044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:34.225389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da886-0c86-43f2-8da6-07415c945f1f req-71107b0e-6b52-4db8-b421-2576920e044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:34.226033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da886-0c86-43f2-8da6-07415c945f1f req-71107b0e-6b52-4db8-b421-2576920e044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:34.227762 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-742da886-0c86-43f2-8da6-07415c945f1f req-71107b0e-6b52-4db8-b421-2576920e044b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=b9c9412106b54590b0fbbf9400900c3a&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2569892 Apr 18 20:21:34.305948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8df9b1-ea4a-45ec-bd01-bab705d8efc9 req-bcf4e760-ab3a-4ede-b8c2-aff1df742710 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:34.307490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba8df9b1-ea4a-45ec-bd01-bab705d8efc9 req-bcf4e760-ab3a-4ede-b8c2-aff1df742710 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.2449584 Apr 18 20:21:34.324189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.336844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5934fe65-aa33-4bf1-a869-0188424f136c', '878bad68-4234-42a0-88c4-1e087183778a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:34.345226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:34.386698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:34.471827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Attempting to bind port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:34.472059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Attempting to bind port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:34.472392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Attempting to bind port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 on network dbc41698-db67-429e-bbbf-6e1c5ca5a952 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:34.499719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 on network dbc41698-db67-429e-bbbf-6e1c5ca5a952 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:21:34.500199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Attempting to bind port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 on network dbc41698-db67-429e-bbbf-6e1c5ca5a952 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:34.513446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:34.513820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Checking segment: {'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:34.514219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Bound using segment: {'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:34.515058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Bound port: fb8d4f29-e2de-4637-a59f-bc95c89c08e4, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2f44b87-56f8-4e47-818e-eaa97243f301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:34.515426 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.578051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba8df9b1-ea4a-45ec-bd01-bab705d8efc9 req-6c932406-6b93-4bdd-951c-fc6d73ad219d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411418 Apr 18 20:21:34.691316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] Deleting subnet 59e481ca-5104-440c-b026-af8bf65abe65 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:21:34.711634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event deleted for resources: {'Port': ['ID=878bad68-4234-42a0-88c4-1e087183778a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:34.714043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.747769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72a33dec-7d8c-44d7-b0c8-3a0ebc390966 req-9d4ff82f-0137-4f95-942c-cdfb52c3b62b tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5bcbbb-de5d-40ac-aac3-de8a32873c03 HTTP/1.1" status: 200 len: 210 time: 0.1733217 Apr 18 20:21:34.885606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.902189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] For port fb8d4f29-e2de-4637-a59f-bc95c89c08e4, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:34.912611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] No DVR routers for this DVR port 878bad68-4234-42a0-88c4-1e087183778a on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:34.914929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] For port fb8d4f29-e2de-4637-a59f-bc95c89c08e4, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:34.918995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742da886-0c86-43f2-8da6-07415c945f1f req-28c89e07-0590-4a40-ba98-dc0f88943d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:34.920693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-742da886-0c86-43f2-8da6-07415c945f1f req-28c89e07-0590-4a40-ba98-dc0f88943d82 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6582925 Apr 18 20:21:34.921756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.929207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:34.929885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-deleted', 'tag': '878bad68-4234-42a0-88c4-1e087183778a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:34.972741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.008414 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12e5d57-8956-4a21-b385-5dff5e0220de'] response: {'server_uuid': 'eb5bcbbb-de5d-40ac-aac3-de8a32873c03', 'name': 'network-vif-deleted', 'tag': '878bad68-4234-42a0-88c4-1e087183778a', 'status': 'completed', 'code': 200} Apr 18 20:21:35.009837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff013322-9a6b-4a9f-a44d-8a52880a3767 req-d0ae0db1-42b5-4ed0-b3e4-b0d56401e138 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "DELETE /v2.0/ports/878bad68-4234-42a0-88c4-1e087183778a HTTP/1.1" status: 204 len: 173 time: 1.7822750 Apr 18 20:21:35.033620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.035192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.037031 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] 10.222.0.61 "PUT /v2.0/ports/fb8d4f29-e2de-4637-a59f-bc95c89c08e4 HTTP/1.1" status: 200 len: 1091 time: 1.5714662 Apr 18 20:21:35.039364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3257e0f-263c-480a-a79d-8ce4cdb200e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:35.077336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.101386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadb451-5fcf-4873-b8ee-f7009e57dfdd req-01f8d46f-3b22-4325-a478-8b25d690ea03 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.118548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aadb451-5fcf-4873-b8ee-f7009e57dfdd req-01f8d46f-3b22-4325-a478-8b25d690ea03 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.120170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4aadb451-5fcf-4873-b8ee-f7009e57dfdd req-01f8d46f-3b22-4325-a478-8b25d690ea03 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1677 time: 0.2727306 Apr 18 20:21:35.170270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.173755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e481ca-5104-440c-b026-af8bf65abe65,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:35.189673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e324578c-90cc-4dcc-b370-f4c10e75b292 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/59e481ca-5104-440c-b026-af8bf65abe65 HTTP/1.1" status: 204 len: 168 time: 0.9694512 Apr 18 20:21:35.192261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:35.249909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799753c7-da74-461a-a134-be57be028ebf req-10dfdd9c-9705-4742-899d-785a43b20195 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.251938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-799753c7-da74-461a-a134-be57be028ebf req-10dfdd9c-9705-4742-899d-785a43b20195 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1353633 Apr 18 20:21:35.309117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-799753c7-da74-461a-a134-be57be028ebf req-bb587c60-0a0a-41aa-a956-e9a3dc0eef6c tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485227 Apr 18 20:21:35.335502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4aadb451-5fcf-4873-b8ee-f7009e57dfdd req-a1b24499-54ba-46b1-8f09-8f9c831afb5e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809261 Apr 18 20:21:35.361214 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.385641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-5ad04e50-1da2-494e-b2f0-8934e8d9d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.386030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-5ad04e50-1da2-494e-b2f0-8934e8d9d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.387571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-5ad04e50-1da2-494e-b2f0-8934e8d9d721 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1979 time: 0.2665319 Apr 18 20:21:35.492966 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-02f3feaa-819c-4286-9bce-dfe394a8c950 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=fd3559d9-8de3-485b-ac47-407b372e34bd HTTP/1.1" status: 200 len: 217 time: 0.0741084 Apr 18 20:21:35.506895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'tag': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:35.605467 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3ec8381-5f90-41aa-8697-8f1158816fd1'] response: {'name': 'network-changed', 'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'tag': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4', 'status': 'completed', 'code': 200} Apr 18 20:21:35.628528 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.680126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e6dd178d-f93d-4845-8f8f-338575c75a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.681715 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-e6dd178d-f93d-4845-8f8f-338575c75a3d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e86e2cfa-0ffe-415d-a4bd-85094a291e64 HTTP/1.1" status: 200 len: 801 time: 0.1632080 Apr 18 20:21:35.683293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7447d5-c50d-4dda-8a9a-9f8f542664b1']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:35.698433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec49a85-f6e6-4f63-ab21-517401e31d22') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:35.698737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec49a85-f6e6-4f63-ab21-517401e31d22') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:35.781100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-88efc40b-756a-461b-ab98-e69f2595d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.782679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-88efc40b-756a-461b-ab98-e69f2595d443 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 1096 time: 0.1502581 Apr 18 20:21:35.787170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.819183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c54b5-566b-4a1f-bfd4-e079c56326ea req-74a44905-b423-477e-ad73-6341d1bcee45 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.820835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-384c54b5-566b-4a1f-bfd4-e079c56326ea req-74a44905-b423-477e-ad73-6341d1bcee45 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1419346 Apr 18 20:21:35.832721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.844876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:21:35.845295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:21:35.860347 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:21:35.941755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-384c54b5-566b-4a1f-bfd4-e079c56326ea req-db2128b9-6223-4225-a51d-8b24a2cead1a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092267 Apr 18 20:21:35.964392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-60ba4ea9-94a6-439c-be02-a6ff4282a156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.964392 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-60ba4ea9-94a6-439c-be02-a6ff4282a156 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fedb056c-1dc9-425a-8405-df835522c07f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2663708 Apr 18 20:21:35.969275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:35.982784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-971e9369-ab83-4356-b781-df92c4171b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:35.984427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-971e9369-ab83-4356-b781-df92c4171b15 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 910 time: 0.1942406 Apr 18 20:21:35.988756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:36.000110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e5fdc-6601-45e0-9a79-9b9e625a1590 req-5b6c5d12-d2ec-41fa-9211-58028645f4a6 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:36.001566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-640e5fdc-6601-45e0-9a79-9b9e625a1590 req-5b6c5d12-d2ec-41fa-9211-58028645f4a6 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.2662203 Apr 18 20:21:36.029391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7447d5-c50d-4dda-8a9a-9f8f542664b1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:36.060434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-8b73c6e4-3d2d-4d85-9bec-23085386929e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55 HTTP/1.1" status: 200 len: 217 time: 0.0661991 Apr 18 20:21:36.129279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d48b396d-3b99-43ff-9276-0f5505418473 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5e7447d5-c50d-4dda-8a9a-9f8f542664b1 HTTP/1.1" status: 204 len: 168 time: 0.9297922 Apr 18 20:21:36.165410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-c57a143e-69b7-4ae9-954a-111079cc1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:36.168254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-c57a143e-69b7-4ae9-954a-111079cc1e58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 200 len: 849 time: 0.0916305 Apr 18 20:21:36.189252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-640e5fdc-6601-45e0-9a79-9b9e625a1590 req-15454355-491c-47e5-aa5f-4285d97362f8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653187 Apr 18 20:21:36.227802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-7825549b-085a-4808-ae4b-084676d3632c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8505765-0086-454f-a25d-c91ff385e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525587 Apr 18 20:21:36.229419 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-b511d308-43af-4ddb-9986-c998fe8071b7 service neutron] 10.222.0.61 "GET /v2.0/networks/fedb056c-1dc9-425a-8405-df835522c07f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371294 Apr 18 20:21:36.344262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:36.430859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8f351ec1-6cc7-4bb2-a331-b1fd6c256bfc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e8c676f2f8e42f099ac63f1f69d5bdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0853596 Apr 18 20:21:36.434383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-e7d72033-9a54-4078-a7a5-1f80b16dcc26 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949134 Apr 18 20:21:36.434829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:36.467475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-94af623f-ddd1-4d83-a6c4-4a09f6957575 service neutron] 10.222.0.61 "GET /v2.0/networks/fedb056c-1dc9-425a-8405-df835522c07f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277200 Apr 18 20:21:36.559737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:36.596954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-701341d6-dca1-483e-bc2b-364510396d07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=fb8d4f29-e2de-4637-a59f-bc95c89c08e4 HTTP/1.1" status: 200 len: 217 time: 0.0869958 Apr 18 20:21:36.629680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 878bad68-4234-42a0-88c4-1e087183778a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:36.630241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 878bad68-4234-42a0-88c4-1e087183778a not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:36.672011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b69e6-bb19-48fc-bd53-3e270fb14394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:36.686134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9e254c9-cec9-4672-96c2-79aee915c4e8 req-baa6aea6-9ff7-4c0c-9ca5-d5167ddb1fe2 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384696 Apr 18 20:21:36.717986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b69e6-bb19-48fc-bd53-3e270fb14394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:36.746572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c2ce0-09e5-4c3b-be68-86575393e6a2 req-700ff8aa-f274-4244-a9ab-f6ad71625e2c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:36.752543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4c2ce0-09e5-4c3b-be68-86575393e6a2 req-700ff8aa-f274-4244-a9ab-f6ad71625e2c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:36.754192 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d4c2ce0-09e5-4c3b-be68-86575393e6a2 req-700ff8aa-f274-4244-a9ab-f6ad71625e2c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1677 time: 0.2665997 Apr 18 20:21:36.820625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d4c2ce0-09e5-4c3b-be68-86575393e6a2 req-57c8c3a5-70a9-4e49-ba6a-b071853a5de0 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597415 Apr 18 20:21:36.832299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99efcb85-b2a3-40c2-a9fb-41505041946c req-bbc1fd1a-ce21-4a1d-89c0-6eb80f74a332 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:36.834018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b69e6-bb19-48fc-bd53-3e270fb14394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:36.834519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99efcb85-b2a3-40c2-a9fb-41505041946c req-bbc1fd1a-ce21-4a1d-89c0-6eb80f74a332 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.3590860 Apr 18 20:21:36.857588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b69e6-bb19-48fc-bd53-3e270fb14394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f9cdd8-bd9d-4304-944f-7d2290beeacc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:36.865889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f9b69e6-bb19-48fc-bd53-3e270fb14394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:36.867041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2f9b69e6-bb19-48fc-bd53-3e270fb14394 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42f9cdd8-bd9d-4304-944f-7d2290beeacc HTTP/1.1" status: 204 len: 168 time: 0.4313149 Apr 18 20:21:36.887608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-a7445eab-b274-4cdf-8c1d-0bbb8891afe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:36.889253 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-a7445eab-b274-4cdf-8c1d-0bbb8891afe9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9 HTTP/1.1" status: 200 len: 801 time: 0.2819772 Apr 18 20:21:36.950052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99efcb85-b2a3-40c2-a9fb-41505041946c req-1c228b9b-e6e1-4231-bbc4-31624ceb6ee6 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075580 Apr 18 20:21:36.984891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-22fca4be-c36d-4055-aa89-4ffc94adaeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:36.986691 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-22fca4be-c36d-4055-aa89-4ffc94adaeff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dbc41698-db67-429e-bbbf-6e1c5ca5a952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0886357 Apr 18 20:21:37.185225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-f63a39b0-e7d1-451a-be58-cab0c29a0b28 service neutron] 10.222.0.61 "GET /v2.0/networks/dbc41698-db67-429e-bbbf-6e1c5ca5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877058 Apr 18 20:21:37.334964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273ee93-2f06-498a-b03c-7895058df6bd req-9f36a556-5057-4cdf-a748-04f062474419 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:37.342544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0273ee93-2f06-498a-b03c-7895058df6bd req-9f36a556-5057-4cdf-a748-04f062474419 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.2810638 Apr 18 20:21:37.359431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c70e98d1-7c63-4013-a7ec-1b6d6ccca551 req-52c1462e-b37f-4c87-a1c3-c46fb0b49972 service neutron] 10.222.0.61 "GET /v2.0/networks/dbc41698-db67-429e-bbbf-6e1c5ca5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630991 Apr 18 20:21:37.398891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0273ee93-2f06-498a-b03c-7895058df6bd req-37891844-9af0-4150-a6d0-14127882d988 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Apr 18 20:21:37.500242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aad24-539d-4033-a29e-91d00edbb5dc req-3180b8cf-8912-40e5-a23c-dc75fe4343e4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:37.501729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec3aad24-539d-4033-a29e-91d00edbb5dc req-3180b8cf-8912-40e5-a23c-dc75fe4343e4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1487377 Apr 18 20:21:37.568845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159eee-dc24-47f9-9090-5e944163163b req-4c833fce-ca18-47ae-b40f-5b68bc3aeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:37.569580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159eee-dc24-47f9-9090-5e944163163b req-4c833fce-ca18-47ae-b40f-5b68bc3aeb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:37.571097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b159eee-dc24-47f9-9090-5e944163163b req-4c833fce-ca18-47ae-b40f-5b68bc3aeb73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b9c9412106b54590b0fbbf9400900c3a&device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1979 time: 0.1347296 Apr 18 20:21:37.574354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec3aad24-539d-4033-a29e-91d00edbb5dc req-2c9b8023-8858-4cf1-890d-71466b1295fc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659673 Apr 18 20:21:37.721425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159eee-dc24-47f9-9090-5e944163163b req-c9de90d6-4e48-45ac-8f58-b9831a92c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:37.722943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b159eee-dc24-47f9-9090-5e944163163b req-c9de90d6-4e48-45ac-8f58-b9831a92c7da service neutron] 10.222.0.61 "GET /v2.0/networks?id=dbc41698-db67-429e-bbbf-6e1c5ca5a952 HTTP/1.1" status: 200 len: 903 time: 0.1311343 Apr 18 20:21:37.784137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:37.799053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b159eee-dc24-47f9-9090-5e944163163b req-1bd127b7-1b6e-48c7-802d-c3d8d1dd7879 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.54&port_id=fb8d4f29-e2de-4637-a59f-bc95c89c08e4 HTTP/1.1" status: 200 len: 217 time: 0.0677695 Apr 18 20:21:37.883269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159eee-dc24-47f9-9090-5e944163163b req-1a5380eb-4b1a-4a5d-8ce4-db0f60f913fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:37.885189 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b159eee-dc24-47f9-9090-5e944163163b req-1a5380eb-4b1a-4a5d-8ce4-db0f60f913fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9 HTTP/1.1" status: 200 len: 801 time: 0.0680528 Apr 18 20:21:37.907960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1115630661-network', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:37.913659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:37.917760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Usage tracker for resource:network and tenant:aa43d3edff9c4fcc913ecfaebbce960e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:37.920688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:37.927923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:37.938343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Made reservation on behalf of aa43d3edff9c4fcc913ecfaebbce960e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:37.940734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:37.954191 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:37.973496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b159eee-dc24-47f9-9090-5e944163163b req-04577077-83fb-4ed3-9a14-59934d66fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:37.975574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b159eee-dc24-47f9-9090-5e944163163b req-04577077-83fb-4ed3-9a14-59934d66fd4d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=dbc41698-db67-429e-bbbf-6e1c5ca5a952&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0758526 Apr 18 20:21:38.039760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:38.054250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Usage tracker for resource:security_group_rule and tenant:aa43d3edff9c4fcc913ecfaebbce960e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:38.065898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:38.077094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:38.163076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b159eee-dc24-47f9-9090-5e944163163b req-f41880c4-6cab-4ffd-bb3e-a20fa8f9ce0a service neutron] 10.222.0.61 "GET /v2.0/networks/dbc41698-db67-429e-bbbf-6e1c5ca5a952?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789100 Apr 18 20:21:38.168188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749768a-f8fd-4d55-8788-e0327dabe6c0 req-4a17dc05-34b6-4d8f-a891-22b23cbb826c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.174142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749768a-f8fd-4d55-8788-e0327dabe6c0 req-4a17dc05-34b6-4d8f-a891-22b23cbb826c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.175719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a749768a-f8fd-4d55-8788-e0327dabe6c0 req-4a17dc05-34b6-4d8f-a891-22b23cbb826c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1677 time: 0.2086329 Apr 18 20:21:38.185502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-dac09a23-0192-4d6b-ac4a-aea6313438c8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.186220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-dac09a23-0192-4d6b-ac4a-aea6313438c8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:38.227324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c70cb-d839-4ee5-8aaa-53eba2795e8b req-5c7bcb43-fa3b-472c-843e-ba8c335cae2f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.228932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e94c70cb-d839-4ee5-8aaa-53eba2795e8b req-5c7bcb43-fa3b-472c-843e-ba8c335cae2f tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.1497355 Apr 18 20:21:38.254088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-dac09a23-0192-4d6b-ac4a-aea6313438c8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:38.255206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-dac09a23-0192-4d6b-ac4a-aea6313438c8 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 950 time: 0.2510223 Apr 18 20:21:38.262377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a749768a-f8fd-4d55-8788-e0327dabe6c0 req-bb3d7f56-c124-40ca-991f-662a0b4930b7 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732880 Apr 18 20:21:38.346872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.354107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e94c70cb-d839-4ee5-8aaa-53eba2795e8b req-d2af5ece-4b2a-431c-9671-c179c3a4b5d7 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813384 Apr 18 20:21:38.355847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.362869 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b159eee-dc24-47f9-9090-5e944163163b req-9fa787d5-9772-4c28-b2c4-b355c694689c service neutron] 10.222.0.61 "GET /v2.0/networks/dbc41698-db67-429e-bbbf-6e1c5ca5a952?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879547 Apr 18 20:21:38.378465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Deleting port 5934fe65-aa33-4bf1-a869-0188424f136c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:38.379023 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.478412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:21:38.492711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f22277-a159-478d-9d3d-61c99a265ca3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:38.517931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.518290 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Added segment 12fccf1b-2d90-4ad5-9108-bef7f162a817 of type vlan for network f455e49d-5ddb-4f59-bbdd-fe366b360794 Apr 18 20:21:38.620072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.629196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3a26a-ed34-4063-a00c-746cec080ecb req-30a134ff-0474-40e3-a154-ed859f5191d4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.631276 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18f3a26a-ed34-4063-a00c-746cec080ecb req-30a134ff-0474-40e3-a154-ed859f5191d4 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.0967946 Apr 18 20:21:38.675125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18f3a26a-ed34-4063-a00c-746cec080ecb req-2458fbef-c57d-443e-8275-d8cb94df566a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Apr 18 20:21:38.720052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-97329205-e435-45d0-8edb-017e44c3603c tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.721597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-97329205-e435-45d0-8edb-017e44c3603c tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1097 time: 0.3161328 Apr 18 20:21:38.766279 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.781543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.782489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.783071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.843293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:38.866704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb714ed-98f3-4ddd-86f3-7895935e301a req-cd389a73-1df5-4194-9379-346456b47cda tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:38.868250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbb714ed-98f3-4ddd-86f3-7895935e301a req-cd389a73-1df5-4194-9379-346456b47cda tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.0875678 Apr 18 20:21:38.899306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Usage tracker for resource:security_group_rule and tenant:16b0584af03644ca9833f5932966608d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:38.907917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:38.914127 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbb714ed-98f3-4ddd-86f3-7895935e301a req-812d9a88-c1fb-4034-bc23-d00f758a8c5f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Apr 18 20:21:38.920731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:38.926848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] For port 5934fe65-aa33-4bf1-a869-0188424f136c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5934fe65-aa33-4bf1-a869-0188424f136c,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:38.927016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:38.943551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] Pushing event updated for resources: {'Network': ['ID=f455e49d-5ddb-4f59-bbdd-fe366b360794,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:38.953749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:21:39.003919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fc9b4d5f-525e-4d6e-8c56-19502e532462 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2186058 Apr 18 20:21:39.007617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48724) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:39.013930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Request body: {'subnet': {'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-subnet', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:39.019540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:39.024688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Usage tracker for resource:subnet and tenant:aa43d3edff9c4fcc913ecfaebbce960e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:39.028036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:39.034458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:39.047848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Made reservation on behalf of aa43d3edff9c4fcc913ecfaebbce960e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:39.050442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.066520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Calling delete_port for 5934fe65-aa33-4bf1-a869-0188424f136c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:39.273425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.279630 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.299159 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.311393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:39.418094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd09d489-8c57-4101-913a-c4c6fb6ad1c1 req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6828504 Apr 18 20:21:39.426773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event deleted for resources: {'Port': ['ID=5934fe65-aa33-4bf1-a869-0188424f136c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:39.448726 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.502588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca94cc4-5b47-4f0f-8efd-659542b819fc tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2b99e-e79b-46e5-9b13-4dc02c2c997e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:39.507771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] No DVR routers for this DVR port 5934fe65-aa33-4bf1-a869-0188424f136c on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:39.510354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.515380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-deleted', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:39.526896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85af096e-906e-46b5-a539-fcada3f4ad7b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:39.540832 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-455a61b6-dc27-4f63-ae30-37459ce8a8a5 req-101127c2-31e5-4a01-81fc-f3a039a20534 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.61 "DELETE /v2.0/ports/5934fe65-aa33-4bf1-a869-0188424f136c HTTP/1.1" status: 204 len: 173 time: 1.2769797 Apr 18 20:21:39.574392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Checking segment: {'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:39.574768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Network hostable DHCP agents. Network: f455e49d-5ddb-4f59-bbdd-fe366b360794, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:21:39.595575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6d263-9619-4dff-ba2c-d21dc85a7838 req-0029d696-024a-4084-af58-ff1a512e2d9b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:39.601504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6d263-9619-4dff-ba2c-d21dc85a7838 req-0029d696-024a-4084-af58-ff1a512e2d9b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:39.605973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35e6d263-9619-4dff-ba2c-d21dc85a7838 req-0029d696-024a-4084-af58-ff1a512e2d9b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1677 time: 0.2116342 Apr 18 20:21:39.618533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-76feeb90-1f81-4d7d-8036-7c45028d51df req-0655c46b-cd25-4008-8065-46e26c75005e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Synchronizing usage tracker for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:39.636999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-76feeb90-1f81-4d7d-8036-7c45028d51df req-0655c46b-cd25-4008-8065-46e26c75005e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Unset dirty status for tenant:bb2e74a040c64e9289d0c20de2357f66 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:39.639127 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76feeb90-1f81-4d7d-8036-7c45028d51df req-0655c46b-cd25-4008-8065-46e26c75005e tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=462bf505-ad43-41bb-95d7-11235d2b5ea6 HTTP/1.1" status: 200 len: 210 time: 0.0674393 Apr 18 20:21:39.662614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35e6d263-9619-4dff-ba2c-d21dc85a7838 req-1312cfa6-5ca6-4630-8dfc-189ede0c75b6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508842 Apr 18 20:21:39.667089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:21:39.679081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, f455e49d-5ddb-4f59-bbdd-fe366b360794) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:39.690145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:39.690145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.691904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b755fd3-84ec-4dda-a877-643df3b9be44 None None] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:39.731236 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-26b22b7b-8f93-43c2-8e8c-87ce15bb504a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7222557 Apr 18 20:21:39.734299 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8ae40c2-a538-4f36-aa08-f22a40ec82ab'] response: {'server_uuid': '462bf505-ad43-41bb-95d7-11235d2b5ea6', 'name': 'network-vif-deleted', 'tag': '5934fe65-aa33-4bf1-a869-0188424f136c', 'status': 'completed', 'code': 200} Apr 18 20:21:39.734729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48740) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:39.740330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:39.745120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:39.749082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Usage tracker for resource:router and tenant:aa43d3edff9c4fcc913ecfaebbce960e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:39.752482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:39.765129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:39.779394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.780548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.809034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:39.996087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-f455e49d-5ddb-4f59-bbdd-fe366b360794', 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'fixed_ips': [{'subnet_id': '85af096e-906e-46b5-a539-fcada3f4ad7b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:21:39.997067 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.008035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf47d76e-fb08-4dd3-b45b-b8dd47162135 req-4b80c80b-4e2b-4db5-8121-cb681debb6a1 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:40.013029 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf47d76e-fb08-4dd3-b45b-b8dd47162135 req-4b80c80b-4e2b-4db5-8121-cb681debb6a1 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1202402 Apr 18 20:21:40.059006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf47d76e-fb08-4dd3-b45b-b8dd47162135 req-9871ef43-1efc-4a6d-a6ff-391be646e0f2 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Apr 18 20:21:40.206658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Allocated IP 172.20.0.2 (f455e49d-5ddb-4f59-bbdd-fe366b360794/85af096e-906e-46b5-a539-fcada3f4ad7b/553f1d5a-7b48-4492-9655-5ffed0689a02) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:40.273100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f18f85f-47a1-4aa4-96f0-0207fbfa3bed req-bce02ec9-3f07-405c-a2dc-13affff51e2e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:40.275054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f18f85f-47a1-4aa4-96f0-0207fbfa3bed req-bce02ec9-3f07-405c-a2dc-13affff51e2e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1000388 Apr 18 20:21:40.308744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c17bcf-8be0-4c7d-94ad-66d785082406 req-6654d515-ea8f-46b8-945d-2921d8a18f07 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:40.317493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6c17bcf-8be0-4c7d-94ad-66d785082406 req-6654d515-ea8f-46b8-945d-2921d8a18f07 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.4981441 Apr 18 20:21:40.352826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f18f85f-47a1-4aa4-96f0-0207fbfa3bed req-43fa70ff-0202-4c0f-a72f-f89fb3f334cb tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705199 Apr 18 20:21:40.406117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.462582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6c17bcf-8be0-4c7d-94ad-66d785082406 req-4bb2255f-84b0-407c-ae25-b85075688164 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442435 Apr 18 20:21:40.467379 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.478705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Transition to ACTIVE for port object 553f1d5a-7b48-4492-9655-5ffed0689a02 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:40.487635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:40.497742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Transition to ACTIVE for port object 553f1d5a-7b48-4492-9655-5ffed0689a02 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:40.503812 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.563723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:40.566518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:40.574703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:40.587944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device fd3559d9-8de3-485b-ac47-407b372e34bd details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:40.590224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:40.609641 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b70ab13-72a1-4e8d-8efb-b72bee1c012a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/3bbfb2c3-1b92-412e-8e85-34025c885504 HTTP/1.1" status: 200 len: 994 time: 0.1147726 Apr 18 20:21:40.680563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Pushing event updated for resources: {'Port': ['ID=553f1d5a-7b48-4492-9655-5ffed0689a02,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:40.758546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.800489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.850192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Attempting to bind port 553f1d5a-7b48-4492-9655-5ffed0689a02 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:40.850558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Attempting to bind port 553f1d5a-7b48-4492-9655-5ffed0689a02 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:40.850836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Attempting to bind port 553f1d5a-7b48-4492-9655-5ffed0689a02 on network f455e49d-5ddb-4f59-bbdd-fe366b360794 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:40.862101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:40.862376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Checking segment: {'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:40.862770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.863157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Bound using segment: {'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:40.863627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Bound port: 553f1d5a-7b48-4492-9655-5ffed0689a02, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:40.863999 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:40.942175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f3c42-7580-422c-9a4d-5aba593f0692 req-691eda2b-debd-4b32-b5c4-0244aede10bd tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:40.950056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969f3c42-7580-422c-9a4d-5aba593f0692 req-691eda2b-debd-4b32-b5c4-0244aede10bd tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:40.957907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-969f3c42-7580-422c-9a4d-5aba593f0692 req-691eda2b-debd-4b32-b5c4-0244aede10bd tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1677 time: 0.1029625 Apr 18 20:21:40.967468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Allocated IP 172.25.5.90 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/a79085d5-680a-4116-9a3a-92b1f72299c3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:41.027959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-969f3c42-7580-422c-9a4d-5aba593f0692 req-b7b326c4-524d-476e-8e12-3e7c9803145f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678997 Apr 18 20:21:41.050188 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.100525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:41.104643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] For port 553f1d5a-7b48-4492-9655-5ffed0689a02, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:41.106691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:41.113686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] For port 553f1d5a-7b48-4492-9655-5ffed0689a02, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=553f1d5a-7b48-4492-9655-5ffed0689a02,segment=NetworkSegment(12fccf1b-2d90-4ad5-9108-bef7f162a817),segment_id=12fccf1b-2d90-4ad5-9108-bef7f162a817)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:41.117341 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.118107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5934fe65-aa33-4bf1-a869-0188424f136c no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:41.161437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.189458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 5934fe65-aa33-4bf1-a869-0188424f136c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:41.189458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5934fe65-aa33-4bf1-a869-0188424f136c not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:41.198289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.205950 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.228609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port fd3559d9-8de3-485b-ac47-407b372e34bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fd3559d9-8de3-485b-ac47-407b372e34bd,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:41.273584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'fd3559d9-8de3-485b-ac47-407b372e34bd', 'network_id': 'fedb056c-1dc9-425a-8405-df835522c07f', 'port_id': 'fd3559d9-8de3-485b-ac47-407b372e34bd', 'mac_address': 'fa:16:3e:c7:d8:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e86e2cfa-0ffe-415d-a4bd-85094a291e64', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:41.289075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:41.294407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:41.304845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:41.342603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:41.374305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951282d-b1eb-4df3-9128-d7fd182c69ec req-3e9cda31-1346-4f9e-b898-e8b85813b8c0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:41.377226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b951282d-b1eb-4df3-9128-d7fd182c69ec req-3e9cda31-1346-4f9e-b898-e8b85813b8c0 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 950 time: 0.1423273 Apr 18 20:21:41.417153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Pushing event updated for resources: {'Port': ['ID=a79085d5-680a-4116-9a3a-92b1f72299c3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:41.454128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b951282d-b1eb-4df3-9128-d7fd182c69ec req-29e9017f-ad57-432f-ba05-665982fc149d tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Apr 18 20:21:41.455590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c0667-af66-4f7d-90c8-6aab80baa225 None None] Pushing event updated for resources: {'Port': ['ID=553f1d5a-7b48-4492-9655-5ffed0689a02,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:41.477070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.499540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3559d9-8de3-485b-ac47-407b372e34bd {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:41.549604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port fd3559d9-8de3-485b-ac47-407b372e34bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fd3559d9-8de3-485b-ac47-407b372e34bd,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:41.581331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:41.582362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device fb8d4f29-e2de-4637-a59f-bc95c89c08e4 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:41.771213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f012c81-6026-43c5-9673-38df543bb619 req-6e41f8ae-fc69-4baa-8edd-febc8d304cf8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:41.779430 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f012c81-6026-43c5-9673-38df543bb619 req-6e41f8ae-fc69-4baa-8edd-febc8d304cf8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1407204 Apr 18 20:21:41.811943 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606bf6b9-ae6b-44a1-8393-c6c71200a1a9'] response: {'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'code': 200} Apr 18 20:21:41.870947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-5b912c10-d4e5-47b9-9bc3-4a72a0c78eaa tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:41.874266 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-5b912c10-d4e5-47b9-9bc3-4a72a0c78eaa tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.55 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 950 time: 0.3563349 Apr 18 20:21:41.906440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=fd3559d9-8de3-485b-ac47-407b372e34bd,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:41.936115 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f012c81-6026-43c5-9673-38df543bb619 req-e87d96cd-0f6c-4271-87a0-fde6a40c8b2d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399345 Apr 18 20:21:41.967460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-b5e9d631-ed56-4cd2-be4e-e09530ef351e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1485035 Apr 18 20:21:41.968682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port fb8d4f29-e2de-4637-a59f-bc95c89c08e4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:41.989257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4', 'network_id': 'dbc41698-db67-429e-bbbf-6e1c5ca5a952', 'port_id': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4', 'mac_address': 'fa:16:3e:df:db:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9', 'ip_address': '19.86.0.54'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:42.089655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:42.120762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb8d4f29-e2de-4637-a59f-bc95c89c08e4 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:42.142161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port fb8d4f29-e2de-4637-a59f-bc95c89c08e4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:42.148867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:42.257371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:42.321656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0854f5c6-ba6e-4d0b-9393-54728814ecd7 req-06b09606-7aec-440d-90a3-c19a1c9a5546 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:42.335565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0854f5c6-ba6e-4d0b-9393-54728814ecd7 req-06b09606-7aec-440d-90a3-c19a1c9a5546 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1829491 Apr 18 20:21:42.346590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Deleting port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:42.346937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:42.424763 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0854f5c6-ba6e-4d0b-9393-54728814ecd7 req-731642b2-132d-4f38-89e1-1af9212c33b5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825016 Apr 18 20:21:42.504157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['fb8d4f29-e2de-4637-a59f-bc95c89c08e4'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:42.547053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:42.557015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 553f1d5a-7b48-4492-9655-5ffed0689a02 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:42.624942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:21:42.757804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9806e-32f6-42ee-a3aa-da2e152d88a1 req-beb84299-76d4-48e9-b353-e2a245c421fb tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:42.766854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc9806e-32f6-42ee-a3aa-da2e152d88a1 req-beb84299-76d4-48e9-b353-e2a245c421fb tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:42.776130 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1cc9806e-32f6-42ee-a3aa-da2e152d88a1 req-beb84299-76d4-48e9-b353-e2a245c421fb tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1679 time: 0.1967235 Apr 18 20:21:42.830774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1cc9806e-32f6-42ee-a3aa-da2e152d88a1 req-b2dcabf5-8e5f-4e11-b45c-c85289b437e5 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531735 Apr 18 20:21:42.859243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924037c-315c-4995-aa8f-315a81d4a1d3 req-1895ada6-de8d-4fad-971b-9cbc6dc86037 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:42.867974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3924037c-315c-4995-aa8f-315a81d4a1d3 req-1895ada6-de8d-4fad-971b-9cbc6dc86037 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 943 time: 0.7999294 Apr 18 20:21:42.890971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8056e614-0f5d-4ae4-95b2-c31406f2f51f None None] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:42.935935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:43.019091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 553f1d5a-7b48-4492-9655-5ffed0689a02 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:43.044680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756804f-9193-4f57-a671-20f3258fa461 req-5275a0cc-710e-4a5d-bf25-90dfa1b26c48 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:43.047084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f756804f-9193-4f57-a671-20f3258fa461 req-5275a0cc-710e-4a5d-bf25-90dfa1b26c48 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 950 time: 0.0990269 Apr 18 20:21:43.055821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'port_id': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'mac_address': 'fa:16:3e:ef:bf:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ead5b-401d-44d7-809d-0800eff18a6e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:21:43.063262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e2c69e95-8d94-44e5-9625-200858e36142 None None] Provisioning for port 553f1d5a-7b48-4492-9655-5ffed0689a02 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:43.127973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3924037c-315c-4995-aa8f-315a81d4a1d3 req-37ac61f2-e788-4036-b486-531fafc52781 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550652 Apr 18 20:21:43.131335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e2c69e95-8d94-44e5-9625-200858e36142 None None] Provisioning complete for port 553f1d5a-7b48-4492-9655-5ffed0689a02 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:43.131825 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2c69e95-8d94-44e5-9625-200858e36142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.136604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f756804f-9193-4f57-a671-20f3258fa461 req-1e8f7b96-3591-44c0-9f9a-f14fe79def1a tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/security-groups?id=fba39692-fc95-4cb6-9981-2a4493ecdaf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816960 Apr 18 20:21:43.146935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] For port 65886c53-d8b3-4a2e-8881-bbbbdafa4079, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=65886c53-d8b3-4a2e-8881-bbbbdafa4079,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:43.147499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.294952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Calling delete_port for 65886c53-d8b3-4a2e-8881-bbbbdafa4079 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:43.317820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.398356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:43.461996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:43.536347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.538901 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d9df301d-0f12-4a60-b83b-2f44a9afd681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.590739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['fd3559d9-8de3-485b-ac47-407b372e34bd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:43.657908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070883a-2b9b-4cd9-9d43-e1d09caf874c req-89918984-cfba-43b9-9fb8-8704d97b4743 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:43.667777 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1070883a-2b9b-4cd9-9d43-e1d09caf874c req-89918984-cfba-43b9-9fb8-8704d97b4743 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1051476 Apr 18 20:21:43.671742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2c69e95-8d94-44e5-9625-200858e36142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.675987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7ed2b-3199-4eea-ba2d-47168fb38b5a req-20795a46-10f5-4955-8eb6-5d1d8830ab17 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:43.683248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61c7ed2b-3199-4eea-ba2d-47168fb38b5a req-20795a46-10f5-4955-8eb6-5d1d8830ab17 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.3953199 Apr 18 20:21:43.717596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.721631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1070883a-2b9b-4cd9-9d43-e1d09caf874c req-94555b00-8cae-4639-af9f-5d957ada2ea4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527110 Apr 18 20:21:43.730676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:43.764968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e2c69e95-8d94-44e5-9625-200858e36142 None None] For port 553f1d5a-7b48-4492-9655-5ffed0689a02, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=553f1d5a-7b48-4492-9655-5ffed0689a02,segment=NetworkSegment(12fccf1b-2d90-4ad5-9108-bef7f162a817),segment_id=12fccf1b-2d90-4ad5-9108-bef7f162a817)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:43.784126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2c69e95-8d94-44e5-9625-200858e36142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:43.910740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c69e95-8d94-44e5-9625-200858e36142 None None] Pushing event updated for resources: {'Port': ['ID=553f1d5a-7b48-4492-9655-5ffed0689a02,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:43.920751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:44.065410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d83835-d54f-410e-9e5d-40d64c5361bb req-1382d8ea-9484-4544-a996-89732249c9b4 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:44.072451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d83835-d54f-410e-9e5d-40d64c5361bb req-1382d8ea-9484-4544-a996-89732249c9b4 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:44.074220 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5d83835-d54f-410e-9e5d-40d64c5361bb req-1382d8ea-9484-4544-a996-89732249c9b4 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1679 time: 0.1146152 Apr 18 20:21:44.075355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61c7ed2b-3199-4eea-ba2d-47168fb38b5a req-4d72cc8f-654a-408e-b3bf-63139ea62382 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3912833 Apr 18 20:21:44.089626 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:44.111799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['65886c53-d8b3-4a2e-8881-bbbbdafa4079'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:44.156986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5d83835-d54f-410e-9e5d-40d64c5361bb req-fbda2d50-68c5-4310-9b4a-5390e707bd1f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731993 Apr 18 20:21:44.190233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b726888e-3ac8-4998-b227-7549169b2226 None None] Provisioning complete for port 553f1d5a-7b48-4492-9655-5ffed0689a02 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:44.190738 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b726888e-3ac8-4998-b227-7549169b2226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:44.284744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Pushing event deleted for resources: {'Port': ['ID=65886c53-d8b3-4a2e-8881-bbbbdafa4079,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:44.320158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa6a8952-7f2c-4ed1-8eae-b1b061a97ca7 req-d196c07a-f7a7-4755-b783-2419d3c2dca5 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bd3eda9-fd10-445d-815b-778c9f219725 HTTP/1.1" status: 200 len: 210 time: 0.0444508 Apr 18 20:21:44.336564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] No DVR routers for this DVR port 65886c53-d8b3-4a2e-8881-bbbbdafa4079 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:44.345637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:44.348311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-deleted', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:44.405531 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d682fb39-e98b-4b2a-93dc-e2e0b6b32c4a req-fcb274a3-1c4e-4de3-a7bf-a46fbf4ae3c1 tempest-MigrationsAdminTest-812899849 tempest-MigrationsAdminTest-812899849-project] 10.222.0.55 "DELETE /v2.0/ports/65886c53-d8b3-4a2e-8881-bbbbdafa4079 HTTP/1.1" status: 204 len: 173 time: 2.3363204 Apr 18 20:21:44.418492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 553f1d5a-7b48-4492-9655-5ffed0689a02 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:44.423455 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-172c7c51-7251-4411-94ae-71701cebfa05'] response: {'server_uuid': '9bd3eda9-fd10-445d-815b-778c9f219725', 'name': 'network-vif-deleted', 'tag': '65886c53-d8b3-4a2e-8881-bbbbdafa4079', 'status': 'completed', 'code': 200} Apr 18 20:21:44.441389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Router 3efdf927-1885-44a6-a606-5b9713cdf0ef is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:21:44.448371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-c08df76d-bab4-45f0-b627-857058515a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:44.449872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-c08df76d-bab4-45f0-b627-857058515a1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1097 time: 0.7341912 Apr 18 20:21:44.507944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 553f1d5a-7b48-4492-9655-5ffed0689a02 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:44.508299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:44.577586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd1912-fcab-418f-8ed7-32e91d79f121 req-f8f47f8a-c815-4e90-9447-6824e424957e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:44.582147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efd1912-fcab-418f-8ed7-32e91d79f121 req-f8f47f8a-c815-4e90-9447-6824e424957e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 944 time: 0.2922001 Apr 18 20:21:44.778728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-a9ff3524-aac0-4856-8a5e-8de0b63ad7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:44.780152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-a9ff3524-aac0-4856-8a5e-8de0b63ad7c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.3190727 Apr 18 20:21:44.843966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efd1912-fcab-418f-8ed7-32e91d79f121 req-a6312020-06ca-4095-af64-f1928d3bf497 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900344 Apr 18 20:21:44.885886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:21:44.898438 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Sync routers for ids ['3efdf927-1885-44a6-a606-5b9713cdf0ef'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:21:44.909709 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Routers {'3efdf927-1885-44a6-a606-5b9713cdf0ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:44.910327 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3efdf927-1885-44a6-a606-5b9713cdf0ef'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:44.920964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-a37132d9-a00d-442e-9c4b-0df6828f99b6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1002 time: 0.1326325 Apr 18 20:21:44.922174 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:44.925555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bb9997da-58eb-4bfa-a1ba-736f65308530 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1874366 Apr 18 20:21:44.926351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:44.978485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b42fa5c-2f73-491b-8c3b-9d86cf471332 req-8112378a-c917-4fa6-a6a3-b1ba3d420d5f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:44.978485 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b42fa5c-2f73-491b-8c3b-9d86cf471332 req-8112378a-c917-4fa6-a6a3-b1ba3d420d5f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1303003 Apr 18 20:21:45.044233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b42fa5c-2f73-491b-8c3b-9d86cf471332 req-a8faad0f-5c2d-412f-9c61-75151cf238e2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589094 Apr 18 20:21:45.074161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-a0105d18-fbe0-43e0-b052-980e22742bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:45.075534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-a0105d18-fbe0-43e0-b052-980e22742bcf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.1452999 Apr 18 20:21:45.133259 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Set router 3efdf927-1885-44a6-a606-5b9713cdf0ef gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:45.370601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be84b70-e05f-448f-977a-b105ff846f94 req-ccfc03fb-0e5e-4985-bcaf-bb9eba4a7ada tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:45.377109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be84b70-e05f-448f-977a-b105ff846f94 req-ccfc03fb-0e5e-4985-bcaf-bb9eba4a7ada tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:45.378902 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2be84b70-e05f-448f-977a-b105ff846f94 req-ccfc03fb-0e5e-4985-bcaf-bb9eba4a7ada tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1679 time: 0.1069064 Apr 18 20:21:45.433641 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2be84b70-e05f-448f-977a-b105ff846f94 req-61fec4d9-7096-4cfe-bf85-6ab8c805c89c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481138 Apr 18 20:21:45.465465 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:41Z', 'revision_number': 3, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:45.470197 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Checking router: 3efdf927-1885-44a6-a606-5b9713cdf0ef for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:21:45.470546 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Updating router 3efdf927-1885-44a6-a606-5b9713cdf0ef port a79085d5-680a-4116-9a3a-92b1f72299c3 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:21:45.525529 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:45.574098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-933fe3b8-c59a-4dbf-a8e6-1660f11fca3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:45.575964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-933fe3b8-c59a-4dbf-a8e6-1660f11fca3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4863465 Apr 18 20:21:45.654046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f6904-e93a-4d02-9465-eaec05a4e3f0 req-791bc3b3-a25d-4efc-a623-fe74024724f7 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:45.655532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b26f6904-e93a-4d02-9465-eaec05a4e3f0 req-791bc3b3-a25d-4efc-a623-fe74024724f7 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.4461503 Apr 18 20:21:45.763121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48844) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:45.849054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b26f6904-e93a-4d02-9465-eaec05a4e3f0 req-7a42de97-1d16-47a1-aa32-7ae4330b50de tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390390 Apr 18 20:21:45.934910 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-818bcdf8-6394-4fc6-899c-38a8766e3b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:45.962937 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:45.966162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-368311be-1197-45d7-b3b3-b37031f7989a service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745010 Apr 18 20:21:45.969304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48852) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:45.969881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c0a2c874-a74e-4647-8a52-a530181fe209 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb2e74a040c64e9289d0c20de2357f66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2047026 Apr 18 20:21:45.978505 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Transition to ACTIVE for port object a79085d5-680a-4116-9a3a-92b1f72299c3 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:45.987551 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.058165 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Pushing event updated for resources: {'Port': ['ID=a79085d5-680a-4116-9a3a-92b1f72299c3,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:46.063657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca48de6-09a1-472f-bb06-cf147feeb2ff req-04def6d0-5594-42b0-b19e-682fa7da1f20 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:46.065172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ca48de6-09a1-472f-bb06-cf147feeb2ff req-04def6d0-5594-42b0-b19e-682fa7da1f20 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 944 time: 0.0937304 Apr 18 20:21:46.074571 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.075435 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.076189 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.076981 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.077798 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.078541 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.080598 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.081096 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.081589 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.082078 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.082547 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.083010 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.105465 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Attempting to bind port a79085d5-680a-4116-9a3a-92b1f72299c3 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:46.106425 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Attempting to bind port a79085d5-680a-4116-9a3a-92b1f72299c3 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:46.107161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Attempting to bind port a79085d5-680a-4116-9a3a-92b1f72299c3 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:46.114817 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:46.115459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:46.116030 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.116636 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:46.118045 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Bound port: a79085d5-680a-4116-9a3a-92b1f72299c3, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:46.118591 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.163770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 65886c53-d8b3-4a2e-8881-bbbbdafa4079 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:46.191115 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ca48de6-09a1-472f-bb06-cf147feeb2ff req-74f9db45-4b93-45a7-b537-6795ccac61b6 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183450 Apr 18 20:21:46.199080 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] For port a79085d5-680a-4116-9a3a-92b1f72299c3, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:46.202177 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] For port a79085d5-680a-4116-9a3a-92b1f72299c3, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a79085d5-680a-4116-9a3a-92b1f72299c3,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:46.209307 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.230556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 65886c53-d8b3-4a2e-8881-bbbbdafa4079 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:46.232479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 65886c53-d8b3-4a2e-8881-bbbbdafa4079 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:46.240750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.291352 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Routers {'3efdf927-1885-44a6-a606-5b9713cdf0ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:46.291966 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3efdf927-1885-44a6-a606-5b9713cdf0ef'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:46.326170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-8477f3b8-4c35-4301-91c6-e845555b146f service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500710 Apr 18 20:21:46.355972 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff5ed2-0b91-4cc6-9baf-d634f032ed93 None None] Pushing event updated for resources: {'Port': ['ID=a79085d5-680a-4116-9a3a-92b1f72299c3,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:46.369488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.445701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.502819 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] Set router 3efdf927-1885-44a6-a606-5b9713cdf0ef gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:46.543010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1a9ab-1507-46ef-bf00-347d2b0c2553 req-89dd34fd-88b9-479d-8d28-4b4183df39a6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:46.544521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3d1a9ab-1507-46ef-bf00-347d2b0c2553 req-89dd34fd-88b9-479d-8d28-4b4183df39a6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.2874372 Apr 18 20:21:46.623773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device fd3559d9-8de3-485b-ac47-407b372e34bd up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:46.632694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.672558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db265d3-61e0-4573-9f27-8eb786578d5e req-4059b80f-5665-46de-94b3-7fffa80fef04 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:46.680389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db265d3-61e0-4573-9f27-8eb786578d5e req-4059b80f-5665-46de-94b3-7fffa80fef04 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:46.683704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3d1a9ab-1507-46ef-bf00-347d2b0c2553 req-0c802ca6-0fad-40ec-976a-2edae3e45c72 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276467 Apr 18 20:21:46.686972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba39692-fc95-4cb6-9981-2a4493ecdaf2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:46.690044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3db265d3-61e0-4573-9f27-8eb786578d5e req-4059b80f-5665-46de-94b3-7fffa80fef04 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1679 time: 0.1144831 Apr 18 20:21:46.704557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port fd3559d9-8de3-485b-ac47-407b372e34bd completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:46.713185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.713552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.713905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.714245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.714580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.714924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.715281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.715613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.716082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.716444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.716808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.717132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:46.749299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port fd3559d9-8de3-485b-ac47-407b372e34bd triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:46.749778 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.769050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.770191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f51e2b24-b772-4985-8bf9-236e7787d4e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fba39692-fc95-4cb6-9981-2a4493ecdaf2 HTTP/1.1" status: 204 len: 168 time: 0.7995908 Apr 18 20:21:46.776696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3db265d3-61e0-4573-9f27-8eb786578d5e req-89d4f29e-ae20-4182-b099-798499212fe7 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835712 Apr 18 20:21:46.808398 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.817921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Allocated IP 172.20.0.1 (f455e49d-5ddb-4f59-bbdd-fe366b360794/85af096e-906e-46b5-a539-fcada3f4ad7b/f2ac066a-510b-4f4c-ace3-ba528e6240eb) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:46.837609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.908997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.941753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3559d9-8de3-485b-ac47-407b372e34bd'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:46.947013 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:41Z', 'revision_number': 3, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:46.953486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port fd3559d9-8de3-485b-ac47-407b372e34bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fd3559d9-8de3-485b-ac47-407b372e34bd,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:46.960168 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:46.962155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:46.971687 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2dc527-4180-48df-a149-149ce4489aff None None] The sync data for ids ['3efdf927-1885-44a6-a606-5b9713cdf0ef'] in n-d-836016-3 is: [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:41Z', 'revision_number': 3, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:21:47.078768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.108957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Transition to ACTIVE for port object f2ac066a-510b-4f4c-ace3-ba528e6240eb will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:47.128655 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319f8da6-5eab-45e1-9262-b376fabb6fea'] response: {'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3559d9-8de3-485b-ac47-407b372e34bd', 'code': 200} Apr 18 20:21:47.141832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=fd3559d9-8de3-485b-ac47-407b372e34bd,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:47.161782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be91a72-aec7-40b2-8e2e-6bd10df9dc56 req-5e8492ff-cf69-4612-b704-101bfffa1b06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:47.169136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6be91a72-aec7-40b2-8e2e-6bd10df9dc56 req-5e8492ff-cf69-4612-b704-101bfffa1b06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1600406 Apr 18 20:21:47.190250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:47.190707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.209220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:47.218355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.296192 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6be91a72-aec7-40b2-8e2e-6bd10df9dc56 req-b847ba9a-ba6b-4904-a032-2f2e0042237d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260817 Apr 18 20:21:47.298057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:47.301152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:47.301383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8313c247-b28f-4e91-a4de-b7125ea60786 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f6f0730c309b4dca82a6b1b2acb7a144&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0896347 Apr 18 20:21:47.303465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48874) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:47.306715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:47.353535 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.389105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Pushing event updated for resources: {'Port': ['ID=f2ac066a-510b-4f4c-ace3-ba528e6240eb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:47.449647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.464996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:47.475640 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.477349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device fb8d4f29-e2de-4637-a59f-bc95c89c08e4 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:47.520336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.698817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.767079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:47.774035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbe6227-cd7a-4e45-801b-a633b68eb34b req-ad72ceca-c966-4148-8661-976437d830ed tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:47.781879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dbe6227-cd7a-4e45-801b-a633b68eb34b req-ad72ceca-c966-4148-8661-976437d830ed tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 944 time: 0.3919458 Apr 18 20:21:47.812234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6b5bfe27-8bd3-48ea-947d-e01bc40c8c5e None None] Provisioning for port f2ac066a-510b-4f4c-ace3-ba528e6240eb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:47.822181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.824408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6b5bfe27-8bd3-48ea-947d-e01bc40c8c5e None None] Provisioning complete for port f2ac066a-510b-4f4c-ace3-ba528e6240eb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:47.825035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b5bfe27-8bd3-48ea-947d-e01bc40c8c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.868838 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0dbe6227-cd7a-4e45-801b-a633b68eb34b req-5b8f61bb-7c4b-47fe-88c7-684ce2f9797f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853350 Apr 18 20:21:47.869800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:47.876417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7071552f-875b-4160-9d38-a845fa5140b4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:47.905764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:47.906273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.909624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.909956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.910438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.910779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.911118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.911496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.915790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.916295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.917582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.919058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.919499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.921871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:21:47.944904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:47.955217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2f054da0-5c66-452d-95d8-5b0dec046df4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7071552f-875b-4160-9d38-a845fa5140b4 HTTP/1.1" status: 204 len: 168 time: 0.6168382 Apr 18 20:21:48.023968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6b5bfe27-8bd3-48ea-947d-e01bc40c8c5e None None] Port f2ac066a-510b-4f4c-ace3-ba528e6240eb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:21:48.092381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17c7c8-5278-43f1-a6bb-4058efa3500f req-b3473cdb-1b3f-4272-aed1-2235ebd0edfb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:48.094107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f17c7c8-5278-43f1-a6bb-4058efa3500f req-b3473cdb-1b3f-4272-aed1-2235ebd0edfb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1358049 Apr 18 20:21:48.159701 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.173769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059677fc-4264-49b7-88b0-80fed5587c94 req-e38ff8c1-87df-4b9e-9ee7-ba1c390d219e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:48.182701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059677fc-4264-49b7-88b0-80fed5587c94 req-e38ff8c1-87df-4b9e-9ee7-ba1c390d219e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:48.192058 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-059677fc-4264-49b7-88b0-80fed5587c94 req-e38ff8c1-87df-4b9e-9ee7-ba1c390d219e tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1680 time: 0.1431744 Apr 18 20:21:48.200795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port fb8d4f29-e2de-4637-a59f-bc95c89c08e4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:48.210161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.240878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f17c7c8-5278-43f1-a6bb-4058efa3500f req-438f0d8d-5539-4c2c-8726-ee375c0ed5d3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160736 Apr 18 20:21:48.256528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.283002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-059677fc-4264-49b7-88b0-80fed5587c94 req-98e2db71-57f9-4a10-8636-20b2f0dc919a tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863798 Apr 18 20:21:48.378944 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.404770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:48.510562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.534593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a79085d5-680a-4116-9a3a-92b1f72299c3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:48.652628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a79085d5-680a-4116-9a3a-92b1f72299c3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:21:48.666963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bff8d4-ed50-4736-937a-95a7de760dd3 req-1f605ffd-496e-4c21-b818-840d6f765181 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:48.667912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a79085d5-680a-4116-9a3a-92b1f72299c3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:48.668613 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.669502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.679009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.690208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6bff8d4-ed50-4736-937a-95a7de760dd3 req-1f605ffd-496e-4c21-b818-840d6f765181 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1762972 Apr 18 20:21:48.775287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6bff8d4-ed50-4736-937a-95a7de760dd3 req-589b2ae6-4c62-4e24-842b-9df5522a6aff tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842128 Apr 18 20:21:48.820843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.843666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.844817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a79085d5-680a-4116-9a3a-92b1f72299c3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a79085d5-680a-4116-9a3a-92b1f72299c3,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:48.851762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:48.853349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Pushing event updated for resources: {'Port': ['ID=f2ac066a-510b-4f4c-ace3-ba528e6240eb,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:48.923250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a79085d5-680a-4116-9a3a-92b1f72299c3,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:49.006593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:49.007975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:49.085546 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:49.129448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'}, {'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:49.259704 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568076f9-b5a1-4721-a010-f4c455e95191'] response: {'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'code': 200} Apr 18 20:21:49.259970 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-568076f9-b5a1-4721-a010-f4c455e95191'] response: {'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4', 'code': 200} Apr 18 20:21:49.358363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Router 3efdf927-1885-44a6-a606-5b9713cdf0ef has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:21:49.382898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c023221c-869b-4dbf-821e-411125f28284 None None] Provisioning complete for port f2ac066a-510b-4f4c-ace3-ba528e6240eb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:49.383286 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c023221c-869b-4dbf-821e-411125f28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:49.463855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c023221c-869b-4dbf-821e-411125f28284 None None] Port f2ac066a-510b-4f4c-ace3-ba528e6240eb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:21:49.515098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac4452a-9e88-454b-ae1f-c02e107efe99 req-069d1e92-588c-4a28-9497-04858bf8bb1f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:49.516667 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fac4452a-9e88-454b-ae1f-c02e107efe99 req-069d1e92-588c-4a28-9497-04858bf8bb1f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.2630663 Apr 18 20:21:49.647263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee848-78a0-4e16-a8b5-80b57a30cca1 req-a5e826f1-a46b-4089-a678-74e129b0c86c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:49.651889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac2f5a-9645-4af3-974d-9d034d42118a req-21d77252-3035-467b-8f37-10c898cc579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:49.652372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac2f5a-9645-4af3-974d-9d034d42118a req-21d77252-3035-467b-8f37-10c898cc579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:49.653131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee848-78a0-4e16-a8b5-80b57a30cca1 req-a5e826f1-a46b-4089-a678-74e129b0c86c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:49.653959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7dac2f5a-9645-4af3-974d-9d034d42118a req-21d77252-3035-467b-8f37-10c898cc579d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1983 time: 0.2943292 Apr 18 20:21:49.654765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-011ee848-78a0-4e16-a8b5-80b57a30cca1 req-a5e826f1-a46b-4089-a678-74e129b0c86c tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1681 time: 0.1685777 Apr 18 20:21:49.658338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b08a7-942b-4c86-b248-3eba947243e1 req-b38b1be2-ba2c-454a-9691-586e8ed15f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:49.660093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b6b08a7-942b-4c86-b248-3eba947243e1 req-b38b1be2-ba2c-454a-9691-586e8ed15f36 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 1096 time: 0.1246009 Apr 18 20:21:49.686556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fac4452a-9e88-454b-ae1f-c02e107efe99 req-7a0f9230-3aba-441d-8f1b-10499da06655 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556883 Apr 18 20:21:49.718872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:21:49.733401 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0afe700d-5f68-4f5d-b824-686ceffe47fa admin admin] 10.222.0.47 "PUT /v2.0/routers/3efdf927-1885-44a6-a606-5b9713cdf0ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7976968 Apr 18 20:21:49.742180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Sync routers for ids ['3efdf927-1885-44a6-a606-5b9713cdf0ef'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:21:49.743610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-011ee848-78a0-4e16-a8b5-80b57a30cca1 req-bccec66b-5d84-4a2f-a866-62eafbd898d9 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824344 Apr 18 20:21:49.750072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7dac2f5a-9645-4af3-974d-9d034d42118a req-de13f06e-7dd4-48e8-8483-2e0647152e93 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881402 Apr 18 20:21:49.758142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b6b08a7-942b-4c86-b248-3eba947243e1 req-d0a8a2aa-93bc-40da-9edb-334bc66d1d52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822048 Apr 18 20:21:49.764767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Routers {'3efdf927-1885-44a6-a606-5b9713cdf0ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:49.765745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3efdf927-1885-44a6-a606-5b9713cdf0ef'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:49.941093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48926) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:49.986892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Set router 3efdf927-1885-44a6-a606-5b9713cdf0ef gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:50.110553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38948df-ec1e-41d7-be34-63615fee012b req-41ea7854-2588-4c69-b233-987dc5ee13ef tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:50.112611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b38948df-ec1e-41d7-be34-63615fee012b req-41ea7854-2588-4c69-b233-987dc5ee13ef tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.2641892 Apr 18 20:21:50.223564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b38948df-ec1e-41d7-be34-63615fee012b req-520dbd76-d283-4162-86be-3a1128385779 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021564 Apr 18 20:21:50.225029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65783bb-73e8-44ce-9354-aa0c549e33fd req-fe307167-d57f-4f69-84ce-f1d83fe8a026 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:50.232483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c65783bb-73e8-44ce-9354-aa0c549e33fd req-fe307167-d57f-4f69-84ce-f1d83fe8a026 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.2174492 Apr 18 20:21:50.351011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c65783bb-73e8-44ce-9354-aa0c549e33fd req-000ae5d6-9248-4951-876c-0b6a7918b310 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174431 Apr 18 20:21:50.392506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f2ac066a-510b-4f4c-ace3-ba528e6240eb', 'name': '', 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'mac_address': 'fa:16:3e:5c:01:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '85af096e-906e-46b5-a539-fcada3f4ad7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:46Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 2, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'subnets': [{'id': '85af096e-906e-46b5-a539-fcada3f4ad7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:50.398210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Checking router: 3efdf927-1885-44a6-a606-5b9713cdf0ef for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:21:50.398571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Updating router 3efdf927-1885-44a6-a606-5b9713cdf0ef port f2ac066a-510b-4f4c-ace3-ba528e6240eb binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:21:50.455895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a79085d5-680a-4116-9a3a-92b1f72299c3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:21:50.498562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:50.678664 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:50.694131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a79085d5-680a-4116-9a3a-92b1f72299c3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:21:50.694496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:50.977456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb877d-257e-4c5a-bdbd-0dcbba420450 req-364bf6c3-cdd0-4701-afdd-8ffc07aa8431 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:50.979817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abcb877d-257e-4c5a-bdbd-0dcbba420450 req-364bf6c3-cdd0-4701-afdd-8ffc07aa8431 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1194427 Apr 18 20:21:51.025193 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:51.029107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abcb877d-257e-4c5a-bdbd-0dcbba420450 req-84ba13cc-33f6-4d48-99c3-92ea9e935505 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433469 Apr 18 20:21:51.055634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Transition to ACTIVE for port object f2ac066a-510b-4f4c-ace3-ba528e6240eb will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:51.065019 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:51.158819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713d63-f1d5-4cfc-ab0f-1e827912bf7c None None] Pushing event updated for resources: {'Port': ['ID=f2ac066a-510b-4f4c-ace3-ba528e6240eb,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:51.305376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c3cfe25-2c1c-4e8d-9e56-f654c715d3fc req-dbb4ff09-8485-4b87-9ef5-5df15a2d364b tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3a0e81e9a8924377986414e248d3dbc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570855 Apr 18 20:21:51.348757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8665-4fc2-4a7b-a9cd-8f4f67c301b0 req-5c6d72ca-1964-46b2-a615-749065649939 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:51.355630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec8665-4fc2-4a7b-a9cd-8f4f67c301b0 req-5c6d72ca-1964-46b2-a615-749065649939 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:51.357262 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cec8665-4fc2-4a7b-a9cd-8f4f67c301b0 req-5c6d72ca-1964-46b2-a615-749065649939 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1681 time: 0.3617692 Apr 18 20:21:51.365956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Attempting to bind port f2ac066a-510b-4f4c-ace3-ba528e6240eb on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:21:51.366740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Attempting to bind port f2ac066a-510b-4f4c-ace3-ba528e6240eb by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:21:51.367670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Attempting to bind port f2ac066a-510b-4f4c-ace3-ba528e6240eb on network f455e49d-5ddb-4f59-bbdd-fe366b360794 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:21:51.374795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:21:51.375610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Checking segment: {'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:21:51.376171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:51.376735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Bound using segment: {'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:21:51.377486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Bound port: f2ac066a-510b-4f4c-ace3-ba528e6240eb, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12fccf1b-2d90-4ad5-9108-bef7f162a817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:21:51.378103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:51.469104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Deleting port f2ac066a-510b-4f4c-ace3-ba528e6240eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:51.469431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:51.508223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cec8665-4fc2-4a7b-a9cd-8f4f67c301b0 req-648d2ace-c3e5-49ee-8ce7-adaa677cdad0 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092749 Apr 18 20:21:51.540326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3cfe25-2c1c-4e8d-9e56-f654c715d3fc req-8d57c91a-3c3b-4632-9d09-5bf973bc96fa tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:51.540513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] For port f2ac066a-510b-4f4c-ace3-ba528e6240eb, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:21:51.547236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c3cfe25-2c1c-4e8d-9e56-f654c715d3fc req-8d57c91a-3c3b-4632-9d09-5bf973bc96fa tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409227 Apr 18 20:21:51.559169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] For port f2ac066a-510b-4f4c-ace3-ba528e6240eb, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f2ac066a-510b-4f4c-ace3-ba528e6240eb,segment=NetworkSegment(12fccf1b-2d90-4ad5-9108-bef7f162a817),segment_id=12fccf1b-2d90-4ad5-9108-bef7f162a817)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:21:51.562749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c3cfe25-2c1c-4e8d-9e56-f654c715d3fc req-47c065d4-e4ce-4ee1-a3cc-f5d6ecd8461e tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/quotas/3a0e81e9a8924377986414e248d3dbc4 HTTP/1.1" status: 200 len: 375 time: 0.0145867 Apr 18 20:21:51.573722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:51.616986 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c3cfe25-2c1c-4e8d-9e56-f654c715d3fc req-ac822fb1-74b0-4ffd-acb5-119d169d83d8 tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a0e81e9a8924377986414e248d3dbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532720 Apr 18 20:21:51.699879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Routers {'3efdf927-1885-44a6-a606-5b9713cdf0ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:51.700508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3efdf927-1885-44a6-a606-5b9713cdf0ef'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:51.797572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2713d63-f1d5-4cfc-ab0f-1e827912bf7c None None] Pushing event updated for resources: {'Port': ['ID=f2ac066a-510b-4f4c-ace3-ba528e6240eb,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:51.819590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] For port f2ac066a-510b-4f4c-ace3-ba528e6240eb, host n-d-836016-3, got binding levels [] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:51.819844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:51.885092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bd386-7ca6-4d1f-b790-5556be19d385 req-a57dc940-b33c-4426-ae27-3492f2557d9d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:51.886789 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d41bd386-7ca6-4d1f-b790-5556be19d385 req-a57dc940-b33c-4426-ae27-3492f2557d9d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1199787 Apr 18 20:21:51.946582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d41bd386-7ca6-4d1f-b790-5556be19d385 req-178f61c7-4344-4fda-92d5-ca3e974f3cc0 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489430 Apr 18 20:21:51.963370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] Set router 3efdf927-1885-44a6-a606-5b9713cdf0ef gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:51.964562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b75fe-0509-4c98-8c04-5f783d6f32fb req-fa196e01-4653-431b-b8cc-291505bf11cc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:51.966144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d6b75fe-0509-4c98-8c04-5f783d6f32fb req-fa196e01-4653-431b-b8cc-291505bf11cc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.2838714 Apr 18 20:21:51.973236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Calling delete_port for f2ac066a-510b-4f4c-ace3-ba528e6240eb owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:52.135740 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d6b75fe-0509-4c98-8c04-5f783d6f32fb req-c6e08f82-1ffa-4ac9-b044-db9e2e60bcd5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328301 Apr 18 20:21:52.318537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f2ac066a-510b-4f4c-ace3-ba528e6240eb', 'name': '', 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'mac_address': 'fa:16:3e:5c:01:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '85af096e-906e-46b5-a539-fcada3f4ad7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:46Z', 'updated_at': '2022-04-18T20:21:51Z', 'revision_number': 4, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'subnets': [{'id': '85af096e-906e-46b5-a539-fcada3f4ad7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:52.322787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993d9d80-8760-4cfe-a6b0-47abf86aed33 None None] The sync data for ids ['3efdf927-1885-44a6-a606-5b9713cdf0ef'] in n-d-836016-3 is: [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f2ac066a-510b-4f4c-ace3-ba528e6240eb', 'name': '', 'network_id': 'f455e49d-5ddb-4f59-bbdd-fe366b360794', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'mac_address': 'fa:16:3e:5c:01:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 1355, 'fixed_ips': [{'subnet_id': '85af096e-906e-46b5-a539-fcada3f4ad7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:46Z', 'updated_at': '2022-04-18T20:21:51Z', 'revision_number': 4, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'subnets': [{'id': '85af096e-906e-46b5-a539-fcada3f4ad7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:21:52.328472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:21:52.328805 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:21:52.406586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c9f00d-3fc7-4182-8550-e3109d8a8131 req-b4eda0d7-005c-4872-ba0c-9ab489d858f1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:52.408137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-15c9f00d-3fc7-4182-8550-e3109d8a8131 req-b4eda0d7-005c-4872-ba0c-9ab489d858f1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1331692 Apr 18 20:21:52.471739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-15c9f00d-3fc7-4182-8550-e3109d8a8131 req-b29b3444-4be9-4bfe-be91-c915845bc905 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563376 Apr 18 20:21:52.624427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-97ed667f-5c3a-4fc6-8885-88e06ffe2ef4 req-b38930eb-f440-47ca-8555-a08065fa51fa tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3a0e81e9a8924377986414e248d3dbc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290391 Apr 18 20:21:52.697004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c5291-cb91-4d10-a247-381b4e96e989 req-2b0232ab-3c9a-4f96-82a9-8db923d853b5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:52.699963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-696c5291-cb91-4d10-a247-381b4e96e989 req-2b0232ab-3c9a-4f96-82a9-8db923d853b5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.1004400 Apr 18 20:21:52.754205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-696c5291-cb91-4d10-a247-381b4e96e989 req-afad27bb-ae26-4197-80ac-1208fbadfc37 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496452 Apr 18 20:21:52.800262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed667f-5c3a-4fc6-8885-88e06ffe2ef4 req-bfb503ec-a80e-4431-92e2-db2b54d1c183 tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:52.801766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-97ed667f-5c3a-4fc6-8885-88e06ffe2ef4 req-bfb503ec-a80e-4431-92e2-db2b54d1c183 tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720262 Apr 18 20:21:52.819703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-97ed667f-5c3a-4fc6-8885-88e06ffe2ef4 req-45753ea5-2645-4dfe-8bcb-914a77e69500 tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/quotas/3a0e81e9a8924377986414e248d3dbc4 HTTP/1.1" status: 200 len: 375 time: 0.0114489 Apr 18 20:21:52.832369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Deleting port f2ac066a-510b-4f4c-ace3-ba528e6240eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:52.832746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:52.873725 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-97ed667f-5c3a-4fc6-8885-88e06ffe2ef4 req-8c0d8a7c-1fce-49da-abd4-e9eb235c5a48 tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a0e81e9a8924377986414e248d3dbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462973 Apr 18 20:21:53.088743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7d707-4ff5-491b-812f-dddfdeae8fa4 req-155228cd-80fd-4671-8f16-49c92ee5ef27 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:53.094628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7d707-4ff5-491b-812f-dddfdeae8fa4 req-155228cd-80fd-4671-8f16-49c92ee5ef27 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:53.096219 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ca7d707-4ff5-491b-812f-dddfdeae8fa4 req-155228cd-80fd-4671-8f16-49c92ee5ef27 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1681 time: 0.2212934 Apr 18 20:21:53.107943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] For port f2ac066a-510b-4f4c-ace3-ba528e6240eb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f2ac066a-510b-4f4c-ace3-ba528e6240eb,segment=NetworkSegment(12fccf1b-2d90-4ad5-9108-bef7f162a817),segment_id=12fccf1b-2d90-4ad5-9108-bef7f162a817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:53.108304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:53.299311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Calling delete_port for f2ac066a-510b-4f4c-ace3-ba528e6240eb owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:53.366316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ca7d707-4ff5-491b-812f-dddfdeae8fa4 req-f9145a17-aed4-4e7c-b6f6-b0390cbaaab1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484360 Apr 18 20:21:53.626452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f5e0e-a46d-4055-be7b-a9c6d8a9e957 req-1cb3f394-fbef-4a83-b9c1-2726a6fbd91a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:53.628172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c42f5e0e-a46d-4055-be7b-a9c6d8a9e957 req-1cb3f394-fbef-4a83-b9c1-2726a6fbd91a tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1091788 Apr 18 20:21:53.679408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c42f5e0e-a46d-4055-be7b-a9c6d8a9e957 req-3794fbae-7846-4100-9550-b9b54dd0d119 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434821 Apr 18 20:21:53.714117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:53.767766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ac066a-510b-4f4c-ace3-ba528e6240eb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:53.859885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01009137-f80b-4e5a-9391-d22394ee2d5c req-a7d6b1c8-4f85-4c73-a973-ac5d02b47cff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:53.863985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01009137-f80b-4e5a-9391-d22394ee2d5c req-a7d6b1c8-4f85-4c73-a973-ac5d02b47cff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.3642850 Apr 18 20:21:53.946706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4aa45d18-28ed-4027-ac97-672bbabe42e8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:53.949617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4aa45d18-28ed-4027-ac97-672bbabe42e8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 815 time: 0.1707652 Apr 18 20:21:53.965627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-310e6958-feb8-487a-8a58-c25ef82ecff3 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/quotas/8f22d9c5a87e4e8faed3a2a0e84c601d HTTP/1.1" status: 200 len: 375 time: 0.0111265 Apr 18 20:21:53.984207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01009137-f80b-4e5a-9391-d22394ee2d5c req-aab590c8-0464-40bb-95c0-a6b7b4618aee tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138217 Apr 18 20:21:54.056775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-2794a4ee-5d88-466a-a0b2-0a516c21714c tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0854127 Apr 18 20:21:54.141968 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:54.215668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-8d399721-cfc8-420c-90ac-abffd3ddc910 service neutron] 10.222.0.47 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447809 Apr 18 20:21:54.360081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4e131dbb-a41a-4b55-ae73-5677730463a6 service neutron] 10.222.0.47 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385818 Apr 18 20:21:54.561391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Router 3efdf927-1885-44a6-a606-5b9713cdf0ef has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:21:54.700281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6145780f-c4b8-4a67-9981-92bdb7f8bee5 req-e566ee0e-6cdf-44da-bf72-8ea48aef77ef tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3a0e81e9a8924377986414e248d3dbc4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408292 Apr 18 20:21:54.747675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4bbc13f6-7103-4a22-a388-28afd1bc4797 req-c681dd8a-df29-431b-8cd8-e646e2a00ca2 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 210 time: 0.0667503 Apr 18 20:21:54.905543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145780f-c4b8-4a67-9981-92bdb7f8bee5 req-042b42fc-e53a-420b-a845-08266fa0db2b tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:54.907016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6145780f-c4b8-4a67-9981-92bdb7f8bee5 req-042b42fc-e53a-420b-a845-08266fa0db2b tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943324 Apr 18 20:21:54.928776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6145780f-c4b8-4a67-9981-92bdb7f8bee5 req-4a8b6df3-230c-4691-8a94-d0e113810f8d tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/quotas/3a0e81e9a8924377986414e248d3dbc4 HTTP/1.1" status: 200 len: 375 time: 0.0154188 Apr 18 20:21:54.993748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:21:55.011085 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] Sync routers for ids ['3efdf927-1885-44a6-a606-5b9713cdf0ef'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:21:55.020133 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] Routers {'3efdf927-1885-44a6-a606-5b9713cdf0ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:55.021235 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3efdf927-1885-44a6-a606-5b9713cdf0ef'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:55.024913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2ed12200-d9f2-420f-b5f1-9aa32db4f92e admin admin] 10.222.0.47 "PUT /v2.0/routers/3efdf927-1885-44a6-a606-5b9713cdf0ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0827193 Apr 18 20:21:55.033225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49076) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:55.095931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6145780f-c4b8-4a67-9981-92bdb7f8bee5 req-eecb0ca8-ff0c-4a44-bcf5-2f1d5a21a57d tempest-QuotasAdminNegativeTest-1445903019 tempest-QuotasAdminNegativeTest-1445903019-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3a0e81e9a8924377986414e248d3dbc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1662633 Apr 18 20:21:55.188688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9d66-1e0a-410f-a1c9-240f9edfb98c req-c7f422ae-46bb-4ac3-99af-ee9de4d293c1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:55.194583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe9d66-1e0a-410f-a1c9-240f9edfb98c req-c7f422ae-46bb-4ac3-99af-ee9de4d293c1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:55.196161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97fe9d66-1e0a-410f-a1c9-240f9edfb98c req-c7f422ae-46bb-4ac3-99af-ee9de4d293c1 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1681 time: 0.3275795 Apr 18 20:21:55.260407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] Set router 3efdf927-1885-44a6-a606-5b9713cdf0ef gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:55.423518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3742a2f8-ceab-454e-b526-6572025b6dc5 req-7157cd2f-9f97-4603-a962-0bdc3bb99a43 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:55.434117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3742a2f8-ceab-454e-b526-6572025b6dc5 req-7157cd2f-9f97-4603-a962-0bdc3bb99a43 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1055143 Apr 18 20:21:55.457793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-a1a41013-b4a8-4242-bf44-49a4e166745f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:55.459473 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-a1a41013-b4a8-4242-bf44-49a4e166745f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "GET /v2.0/ports?device_id=18cb88cb-29b6-409b-aa68-346b36b5cd53 HTTP/1.1" status: 200 len: 945 time: 0.5548363 Apr 18 20:21:55.481429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3742a2f8-ceab-454e-b526-6572025b6dc5 req-84e9abcd-af20-4586-a09a-1ea1a5495a46 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463250 Apr 18 20:21:55.515151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97fe9d66-1e0a-410f-a1c9-240f9edfb98c req-cc4e2bab-1918-436f-ad1f-9c1926f35205 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534561 Apr 18 20:21:55.530505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:55.618871 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:53Z', 'revision_number': 5, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:55.624685 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] Checking router: 3efdf927-1885-44a6-a606-5b9713cdf0ef for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:21:55.630953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Deleting port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:55.631398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:55.637075 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] Routers {'3efdf927-1885-44a6-a606-5b9713cdf0ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:21:55.638125 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3efdf927-1885-44a6-a606-5b9713cdf0ef'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:55.702533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcee8f-98bd-4416-9eeb-c5d9d20d9feb req-2c765efd-a78a-441e-ac6f-2605b8d13dcf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:55.710910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7bcee8f-98bd-4416-9eeb-c5d9d20d9feb req-2c765efd-a78a-441e-ac6f-2605b8d13dcf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1085825 Apr 18 20:21:55.775253 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7bcee8f-98bd-4416-9eeb-c5d9d20d9feb req-d75f1db5-2e40-442f-8b17-4e05c3bbc089 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603702 Apr 18 20:21:55.834520 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:55.925620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Deleting port a79085d5-680a-4116-9a3a-92b1f72299c3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:55.925990 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:55.939558 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] Set router 3efdf927-1885-44a6-a606-5b9713cdf0ef gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:21:56.011921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-932dd6b4-8b6c-447a-9c0b-b662361f588c req-cdae849c-0741-4090-a912-f37a838795b3 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 210 time: 0.1275465 Apr 18 20:21:56.259977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-c99bf226-c702-4210-a569-916df52a079b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:56.262137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-c99bf226-c702-4210-a569-916df52a079b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 815 time: 0.2642965 Apr 18 20:21:56.291371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Request body: {'port': {'device_id': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'admin_state_up': True, 'tenant_id': '8f22d9c5a87e4e8faed3a2a0e84c601d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:56.347027 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:53Z', 'revision_number': 5, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:21:56.352755 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792f4531-4ea3-40f1-afeb-7765e2933f28 None None] The sync data for ids ['3efdf927-1885-44a6-a606-5b9713cdf0ef'] in n-d-836016-3 is: [{'id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'name': 'tempest-ServersTestFqdnHostnames-1115630661-router', 'tenant_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90'}], 'enable_snat': True}, 'gw_port_id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:21:39Z', 'updated_at': '2022-04-18T20:21:53Z', 'revision_number': 5, 'project_id': 'aa43d3edff9c4fcc913ecfaebbce960e', 'gw_port': {'id': 'a79085d5-680a-4116-9a3a-92b1f72299c3', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:23:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efdf927-1885-44a6-a606-5b9713cdf0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1354, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:21:40Z', 'updated_at': '2022-04-18T20:21:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:21:56.365839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49094) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:56.451383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] For port a79085d5-680a-4116-9a3a-92b1f72299c3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a79085d5-680a-4116-9a3a-92b1f72299c3,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:56.451383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:56.466941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:56.472304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] For port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:56.472614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:56.486706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:56.504618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Made reservation on behalf of 8f22d9c5a87e4e8faed3a2a0e84c601d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:21:56.511021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:56.789280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Calling delete_port for a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:56.798852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Allocated IP 172.20.0.14 (fa442607-b653-4206-aaaf-b214926b48c2/fe4ead5b-401d-44d7-809d-0800eff18a6e/810e1e87-cdd0-41cf-88d1-913409a0d746) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:21:56.813819 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:21:56.839863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Calling delete_port for a79085d5-680a-4116-9a3a-92b1f72299c3 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:56.869617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:56.881436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c53705-d157-4ab2-8be3-51ace6e5fb59 req-5e0c8a3b-8d8e-480f-8ead-4b709de5a848 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:56.883146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61c53705-d157-4ab2-8be3-51ace6e5fb59 req-5e0c8a3b-8d8e-480f-8ead-4b709de5a848 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.2558641 Apr 18 20:21:56.943279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-7f71dd2e-57b1-46e9-a959-4fe08d413a8b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:56.949716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-7f71dd2e-57b1-46e9-a959-4fe08d413a8b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:56.951314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-7f71dd2e-57b1-46e9-a959-4fe08d413a8b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1681 time: 0.2749999 Apr 18 20:21:56.974264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:56.988276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Usage tracker for resource:security_group_rule and tenant:3a0e81e9a8924377986414e248d3dbc4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:56.996070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:57.018303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:57.050062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61c53705-d157-4ab2-8be3-51ace6e5fb59 req-99146aed-0891-41f6-bdca-d9cfd0ce5648 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580040 Apr 18 20:21:57.168726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833c48-6ccf-47ed-ad12-415eb8f7e63f req-07db468f-359d-4843-bd5f-0cddd3461730 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:57.174565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec833c48-6ccf-47ed-ad12-415eb8f7e63f req-07db468f-359d-4843-bd5f-0cddd3461730 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:57.176133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec833c48-6ccf-47ed-ad12-415eb8f7e63f req-07db468f-359d-4843-bd5f-0cddd3461730 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 1681 time: 0.3970253 Apr 18 20:21:57.251891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port fd3559d9-8de3-485b-ac47-407b372e34bd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:57.252299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.264985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.277039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:57.405870 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.496639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec833c48-6ccf-47ed-ad12-415eb8f7e63f req-5446b86e-9e8a-4426-8772-932ee9bc46b8 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052387 Apr 18 20:21:57.506807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe12828-e860-4181-ad4e-fd1d2001631a req-64987fa4-a2f4-4f7e-b071-304b1047216b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:57.508372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbe12828-e860-4181-ad4e-fd1d2001631a req-64987fa4-a2f4-4f7e-b071-304b1047216b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.3122561 Apr 18 20:21:57.520341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Pushing event deleted for resources: {'Port': ['ID=a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:57.524606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.574881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.654560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.670653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:57.689811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] No DVR routers for this DVR port a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:57.709583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.714687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.716047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbe12828-e860-4181-ad4e-fd1d2001631a req-41a0e152-87de-429a-9b4b-e751d6d5692f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443455 Apr 18 20:21:57.719256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-deleted', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:57.743683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port fd3559d9-8de3-485b-ac47-407b372e34bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fd3559d9-8de3-485b-ac47-407b372e34bd,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:57.743683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:57.785684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a0e81e9a8924377986414e248d3dbc4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4183362 Apr 18 20:21:57.790359 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3d9e4bf-c5cf-4f19-a0bd-04c603134a95'] response: {'server_uuid': '18cb88cb-29b6-409b-aa68-346b36b5cd53', 'name': 'network-vif-deleted', 'tag': 'a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06', 'status': 'completed', 'code': 200} Apr 18 20:21:57.798657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760fa3be-43a3-428a-a3a3-0beba4a30e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3d9f1d-7447-4144-8f3f-2489cbbfae27,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:57.805609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49112) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:57.809004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Pushing event deleted for resources: {'Port': ['ID=a79085d5-680a-4116-9a3a-92b1f72299c3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:57.870686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24bf1f15-6c33-4411-b542-1220ae123a5c req-15fdda40-e543-42ed-b28e-3c46a92656a1 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "DELETE /v2.0/ports/a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 HTTP/1.1" status: 204 len: 173 time: 2.3958461 Apr 18 20:21:57.952911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Network fa442607-b653-4206-aaaf-b214926b48c2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:21:57.992190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b82da7-a634-4edf-9ac7-bf911c5ccc4d req-f2fe04dd-dcbd-4f23-92df-8bb4a1ff1d91 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:57.992931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a2b82da7-a634-4edf-9ac7-bf911c5ccc4d req-f2fe04dd-dcbd-4f23-92df-8bb4a1ff1d91 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Synchronizing usage tracker for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:21:57.997406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.015640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:21:58.018039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:21:58.043894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2858780-40e9-463d-b312-2a72bcf2debc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.049268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Pushing event updated for resources: {'Port': ['ID=810e1e87-cdd0-41cf-88d1-913409a0d746,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:58.061575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for fd3559d9-8de3-485b-ac47-407b372e34bd owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:21:58.152235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:58.152873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.198281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-4b39f78c-b144-48bc-bdf9-7102747fe2f5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9130204 Apr 18 20:21:58.211902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a2b82da7-a634-4edf-9ac7-bf911c5ccc4d req-f2fe04dd-dcbd-4f23-92df-8bb4a1ff1d91 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Unset dirty status for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:21:58.213095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a2b82da7-a634-4edf-9ac7-bf911c5ccc4d req-f2fe04dd-dcbd-4f23-92df-8bb4a1ff1d91 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 932 time: 0.5848639 Apr 18 20:21:58.215609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.221385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.224784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2858780-40e9-463d-b312-2a72bcf2debc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.270122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Request body: {'port': {'device_id': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:21:58.304502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.305021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3efdf927-1885-44a6-a606-5b9713cdf0ef {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:21:58.316767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.321617 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d807187a-e10f-417c-b110-1469c1f16a60 admin admin] 10.222.0.47 "DELETE /v2.0/routers/3efdf927-1885-44a6-a606-5b9713cdf0ef HTTP/1.1" status: 204 len: 168 time: 3.2756727 Apr 18 20:21:58.323300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49118) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:58.361599 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a2b82da7-a634-4edf-9ac7-bf911c5ccc4d req-1eda5225-baba-4ca2-b760-e676628ecf3f tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414273 Apr 18 20:21:58.411549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2858780-40e9-463d-b312-2a72bcf2debc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.438727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2858780-40e9-463d-b312-2a72bcf2debc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3d9f1d-7447-4144-8f3f-2489cbbfae27,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:58.453471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.465936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.478807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['fb8d4f29-e2de-4637-a59f-bc95c89c08e4', 'fd3559d9-8de3-485b-ac47-407b372e34bd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:21:58.487658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2858780-40e9-463d-b312-2a72bcf2debc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.492053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f2858780-40e9-463d-b312-2a72bcf2debc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d3d9f1d-7447-4144-8f3f-2489cbbfae27 HTTP/1.1" status: 204 len: 168 time: 0.6814702 Apr 18 20:21:58.498257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] Deleting subnet 85af096e-906e-46b5-a539-fcada3f4ad7b {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:21:58.505713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.581681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=fd3559d9-8de3-485b-ac47-407b372e34bd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:58.584353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f2ac066a-510b-4f4c-ace3-ba528e6240eb no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:21:58.610279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.667377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f2ac066a-510b-4f4c-ace3-ba528e6240eb {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:21:58.668320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f2ac066a-510b-4f4c-ace3-ba528e6240eb not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:21:58.851664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839f0bd-43ec-4529-a69c-1827f425c345 req-099be7dc-684d-45fd-9ba3-e198770fa326 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:58.860612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f839f0bd-43ec-4529-a69c-1827f425c345 req-099be7dc-684d-45fd-9ba3-e198770fa326 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.6591294 Apr 18 20:21:58.871488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.909149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port fd3559d9-8de3-485b-ac47-407b372e34bd on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:21:58.941700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:58.944924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-deleted', 'tag': 'fd3559d9-8de3-485b-ac47-407b372e34bd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:21:58.997675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642c135-1b17-4c7e-b66c-83ecb8505fb3 req-60afc734-83a7-4089-9fa1-f525227c67df tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:59.005818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b642c135-1b17-4c7e-b66c-83ecb8505fb3 req-60afc734-83a7-4089-9fa1-f525227c67df tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 945 time: 0.2762921 Apr 18 20:21:59.028391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-edbe753d-8a5b-4fda-a4b8-e3034f751509 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "DELETE /v2.0/ports/fd3559d9-8de3-485b-ac47-407b372e34bd HTTP/1.1" status: 204 len: 173 time: 2.0527458 Apr 18 20:21:59.094827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b642c135-1b17-4c7e-b66c-83ecb8505fb3 req-aefbecbe-9247-43a1-bfb7-dabeb56844c9 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744805 Apr 18 20:21:59.106748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.123667 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f839f0bd-43ec-4529-a69c-1827f425c345 req-4ed1d5e1-aae2-4d61-ba8f-a4052b33da5c tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582562 Apr 18 20:21:59.165692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:59.178185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85af096e-906e-46b5-a539-fcada3f4ad7b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:21:59.182586 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.192023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5847d98-9a4e-4924-b153-c602552def4b None None] Network f455e49d-5ddb-4f59-bbdd-fe366b360794 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:21:59.207098 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c5bf9f4-4428-47cf-a05d-955541cfce7b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/85af096e-906e-46b5-a539-fcada3f4ad7b HTTP/1.1" status: 204 len: 168 time: 0.8809762 Apr 18 20:21:59.207519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49138) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:21:59.226945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.359405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.422843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Deleting port 553f1d5a-7b48-4492-9655-5ffed0689a02 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:59.423362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.463238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:59.463687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.498875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:21:59.502000 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7713d85-216c-478b-9bf3-af643018c470'] response: {'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-deleted', 'tag': 'fd3559d9-8de3-485b-ac47-407b372e34bd', 'status': 'completed', 'code': 200} Apr 18 20:21:59.512307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810e1e87-cdd0-41cf-88d1-913409a0d746 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:21:59.518277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Usage tracker for resource:security_group_rule and tenant:499a2df255204075a545b001db883ae1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:21:59.520880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] DHCP port deletion for f455e49d-5ddb-4f59-bbdd-fe366b360794 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:21:59.526906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] Deleting port 553f1d5a-7b48-4492-9655-5ffed0689a02 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:21:59.527769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.531790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:21:59.535685 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.549830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:21:59.577072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Transition to ACTIVE for port object 810e1e87-cdd0-41cf-88d1-913409a0d746 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:21:59.627818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.790519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] For port 553f1d5a-7b48-4492-9655-5ffed0689a02, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=553f1d5a-7b48-4492-9655-5ffed0689a02,segment=NetworkSegment(12fccf1b-2d90-4ad5-9108-bef7f162a817),segment_id=12fccf1b-2d90-4ad5-9108-bef7f162a817)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:59.791150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.815300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c65437-bdb6-472e-8c3d-e2a433ce66de req-96254947-8ee2-4756-865d-db7e65ba7a2e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:21:59.818607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98c65437-bdb6-472e-8c3d-e2a433ce66de req-96254947-8ee2-4756-865d-db7e65ba7a2e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.4567950 Apr 18 20:21:59.858627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] For port 553f1d5a-7b48-4492-9655-5ffed0689a02, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=553f1d5a-7b48-4492-9655-5ffed0689a02,segment=NetworkSegment(12fccf1b-2d90-4ad5-9108-bef7f162a817),segment_id=12fccf1b-2d90-4ad5-9108-bef7f162a817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:21:59.858905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:21:59.939614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] Calling delete_port for 553f1d5a-7b48-4492-9655-5ffed0689a02 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:00.004443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Calling delete_port for 553f1d5a-7b48-4492-9655-5ffed0689a02 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:00.010009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Pushing event updated for resources: {'Port': ['ID=810e1e87-cdd0-41cf-88d1-913409a0d746,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:00.031404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.056760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98c65437-bdb6-472e-8c3d-e2a433ce66de req-cda38fb0-8fb1-4c68-b598-aadd59c14c97 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2234423 Apr 18 20:22:00.087302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] Pushing event deleted for resources: {'Port': ['ID=553f1d5a-7b48-4492-9655-5ffed0689a02,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:00.091317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78bd248f-dac6-4900-bc5d-c45045f77153 None None] No DVR routers for this DVR port 553f1d5a-7b48-4492-9655-5ffed0689a02 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:00.111656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:22:00.112246 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:22:00.306131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f079e-9889-42da-982c-5a3b2999e715 req-fd0ae5db-e4bf-4256-a5a4-df2a69f86f87 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:00.306840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d85f079e-9889-42da-982c-5a3b2999e715 req-fd0ae5db-e4bf-4256-a5a4-df2a69f86f87 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Synchronizing usage tracker for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:00.309447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f575e4a-be38-47ba-b42c-1de45ea514c3 req-8d3d5d64-4370-490e-b5fc-74eb6a808ea6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:00.310492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port fb8d4f29-e2de-4637-a59f-bc95c89c08e4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:00.310867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.311019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f575e4a-be38-47ba-b42c-1de45ea514c3 req-8d3d5d64-4370-490e-b5fc-74eb6a808ea6 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 945 time: 0.0822484 Apr 18 20:22:00.324199 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.364127 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f575e4a-be38-47ba-b42c-1de45ea514c3 req-07dfc485-d3ae-4c12-95ae-140cbb8e7e5d tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/security-groups?id=a76ac887-daed-496b-a9f2-ffaa0986f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462341 Apr 18 20:22:00.389412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.413573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 553f1d5a-7b48-4492-9655-5ffed0689a02 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:00.461341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 553f1d5a-7b48-4492-9655-5ffed0689a02 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:00.462236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 553f1d5a-7b48-4492-9655-5ffed0689a02 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:00.462236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a79085d5-680a-4116-9a3a-92b1f72299c3 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:00.472865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for fb8d4f29-e2de-4637-a59f-bc95c89c08e4 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:00.498498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a79085d5-680a-4116-9a3a-92b1f72299c3 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:00.498950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a79085d5-680a-4116-9a3a-92b1f72299c3 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:00.506479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Attempting to bind port 810e1e87-cdd0-41cf-88d1-913409a0d746 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:00.506864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Attempting to bind port 810e1e87-cdd0-41cf-88d1-913409a0d746 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:00.507138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Attempting to bind port 810e1e87-cdd0-41cf-88d1-913409a0d746 on network fa442607-b653-4206-aaaf-b214926b48c2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:00.524594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d85f079e-9889-42da-982c-5a3b2999e715 req-fd0ae5db-e4bf-4256-a5a4-df2a69f86f87 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Unset dirty status for tenant:8f22d9c5a87e4e8faed3a2a0e84c601d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:00.525792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d85f079e-9889-42da-982c-5a3b2999e715 req-fd0ae5db-e4bf-4256-a5a4-df2a69f86f87 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 944 time: 0.9156959 Apr 18 20:22:00.548677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Port 810e1e87-cdd0-41cf-88d1-913409a0d746 on network fa442607-b653-4206-aaaf-b214926b48c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:22:00.548998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Attempting to bind port 810e1e87-cdd0-41cf-88d1-913409a0d746 on network fa442607-b653-4206-aaaf-b214926b48c2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:00.563474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac05ed7a-48dc-47cf-ad6f-f2e2614d3d50 req-f4ca99bb-3319-447a-b082-73f3cede7d24 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:00.565281 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac05ed7a-48dc-47cf-ad6f-f2e2614d3d50 req-f4ca99bb-3319-447a-b082-73f3cede7d24 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.0874918 Apr 18 20:22:00.587975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=499a2df255204075a545b001db883ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4160283 Apr 18 20:22:00.588554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:00.588895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Checking segment: {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:00.589268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Bound using segment: {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:00.589740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Bound port: 810e1e87-cdd0-41cf-88d1-913409a0d746, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35bf157-aa63-4eab-9de6-29ec17e640ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:00.590091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.590928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49148) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:00.610143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b7cd2-9628-484c-84a4-eec9b2e5b8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeeb32fe-d827-4d89-a547-757f56897404,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:00.617893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Deleting port 553f1d5a-7b48-4492-9655-5ffed0689a02 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:00.618158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.660636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device fd3559d9-8de3-485b-ac47-407b372e34bd no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:00.704500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: fd3559d9-8de3-485b-ac47-407b372e34bd {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:00.705362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device fd3559d9-8de3-485b-ac47-407b372e34bd not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:00.706346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:00.710047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] The port '553f1d5a-7b48-4492-9655-5ffed0689a02' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:22:00.711396 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d85f079e-9889-42da-982c-5a3b2999e715 req-898e2d5f-bb30-416e-ac8d-c50fa0e47499 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694558 Apr 18 20:22:00.752553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:00.753043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a067ed51-21a2-48a8-b0ca-dfa1e3dfdd06 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:00.753570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device fb8d4f29-e2de-4637-a59f-bc95c89c08e4 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:00.758444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac05ed7a-48dc-47cf-ad6f-f2e2614d3d50 req-8c8281fb-b3d7-4dd3-9caf-a34733ce985e tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852524 Apr 18 20:22:00.816918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] For port 810e1e87-cdd0-41cf-88d1-913409a0d746, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:00.821982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] For port 810e1e87-cdd0-41cf-88d1-913409a0d746, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=810e1e87-cdd0-41cf-88d1-913409a0d746,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:00.827097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.860960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:22:00.870937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b28053-3c92-44e1-83fb-610665ead573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.872507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.874276 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.900134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:00.900736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.902125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] 10.222.0.61 "PUT /v2.0/ports/810e1e87-cdd0-41cf-88d1-913409a0d746 HTTP/1.1" status: 200 len: 1092 time: 2.6700025 Apr 18 20:22:00.921762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f455e49d-5ddb-4f59-bbdd-fe366b360794']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:00.930413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b28053-3c92-44e1-83fb-610665ead573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:00.950329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12fccf1b-2d90-4ad5-9108-bef7f162a817') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:00.950625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12fccf1b-2d90-4ad5-9108-bef7f162a817') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:00.973556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.000063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f8f58-c442-4d68-bfe2-35cd82815494 service neutron] Pushing event updated for resources: {'Port': ['ID=810e1e87-cdd0-41cf-88d1-913409a0d746,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:01.006168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.013775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:01.014238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:01.029083 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:01.098635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b28053-3c92-44e1-83fb-610665ead573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.116031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=fb8d4f29-e2de-4637-a59f-bc95c89c08e4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:01.129047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port fb8d4f29-e2de-4637-a59f-bc95c89c08e4 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:01.131933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b28053-3c92-44e1-83fb-610665ead573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeeb32fe-d827-4d89-a547-757f56897404,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:01.132456 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.152095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b28053-3c92-44e1-83fb-610665ead573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.156330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5b28053-3c92-44e1-83fb-610665ead573 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eeeb32fe-d827-4d89-a547-757f56897404 HTTP/1.1" status: 204 len: 168 time: 0.5614309 Apr 18 20:22:01.156330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.157666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1a713a-5a0c-49fb-bced-60ec3ff755fb req-a28781d3-f2f5-4c27-9af5-74fdc822c354 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.61 "DELETE /v2.0/ports/fb8d4f29-e2de-4637-a59f-bc95c89c08e4 HTTP/1.1" status: 204 len: 173 time: 2.1172230 Apr 18 20:22:01.174173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:01.186609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] Pushing event deleted for resources: {'Network': ['ID=f455e49d-5ddb-4f59-bbdd-fe366b360794,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:01.191168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f1b714c7-0099-425b-8af2-f2f1659e94dd admin admin] 10.222.0.47 "DELETE /v2.0/networks/f455e49d-5ddb-4f59-bbdd-fe366b360794 HTTP/1.1" status: 204 len: 168 time: 1.9822385 Apr 18 20:22:01.226260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-d986dc28-e74e-4b91-88db-f10d54b689da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:01.227501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-d986dc28-e74e-4b91-88db-f10d54b689da service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 1095 time: 0.2663369 Apr 18 20:22:01.349800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-2feaed21-9dc5-4091-838a-074f36ea982f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810e1e87-cdd0-41cf-88d1-913409a0d746 HTTP/1.1" status: 200 len: 217 time: 0.1150324 Apr 18 20:22:01.436715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-85e6dea1-eb4c-436a-a914-b549e6258e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:01.438257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-85e6dea1-eb4c-436a-a914-b549e6258e21 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe4ead5b-401d-44d7-809d-0800eff18a6e HTTP/1.1" status: 200 len: 855 time: 0.0769536 Apr 18 20:22:01.453393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbab91-5153-4b0b-b14b-381ebf912720 req-a2ce32de-f859-44d0-a943-fc1607b37255 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:01.454895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98cbab91-5153-4b0b-b14b-381ebf912720 req-a2ce32de-f859-44d0-a943-fc1607b37255 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1629598 Apr 18 20:22:01.512541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-3ff93cb9-e67d-4a8f-8dd6-d96fac0b10bb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa442607-b653-4206-aaaf-b214926b48c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671270 Apr 18 20:22:01.512970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'tag': '810e1e87-cdd0-41cf-88d1-913409a0d746'}, {'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-deleted', 'tag': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:01.577011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad79bb85-72f0-4921-8945-74491d3dbe53 req-df1de5cd-0afd-4ea4-a1e6-6da60c897edf tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "GET /v2.0/ports?device_id=ed50e787-5290-4dd1-bc5c-3894a34f219b HTTP/1.1" status: 200 len: 210 time: 0.0490437 Apr 18 20:22:01.622846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49170) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:01.627169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98cbab91-5153-4b0b-b14b-381ebf912720 req-028cdf67-3d52-44c8-8d4d-f44449a47ec2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367583 Apr 18 20:22:01.671674 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e00699-b9fa-47b2-94ef-9b80b5c153fb'] response: {'name': 'network-changed', 'server_uuid': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'tag': '810e1e87-cdd0-41cf-88d1-913409a0d746', 'status': 'completed', 'code': 200} Apr 18 20:22:01.671943 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15e00699-b9fa-47b2-94ef-9b80b5c153fb'] response: {'server_uuid': 'ed50e787-5290-4dd1-bc5c-3894a34f219b', 'name': 'network-vif-deleted', 'tag': 'fb8d4f29-e2de-4637-a59f-bc95c89c08e4', 'status': 'completed', 'code': 200} Apr 18 20:22:01.705305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:01.706437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4d6e0c94-b62a-4f6c-a9d0-e87e8f9e7570 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa43d3edff9c4fcc913ecfaebbce960e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0813787 Apr 18 20:22:01.710657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-158a04dd-069d-4c5a-a1a0-65e7f792178e service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874590 Apr 18 20:22:02.026827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7711b3-4bf9-4fa1-8ffe-5d4071d9ff82 req-bdc9777e-f1e7-4d03-bb5a-3a6e4c67ef60 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:02.030312 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c7711b3-4bf9-4fa1-8ffe-5d4071d9ff82 req-bdc9777e-f1e7-4d03-bb5a-3a6e4c67ef60 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1210816 Apr 18 20:22:02.096360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58f277b7-10f5-40c0-9f05-8cec3ef8989c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:02.143162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2af86db-ff72-4d9d-9487-17d42020c988 req-bcd17356-84f5-4741-893a-14868a7c6dc6 service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4211481 Apr 18 20:22:02.143368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c7711b3-4bf9-4fa1-8ffe-5d4071d9ff82 req-a6c16ee6-2363-42e1-8211-8b16d455ee3b tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072340 Apr 18 20:22:02.179509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58f277b7-10f5-40c0-9f05-8cec3ef8989c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:02.200078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94206cc5-ee32-4ae3-9b7a-af76e317ee07 req-0d139ac2-53bd-4e23-8a93-991208a15080 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:02.201653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94206cc5-ee32-4ae3-9b7a-af76e317ee07 req-0d139ac2-53bd-4e23-8a93-991208a15080 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 944 time: 0.3537421 Apr 18 20:22:02.319179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94206cc5-ee32-4ae3-9b7a-af76e317ee07 req-a28f3373-e4d8-4056-88cb-951d4a86576a tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758188 Apr 18 20:22:02.346318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-3ddd20b8-8140-464c-88cb-47cc6f4b1a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:02.347819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-3ddd20b8-8140-464c-88cb-47cc6f4b1a33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 1095 time: 0.1384454 Apr 18 20:22:02.348559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58f277b7-10f5-40c0-9f05-8cec3ef8989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:02.400057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f277b7-10f5-40c0-9f05-8cec3ef8989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f22277-a159-478d-9d3d-61c99a265ca3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:02.413183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58f277b7-10f5-40c0-9f05-8cec3ef8989c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:02.414332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-58f277b7-10f5-40c0-9f05-8cec3ef8989c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3f22277-a159-478d-9d3d-61c99a265ca3 HTTP/1.1" status: 204 len: 168 time: 0.7077522 Apr 18 20:22:02.519496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-1f433b8a-294b-492d-a4f1-d9f40e38a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:02.522755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-1f433b8a-294b-492d-a4f1-d9f40e38a646 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 200 len: 916 time: 0.1639848 Apr 18 20:22:02.610958 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-a28c8848-59d2-4582-b5ee-7db586f92199 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=810e1e87-cdd0-41cf-88d1-913409a0d746 HTTP/1.1" status: 200 len: 217 time: 0.0794406 Apr 18 20:22:02.697546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-af438f45-f742-44c7-a2c9-6d5f5a0f7610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:02.699099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-af438f45-f742-44c7-a2c9-6d5f5a0f7610 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe4ead5b-401d-44d7-809d-0800eff18a6e HTTP/1.1" status: 200 len: 855 time: 0.0806193 Apr 18 20:22:02.722868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49210) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:02.757209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-c574aea4-be15-4719-bf31-5bd7f6c1b049 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fa442607-b653-4206-aaaf-b214926b48c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497713 Apr 18 20:22:02.819161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting subnet f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:22:02.823083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:02.899649 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.017483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.053822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-9d7988fe-5ae7-45a3-bce9-6b108eb0e49c service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883754 Apr 18 20:22:03.120491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92924edc-a088-4d44-b1a7-be536288a87e req-88c92abd-5436-4963-9a51-779244e82be8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:03.122100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92924edc-a088-4d44-b1a7-be536288a87e req-88c92abd-5436-4963-9a51-779244e82be8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.2909100 Apr 18 20:22:03.141343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.215316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:03.231217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.231967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f3fda9-1792-44c3-bd47-7241ca638a40 None None] Network dbc41698-db67-429e-bbbf-6e1c5ca5a952 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:03.241802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fdb90407-7144-43aa-89e4-d7303f00efc3 tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/subnets/f9b73bc6-dcf3-42cb-a281-40a1b4f90ad9 HTTP/1.1" status: 204 len: 168 time: 0.5142863 Apr 18 20:22:03.242279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49240) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:03.390846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92924edc-a088-4d44-b1a7-be536288a87e req-2afa2cf3-8184-4ca6-b6bf-e83e6119cb26 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2358935 Apr 18 20:22:03.471333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:03.490551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3293d8f2-a8a1-4d69-b642-12f0d72048d3 req-6bfc8f38-80f9-4048-9f64-49a37fbca5f8 service neutron] 10.222.0.61 "GET /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241676 Apr 18 20:22:03.523918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4762d6fa-03f8-44d8-9558-83b4e4fd592a req-8f897a46-f0ac-4026-bd0b-90cb91850d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:03.525829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4762d6fa-03f8-44d8-9558-83b4e4fd592a req-8f897a46-f0ac-4026-bd0b-90cb91850d4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 1096 time: 0.3699424 Apr 18 20:22:03.672732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4762d6fa-03f8-44d8-9558-83b4e4fd592a req-c7643c85-c769-4b55-8948-2e0b4035a7a0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395469 Apr 18 20:22:03.689012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.713253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa9cc13-1311-4d66-97dd-ac6fae260364 req-f2572400-efff-4e20-a985-2e84ed8174d8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:03.716478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6aa9cc13-1311-4d66-97dd-ac6fae260364 req-f2572400-efff-4e20-a985-2e84ed8174d8 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.1460016 Apr 18 20:22:03.716938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:03.717290 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.754675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1029341013-network', 'tenant_id': '1c89494211cc4bad9b02e4e11384cde9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:03.763846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] DHCP port deletion for dbc41698-db67-429e-bbbf-6e1c5ca5a952 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:22:03.767645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:03.778548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Deleting port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:03.778947 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.783209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Usage tracker for resource:network and tenant:1c89494211cc4bad9b02e4e11384cde9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:03.789743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:03.800978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:03.814375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6aa9cc13-1311-4d66-97dd-ac6fae260364 req-c501620f-7e76-4401-9a9a-f885db9d0245 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842428 Apr 18 20:22:03.828986 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-86756779-3b69-4ca3-801c-e652675eb054 req-46de7af0-8f88-4bb3-b339-3f2a52ea04f5 service neutron] show failed (client error): The resource could not be found. Apr 18 20:22:03.830200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-46de7af0-8f88-4bb3-b339-3f2a52ea04f5 service neutron] 10.222.0.61 "GET /v2.0/ports/5b16a03d-a4a0-438b-90e6-fd85f07984cf/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.2068942 Apr 18 20:22:03.838208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Made reservation on behalf of 1c89494211cc4bad9b02e4e11384cde9 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:03.840647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.867226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:03.902476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:03.906899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Usage tracker for resource:security_group_rule and tenant:1c89494211cc4bad9b02e4e11384cde9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:03.909863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:03.915829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:04.019951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.026400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.117273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] For port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:04.130906 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.149974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:04.159231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:04.168356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.168711 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Added segment 6ded55df-2f8f-4429-95e4-c5c0a93ded72 of type vlan for network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 Apr 18 20:22:04.171479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8fc9f0b-9523-46ea-9494-b384784668a8 req-042d506a-305c-4724-a3a8-d0284a22e42e tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0924165 Apr 18 20:22:04.179143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,segment=NetworkSegment(e2f44b87-56f8-4e47-818e-eaa97243f301),segment_id=e2f44b87-56f8-4e47-818e-eaa97243f301)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:04.179571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.314916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.339805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cf3bf-e342-4f6c-b334-b9e5dd027dc0 req-84ae8240-fa0a-45dc-a9cd-f4b9a7266002 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:04.341417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f31cf3bf-e342-4f6c-b334-b9e5dd027dc0 req-84ae8240-fa0a-45dc-a9cd-f4b9a7266002 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 944 time: 0.2982090 Apr 18 20:22:04.341566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:04.411753 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.412765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:04.413339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.444900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:04.455927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-9abe79c9-7041-418e-8a6e-69e395ca7642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:04.457366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-9abe79c9-7041-418e-8a6e-69e395ca7642 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 1097 time: 0.1974959 Apr 18 20:22:04.470498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0bb30d21-752a-4f76-a696-af90ea93fd32 req-fd78d831-0ad3-43ea-9258-745996623af1 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1366336 Apr 18 20:22:04.485147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:04.491851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Calling delete_port for 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:04.582212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.597905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No active binding found for port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 {{(pid=88143) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 20:22:04.598669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:04.609579 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:22:04.609811 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:22:04.656457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:04.713805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=2de9a0e4-33dc-4fc4-a761-21d9a0a59909,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:04.745768 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f31cf3bf-e342-4f6c-b334-b9e5dd027dc0 req-a02455cc-5548-4f28-a9f6-0ef644e4bac5 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850796 Apr 18 20:22:04.841756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3693199 Apr 18 20:22:04.845793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.846692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49278) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:04.860241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd0493b-8845-4088-908c-fcaf38ccaf5a admin admin] Pushing event updated for resources: {'Network': ['ID=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:04.863859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Request body: {'subnet': {'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1029341013-subnet', 'tenant_id': '1c89494211cc4bad9b02e4e11384cde9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:04.871563 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:04.874847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:22:04.879575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:04.889354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Usage tracker for resource:subnet and tenant:1c89494211cc4bad9b02e4e11384cde9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:04.894520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:04.937830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:04.947647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc41698-db67-429e-bbbf-6e1c5ca5a952']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:04.984296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2f44b87-56f8-4e47-818e-eaa97243f301') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:04.984504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2f44b87-56f8-4e47-818e-eaa97243f301') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:05.004450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.023243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ed67-00db-4b8e-9b4a-8b000c4fc4ce req-79114ffe-2764-45d3-a248-56bf9f59cf1c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:05.024810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17a0ed67-00db-4b8e-9b4a-8b000c4fc4ce req-79114ffe-2764-45d3-a248-56bf9f59cf1c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.3260853 Apr 18 20:22:05.029864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Made reservation on behalf of 1c89494211cc4bad9b02e4e11384cde9 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:05.033362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.088792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.100984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:05.101398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.112028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Deleting port 2de9a0e4-33dc-4fc4-a761-21d9a0a59909 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:05.112672 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:05.119024 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:05.190530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5777e3a7-3da7-4ce2-8f0b-2a1afedb9c84 None None] The port '2de9a0e4-33dc-4fc4-a761-21d9a0a59909' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:22:05.212363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9449789-7dee-40b7-8b71-fd43b6f1bc2c req-34e4b6c1-2c4d-4d12-8cf0-ada4d1952aae tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:05.213855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9449789-7dee-40b7-8b71-fd43b6f1bc2c req-34e4b6c1-2c4d-4d12-8cf0-ada4d1952aae tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.2445073 Apr 18 20:22:05.279915 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17a0ed67-00db-4b8e-9b4a-8b000c4fc4ce req-f834e980-d6f0-4a2d-9b41-0862df4aa692 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2286155 Apr 18 20:22:05.293951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.326292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.329464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9449789-7dee-40b7-8b71-fd43b6f1bc2c req-5468fbb5-4087-4bef-b7fb-0bb124f32b81 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646980 Apr 18 20:22:05.336545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Network': ['ID=dbc41698-db67-429e-bbbf-6e1c5ca5a952,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:05.358727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:05.391275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:05.404738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d68ac040-fa15-420d-adf4-c2acc3a9c52f tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/networks/dbc41698-db67-429e-bbbf-6e1c5ca5a952 HTTP/1.1" status: 204 len: 168 time: 2.1614707 Apr 18 20:22:05.412466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49284) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:05.455186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:05.462984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.479952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Transition to ACTIVE for port object 5b16a03d-a4a0-438b-90e6-fd85f07984cf will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:05.487059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.538649 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df14e72b-7cd0-4ee8-8d6b-caadeb899cc7'] response: {'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'code': 200} Apr 18 20:22:05.563476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting subnet e86e2cfa-0ffe-415d-a4bd-85094a291e64 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:22:05.588917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.669244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:05.699294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.742762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:05.781917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d91b8742-b0db-4e6f-8755-9836626b192d req-9568b8e4-6ec0-40fa-80e1-1121a3a5b2d5 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0617497 Apr 18 20:22:05.782855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] No DVR routers for this DVR port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:06.020332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36a07cd-f1a2-4850-ae7a-f826bbd44d61,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:06.029416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Checking segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:06.029810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Network hostable DHCP agents. Network: 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:06.049845 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.099420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:06.118686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:06.127016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:06.127605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.132447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f51ee-cb6f-4c87-912a-4bd5a9dcb62c None None] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:06.146488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780d40c9-201d-466b-983b-e9b46af812a5 req-58663bcb-d897-4780-b7cf-56c30475f351 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:06.148290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-780d40c9-201d-466b-983b-e9b46af812a5 req-58663bcb-d897-4780-b7cf-56c30475f351 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 944 time: 0.1801224 Apr 18 20:22:06.152172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:06.152596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:06.152999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:06.182786 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-86617e22-a572-4258-b89d-6e60fc8dbe05 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3284655 Apr 18 20:22:06.186387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.189339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:22:06.189749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Attempting to bind port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:06.202929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:06.203307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Checking segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:06.203657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Bound using segment: {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:06.204094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Bound port: 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c7dd97-2477-4c82-8ace-b16f9cced622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:06.204444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.281547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-780d40c9-201d-466b-983b-e9b46af812a5 req-8be4e43f-dfc8-40b0-b136-33ca0b656591 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236372 Apr 18 20:22:06.306072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Subnet': ['ID=e86e2cfa-0ffe-415d-a4bd-85094a291e64,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:06.337749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:06.338581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.341667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:06.344797 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8479675f-9054-49af-9a7a-c0221c12223b tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/subnets/e86e2cfa-0ffe-415d-a4bd-85094a291e64 HTTP/1.1" status: 204 len: 168 time: 0.9278455 Apr 18 20:22:06.346369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49302) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:06.361615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b16d2ec-7fd1-4371-8f7e-2ddb779121dd None None] Network fedb056c-1dc9-425a-8405-df835522c07f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:06.379139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.445880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcecc9c-0f47-4486-949e-c8cebe004832 req-429f0154-35cd-44d6-adb7-1881652136d9 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:06.447443 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9bcecc9c-0f47-4486-949e-c8cebe004832 req-429f0154-35cd-44d6-adb7-1881652136d9 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.2631783 Apr 18 20:22:06.529610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9bcecc9c-0f47-4486-949e-c8cebe004832 req-5fafd15f-0bf4-4ead-b6f9-0afaf23ac3ba tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763013 Apr 18 20:22:06.573780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:06.575191 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.576965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] 10.222.0.55 "PUT /v2.0/ports/5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1092 time: 2.1028581 Apr 18 20:22:06.579708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'tenant_id': '1c89494211cc4bad9b02e4e11384cde9', 'fixed_ips': [{'subnet_id': 'd36a07cd-f1a2-4850-ae7a-f826bbd44d61'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:22:06.580859 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.632173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.674041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 810e1e87-cdd0-41cf-88d1-913409a0d746 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:22:06.740008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56cbfb5-d739-4133-9c22-59bc3c3ea0a3 req-f4c47b03-e962-4fd1-b3b5-5fcb387070c5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:06.741938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d56cbfb5-d739-4133-9c22-59bc3c3ea0a3 req-f4c47b03-e962-4fd1-b3b5-5fcb387070c5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.0983193 Apr 18 20:22:06.798373 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d56cbfb5-d739-4133-9c22-59bc3c3ea0a3 req-f072a476-60f6-410b-91e4-224d8b001ae1 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487313 Apr 18 20:22:06.816874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ced9de-7a61-44bd-9748-eb30e8347440 service neutron] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:06.879532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Deleting port de1d371f-cc8e-4f50-9519-c6bca254fc5a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:06.880276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:06.937117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff1e1df0-8ff8-4430-8ef9-7ba18ec4e707 req-c96d29f9-72e7-468d-97f3-062cd4023760 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0494988 Apr 18 20:22:06.990390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Allocated IP 172.20.0.2 (248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261/d36a07cd-f1a2-4850-ae7a-f826bbd44d61/d71c54fb-d257-45ef-a449-75a3778bfc0c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:07.070459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 810e1e87-cdd0-41cf-88d1-913409a0d746, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=810e1e87-cdd0-41cf-88d1-913409a0d746,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:07.090497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '810e1e87-cdd0-41cf-88d1-913409a0d746', 'network_id': 'fa442607-b653-4206-aaaf-b214926b48c2', 'port_id': '810e1e87-cdd0-41cf-88d1-913409a0d746', 'mac_address': 'fa:16:3e:07:b1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe4ead5b-401d-44d7-809d-0800eff18a6e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:22:07.101556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b705955-fa75-45b1-b37c-a09cfb5b7260 req-d4f02311-37bf-41ba-a4ff-283617df4f22 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:07.103036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b705955-fa75-45b1-b37c-a09cfb5b7260 req-d4f02311-37bf-41ba-a4ff-283617df4f22 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 944 time: 0.5394156 Apr 18 20:22:07.133336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-7b55e537-d73a-4b41-b3af-8e058db2a569 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:07.140207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-7b55e537-d73a-4b41-b3af-8e058db2a569 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 816 time: 0.1869636 Apr 18 20:22:07.156865 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-11ac9190-aabd-459b-b398-9c839188d24d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/quotas/1c89494211cc4bad9b02e4e11384cde9 HTTP/1.1" status: 200 len: 375 time: 0.0157661 Apr 18 20:22:07.170269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ad2432-6136-40c9-b7f8-e6f5575883f7 None None] DHCP port deletion for fedb056c-1dc9-425a-8405-df835522c07f request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:22:07.194223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-1b1e59fd-ca92-4b33-810e-cb1f6b2eae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:07.195683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-1b1e59fd-ca92-4b33-810e-cb1f6b2eae65 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1095 time: 0.5612915 Apr 18 20:22:07.203993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-59fa8d2c-96db-40a1-9e01-b6829d565172 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0460112 Apr 18 20:22:07.213185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-67ad2432-6136-40c9-b7f8-e6f5575883f7 None None] Deleting port de1d371f-cc8e-4f50-9519-c6bca254fc5a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:07.213589 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-67ad2432-6136-40c9-b7f8-e6f5575883f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.270608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b705955-fa75-45b1-b37c-a09cfb5b7260 req-2ab1bcfa-ce54-4039-a955-3918d5fcecb3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462207 Apr 18 20:22:07.279117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] For port de1d371f-cc8e-4f50-9519-c6bca254fc5a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=de1d371f-cc8e-4f50-9519-c6bca254fc5a,segment=NetworkSegment(fb40c48f-aa8a-41cf-adb2-645ca3309b62),segment_id=fb40c48f-aa8a-41cf-adb2-645ca3309b62)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:07.279467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.381672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-432da98c-8c2e-4cd1-bf10-0881eafdf45c service neutron] 10.222.0.47 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710441 Apr 18 20:22:07.428661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.443113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Transition to ACTIVE for port object d71c54fb-d257-45ef-a449-75a3778bfc0c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:07.464838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Transition to ACTIVE for port object d71c54fb-d257-45ef-a449-75a3778bfc0c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:07.476286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Calling delete_port for de1d371f-cc8e-4f50-9519-c6bca254fc5a owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:07.540885 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.567417 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-2102646e-1466-4642-91fe-f66455a0d851 service neutron] 10.222.0.47 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804628 Apr 18 20:22:07.581688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:07.602539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-67ad2432-6136-40c9-b7f8-e6f5575883f7 None None] The port 'de1d371f-cc8e-4f50-9519-c6bca254fc5a' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:22:07.604634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.609858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810e1e87-cdd0-41cf-88d1-913409a0d746 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:07.635238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-dfebd1f2-35ae-4ccb-bb42-9c8c5c86c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:07.637635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-dfebd1f2-35ae-4ccb-bb42-9c8c5c86c647 service neutron] 10.222.0.55 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.4297569 Apr 18 20:22:07.639770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.676088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:07.685149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:07.688555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:07.707755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-454a0dd5-9e91-4d11-9aad-61696f82cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:07.709960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-454a0dd5-9e91-4d11-9aad-61696f82cf0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 1096 time: 0.1415899 Apr 18 20:22:07.736873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 810e1e87-cdd0-41cf-88d1-913409a0d746, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=810e1e87-cdd0-41cf-88d1-913409a0d746,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:07.788071 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.797954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Pushing event updated for resources: {'Port': ['ID=d71c54fb-d257-45ef-a449-75a3778bfc0c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:07.801654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Port': ['ID=de1d371f-cc8e-4f50-9519-c6bca254fc5a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:07.804910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-13a04e98-b24a-45ed-8c36-7522664c98f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1000 time: 0.1592820 Apr 18 20:22:07.886624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=810e1e87-cdd0-41cf-88d1-913409a0d746,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:07.932843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Attempting to bind port d71c54fb-d257-45ef-a449-75a3778bfc0c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:07.933274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-ded54232-4955-4ddd-9465-fbbc7731dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:07.933930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Attempting to bind port d71c54fb-d257-45ef-a449-75a3778bfc0c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:07.934454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Attempting to bind port d71c54fb-d257-45ef-a449-75a3778bfc0c on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:07.934750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-ded54232-4955-4ddd-9465-fbbc7731dfe2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 200 len: 910 time: 0.2184830 Apr 18 20:22:07.942395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:07.943069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Checking segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:07.943750 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.944285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Bound using segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:07.945552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Bound port: d71c54fb-d257-45ef-a449-75a3778bfc0c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:07.946525 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:07.975456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-def14249-9054-4307-b5ed-87e56f65fe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:07.978010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-def14249-9054-4307-b5ed-87e56f65fe52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.1226785 Apr 18 20:22:07.994044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ccf9484-6ff6-4bb0-99f4-7365a9d1480c req-bb27a371-bc63-4f57-9532-1e6beeee50dc tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.3494072 Apr 18 20:22:08.061411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] No DVR routers for this DVR port de1d371f-cc8e-4f50-9519-c6bca254fc5a on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:08.091298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] For port d71c54fb-d257-45ef-a449-75a3778bfc0c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:08.100405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] For port d71c54fb-d257-45ef-a449-75a3778bfc0c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d71c54fb-d257-45ef-a449-75a3778bfc0c,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:08.110966 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.149446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-39d56977-d620-4c7d-83bb-7324ce03c499 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55 HTTP/1.1" status: 200 len: 217 time: 0.1824915 Apr 18 20:22:08.203949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['810e1e87-cdd0-41cf-88d1-913409a0d746'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:08.284286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-665811bc-85bc-4ac4-bbef-bca533f8d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:08.286815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-665811bc-85bc-4ac4-bbef-bca533f8d9c2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 200 len: 849 time: 0.1107996 Apr 18 20:22:08.300517 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.302489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9733f361-a146-412f-8b60-7e3a44411acd req-b2f7020c-1ff6-48bb-a2b3-660ea40a46a8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:08.311592 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9733f361-a146-412f-8b60-7e3a44411acd req-b2f7020c-1ff6-48bb-a2b3-660ea40a46a8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 945 time: 0.3757157 Apr 18 20:22:08.339934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fedb056c-1dc9-425a-8405-df835522c07f']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:08.345819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f509b076-bbb8-43e8-8d3a-8aa21896391a None None] Pushing event updated for resources: {'Port': ['ID=d71c54fb-d257-45ef-a449-75a3778bfc0c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:08.370727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb40c48f-aa8a-41cf-adb2-645ca3309b62') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:08.371106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb40c48f-aa8a-41cf-adb2-645ca3309b62') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:08.390647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86756779-3b69-4ca3-801c-e652675eb054 req-8e9ccc8a-602b-45c4-8ada-a77335d3a2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:08.392338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-8e9ccc8a-602b-45c4-8ada-a77335d3a2fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3971195 Apr 18 20:22:08.394207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.406365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-9bdab73f-9915-4c99-b84e-86ce449ca306 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e8505765-0086-454f-a25d-c91ff385e3fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135771 Apr 18 20:22:08.519127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de1d371f-cc8e-4f50-9519-c6bca254fc5a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:08.560140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: de1d371f-cc8e-4f50-9519-c6bca254fc5a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:08.560646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de1d371f-cc8e-4f50-9519-c6bca254fc5a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:08.573325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9733f361-a146-412f-8b60-7e3a44411acd req-87ccd0ab-1329-4373-8bce-5d7596125270 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569540 Apr 18 20:22:08.584863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.618405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91f4122-3f60-488e-931b-60b32e396210 req-f41fa642-5d27-4033-afe5-f21510047646 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:08.632782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d91f4122-3f60-488e-931b-60b32e396210 req-f41fa642-5d27-4033-afe5-f21510047646 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.4999728 Apr 18 20:22:08.635087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:08.635497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:08.679294 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:08.684031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5b16a03d-a4a0-438b-90e6-fd85f07984cf no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:08.701742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-135922b8-9f01-4574-9730-bbe47bc2eea0 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870049 Apr 18 20:22:08.819390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5b16a03d-a4a0-438b-90e6-fd85f07984cf not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:08.868991 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29253ede-4045-4d96-8235-03fc9fd1d3a0'] response: {'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'status': 'completed', 'code': 200} Apr 18 20:22:09.061570 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df249bea-db20-4162-a638-3421a5b8d0b9 req-d75e3f19-0a7d-42de-8955-c59a94e3a460 service neutron] 10.222.0.61 "GET /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446472 Apr 18 20:22:09.086894 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-88c7de7d-b485-4264-bf3a-23c240f436b2 service neutron] 10.222.0.55 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6799664 Apr 18 20:22:09.106400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d91f4122-3f60-488e-931b-60b32e396210 req-a7e0fabe-097e-4028-9cbe-64a9153fe427 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726532 Apr 18 20:22:09.226894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.258841 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:09.306503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] Pushing event deleted for resources: {'Network': ['ID=fedb056c-1dc9-425a-8405-df835522c07f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:09.328100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-aae0af12-739d-4fb6-a053-ca8f84a029f4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:09.329619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-aae0af12-739d-4fb6-a053-ca8f84a029f4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 816 time: 0.1769037 Apr 18 20:22:09.348308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-80f3cdf6-9e25-48ae-b68e-d30e27018e7c tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/quotas/1c89494211cc4bad9b02e4e11384cde9 HTTP/1.1" status: 200 len: 375 time: 0.0100982 Apr 18 20:22:09.351345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a394673d-fd02-4cac-8ba9-50b0588a72ee tempest-ServersTestMultiNic-1719930502 tempest-ServersTestMultiNic-1719930502-project] 10.222.0.47 "DELETE /v2.0/networks/fedb056c-1dc9-425a-8405-df835522c07f HTTP/1.1" status: 204 len: 168 time: 3.0039973 Apr 18 20:22:09.385431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-59777d5f-7d9b-4a8a-9085-e6bb4eaf94c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:09.386948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-59777d5f-7d9b-4a8a-9085-e6bb4eaf94c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1095 time: 0.5201004 Apr 18 20:22:09.390695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86756779-3b69-4ca3-801c-e652675eb054 req-02a689c3-aade-4b20-8190-a0501eb5d082 service neutron] 10.222.0.55 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828419 Apr 18 20:22:09.468483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e5c0f3-ab80-4e8b-a128-25818cb5f942 req-f11b3c12-bb32-4524-90cc-76545df80af3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:09.476263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1e5c0f3-ab80-4e8b-a128-25818cb5f942 req-f11b3c12-bb32-4524-90cc-76545df80af3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 944 time: 0.2122879 Apr 18 20:22:09.493119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-aa06e514-8f5f-4b2c-97d7-412138f91722 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320121 Apr 18 20:22:09.682370 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1e5c0f3-ab80-4e8b-a128-25818cb5f942 req-b929c404-1606-42d6-aef3-9d1a61657ea5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052271 Apr 18 20:22:09.739832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-71a9cac3-b1ea-4616-94db-a9aea2474010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:09.741862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-71a9cac3-b1ea-4616-94db-a9aea2474010 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.3345330 Apr 18 20:22:09.786526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38f3f1e-f008-47a6-8244-cf2d96d7ad41 None None] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:09.862304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-d9c8fa64-c607-4175-a548-c21c44022a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:09.863946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-d9c8fa64-c607-4175-a548-c21c44022a2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1095 time: 0.2432191 Apr 18 20:22:09.946422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-a5273b4e-645b-4860-abc2-6fc4ed91544f service neutron] 10.222.0.47 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456029 Apr 18 20:22:09.978260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-6fb4e601-6408-4cfa-8316-3f163f982b19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1000 time: 0.2151775 Apr 18 20:22:10.012034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a9e071cd-6989-4f0c-80da-8792e50e6285 None None] Provisioning for port d71c54fb-d257-45ef-a449-75a3778bfc0c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:10.150803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-be4f05c3-f0f7-4848-a657-6e63462c95cf tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:10.151725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-be4f05c3-f0f7-4848-a657-6e63462c95cf tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 816 time: 0.4832463 Apr 18 20:22:10.168653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-155b3eb5-fea2-4921-9f73-ccda2b1ccde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:10.170139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-155b3eb5-fea2-4921-9f73-ccda2b1ccde3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.1809976 Apr 18 20:22:10.176615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Request body: {'port': {'device_id': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'admin_state_up': True, 'tenant_id': '1c89494211cc4bad9b02e4e11384cde9'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:10.186101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fb141b-dcb6-457c-bacf-12b349cdd3a3 req-6528ab9c-8f1c-447d-a053-738003dcc43e tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:10.187648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02fb141b-dcb6-457c-bacf-12b349cdd3a3 req-6528ab9c-8f1c-447d-a053-738003dcc43e tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.3192236 Apr 18 20:22:10.198094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-7568e48c-a848-4b44-b2d1-424448d9396c service neutron] 10.222.0.47 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427652 Apr 18 20:22:10.232281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-738714e0-8293-4b74-aeb2-50a66201b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:10.233787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-738714e0-8293-4b74-aeb2-50a66201b68c service neutron] 10.222.0.55 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.3234906 Apr 18 20:22:10.396225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:10.419636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Usage tracker for resource:port and tenant:1c89494211cc4bad9b02e4e11384cde9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:10.426515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:10.430371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02fb141b-dcb6-457c-bacf-12b349cdd3a3 req-ca6c7791-de9b-464a-92ad-c0b5eb9b7895 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups?id=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002583 Apr 18 20:22:10.443241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:10.469800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Made reservation on behalf of 1c89494211cc4bad9b02e4e11384cde9 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:10.474275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.500374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-4701fe8a-e276-4fb9-826d-715a27ac6845 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1000 time: 0.2492573 Apr 18 20:22:10.551275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-013f818c-d0d5-4d0d-9f74-ff6d731fdb75 req-3140d04c-c845-44d4-bd73-4e28f8f5dfd9 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0498583 Apr 18 20:22:10.597894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-38dd0d68-048f-4585-bb78-afe6391ba589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:10.599843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d71c54fb-d257-45ef-a449-75a3778bfc0c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:10.600648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-38dd0d68-048f-4585-bb78-afe6391ba589 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.0901392 Apr 18 20:22:10.603829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-72452e9b-e4ec-4163-a214-25723f1a776e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:10.606403 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-72452e9b-e4ec-4163-a214-25723f1a776e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4149358 Apr 18 20:22:10.703158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 810e1e87-cdd0-41cf-88d1-913409a0d746 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:10.814471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Allocated IP 172.20.0.3 (248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261/d36a07cd-f1a2-4850-ae7a-f826bbd44d61/3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:10.855570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 810e1e87-cdd0-41cf-88d1-913409a0d746 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:10.860710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d71c54fb-d257-45ef-a449-75a3778bfc0c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:10.867509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d71c54fb-d257-45ef-a449-75a3778bfc0c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:10.867675 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:10.937419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 810e1e87-cdd0-41cf-88d1-913409a0d746 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:10.937882 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.016733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70ec01-fad7-48d9-90b3-eafd75592d70 req-8763e266-46cd-4dfe-9c81-3353e4282e7c tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:11.024556 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e70ec01-fad7-48d9-90b3-eafd75592d70 req-8763e266-46cd-4dfe-9c81-3353e4282e7c tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.2121181 Apr 18 20:22:11.087373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.098102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-009e0682-46df-4931-b7f9-ae406d7cd11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:11.100161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-009e0682-46df-4931-b7f9-ae406d7cd11d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4916978 Apr 18 20:22:11.120830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-f4cdf253-134b-41aa-899f-41dd6fdc2568 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:11.122321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-f4cdf253-134b-41aa-899f-41dd6fdc2568 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 945 time: 0.4622824 Apr 18 20:22:11.199002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.222190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d71c54fb-d257-45ef-a449-75a3778bfc0c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d71c54fb-d257-45ef-a449-75a3778bfc0c,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:11.243291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.273078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-4832e473-c0a3-44b8-894d-475824a1e62b service neutron] 10.222.0.55 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644933 Apr 18 20:22:11.308174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e70ec01-fad7-48d9-90b3-eafd75592d70 req-3ec564aa-91f1-4ce0-aeea-421cfea44719 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826381 Apr 18 20:22:11.393010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.414471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Transition to ACTIVE for port object 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:11.416378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-56217c3d-5257-44e8-88d3-b4fe797d9646 service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6981821 Apr 18 20:22:11.420298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d71c54fb-d257-45ef-a449-75a3778bfc0c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:11.432841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c10fe9-d37c-4826-898b-4c76e665e570 req-9724c8c1-cb51-48a2-a16e-e6cfcf83b374 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:11.434462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46c10fe9-d37c-4826-898b-4c76e665e570 req-9724c8c1-cb51-48a2-a16e-e6cfcf83b374 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 945 time: 0.5847299 Apr 18 20:22:11.447649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 810e1e87-cdd0-41cf-88d1-913409a0d746, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=810e1e87-cdd0-41cf-88d1-913409a0d746,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:11.448919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810e1e87-cdd0-41cf-88d1-913409a0d746'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:11.449090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.458700 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.541435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=810e1e87-cdd0-41cf-88d1-913409a0d746,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:11.557907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Deleting port ae7b70c7-6635-48ef-82b6-66ba2b402282 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:11.558259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.587387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:11.643450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:11.650371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:11.760164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46c10fe9-d37c-4826-898b-4c76e665e570 req-368c90b2-c1b8-472e-a59e-08ac096bdec3 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913568 Apr 18 20:22:11.790599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-5b0539b9-4f1d-4e96-acf3-01d991af86d0 service neutron] 10.222.0.55 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651818 Apr 18 20:22:11.828241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Pushing event updated for resources: {'Port': ['ID=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:11.838789 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a63b7e75-822f-4ce7-a1e6-18d4acb50bcc req-ebd46ae2-1e22-48e3-95d3-002a2ef87022 service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987305 Apr 18 20:22:11.929682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:11.930259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:11.991710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-08fc8bc3-48bb-43b5-80de-8dd7249c8e9f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8188260 Apr 18 20:22:12.001716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-a1206c40-55e7-40ba-bad1-a3f71fde2558 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:12.018811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-a1206c40-55e7-40ba-bad1-a3f71fde2558 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 816 time: 0.5643251 Apr 18 20:22:12.027949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Request body: {'port': {'device_id': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:12.035132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-84e8f917-9657-4559-9fee-ee28186f0a8e None None] Provisioning for port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:12.041446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-84e8f917-9657-4559-9fee-ee28186f0a8e None None] Provisioning complete for port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:12.041881 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-84e8f917-9657-4559-9fee-ee28186f0a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.046948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] For port ae7b70c7-6635-48ef-82b6-66ba2b402282, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=ae7b70c7-6635-48ef-82b6-66ba2b402282,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:12.047418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.245022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-84e8f917-9657-4559-9fee-ee28186f0a8e None None] Port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:22:12.256174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-4d71ab51-0bdc-41e3-aa31-8d7155b6bf96 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:12.257635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-4d71ab51-0bdc-41e3-aa31-8d7155b6bf96 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Synchronizing usage tracker for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:12.281910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-81fcaf4e-aa10-4d8a-a9ce-b21e2e7d2829 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/quotas/1c89494211cc4bad9b02e4e11384cde9 HTTP/1.1" status: 200 len: 375 time: 0.2561884 Apr 18 20:22:12.375856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-4d71ab51-0bdc-41e3-aa31-8d7155b6bf96 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Unset dirty status for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:12.377194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-4d71ab51-0bdc-41e3-aa31-8d7155b6bf96 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 816 time: 0.3925231 Apr 18 20:22:12.396550 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.397202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Request body: {'port': {'device_id': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'admin_state_up': True, 'tenant_id': '1c89494211cc4bad9b02e4e11384cde9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:12.509253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-04d4a98f-ccae-42fb-8e0a-026551658733 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Synchronizing usage tracker for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:12.524844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d71c54fb-d257-45ef-a449-75a3778bfc0c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:12.578404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-04d4a98f-ccae-42fb-8e0a-026551658733 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Unset dirty status for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:12.579746 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-04d4a98f-ccae-42fb-8e0a-026551658733 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2971449 Apr 18 20:22:12.588931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8ea02f6-f198-47e1-8d61-7e5cedec6f59 req-f2744ce4-3bcd-4bb9-90e1-5de4e0e8c210 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1739788 Apr 18 20:22:12.682378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d71c54fb-d257-45ef-a449-75a3778bfc0c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:12.682893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.711764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.712148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:12.712463 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Floating IP b092b4cf-e180-47b3-ba18-1e38291dc531 disassociated. External IP: 172.25.5.58, port: ae7b70c7-6635-48ef-82b6-66ba2b402282. Apr 18 20:22:12.713156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Calling delete_port for ae7b70c7-6635-48ef-82b6-66ba2b402282 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:12.980855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:12.984537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-a36b32e3-09f5-4d98-8b9e-be6987471730 service neutron] 10.222.0.47 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966265 Apr 18 20:22:13.005472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:13.033036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:13.039296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Made reservation on behalf of 1c89494211cc4bad9b02e4e11384cde9 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:13.043195 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.044222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.119636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Transition to ACTIVE for port object 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:13.126442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.168553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49418bf6-816c-4822-80a5-295c53e421b5 req-af02a7f4-e5af-4f11-a918-da7b5eca18e7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:13.169709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49418bf6-816c-4822-80a5-295c53e421b5 req-af02a7f4-e5af-4f11-a918-da7b5eca18e7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 944 time: 0.2610283 Apr 18 20:22:13.232750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.254038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-4ed65e4c-c870-48e4-868e-49c6dc21bfc8 service neutron] 10.222.0.47 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619047 Apr 18 20:22:13.309571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Pushing event updated for resources: {'Port': ['ID=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:13.309721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event deleted for resources: {'Port': ['ID=ae7b70c7-6635-48ef-82b6-66ba2b402282,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:13.325817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49418bf6-816c-4822-80a5-295c53e421b5 req-11121281-a517-44d5-91a2-83db0c5cab6d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453524 Apr 18 20:22:13.418436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Attempting to bind port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:13.418780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Attempting to bind port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:13.419110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Attempting to bind port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:13.424465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:22:13.424642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Attempting to bind port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:13.430310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:13.430698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Checking segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:13.431029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Bound using segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:13.431448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Bound port: 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:13.431802 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.435745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-39aeff6d-58e4-461b-8c52-a7437de384a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.516417 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e93afe1c-eb8a-42c1-8965-665f41bb4dbc'] response: {'server_uuid': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810e1e87-cdd0-41cf-88d1-913409a0d746', 'code': 200} Apr 18 20:22:13.549193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Allocated IP 172.20.0.7 (248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261/d36a07cd-f1a2-4850-ae7a-f826bbd44d61/439fe12d-37b0-4c32-8587-cb23bd461ba6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:13.634300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] For port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:13.662496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4a4e1e5-83cf-4124-852f-7e5d645e3686 req-38919d15-77de-4e78-9815-9d9ae80fe529 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 210 time: 0.0761783 Apr 18 20:22:13.673702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] For port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:13.686350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.910684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:13.911459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:13.913048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] 10.222.0.61 "PUT /v2.0/ports/3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 HTTP/1.1" status: 200 len: 1091 time: 1.8910680 Apr 18 20:22:13.921914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'tag': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:13.943067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c888e7a-fe07-485c-8321-1915cb21fd1c req-bf7c9f54-1384-4109-bc88-b6acdca54057 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0875926 Apr 18 20:22:13.943955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc18cd-8b8c-43ca-84aa-fd90672983cd service neutron] Pushing event updated for resources: {'Port': ['ID=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:14.064230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Router 1c8d0977-dfb2-4398-a4ed-24431953164b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:22:14.109493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.132927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-775f9bf9-c46e-492b-9d97-258013da88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:14.135087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-775f9bf9-c46e-492b-9d97-258013da88f2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 1094 time: 0.1623805 Apr 18 20:22:14.218944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de360d8-b68a-4614-8cfd-89abfcc2ce46 req-4e506ff1-218a-447b-9ed9-22c44c7ecd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:14.220701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6de360d8-b68a-4614-8cfd-89abfcc2ce46 req-4e506ff1-218a-447b-9ed9-22c44c7ecd5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 1097 time: 0.5779917 Apr 18 20:22:14.221859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Transition to ACTIVE for port object 439fe12d-37b0-4c32-8587-cb23bd461ba6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:14.274692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d8df1d-80e3-4349-a207-49b8df433784 req-3f773394-edbb-46b8-afb3-5abe24d1bb51 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:14.282115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d8df1d-80e3-4349-a207-49b8df433784 req-3f773394-edbb-46b8-afb3-5abe24d1bb51 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.4364700 Apr 18 20:22:14.317738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5b16a03d-a4a0-438b-90e6-fd85f07984cf details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:22:14.344909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6de360d8-b68a-4614-8cfd-89abfcc2ce46 req-204043c8-f152-46ca-b9b2-90ef7e85eab5 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140397 Apr 18 20:22:14.436604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-984424b5-c5f4-467e-a8c8-fb250a8f347b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 HTTP/1.1" status: 200 len: 217 time: 0.2878652 Apr 18 20:22:14.446620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79d8df1d-80e3-4349-a207-49b8df433784 req-da90b243-8fe9-4aaf-806f-9212f7227f21 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635146 Apr 18 20:22:14.490185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:14.492634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d18c6-9adc-4948-9e47-1ae03031b6ba req-16a4077b-8992-4c0e-984b-fbea6aca799e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:14.503568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f42d18c6-9adc-4948-9e47-1ae03031b6ba req-16a4077b-8992-4c0e-984b-fbea6aca799e tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.2673292 Apr 18 20:22:14.507811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'port_id': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'mac_address': 'fa:16:3e:ae:05:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:22:14.526952 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.579261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:22:14.604633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] Sync routers for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:14.613108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.624969 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f42d18c6-9adc-4948-9e47-1ae03031b6ba req-e381ebb6-5508-48f1-9c85-72b082342d79 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132381 Apr 18 20:22:14.647727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:14.647727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:14.648002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-6f160d93-4ef2-4dab-a6e7-886aee27e579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:14.649048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-6f160d93-4ef2-4dab-a6e7-886aee27e579 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 200 len: 855 time: 0.1004472 Apr 18 20:22:14.697932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b16a03d-a4a0-438b-90e6-fd85f07984cf {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:14.719244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:14.724525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:14.730597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device ae7b70c7-6635-48ef-82b6-66ba2b402282 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:14.740745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] No DVR routers for this DVR port ae7b70c7-6635-48ef-82b6-66ba2b402282 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:14.745725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:14.794223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:14.797382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'name': 'network-vif-deleted', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:14.807634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: ae7b70c7-6635-48ef-82b6-66ba2b402282 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:14.808135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device ae7b70c7-6635-48ef-82b6-66ba2b402282 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:14.816374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:14.842179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-d35144ce-f5e2-423f-8718-8598b37568dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:14.844165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-d35144ce-f5e2-423f-8718-8598b37568dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835830 Apr 18 20:22:14.844948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:14.861982 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.031642 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c3224f0-2964-4420-b7cc-610ddfb76e80'] response: {'name': 'network-changed', 'server_uuid': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'tag': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7', 'status': 'completed', 'code': 200} Apr 18 20:22:15.066714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:15.112452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:15.182586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-16b301f9-af3a-483d-8696-fccec2e6c2f4 None None] Provisioning for port 439fe12d-37b0-4c32-8587-cb23bd461ba6 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:15.191319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-16b301f9-af3a-483d-8696-fccec2e6c2f4 None None] Provisioning complete for port 439fe12d-37b0-4c32-8587-cb23bd461ba6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:15.191745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-16b301f9-af3a-483d-8696-fccec2e6c2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.211470 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d57b5cf2-24d1-4d2f-8af3-b873b5c50cee req-cf9e83e9-b0e4-415f-981e-21f3bda86f10 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 210 time: 0.4310050 Apr 18 20:22:15.235710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5b16a03d-a4a0-438b-90e6-fd85f07984cf'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:15.308254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:15.312943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.325346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Pushing event updated for resources: {'Port': ['ID=439fe12d-37b0-4c32-8587-cb23bd461ba6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:15.337877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f63e3ec-7b3e-4316-8bac-72fab548ace1 req-ac88ceda-1aa0-44f6-ae52-ccf7f5c2400a tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.61 "DELETE /v2.0/ports/ae7b70c7-6635-48ef-82b6-66ba2b402282 HTTP/1.1" status: 204 len: 173 time: 4.0635951 Apr 18 20:22:15.424513 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-72fea7d8-a03a-4690-ad6a-bb25d38f69a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0353262 Apr 18 20:22:15.445691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-0817d281-f63b-42e7-aa19-1b86a81e8935 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:15.448215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-0817d281-f63b-42e7-aa19-1b86a81e8935 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd&tenant_id=6fe5691eda2a4b868086134bcc610d1a&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 945 time: 0.6343691 Apr 18 20:22:15.498346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Request body: {'port': {'device_id': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:15.605469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-16b301f9-af3a-483d-8696-fccec2e6c2f4 None None] Port 439fe12d-37b0-4c32-8587-cb23bd461ba6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:22:15.617675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b04257d4-9290-4c80-aa01-8de9945c957b req-6e328616-a4ba-47cd-a14f-f4ec25199da9 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Synchronizing usage tracker for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:15.691724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-dc251199-848f-4abc-a836-d598746324ec tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:15.694232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-dc251199-848f-4abc-a836-d598746324ec tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 816 time: 0.5892560 Apr 18 20:22:15.720707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b04257d4-9290-4c80-aa01-8de9945c957b req-6e328616-a4ba-47cd-a14f-f4ec25199da9 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Unset dirty status for tenant:8fd9f5d6d7854bb3908cac279ea5f196 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:15.721886 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b04257d4-9290-4c80-aa01-8de9945c957b req-6e328616-a4ba-47cd-a14f-f4ec25199da9 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/ports?device_id=6ed336d0-d210-4539-984d-783b8a08887d HTTP/1.1" status: 200 len: 210 time: 0.2722840 Apr 18 20:22:15.724366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Request body: {'port': {'device_id': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'admin_state_up': True, 'tenant_id': '1c89494211cc4bad9b02e4e11384cde9'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:15.741316 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-e2066f48-431e-4d51-b823-36dbf2dfec40 service neutron] delete failed (client error): The resource could not be found. Apr 18 20:22:15.742631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-e2066f48-431e-4d51-b823-36dbf2dfec40 service neutron] 10.222.0.61 "DELETE /v2.0/ports/5b16a03d-a4a0-438b-90e6-fd85f07984cf/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.2125943 Apr 18 20:22:15.759287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:49Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:15.761109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:15.769315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-71fc646f-6e66-40a6-a196-614bd8815406 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7394650 Apr 18 20:22:15.775141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] Checking router: 1c8d0977-dfb2-4398-a4ed-24431953164b for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:15.800605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:15.801266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:15.818493 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ee08ce8-cb0e-447c-bb77-4a35d8be27b8'] response: {'server_uuid': '6ed336d0-d210-4539-984d-783b8a08887d', 'name': 'network-vif-deleted', 'tag': 'ae7b70c7-6635-48ef-82b6-66ba2b402282', 'status': 'completed', 'code': 200} Apr 18 20:22:16.031108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3851dc64-41fc-4ee7-9f6a-a7fd5c844606 req-f92b05ae-05e0-48c8-87e1-07339dcb7dcb tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0635881 Apr 18 20:22:16.106471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6c2b0-c2b8-4103-aeff-ad6cc16b1b7a req-5b163071-557a-4fd6-ae61-84dbf781959d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.113408 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6d6c2b0-c2b8-4103-aeff-ad6cc16b1b7a req-5b163071-557a-4fd6-ae61-84dbf781959d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 945 time: 0.7187741 Apr 18 20:22:16.216565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3b34791-d9f8-4214-84a4-97fec910da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.251659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e43787e3-8354-470b-ad9a-8327f61b9883 req-d5d456e7-56a6-49b3-b866-41869c10f2f5 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899555 Apr 18 20:22:16.278240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 439fe12d-37b0-4c32-8587-cb23bd461ba6 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:16.287869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.291256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6d6c2b0-c2b8-4103-aeff-ad6cc16b1b7a req-1f8f0696-002b-4e2a-ab86-21dc1378aa4e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1769028 Apr 18 20:22:16.296585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:16.316783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Transition to ACTIVE for port object 439fe12d-37b0-4c32-8587-cb23bd461ba6 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:16.326407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-6e2782a7-4e8f-41db-9045-2122dadbd594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.328111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-6e2782a7-4e8f-41db-9045-2122dadbd594 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1096 time: 0.4642804 Apr 18 20:22:16.329280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.444206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:16.547929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:16.654716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Pushing event updated for resources: {'Port': ['ID=439fe12d-37b0-4c32-8587-cb23bd461ba6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:16.734054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-d5cc4868-e350-47bd-9c8f-915623fdfc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.735592 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-d5cc4868-e350-47bd-9c8f-915623fdfc84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.3314259 Apr 18 20:22:16.784720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.802294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Made reservation on behalf of 1c89494211cc4bad9b02e4e11384cde9 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:16.806129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.814635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.820359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:49Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:16.831200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b9d80b-e377-490c-be92-736a054f6fc2 None None] The sync data for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 is: [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:20:41Z', 'revision_number': 4, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6fc074f1-957a-4ed6-bae7-dbcff2284188', 'name': '', 'network_id': '8083c4e1-8442-402a-8c35-5d44e0ad7372', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'mac_address': 'fa:16:3e:67:fe:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1312, 'fixed_ips': [{'subnet_id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:40Z', 'updated_at': '2022-04-18T20:20:49Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'subnets': [{'id': 'e0c22b93-ff2d-4299-b73d-30256491d31b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:16.859916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d15fbb4-c696-4e2b-ba8f-215543eda729 req-7ad5ba2e-21b8-478e-bde3-751f20c87b72 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.861485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d15fbb4-c696-4e2b-ba8f-215543eda729 req-7ad5ba2e-21b8-478e-bde3-751f20c87b72 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.5272410 Apr 18 20:22:16.888940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Attempting to bind port 439fe12d-37b0-4c32-8587-cb23bd461ba6 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:16.889275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Attempting to bind port 439fe12d-37b0-4c32-8587-cb23bd461ba6 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:16.889671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Attempting to bind port 439fe12d-37b0-4c32-8587-cb23bd461ba6 on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:16.905420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Port 439fe12d-37b0-4c32-8587-cb23bd461ba6 on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:22:16.905770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Attempting to bind port 439fe12d-37b0-4c32-8587-cb23bd461ba6 on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:16.930096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3771c78-ed36-480f-b307-62189c23605d req-873f2434-eb17-4157-bf08-019a1c068a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:16.931613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3771c78-ed36-480f-b307-62189c23605d req-873f2434-eb17-4157-bf08-019a1c068a0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 1094 time: 0.5782504 Apr 18 20:22:16.940584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:16.941056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Checking segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:16.941624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Bound using segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:16.943077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Bound port: 439fe12d-37b0-4c32-8587-cb23bd461ba6, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:16.943549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:16.969440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-e79ef180-ae4e-424d-9f1b-3e4777da3f4d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 1001 time: 0.2218504 Apr 18 20:22:17.025747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc598f-aadb-4f93-96de-3a8dda15def7 req-604e42e3-47de-481b-9509-b9f1f15e09c8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:17.027033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d15fbb4-c696-4e2b-ba8f-215543eda729 req-9cf779e6-00d8-4458-80ea-25fd257fa3c5 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570179 Apr 18 20:22:17.027274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-47fc598f-aadb-4f93-96de-3a8dda15def7 req-604e42e3-47de-481b-9509-b9f1f15e09c8 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.5459318 Apr 18 20:22:17.114549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-120c44f4-60a5-49d2-807f-080987f6eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:17.116072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-120c44f4-60a5-49d2-807f-080987f6eef3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.1373949 Apr 18 20:22:17.269644 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-47fc598f-aadb-4f93-96de-3a8dda15def7 req-7091e939-2e52-47cc-b0ba-46f708bbddeb tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229142 Apr 18 20:22:17.269966 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aaa8df4-b4d2-41e9-9717-8b4428cb004d None None] New status for floating IP b092b4cf-e180-47b3-ba18-1e38291dc531: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:22:17.306765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Allocated IP 172.20.0.14 (248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261/d36a07cd-f1a2-4850-ae7a-f826bbd44d61/87e2407d-1a8d-48ef-adf4-60e5ab7c8dee) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:17.315908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3771c78-ed36-480f-b307-62189c23605d req-574f0936-4084-466f-a74d-9673a6c7b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:17.318181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3771c78-ed36-480f-b307-62189c23605d req-574f0936-4084-466f-a74d-9673a6c7b1fc service neutron] 10.222.0.61 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 917 time: 0.3715017 Apr 18 20:22:17.386240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5e2c5132-7254-4a5b-9315-e252bda7cff7 req-cce0ace6-72b8-4668-8a55-c2c19552948d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Synchronizing usage tracker for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:17.412204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3771c78-ed36-480f-b307-62189c23605d req-345bc728-0e2b-4ae1-b355-dd3bda6a167d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 HTTP/1.1" status: 200 len: 217 time: 0.0841942 Apr 18 20:22:17.431851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] For port 439fe12d-37b0-4c32-8587-cb23bd461ba6, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:17.435848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] For port 439fe12d-37b0-4c32-8587-cb23bd461ba6, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=439fe12d-37b0-4c32-8587-cb23bd461ba6,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:17.449090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5e2c5132-7254-4a5b-9315-e252bda7cff7 req-cce0ace6-72b8-4668-8a55-c2c19552948d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Unset dirty status for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:17.451610 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e2c5132-7254-4a5b-9315-e252bda7cff7 req-cce0ace6-72b8-4668-8a55-c2c19552948d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 210 time: 0.2619104 Apr 18 20:22:17.470800 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.549193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-86a1ad78-5915-4945-8e1a-b8cb61fa0a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:17.551494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-86a1ad78-5915-4945-8e1a-b8cb61fa0a6f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4226902 Apr 18 20:22:17.586839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf014dd4-b16b-4b95-9559-fd3b56b82431 req-b6de9006-9f23-458c-b35e-520f389a824e tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0648189 Apr 18 20:22:17.596665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:17.597681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.599819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] 10.222.0.61 "PUT /v2.0/ports/439fe12d-37b0-4c32-8587-cb23bd461ba6 HTTP/1.1" status: 200 len: 1091 time: 2.1061893 Apr 18 20:22:17.622864 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:17.763472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3771c78-ed36-480f-b307-62189c23605d req-c9e714c3-e08f-4d75-845b-06939ecc37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:17.764913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3771c78-ed36-480f-b307-62189c23605d req-c9e714c3-e08f-4d75-845b-06939ecc37f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 200 len: 855 time: 0.3418334 Apr 18 20:22:17.821685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4e7037-52d3-41c3-9c58-457173db8247 service neutron] Pushing event updated for resources: {'Port': ['ID=439fe12d-37b0-4c32-8587-cb23bd461ba6,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:17.828784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'tag': '439fe12d-37b0-4c32-8587-cb23bd461ba6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:17.898773 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-cd4cd7dc-15f4-4028-abe7-e3e76e964158 service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379142 Apr 18 20:22:17.935364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-152d223e-c54d-4cd6-aab2-7b9060405014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:17.936814 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-152d223e-c54d-4cd6-aab2-7b9060405014 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 1094 time: 0.2695646 Apr 18 20:22:18.016876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fde9a39-4d54-4768-b4ea-46f778f22303 req-997ee028-b07b-4a50-81a9-04b2c7652d48 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:18.018356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2fde9a39-4d54-4768-b4ea-46f778f22303 req-997ee028-b07b-4a50-81a9-04b2c7652d48 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.3741283 Apr 18 20:22:18.071122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-bd550133-f775-4818-9286-b9852a110f8a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439fe12d-37b0-4c32-8587-cb23bd461ba6 HTTP/1.1" status: 200 len: 217 time: 0.1209369 Apr 18 20:22:18.189004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2fde9a39-4d54-4768-b4ea-46f778f22303 req-80c5ae5d-8e60-4c1e-994b-92e2f73b29d3 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197379 Apr 18 20:22:18.200923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4067898a-29e9-4a26-9dbd-4c4b97c3e8d0 req-0a650532-4147-447b-82a6-6965515f8c8f service neutron] 10.222.0.61 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908752 Apr 18 20:22:18.202486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-a1723a6b-e90a-45c8-a94a-00c4c65476d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:18.203809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-a1723a6b-e90a-45c8-a94a-00c4c65476d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 200 len: 855 time: 0.1081526 Apr 18 20:22:18.217582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3771c78-ed36-480f-b307-62189c23605d req-7c1538c9-8cf5-4a31-bc1d-b10b3268403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:18.219043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3771c78-ed36-480f-b307-62189c23605d req-7c1538c9-8cf5-4a31-bc1d-b10b3268403d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4146349 Apr 18 20:22:18.240574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2c2ed-ae95-46ca-8981-aa62dc5e4fa0 req-56e8fb22-dee5-49d0-bfd4-ff28ad97cdad tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:18.247080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51d2c2ed-ae95-46ca-8981-aa62dc5e4fa0 req-56e8fb22-dee5-49d0-bfd4-ff28ad97cdad tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 945 time: 0.4811938 Apr 18 20:22:18.251134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.262964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:18.325372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.327468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Transition to ACTIVE for port object 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:18.350528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5b16a03d-a4a0-438b-90e6-fd85f07984cf up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:18.382998 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5bd2eb-bac0-4351-ab88-de02021401ee'] response: {'name': 'network-changed', 'server_uuid': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'tag': '439fe12d-37b0-4c32-8587-cb23bd461ba6', 'status': 'completed', 'code': 200} Apr 18 20:22:18.425444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51d2c2ed-ae95-46ca-8981-aa62dc5e4fa0 req-f99e0fcd-b78c-4ad0-8c67-58727e9ff853 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774020 Apr 18 20:22:18.471109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5b16a03d-a4a0-438b-90e6-fd85f07984cf completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:18.479961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5b16a03d-a4a0-438b-90e6-fd85f07984cf triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:18.480806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.482295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.546333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f041921-6074-4f46-87a0-446c51078018 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.593294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-2370bd9b-f0a0-4378-878b-9bf6d14f9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:18.594846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-2370bd9b-f0a0-4378-878b-9bf6d14f9a3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3832746 Apr 18 20:22:18.635550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.678763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.691206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f041921-6074-4f46-87a0-446c51078018 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.705988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3771c78-ed36-480f-b307-62189c23605d req-5ea1901a-e6c1-443b-81f7-0e30ca775761 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4766684 Apr 18 20:22:18.727271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28b14b-3de7-461e-becb-f724c7565312 req-6c58ac7a-09b9-4c10-a194-9aacb3af745b tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:18.728783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e28b14b-3de7-461e-becb-f724c7565312 req-6c58ac7a-09b9-4c10-a194-9aacb3af745b tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.3290913 Apr 18 20:22:18.760037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:18.761578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:18.769613 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.841944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:18.860748 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:18.867951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:18.869808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.870259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.870705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.871141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.871577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.872166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.872601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.873204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.873923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.874656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.874974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.875403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:18.880615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:18.890284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e28b14b-3de7-461e-becb-f724c7565312 req-9d566a13-7156-45d3-9205-5f225964e288 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967269 Apr 18 20:22:18.910044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Deleting port e992cbb1-95f6-4363-be95-d7e883027f21 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:18.910393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:18.929006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-bc8eee5a-9c5b-4ca7-aad4-dab9641c305f service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238995 Apr 18 20:22:18.944417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1427a685-9637-4fe0-9467-2777232fed0f req-b4c67223-1e11-420a-be9b-a881d4909642 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:18.946224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1427a685-9637-4fe0-9467-2777232fed0f req-b4c67223-1e11-420a-be9b-a881d4909642 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 945 time: 0.4470489 Apr 18 20:22:18.992967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Pushing event updated for resources: {'Port': ['ID=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:19.100979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.147289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:19.148111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.176120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3771c78-ed36-480f-b307-62189c23605d req-381b8b8b-3b09-48fc-bdcb-dccc236b35ed service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580936 Apr 18 20:22:19.202586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f041921-6074-4f46-87a0-446c51078018 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.253889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f041921-6074-4f46-87a0-446c51078018 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:19.277892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec307477-5f67-4e6a-a73c-d3739bf03fd2 req-a5f03089-52e5-42a0-a677-6b61bdf6ee3d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:19.281493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f041921-6074-4f46-87a0-446c51078018 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.282618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f041921-6074-4f46-87a0-446c51078018 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "DELETE /v2.0/security-groups/ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c HTTP/1.1" status: 204 len: 168 time: 1.0182152 Apr 18 20:22:19.286900 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec307477-5f67-4e6a-a73c-d3739bf03fd2 req-a5f03089-52e5-42a0-a677-6b61bdf6ee3d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 932 time: 0.5369561 Apr 18 20:22:19.287642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d96ae81-5e8c-410f-845d-00d2f4c16ec2 req-590a7f27-0ef5-44f8-9b57-350fa42d03c2 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404846 Apr 18 20:22:19.289825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:19.293250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Deleting port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:19.293606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.321057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-067fa7cd-9011-494c-9479-a8433d588a95 None None] Provisioning for port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:19.327887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-067fa7cd-9011-494c-9479-a8433d588a95 None None] Provisioning complete for port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:19.328701 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-067fa7cd-9011-494c-9479-a8433d588a95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.341879 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-510d7ca3-9f56-4ffa-8901-4dbc39e460f3 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] show failed (client error): The resource could not be found. Apr 18 20:22:19.345489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-510d7ca3-9f56-4ffa-8901-4dbc39e460f3 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "GET /v2.0/security-groups/ab2ae4ef-5a09-40fc-89d1-4e6c4e6fa86c HTTP/1.1" status: 404 len: 347 time: 0.0229001 Apr 18 20:22:19.346681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-b5f2ce65-ed63-4af3-baef-943d8cb1aefb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6260762 Apr 18 20:22:19.351924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:19.358365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Request body: {'port': {'device_id': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:19.386732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-067fa7cd-9011-494c-9479-a8433d588a95 None None] Port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:22:19.605556 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec307477-5f67-4e6a-a73c-d3739bf03fd2 req-dbf3604e-f9df-434e-9be4-83899c2ffa61 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964022 Apr 18 20:22:19.613750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841abc16-26b9-4ec1-91a2-44cbfaaf8f34 req-7e0d750c-feb3-47a0-ab8d-2b7ee40e2489 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:19.615955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-841abc16-26b9-4ec1-91a2-44cbfaaf8f34 req-7e0d750c-feb3-47a0-ab8d-2b7ee40e2489 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.4797673 Apr 18 20:22:19.643914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Deleting port 250a00f5-72b2-4325-98e7-4e40f070433a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:19.644264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.675154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] For port e992cbb1-95f6-4363-be95-d7e883027f21, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e992cbb1-95f6-4363-be95-d7e883027f21,segment=NetworkSegment(cce28fa4-89e2-4d5f-93e3-042b68d3f18b),segment_id=cce28fa4-89e2-4d5f-93e3-042b68d3f18b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:19.675531 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.765202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-8bb67bcc-3b57-4825-8370-d8d894c290e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:19.766673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-8bb67bcc-3b57-4825-8370-d8d894c290e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 1094 time: 0.4227812 Apr 18 20:22:19.774132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-841abc16-26b9-4ec1-91a2-44cbfaaf8f34 req-c07d18ad-3ff9-48f2-9958-24c45ccf20ae tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493707 Apr 18 20:22:19.830181 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30bf313e-a889-4a67-98b3-cf355e96b87d'] response: {'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'code': 200} Apr 18 20:22:19.867859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Calling delete_port for e992cbb1-95f6-4363-be95-d7e883027f21 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:19.916397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] For port 2bb51802-81e5-45ed-bac6-f677ec2a2b55, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2bb51802-81e5-45ed-bac6-f677ec2a2b55,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:19.917031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:19.937338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435af9aa-c9d4-4c0e-ae82-d86477c87f5d req-0e16131a-3e4f-47ad-9c47-29eb83ea3439 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1759248 Apr 18 20:22:19.959067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.119658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Calling delete_port for 2bb51802-81e5-45ed-bac6-f677ec2a2b55 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:20.162523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-cbf3e8a0-b6f2-4ce6-8fb9-1ea2226a4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:20.164003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-cbf3e8a0-b6f2-4ce6-8fb9-1ea2226a4d80 service neutron] 10.222.0.61 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 917 time: 0.3890309 Apr 18 20:22:20.257215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-175b9732-de2a-41a8-9f96-8701ba4d308b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=439fe12d-37b0-4c32-8587-cb23bd461ba6 HTTP/1.1" status: 200 len: 217 time: 0.0821507 Apr 18 20:22:20.360926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1405a9-aa00-475e-a7da-41e9c3fb8c4a req-f8b66e9e-2a50-4126-afd5-318b94485ddf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:20.362363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a1405a9-aa00-475e-a7da-41e9c3fb8c4a req-f8b66e9e-2a50-4126-afd5-318b94485ddf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.4363670 Apr 18 20:22:20.400248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.400906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.424225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-10e5e0b9-a547-4e6b-81ec-6ea57a9cfe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:20.425714 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-10e5e0b9-a547-4e6b-81ec-6ea57a9cfe52 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 200 len: 855 time: 0.1593235 Apr 18 20:22:20.514602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a1405a9-aa00-475e-a7da-41e9c3fb8c4a req-c4f26709-4552-42f9-9d57-0a122356222a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207259 Apr 18 20:22:20.518120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.530251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5', '2bb51802-81e5-45ed-bac6-f677ec2a2b55'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:20.564852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:20.572394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Calling delete_port for 250a00f5-72b2-4325-98e7-4e40f070433a owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:20.652764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Pushing event deleted for resources: {'Port': ['ID=2bb51802-81e5-45ed-bac6-f677ec2a2b55,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:20.714935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d82302-bf04-4afc-9d36-0e3c4c15f6fd req-3c856ca1-d76d-4794-b746-8562b507f8c7 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:20.716654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56d82302-bf04-4afc-9d36-0e3c4c15f6fd req-3c856ca1-d76d-4794-b746-8562b507f8c7 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.6136537 Apr 18 20:22:20.750916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:22:20.772296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e764b5a-c549-4afd-882f-44b86c5c683d req-2de2f147-c6e6-429d-b30b-c75c4c35e55d tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=a70ce800-edf3-43e1-8ef5-04757038d4d8 HTTP/1.1" status: 200 len: 210 time: 0.1173630 Apr 18 20:22:20.828247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] No DVR routers for this DVR port 2bb51802-81e5-45ed-bac6-f677ec2a2b55 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:20.835242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-4e854cb6-ebce-4810-8c8c-4387cdbb1b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:20.836817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-4e854cb6-ebce-4810-8c8c-4387cdbb1b21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4038179 Apr 18 20:22:20.837860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:20.842792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'name': 'network-vif-deleted', 'tag': '2bb51802-81e5-45ed-bac6-f677ec2a2b55'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:20.866973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56d82302-bf04-4afc-9d36-0e3c4c15f6fd req-0548a308-1221-45ac-afd7-05094015b1ed tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865963 Apr 18 20:22:20.937989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e35bfb82-8ac0-4380-8b96-f6cc71c2c1f7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/3bbfb2c3-1b92-412e-8e85-34025c885504 HTTP/1.1" status: 200 len: 994 time: 0.3673563 Apr 18 20:22:20.938558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1427a685-9637-4fe0-9467-2777232fed0f req-fbd1db7f-da12-49c0-b63a-46a6bd06cb06 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "DELETE /v2.0/ports/2bb51802-81e5-45ed-bac6-f677ec2a2b55 HTTP/1.1" status: 204 len: 173 time: 1.8337739 Apr 18 20:22:21.013490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:21.029423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7', 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'port_id': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7', 'mac_address': 'fa:16:3e:37:32:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36a07cd-f1a2-4850-ae7a-f826bbd44d61', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:22:21.102232 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.122737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:21.145882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:21.159358 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.224389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.236355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-b50694da-f14c-49c2-99d7-6769a2e3bd1c service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775694 Apr 18 20:22:21.267356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:21.280043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Pushing event deleted for resources: {'Port': ['ID=250a00f5-72b2-4325-98e7-4e40f070433a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:21.283106 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.383690 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197652a1-c9c2-4fca-9c60-2f166b98d983'] response: {'server_uuid': 'a70ce800-edf3-43e1-8ef5-04757038d4d8', 'name': 'network-vif-deleted', 'tag': '2bb51802-81e5-45ed-bac6-f677ec2a2b55', 'status': 'completed', 'code': 200} Apr 18 20:22:21.392536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e957686-7726-4580-aeb5-4c56de2c1303 req-631bc14c-3918-48e3-a66d-84955ecb1391 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462142 Apr 18 20:22:21.430998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Pushing event deleted for resources: {'Port': ['ID=e992cbb1-95f6-4363-be95-d7e883027f21,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:21.477988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:22:21.487628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:21.651859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109c828-a167-4d88-b1c5-629dc3ddafec req-80a6191a-f2f8-4bf7-99a2-f97e7e23df15 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:21.652799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3109c828-a167-4d88-b1c5-629dc3ddafec req-80a6191a-f2f8-4bf7-99a2-f97e7e23df15 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Synchronizing usage tracker for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:21.712556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.718795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:21.751334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.778005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2a70d21c-173c-4220-bab0-c29c11efa0db req-fb959021-ab05-4dfd-834c-3c647bb12671 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0438409 Apr 18 20:22:21.789527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3109c828-a167-4d88-b1c5-629dc3ddafec req-80a6191a-f2f8-4bf7-99a2-f97e7e23df15 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Unset dirty status for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:21.793986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3109c828-a167-4d88-b1c5-629dc3ddafec req-80a6191a-f2f8-4bf7-99a2-f97e7e23df15 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 932 time: 0.7367473 Apr 18 20:22:21.796953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Transition to ACTIVE for port object 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:21.810199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:21.815002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-48878583-3101-4a8a-b8a7-ac2989a0afa7 tempest-ServersTestJSON-890603787 tempest-ServersTestJSON-890603787-project] 10.222.0.47 "DELETE /v2.0/floatingips/b092b4cf-e180-47b3-ba18-1e38291dc531 HTTP/1.1" status: 204 len: 168 time: 2.4586248 Apr 18 20:22:21.816077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:21.889823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.073898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.079927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3109c828-a167-4d88-b1c5-629dc3ddafec req-4fbc7599-f45a-4383-ab83-ce2941e3b099 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813125 Apr 18 20:22:22.082137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Pushing event updated for resources: {'Port': ['ID=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:22.143904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.150453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.156298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.162345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.168142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.174014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.180269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.187471 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-f4624bdf-664e-49aa-b976-2ed02f2dbfc7 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.2963643 Apr 18 20:22:22.334308 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e01af64-e251-43b4-a4c5-34a915213e6b req-cd4ed738-9621-42e0-a03e-81f78ce94319 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1319063 Apr 18 20:22:22.461738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Attempting to bind port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:22.462653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Attempting to bind port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:22.462990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Attempting to bind port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:22.524082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:22:22.524415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Attempting to bind port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee on network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:22.543289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:22.543637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Checking segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:22.544129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Bound using segment: {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:22.544459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Bound port: 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ded55df-2f8f-4429-95e4-c5c0a93ded72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:22.544809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.562051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.644210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a289883-9c8b-4f5e-9ee7-aac15b6ea6d5 req-87d1fd0e-ae91-41f7-8fde-0d8a8eb2e928 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.646322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a289883-9c8b-4f5e-9ee7-aac15b6ea6d5 req-87d1fd0e-ae91-41f7-8fde-0d8a8eb2e928 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.3580804 Apr 18 20:22:22.752561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 439fe12d-37b0-4c32-8587-cb23bd461ba6 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:22:22.756263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:22.808033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a289883-9c8b-4f5e-9ee7-aac15b6ea6d5 req-e67473e1-8b81-486e-ab54-477fea687956 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016345 Apr 18 20:22:22.904912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] For port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:22.923633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:22.928339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28b087-3fdf-4396-8705-d060a719049b req-d5a30ba7-ad10-4d9b-aedf-75ec74008b1f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:22.929108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a28b087-3fdf-4396-8705-d060a719049b req-d5a30ba7-ad10-4d9b-aedf-75ec74008b1f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Synchronizing usage tracker for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:22.932515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:22.933034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:22.986452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a28b087-3fdf-4396-8705-d060a719049b req-d5a30ba7-ad10-4d9b-aedf-75ec74008b1f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Unset dirty status for tenant:cc0b932439b8469b99e9d6f8c1ca1e0d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:22.987803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a28b087-3fdf-4396-8705-d060a719049b req-d5a30ba7-ad10-4d9b-aedf-75ec74008b1f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.2467663 Apr 18 20:22:23.014123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] For port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:23.026386 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.027381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Deleting port 6fc074f1-957a-4ed6-bae7-dbcff2284188 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:23.027709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.031562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c5171a8-dca6-4167-838c-ef577bad07aa req-6d83899f-3ee1-4590-9b6f-62c8df317015 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0790739 Apr 18 20:22:23.061283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 439fe12d-37b0-4c32-8587-cb23bd461ba6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=439fe12d-37b0-4c32-8587-cb23bd461ba6,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:23.086117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '439fe12d-37b0-4c32-8587-cb23bd461ba6', 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'port_id': '439fe12d-37b0-4c32-8587-cb23bd461ba6', 'mac_address': 'fa:16:3e:81:8f:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36a07cd-f1a2-4850-ae7a-f826bbd44d61', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:22:23.109497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a28b087-3fdf-4396-8705-d060a719049b req-ac1af036-3d55-4833-ba6a-e9742d24a129 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113269 Apr 18 20:22:23.128375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:22:23.129156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Pushing event updated for resources: {'Port': ['ID=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:23.140186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:23.141316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.142276 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-8cbb9aca-766f-460a-ad08-13025f71bedf service neutron] 10.222.0.61 "PUT /v2.0/ports/87e2407d-1a8d-48ef-adf4-60e5ab7c8dee HTTP/1.1" status: 200 len: 1092 time: 3.7880065 Apr 18 20:22:23.142709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'tag': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:23.272840 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.290459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.313404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 439fe12d-37b0-4c32-8587-cb23bd461ba6 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:23.332803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 439fe12d-37b0-4c32-8587-cb23bd461ba6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=439fe12d-37b0-4c32-8587-cb23bd461ba6,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:23.341798 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.390971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:23.414192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:23.427610 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.428652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2bb51802-81e5-45ed-bac6-f677ec2a2b55 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:23.475468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 2bb51802-81e5-45ed-bac6-f677ec2a2b55 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:23.476353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2bb51802-81e5-45ed-bac6-f677ec2a2b55 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:23.485101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=439fe12d-37b0-4c32-8587-cb23bd461ba6,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:23.534097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:22:23.540815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0e8bd08b-d078-486b-afae-75a601e6f523 admin admin] 10.222.0.47 "PUT /v2.0/routers/ad8862e3-f518-4e4c-a4a1-31f431ccdfc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6951444 Apr 18 20:22:23.543714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49548) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:23.553581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] Sync routers for ids ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:23.574818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] Routers {'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:23.575036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-52617195-c57d-41d8-ac98-61e434cddd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:23.575461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:23.576381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-52617195-c57d-41d8-ac98-61e434cddd3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1402318 Apr 18 20:22:23.586975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f212812-c058-43ff-b085-ba33a8465f7e req-28428fe4-929d-4b97-a528-c09565b5118d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:23.588375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f212812-c058-43ff-b085-ba33a8465f7e req-28428fe4-929d-4b97-a528-c09565b5118d tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.2178276 Apr 18 20:22:23.627408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] For port 6fc074f1-957a-4ed6-bae7-dbcff2284188, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6fc074f1-957a-4ed6-bae7-dbcff2284188,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:23.627798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:23.656837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:23.665809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-c17b533b-95ec-4154-ba36-3f762e574eac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee HTTP/1.1" status: 200 len: 217 time: 0.0756865 Apr 18 20:22:23.740651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f212812-c058-43ff-b085-ba33a8465f7e req-f7e8b31f-a9de-4c28-be40-5eb8a8daccf6 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961380 Apr 18 20:22:23.746111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['439fe12d-37b0-4c32-8587-cb23bd461ba6'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:23.754947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-900d5564-216b-425d-80f8-a471ca3d399f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:23.756692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-900d5564-216b-425d-80f8-a471ca3d399f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 200 len: 855 time: 0.0753245 Apr 18 20:22:23.772076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f972ef0-9c98-4742-b5d7-391235c3ef34 req-ce1b0762-b160-424f-8ea5-2677f45fa853 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:23.772076 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f972ef0-9c98-4742-b5d7-391235c3ef34 req-ce1b0762-b160-424f-8ea5-2677f45fa853 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 944 time: 0.3246648 Apr 18 20:22:23.796480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Calling delete_port for 6fc074f1-957a-4ed6-bae7-dbcff2284188 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:23.822737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] Set router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:23.865923 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89250990-744f-403c-a8b8-b70f936abfc7'] response: {'name': 'network-changed', 'server_uuid': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'tag': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee', 'status': 'completed', 'code': 200} Apr 18 20:22:23.878072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-da248c4e-22d4-49a0-8a71-3edb8812b3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:23.880549 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-da248c4e-22d4-49a0-8a71-3edb8812b3d9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1093709 Apr 18 20:22:23.944371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6f972ef0-9c98-4742-b5d7-391235c3ef34 req-c806f0d9-6649-41a4-9952-8916f2ed2f5b tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Synchronizing usage tracker for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:24.115208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.200503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6f972ef0-9c98-4742-b5d7-391235c3ef34 req-c806f0d9-6649-41a4-9952-8916f2ed2f5b tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Unset dirty status for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:24.209769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f972ef0-9c98-4742-b5d7-391235c3ef34 req-c806f0d9-6649-41a4-9952-8916f2ed2f5b tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397764 Apr 18 20:22:24.244657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:22:20Z', 'revision_number': 5, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:24.244657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] Checking router: ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:24.260758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] Routers {'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:24.260758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:24.308934 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cf6f52-2489-412b-8161-a67e735ffead'] response: {'server_uuid': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7', 'code': 200} Apr 18 20:22:24.342064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-6a0b8ad2-1d64-483a-b080-9374a804a308 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467921 Apr 18 20:22:24.453815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.524903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Deleting port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:24.524903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.533383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] Set router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:24.545054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64640f17-ccde-42c7-a82a-72762de6ef6c req-405e2d08-be62-4a67-ae38-b1f44fccdd7e service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924057 Apr 18 20:22:24.575524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.585028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.604429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.608754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.615508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.622039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.630903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.632228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:24.639333 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-772c47c7-432a-4163-8f37-207f593b872e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.5264256 Apr 18 20:22:24.697361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc074f1-957a-4ed6-bae7-dbcff2284188,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:24.744692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-073ac30a-d8ca-44a6-af4b-32a4eb723f11 req-b81993aa-ba82-4edc-ae3c-90b517e1808e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1039097 Apr 18 20:22:24.825402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396abf-3943-4136-9686-68b79fb686f9 req-19b90d1a-d2d1-4471-8c62-5b6fcd76a295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:24.829773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90396abf-3943-4136-9686-68b79fb686f9 req-19b90d1a-d2d1-4471-8c62-5b6fcd76a295 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 1095 time: 0.1662457 Apr 18 20:22:25.023459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:22:20Z', 'revision_number': 5, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:25.029061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1722c0e6-e438-4747-a76a-6e9e6b3097ed None None] The sync data for ids ['ad8862e3-f518-4e4c-a4a1-31f431ccdfc6'] in n-d-836016-3 is: [{'id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'name': 'tempest-ServersTestMultiNic-29227718-router', 'tenant_id': 'b9c9412106b54590b0fbbf9400900c3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118'}], 'enable_snat': True}, 'gw_port_id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:42Z', 'updated_at': '2022-04-18T20:22:20Z', 'revision_number': 5, 'project_id': 'b9c9412106b54590b0fbbf9400900c3a', 'gw_port': {'id': '8f2847e4-b9ad-4ba3-ab49-be9c8e353a85', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:94:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad8862e3-f518-4e4c-a4a1-31f431ccdfc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1240, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:46Z', 'updated_at': '2022-04-18T20:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:25.049093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396abf-3943-4136-9686-68b79fb686f9 req-789c910e-518b-45a4-90e4-54139577c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.050616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90396abf-3943-4136-9686-68b79fb686f9 req-789c910e-518b-45a4-90e4-54139577c61a service neutron] 10.222.0.61 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 917 time: 0.2133517 Apr 18 20:22:25.062257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecda4cf-461b-4471-b45f-7791161c9a32 req-a5a1b34e-b745-4528-8f58-57aeda7e4047 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.062687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df9c4d40-26ca-4d71-942f-2b7f432375f9 req-b8f436d0-a4d1-42aa-a9e8-877b179c71e0 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.3470254 Apr 18 20:22:25.063938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3ecda4cf-461b-4471-b45f-7791161c9a32 req-a5a1b34e-b745-4528-8f58-57aeda7e4047 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.1833270 Apr 18 20:22:25.080093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227d844-e621-408c-8116-191a08b1d26d req-dc3e4e49-b304-4a2b-9829-fe7f6f2f48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.082393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2227d844-e621-408c-8116-191a08b1d26d req-dc3e4e49-b304-4a2b-9829-fe7f6f2f48d4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 1096 time: 0.6946814 Apr 18 20:22:25.159809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90396abf-3943-4136-9686-68b79fb686f9 req-bc889cdb-638d-470f-a9b8-98b3560be6f1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee HTTP/1.1" status: 200 len: 217 time: 0.0948036 Apr 18 20:22:25.245831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] For port 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:25.246465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.277731 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3ecda4cf-461b-4471-b45f-7791161c9a32 req-8a52b561-7cbd-412e-a09c-53fe819bc0d2 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/security-groups?id=b497ea35-b9d1-4ed0-b3af-939b238b3b1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473861 Apr 18 20:22:25.299698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396abf-3943-4136-9686-68b79fb686f9 req-041e8cae-787c-4b23-b423-a94cacf5efd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.299698 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90396abf-3943-4136-9686-68b79fb686f9 req-041e8cae-787c-4b23-b423-a94cacf5efd7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 200 len: 855 time: 0.1260986 Apr 18 20:22:25.374925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-5c95caf7-9af0-4496-a408-4f0bf8594385 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.376431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-5c95caf7-9af0-4496-a408-4f0bf8594385 tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 945 time: 0.1728950 Apr 18 20:22:25.467804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Calling delete_port for 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:25.499509 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2227d844-e621-408c-8116-191a08b1d26d req-d361a45d-43e5-4af6-8861-267fdcf49e16 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251045 Apr 18 20:22:25.519900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Deleting port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:25.520777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.569400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90396abf-3943-4136-9686-68b79fb686f9 req-a771b0dc-3c3f-49c9-aeeb-a02d7b830b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.570960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90396abf-3943-4136-9686-68b79fb686f9 req-a771b0dc-3c3f-49c9-aeeb-a02d7b830b9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2636399 Apr 18 20:22:25.656413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970065-f4dc-44a9-8d02-bb98af29ef8f req-e34f45ce-04dc-4453-99f9-d9747c5225b4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.657940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b970065-f4dc-44a9-8d02-bb98af29ef8f req-e34f45ce-04dc-4453-99f9-d9747c5225b4 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.2319252 Apr 18 20:22:25.676011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.681691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.687394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.693263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.698922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.704542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.711094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.713124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-f4213a2f-33d8-4552-987d-2951aba3ca16 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.7482791 Apr 18 20:22:25.810934 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.896320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b970065-f4dc-44a9-8d02-bb98af29ef8f req-20177c41-abfe-4146-aef8-2bc147582236 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297106 Apr 18 20:22:25.907853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-93144753-d396-4378-9dc3-6af0a6549b13 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.909423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-93144753-d396-4378-9dc3-6af0a6549b13 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "GET /v2.0/ports/792ad8c2-8602-41ec-8301-7a9e9e29ce6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1722114 Apr 18 20:22:25.943904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] For port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:25.944356 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:25.995389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0acd5a-2e00-45ae-9d7a-7ea41c24e11b req-4a553ec1-c791-4f8f-945b-8f10ca0b51c5 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:25.997041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad0acd5a-2e00-45ae-9d7a-7ea41c24e11b req-4a553ec1-c791-4f8f-945b-8f10ca0b51c5 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 944 time: 0.5400891 Apr 18 20:22:26.215037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Calling delete_port for a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:26.245140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90396abf-3943-4136-9686-68b79fb686f9 req-8f21a578-642b-4848-b72d-b28a51197854 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351832 Apr 18 20:22:26.253567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad0acd5a-2e00-45ae-9d7a-7ea41c24e11b req-e6e0d515-b7a4-44c5-98a6-f620911479f6 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019918 Apr 18 20:22:26.293892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-d27ef325-0aa7-42a5-aca2-7d75bc9e03e1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "GET /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3702064 Apr 18 20:22:26.346613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:26.469393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e992cbb1-95f6-4363-be95-d7e883027f21 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:26.508866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e992cbb1-95f6-4363-be95-d7e883027f21 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:26.509420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e992cbb1-95f6-4363-be95-d7e883027f21 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:26.525656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.562461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.568832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.574847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.580855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.586711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.592563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.598856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:26.600869 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da671829-d67f-4be9-b968-16fe420ef5ea req-ca53227a-797d-4c2c-9177-41709054778e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5444 time: 0.3951306 Apr 18 20:22:26.605540 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90396abf-3943-4136-9686-68b79fb686f9 req-3f77f397-f6aa-4fd5-980b-ecde77d99223 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211026 Apr 18 20:22:26.649989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.663274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:26.686096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f2847e4-b9ad-4ba3-ab49-be9c8e353a85,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:26.696348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db6e2bb6-2e00-406c-ab3f-9a61717a2d69 req-5a4e2a06-8600-40c7-9c0a-2dc6350956ca tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1755288 Apr 18 20:22:26.709692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da671829-d67f-4be9-b968-16fe420ef5ea req-b6501f68-b036-4fb6-a841-57846e3841b2 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0988281 Apr 18 20:22:26.735672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Pushing event deleted for resources: {'Port': ['ID=a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:26.793834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 439fe12d-37b0-4c32-8587-cb23bd461ba6 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:26.829803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] No DVR routers for this DVR port a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:26.832633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.835465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'name': 'network-vif-deleted', 'tag': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:26.861674 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7a17b09-1816-4a7f-a652-3bd21f92c5ac req-3b1485b9-29a4-4cbf-b5b0-ef584aaa9a4f tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.61 "DELETE /v2.0/ports/a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 HTTP/1.1" status: 204 len: 173 time: 1.4781346 Apr 18 20:22:26.884050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 439fe12d-37b0-4c32-8587-cb23bd461ba6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:26.894409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 439fe12d-37b0-4c32-8587-cb23bd461ba6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:26.894785 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:26.912703 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac0152f-21b4-4153-8916-1ea45661a072'] response: {'server_uuid': '1a6bc352-e5c7-412b-b99a-28f35d75d4e7', 'name': 'network-vif-deleted', 'tag': 'a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5', 'status': 'completed', 'code': 200} Apr 18 20:22:27.012115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4c97863c-f396-4bdc-bc38-13b972b28623 req-1f4cba82-43f4-4dd4-a297-0028aa8efd6b tempest-ServerRescueTestJSON-656522337 tempest-ServerRescueTestJSON-656522337-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a6bc352-e5c7-412b-b99a-28f35d75d4e7 HTTP/1.1" status: 200 len: 210 time: 0.0858462 Apr 18 20:22:27.062925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.095743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.098832 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.140523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439fe12d-37b0-4c32-8587-cb23bd461ba6'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:27.141281 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615f8d5-793b-4898-ba48-4d7fe6290daf req-1065a387-cb29-40eb-9bb4-2112a677c6de tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:27.143078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4615f8d5-793b-4898-ba48-4d7fe6290daf req-1065a387-cb29-40eb-9bb4-2112a677c6de tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.0921307 Apr 18 20:22:27.150336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Router 1c8d0977-dfb2-4398-a4ed-24431953164b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:22:27.167807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 439fe12d-37b0-4c32-8587-cb23bd461ba6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=439fe12d-37b0-4c32-8587-cb23bd461ba6,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:27.174281 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.175202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c85a111f-22a4-4d5e-8bf5-b18fbfe9415e no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:27.212989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4615f8d5-793b-4898-ba48-4d7fe6290daf req-66bf74ff-371d-4a32-8e77-32b3b5036fba tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610242 Apr 18 20:22:27.218322 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f52cd83-599e-42c6-a87e-2e5c9f89a104'] response: {'server_uuid': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '439fe12d-37b0-4c32-8587-cb23bd461ba6', 'code': 200} Apr 18 20:22:27.248042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-7224c41b-1918-4405-973b-26d53477e384 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:27.249466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-7224c41b-1918-4405-973b-26d53477e384 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.7302361 Apr 18 20:22:27.314699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=439fe12d-37b0-4c32-8587-cb23bd461ba6,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:27.376579 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.389437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075e62f1-5ae6-46f7-9d70-4075fb389e0c req-217fca12-b758-443b-997f-94426798019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:27.390681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.391770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-075e62f1-5ae6-46f7-9d70-4075fb389e0c req-217fca12-b758-443b-997f-94426798019a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 1096 time: 0.1078947 Apr 18 20:22:27.392985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.417475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:27.422430 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.423558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device be350bf2-d002-47c6-a07c-c018740fc7d1 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:27.460117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-075e62f1-5ae6-46f7-9d70-4075fb389e0c req-7c1fd6d9-f462-450b-aaba-2db6ce27858b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521400 Apr 18 20:22:27.543724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:27.603311 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.635177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.635735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:22:27.638490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be350bf2-d002-47c6-a07c-c018740fc7d1,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:27.642883 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.705375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Deleting port 810e1e87-cdd0-41cf-88d1-913409a0d746 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:27.706269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:27.712895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:27.897982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bb77443-f48f-4c38-9fef-56862f8af57c req-93ddbb40-986d-49fd-8f77-b063f89c0af0 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0494299 Apr 18 20:22:28.058766 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.059885 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4486769f-8724-4cae-b9d9-b75ffd971ce6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ad8862e3-f518-4e4c-a4a1-31f431ccdfc6 HTTP/1.1" status: 204 len: 168 time: 4.5151324 Apr 18 20:22:28.063260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:28.106017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7f767-011e-436d-8da2-adbf783d2c65 req-258d7d6f-5de6-4996-8979-5f858f4da1b6 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.107399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09b7f767-011e-436d-8da2-adbf783d2c65 req-258d7d6f-5de6-4996-8979-5f858f4da1b6 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 944 time: 0.6896698 Apr 18 20:22:28.108496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:22:28.119113 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a74af881-7a30-4cd6-a276-4612b43e2497 admin admin] 10.222.0.47 "PUT /v2.0/routers/1c8d0977-dfb2-4398-a4ed-24431953164b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3019125 Apr 18 20:22:28.122183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49588) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:28.123649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] For port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:28.130335 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] Sync routers for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:28.142651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:28.144013 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:28.221296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09b7f767-011e-436d-8da2-adbf783d2c65 req-57e9e068-0caf-4cc2-8dba-e23375b4b71e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951409 Apr 18 20:22:28.315466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] For port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:28.327663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.345179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49594) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:28.418674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] Deleting subnet 61f55b11-8162-4009-b53e-a770b2026663 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:22:28.428535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.466774 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:28.472916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.479055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.485042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.492714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.497655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.503498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.510344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] device_id is not set on port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:22:28.510547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:28.518022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-c9d1adc2-6381-4f3a-98b7-a8475ef05ad1 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 5440 time: 0.5069380 Apr 18 20:22:28.532764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:28.535108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.539586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] For port 810e1e87-cdd0-41cf-88d1-913409a0d746, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=810e1e87-cdd0-41cf-88d1-913409a0d746,segment=NetworkSegment(a35bf157-aa63-4eab-9de6-29ec17e640ea),segment_id=a35bf157-aa63-4eab-9de6-29ec17e640ea)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:28.539968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.564778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:28.575363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:28.575950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8f2847e4-b9ad-4ba3-ab49-be9c8e353a85 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:28.768956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:22:28.774615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:28.808370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Calling delete_port for 810e1e87-cdd0-41cf-88d1-913409a0d746 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:28.863384 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:22:24Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:28.868578 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] Checking router: 1c8d0977-dfb2-4398-a4ed-24431953164b for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:28.878851 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] Routers {'1c8d0977-dfb2-4398-a4ed-24431953164b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:28.881026 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1c8d0977-dfb2-4398-a4ed-24431953164b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:28.895918 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8768446-21f2-4b66-8dd2-105e617dbbf9 req-cf81f8a9-b234-4110-af31-6a2fac67c7ca tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3763890 Apr 18 20:22:28.905963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.025232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.052880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Deleting port 446b8c52-55be-43cf-8b1f-d159d08b0f41 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:29.053668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.062402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:29.079471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee', 'network_id': '248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261', 'port_id': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee', 'mac_address': 'fa:16:3e:50:2f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36a07cd-f1a2-4850-ae7a-f826bbd44d61', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:22:29.110756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] Pushing event updated for resources: {'Port': ['ID=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:29.116559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] No DVR routers for this DVR port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:29.188213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.215281 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] Set router 1c8d0977-dfb2-4398-a4ed-24431953164b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:29.229379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e'}, {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be350bf2-d002-47c6-a07c-c018740fc7d1'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:29.236465 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e725e506-ab46-4692-8cf4-ad6f3fc1c228 req-31e9bb08-fcf2-4830-beb1-93cab6fdb5e7 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1033804 Apr 18 20:22:29.270951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.277925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:29.318795 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b920d51-2a5d-4d06-bf00-3ba1cb9503b9'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e', 'code': 200} Apr 18 20:22:29.319070 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b920d51-2a5d-4d06-bf00-3ba1cb9503b9'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be350bf2-d002-47c6-a07c-c018740fc7d1', 'code': 200} Apr 18 20:22:29.437640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:29.439368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.443135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebeca20-f3c5-428c-92bd-df87f2c3ce34 req-4a67c7db-f448-45a3-8c09-13f3dff00913 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:29.450438 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eebeca20-f3c5-428c-92bd-df87f2c3ce34 req-4a67c7db-f448-45a3-8c09-13f3dff00913 tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 946 time: 0.9873953 Apr 18 20:22:29.458799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.483932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] In _notify_port_updated(), no bound segment for port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:22:29.483932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:29.483932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.484771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-44dd8628-2573-41b5-a63f-8ca72bd08341 service neutron] 10.222.0.61 "PUT /v2.0/ports/792ad8c2-8602-41ec-8301-7a9e9e29ce6e HTTP/1.1" status: 200 len: 1031 time: 3.1421938 Apr 18 20:22:29.530888 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.536363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-db67fd30-59dc-4375-bd3e-39ee0739bb22 None None] Provisioning complete for port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:29.537049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db67fd30-59dc-4375-bd3e-39ee0739bb22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.584060 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:22:24Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:29.591318 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3dda7d3-7427-4463-8f7d-a1090499a6b5 None None] The sync data for ids ['1c8d0977-dfb2-4398-a4ed-24431953164b'] in n-d-836016-3 is: [{'id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'name': 'tempest-ServersTestJSON-1795253021-router', 'tenant_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:29Z', 'updated_at': '2022-04-18T20:22:24Z', 'revision_number': 5, 'project_id': '8fd9f5d6d7854bb3908cac279ea5f196', 'gw_port': {'id': '446b8c52-55be-43cf-8b1f-d159d08b0f41', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:3d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c8d0977-dfb2-4398-a4ed-24431953164b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1305, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:32Z', 'updated_at': '2022-04-18T20:20:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:29.603505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f55b11-8162-4009-b53e-a770b2026663,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:29.619687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.623956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] For port 446b8c52-55be-43cf-8b1f-d159d08b0f41, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=446b8c52-55be-43cf-8b1f-d159d08b0f41,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:29.624322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.645618 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a56505b0-21eb-445b-9ea1-a27feee33ad9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/61f55b11-8162-4009-b53e-a770b2026663 HTTP/1.1" status: 204 len: 168 time: 1.5808268 Apr 18 20:22:29.648482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7efa749c-da79-45b2-a869-24cd2b33aa96 None None] Network b6c164dc-858d-428c-a5a2-be02fa2b4e0c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:29.655326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:29.699412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:29.761053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:29.764752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:29.765477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3f20d59e-ddf4-434d-b9e0-242f08405135 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:29.767603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Calling delete_port for 446b8c52-55be-43cf-8b1f-d159d08b0f41 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:29.790252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['87e2407d-1a8d-48ef-adf4-60e5ab7c8dee'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:29.817853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db67fd30-59dc-4375-bd3e-39ee0739bb22 None None] Port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:22:29.844948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92a522-d263-473b-940d-05205552b61c req-34070440-2726-44e7-a0cb-c96c10b72d1e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:29.846622 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc92a522-d263-473b-940d-05205552b61c req-34070440-2726-44e7-a0cb-c96c10b72d1e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 945 time: 0.3702819 Apr 18 20:22:29.930563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc92a522-d263-473b-940d-05205552b61c req-15f670c1-c1c9-46a9-8a8e-32c1f081b62d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767155 Apr 18 20:22:29.985500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eebeca20-f3c5-428c-92bd-df87f2c3ce34 req-60c1808b-d6ac-4c9d-b51e-d15e8d126e3b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/security-groups?id=b77c1dbd-c244-4777-b249-cb39a180afb3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312865 Apr 18 20:22:29.991275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-30b6ee5a-2f20-47c4-b563-b074f19924b8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:29.992686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-30b6ee5a-2f20-47c4-b563-b074f19924b8 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "GET /v2.0/ports/be350bf2-d002-47c6-a07c-c018740fc7d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5002284 Apr 18 20:22:30.016629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:30.070796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.088446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.116769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.167252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Pushing event deleted for resources: {'Port': ['ID=810e1e87-cdd0-41cf-88d1-913409a0d746,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.213261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.240322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.251461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=446b8c52-55be-43cf-8b1f-d159d08b0f41,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.290162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3f20d59e-ddf4-434d-b9e0-242f08405135, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f20d59e-ddf4-434d-b9e0-242f08405135,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:30.306925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.307734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e851fad6-0e2e-437d-bc62-2f921a1fc1c7 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:30.398808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Deleting port 079fe6e4-fa67-456a-a73a-0435d20ba05c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:30.400089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.423332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.434276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] DHCP port deletion for b6c164dc-858d-428c-a5a2-be02fa2b4e0c request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:22:30.462257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Deleting port 079fe6e4-fa67-456a-a73a-0435d20ba05c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:30.462712 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.577755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 079fe6e4-fa67-456a-a73a-0435d20ba05c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:30.606024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42fbe522-72a8-4ecd-ae43-685f329be951 req-f462ee26-c535-4067-9ce9-02dba7358095 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1586945 Apr 18 20:22:30.606790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] No DVR routers for this DVR port 810e1e87-cdd0-41cf-88d1-913409a0d746 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:30.623990 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.626556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.661619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-6cfea535-91e9-4e7e-be2e-468a440fe4ea tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.667733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-6cfea535-91e9-4e7e-be2e-468a440fe4ea tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.673886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-6cfea535-91e9-4e7e-be2e-468a440fe4ea tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.680405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-6cfea535-91e9-4e7e-be2e-468a440fe4ea tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.686428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-6cfea535-91e9-4e7e-be2e-468a440fe4ea tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.693326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-6cfea535-91e9-4e7e-be2e-468a440fe4ea tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:30.695379 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-6cfea535-91e9-4e7e-be2e-468a440fe4ea tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 4660 time: 0.5000005 Apr 18 20:22:30.718253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3f20d59e-ddf4-434d-b9e0-242f08405135,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:30.725115 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.726086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c8d0977-dfb2-4398-a4ed-24431953164b {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:22:30.740076 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.769301 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.776950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-50f00544-e7fb-40b0-9ee8-54e777ff56e5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1c8d0977-dfb2-4398-a4ed-24431953164b HTTP/1.1" status: 204 len: 168 time: 2.6496701 Apr 18 20:22:30.778256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] For port 079fe6e4-fa67-456a-a73a-0435d20ba05c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=079fe6e4-fa67-456a-a73a-0435d20ba05c,segment=NetworkSegment(cce28fa4-89e2-4d5f-93e3-042b68d3f18b),segment_id=cce28fa4-89e2-4d5f-93e3-042b68d3f18b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:30.778630 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.787273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75e47558-2fe1-44d7-aa7b-3009107ea8bc req-b3ad3e2a-0d40-4940-aae8-d2eba64d0a4e tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822415 Apr 18 20:22:30.791131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49612) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:30.871151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] Deleting subnet e0c22b93-ff2d-4299-b73d-30256491d31b {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:22:30.876133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.925350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:30.929739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Calling delete_port for 079fe6e4-fa67-456a-a73a-0435d20ba05c owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:30.937769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.943844 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:30.944550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:31.017105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.026280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'name': 'network-vif-deleted', 'tag': '810e1e87-cdd0-41cf-88d1-913409a0d746'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:31.045362 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.049203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.060365 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.073142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:31.073486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a89c07a9-0ca0-4a5c-a5b4-6df2d96c08a5 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:31.078758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 792ad8c2-8602-41ec-8301-7a9e9e29ce6e no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:31.100877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.131255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] For port 079fe6e4-fa67-456a-a73a-0435d20ba05c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=079fe6e4-fa67-456a-a73a-0435d20ba05c,segment=NetworkSegment(cce28fa4-89e2-4d5f-93e3-042b68d3f18b),segment_id=cce28fa4-89e2-4d5f-93e3-042b68d3f18b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:31.131583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.184543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=079fe6e4-fa67-456a-a73a-0435d20ba05c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:31.228794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64fb58c0-1c24-4807-868f-412c5d427524 req-7c27029b-02e2-416d-ac08-c72336746e2b tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e09d7bf-3a30-4490-a300-aadc37e2c7e6 HTTP/1.1" status: 200 len: 210 time: 0.0662968 Apr 18 20:22:31.236950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57b3b4b3-1bc7-460d-bd59-516cf86c65ed req-964b5727-13e1-4881-a673-e60c1c8cd9cc tempest-ServerDiskConfigTestJSON-491348535 tempest-ServerDiskConfigTestJSON-491348535-project] 10.222.0.61 "DELETE /v2.0/ports/810e1e87-cdd0-41cf-88d1-913409a0d746 HTTP/1.1" status: 204 len: 173 time: 3.9565125 Apr 18 20:22:31.269603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] No DVR routers for this DVR port 079fe6e4-fa67-456a-a73a-0435d20ba05c on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:31.276912 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.329084 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2b0644-1451-4a91-a2e1-6264b659cca6'] response: {'server_uuid': '2e09d7bf-3a30-4490-a300-aadc37e2c7e6', 'name': 'network-vif-deleted', 'tag': '810e1e87-cdd0-41cf-88d1-913409a0d746', 'status': 'completed', 'code': 200} Apr 18 20:22:31.350406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d'}, {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135'}, {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:31.373931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Calling delete_port for 079fe6e4-fa67-456a-a73a-0435d20ba05c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:31.452081 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0143789a-81e7-4da8-8532-ffae15ecbcbe'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'code': 200} Apr 18 20:22:31.452624 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0143789a-81e7-4da8-8532-ffae15ecbcbe'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135', 'code': 200} Apr 18 20:22:31.453034 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0143789a-81e7-4da8-8532-ffae15ecbcbe'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7', 'code': 200} Apr 18 20:22:31.453781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:31.468527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6fc074f1-957a-4ed6-bae7-dbcff2284188 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:31.499615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0c22b93-ff2d-4299-b73d-30256491d31b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:31.509087 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.525396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-be8015a8-2474-4597-963a-94aa8d4def63 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e0c22b93-ff2d-4299-b73d-30256491d31b HTTP/1.1" status: 204 len: 168 time: 0.7254176 Apr 18 20:22:31.525396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49624) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:31.525886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6fc074f1-957a-4ed6-bae7-dbcff2284188 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:31.525886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6fc074f1-957a-4ed6-bae7-dbcff2284188 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:31.525886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 792ad8c2-8602-41ec-8301-7a9e9e29ce6e not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:31.525886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 188c719b-ddd3-49e9-a36f-a3c3c5f54101 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:31.553951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ed154e-8d77-4c11-8ed3-4407a85b8176 None None] Network 8083c4e1-8442-402a-8c35-5d44e0ad7372 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:31.564582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.633733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.646253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Deleting port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:31.646490 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.673853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6c164dc-858d-428c-a5a2-be02fa2b4e0c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:31.742596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8d22a-6f56-43fd-b50b-347f47ecddf6 req-89092e83-d016-4284-9fb2-01f7c1434ad4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:31.744842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70c8d22a-6f56-43fd-b50b-347f47ecddf6 req-89092e83-d016-4284-9fb2-01f7c1434ad4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 945 time: 0.5838501 Apr 18 20:22:31.749121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:31.749415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cce28fa4-89e2-4d5f-93e3-042b68d3f18b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:31.776777 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:22:31.776777 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:22:31.794520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.846504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.859522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=be350bf2-d002-47c6-a07c-c018740fc7d1,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:31.869061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:31.869480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:31.885847 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:31.888913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70c8d22a-6f56-43fd-b50b-347f47ecddf6 req-742780e5-9916-4e9b-ad8b-667ccc2d1beb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308441 Apr 18 20:22:31.964183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8922b03b-ff28-4f9b-9422-ba83c0667b2b req-3b24bf0e-e89e-42a1-928e-f78075637b4a tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0968184 Apr 18 20:22:31.976559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:31.982328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] For port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55,segment=NetworkSegment(1efb5e75-4590-4d58-a59b-c52db5883f04),segment_id=1efb5e75-4590-4d58-a59b-c52db5883f04)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:31.983314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.057242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:32.066626 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.127883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:32.185826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f783f4-9ffc-4777-ba93-f78f2b7a9292 None None] DHCP port deletion for 8083c4e1-8442-402a-8c35-5d44e0ad7372 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:22:32.193288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Calling delete_port for 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:32.194260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-94f783f4-9ffc-4777-ba93-f78f2b7a9292 None None] Deleting port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:32.194648 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94f783f4-9ffc-4777-ba93-f78f2b7a9292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.283618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.286911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Deleting port 079fe6e4-fa67-456a-a73a-0435d20ba05c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:32.287300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.292671 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.314401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=188c719b-ddd3-49e9-a36f-a3c3c5f54101,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:32.340204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:32.347395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] No DVR routers for this DVR port 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:32.352903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:22:32.401621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.410235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] For port be350bf2-d002-47c6-a07c-c018740fc7d1, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:32.438848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c9f59b3e-e25c-4173-8900-07af147033da None None] The port '079fe6e4-fa67-456a-a73a-0435d20ba05c' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:22:32.479247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-94f783f4-9ffc-4777-ba93-f78f2b7a9292 None None] The port '67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:22:32.495043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:32.497746 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.500601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:32.500979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.521433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.545061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:32.553962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8083c4e1-8442-402a-8c35-5d44e0ad7372']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:32.568582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1efb5e75-4590-4d58-a59b-c52db5883f04') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:32.568883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1efb5e75-4590-4d58-a59b-c52db5883f04') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:32.579146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-f0941025-ca81-4017-92df-8a204a8ba2c5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:32.585246 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.588100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-f0941025-ca81-4017-92df-8a204a8ba2c5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:32.595195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-f0941025-ca81-4017-92df-8a204a8ba2c5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:32.596033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:32.596538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 67b9e9ce-ecf5-45f5-be7b-2fb9c14aac55 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:32.597195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 446b8c52-55be-43cf-8b1f-d159d08b0f41 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:32.605694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-f0941025-ca81-4017-92df-8a204a8ba2c5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:32.606739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.617292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-f0941025-ca81-4017-92df-8a204a8ba2c5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:32.622889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:32.623245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-f0941025-ca81-4017-92df-8a204a8ba2c5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:32.623482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.631015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-f0941025-ca81-4017-92df-8a204a8ba2c5 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 4654 time: 0.4639525 Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:32.642838 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:32.653360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6c164dc-858d-428c-a5a2-be02fa2b4e0c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:32.657568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 446b8c52-55be-43cf-8b1f-d159d08b0f41 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:32.658107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 446b8c52-55be-43cf-8b1f-d159d08b0f41 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:32.682173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-29ff37d5-894e-4311-9677-627ae4124ca8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b6c164dc-858d-428c-a5a2-be02fa2b4e0c HTTP/1.1" status: 204 len: 168 time: 3.0170031 Apr 18 20:22:32.742149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49646) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:32.751640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] device_id is not set on port be350bf2-d002-47c6-a07c-c018740fc7d1 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:22:32.757961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.780074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.808926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:32.813955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.815843 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.816599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.819149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 810e1e87-cdd0-41cf-88d1-913409a0d746 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:32.828842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-422b8c1f-4022-4a6e-ae4d-8c2b10327482 req-4f9d29d8-f047-46e9-9fdd-d74f22b43962 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&id=8801bebd-897a-4d48-9d91-7c832e505ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1969547 Apr 18 20:22:32.838015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.860601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] Deleting subnet fe4ead5b-401d-44d7-809d-0800eff18a6e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:22:32.875946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49650) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:32.880918 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] 10.222.0.47 "DELETE /v2.0/networks/8083c4e1-8442-402a-8c35-5d44e0ad7372 HTTP/1.1" status: 204 len: 168 time: 1.3608558 Apr 18 20:22:32.882063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.907144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 810e1e87-cdd0-41cf-88d1-913409a0d746 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:32.907567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 810e1e87-cdd0-41cf-88d1-913409a0d746 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:32.912393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b250089c-5a48-4582-821a-d159d5290e7f admin admin] Pushing event deleted for resources: {'Network': ['ID=8083c4e1-8442-402a-8c35-5d44e0ad7372,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:32.940339 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:32.950721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:33.027258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.202279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.208995 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-65ea77df-f309-4385-a893-4746c93de079 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9c9412106b54590b0fbbf9400900c3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156748 Apr 18 20:22:33.244922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49660) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:33.267293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49664) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:33.290353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.293719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe4ead5b-401d-44d7-809d-0800eff18a6e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:33.294014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] Pushing event updated for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:33.309123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2048a7a2-17a5-4657-ab1d-97da29e19c17 req-8639d39e-6b40-4943-94d0-3a46e8a8a8f3 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0909827 Apr 18 20:22:33.310356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] No DVR routers for this DVR port be350bf2-d002-47c6-a07c-c018740fc7d1 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:33.321085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c650511e-2dbe-400b-aacc-61bec85bfb49 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/fe4ead5b-401d-44d7-809d-0800eff18a6e HTTP/1.1" status: 204 len: 168 time: 0.5778935 Apr 18 20:22:33.333026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:33.374793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5bf24e92-e758-42b3-84b9-40b4f070a3e7 None None] Provisioning complete for port be350bf2-d002-47c6-a07c-c018740fc7d1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:33.375256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bf24e92-e758-42b3-84b9-40b4f070a3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.376412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] In _notify_port_updated(), no bound segment for port be350bf2-d002-47c6-a07c-c018740fc7d1 on network c8a9e9af-34e7-490a-a44e-6a0135589c01 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:22:33.377287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:33.377911 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.379748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-bb008879-ffd7-4be2-8a48-e29949041fe8 service neutron] 10.222.0.61 "PUT /v2.0/ports/be350bf2-d002-47c6-a07c-c018740fc7d1 HTTP/1.1" status: 200 len: 1033 time: 3.3710275 Apr 18 20:22:33.432043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bf24e92-e758-42b3-84b9-40b4f070a3e7 None None] Port be350bf2-d002-47c6-a07c-c018740fc7d1 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:22:33.454408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101'}, {'server_uuid': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:33.501000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port 3f20d59e-ddf4-434d-b9e0-242f08405135 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:33.501355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.510749 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d123880-07f9-411a-9f7f-79204796d2d2'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101', 'code': 200} Apr 18 20:22:33.511076 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d123880-07f9-411a-9f7f-79204796d2d2'] response: {'server_uuid': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee', 'code': 200} Apr 18 20:22:33.564332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-18f16231-0016-42e2-aeec-f9174a6cc80d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8fd9f5d6d7854bb3908cac279ea5f196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899601 Apr 18 20:22:33.564973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Deleting port 15eca8de-69cd-44a1-a518-9adb9b36bb6c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:33.565394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.575853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49674) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:33.619430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ce13f9d-7c8f-46c5-b1f9-49256fc2d9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.634620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.671586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a70a7-4c0a-49ff-b49a-d7f861ff8f5c req-3d8c4a7d-0cb6-423b-884d-88b1a266b508 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:33.673058 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac0a70a7-4c0a-49ff-b49a-d7f861ff8f5c req-3d8c4a7d-0cb6-423b-884d-88b1a266b508 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.5563357 Apr 18 20:22:33.714526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ce13f9d-7c8f-46c5-b1f9-49256fc2d9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.813175 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:22:33.823387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6508b635-2963-4268-80f4-b49b41f1a7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.851701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac0a70a7-4c0a-49ff-b49a-d7f861ff8f5c req-d0db3425-cbbf-460f-842a-c6e14ec26373 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651766 Apr 18 20:22:33.929195 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6508b635-2963-4268-80f4-b49b41f1a7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:33.945440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.000496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa442607-b653-4206-aaaf-b214926b48c2']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:34.011525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ce13f9d-7c8f-46c5-b1f9-49256fc2d9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.028263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35bf157-aa63-4eab-9de6-29ec17e640ea') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:34.028916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35bf157-aa63-4eab-9de6-29ec17e640ea') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:34.048327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce13f9d-7c8f-46c5-b1f9-49256fc2d9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76ac887-daed-496b-a9f2-ffaa0986f7c1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:34.051028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.073697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ce13f9d-7c8f-46c5-b1f9-49256fc2d9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.074814 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8ce13f9d-7c8f-46c5-b1f9-49256fc2d9cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a76ac887-daed-496b-a9f2-ffaa0986f7c1 HTTP/1.1" status: 204 len: 168 time: 0.8267121 Apr 18 20:22:34.085820 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.087822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6508b635-2963-4268-80f4-b49b41f1a7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.106772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:34.107191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.113600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a9fc-887d-4bc1-a5a1-696729d7e401 req-3291e2bd-5469-45f3-bae5-93a4ed3bc2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:34.115571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7eb1a9fc-887d-4bc1-a5a1-696729d7e401 req-3291e2bd-5469-45f3-bae5-93a4ed3bc2d1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 1097 time: 0.5222414 Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:34.123413 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:34.138876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6508b635-2963-4268-80f4-b49b41f1a7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.140282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6508b635-2963-4268-80f4-b49b41f1a7f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2c238d1-4f30-40ef-864a-f5661acd0b91 HTTP/1.1" status: 204 len: 168 time: 0.5593228 Apr 18 20:22:34.141318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508b635-2963-4268-80f4-b49b41f1a7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c238d1-4f30-40ef-864a-f5661acd0b91,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:34.215941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.245481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.252230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa442607-b653-4206-aaaf-b214926b48c2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:34.272981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b456e347-00a3-466e-b6f4-72b92fc75fc0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fa442607-b653-4206-aaaf-b214926b48c2 HTTP/1.1" status: 204 len: 168 time: 0.9310074 Apr 18 20:22:34.287330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] For port 15eca8de-69cd-44a1-a518-9adb9b36bb6c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=15eca8de-69cd-44a1-a518-9adb9b36bb6c,segment=NetworkSegment(25abb27e-9731-40fb-9896-fb24a093cae1),segment_id=25abb27e-9731-40fb-9896-fb24a093cae1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:34.295236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.302516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] For port 3f20d59e-ddf4-434d-b9e0-242f08405135, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3f20d59e-ddf4-434d-b9e0-242f08405135,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:34.302889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.318296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7eb1a9fc-887d-4bc1-a5a1-696729d7e401 req-22e61789-e712-4154-a078-dcae749db3f2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885357 Apr 18 20:22:34.528233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee6eecf4-5534-4260-b386-a15eb0ff3b0e req-94c2a896-8e51-4e27-8108-d110aab81ae3 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0636792 Apr 18 20:22:34.604597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for 3f20d59e-ddf4-434d-b9e0-242f08405135 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:34.640423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Calling delete_port for 15eca8de-69cd-44a1-a518-9adb9b36bb6c owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:34.640677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:34.706264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fcb95932-ef3b-444d-b5c8-5b8d26f81043 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f22d9c5a87e4e8faed3a2a0e84c601d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640936 Apr 18 20:22:34.709999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49702) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:34.710382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4804187-c15c-47d3-aa5e-fa778d63d6cb req-8dd4b807-800b-495c-a763-75995115b421 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:34.715925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4804187-c15c-47d3-aa5e-fa778d63d6cb req-8dd4b807-800b-495c-a763-75995115b421 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:34.721728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4804187-c15c-47d3-aa5e-fa778d63d6cb req-8dd4b807-800b-495c-a763-75995115b421 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:34.728104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4804187-c15c-47d3-aa5e-fa778d63d6cb req-8dd4b807-800b-495c-a763-75995115b421 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:34.733696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4804187-c15c-47d3-aa5e-fa778d63d6cb req-8dd4b807-800b-495c-a763-75995115b421 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:34.741554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4804187-c15c-47d3-aa5e-fa778d63d6cb req-8dd4b807-800b-495c-a763-75995115b421 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 3876 time: 0.6891077 Apr 18 20:22:34.775255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b1b312d-6b3b-4fb0-af13-cb56f4684545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.804906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b1b312d-6b3b-4fb0-af13-cb56f4684545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.852073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4804187-c15c-47d3-aa5e-fa778d63d6cb req-b7be731d-e866-4766-adc7-9906b840a520 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096699 Apr 18 20:22:34.894335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b1b312d-6b3b-4fb0-af13-cb56f4684545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.915008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b312d-6b3b-4fb0-af13-cb56f4684545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77c1dbd-c244-4777-b249-cb39a180afb3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:34.932277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b1b312d-6b3b-4fb0-af13-cb56f4684545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:34.934865 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2b1b312d-6b3b-4fb0-af13-cb56f4684545 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b77c1dbd-c244-4777-b249-cb39a180afb3 HTTP/1.1" status: 204 len: 168 time: 0.2210624 Apr 18 20:22:34.971504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.095897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=3f20d59e-ddf4-434d-b9e0-242f08405135,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:35.138013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.142704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d752724-c975-498f-9575-1ad51e7989ab req-8c712b01-d814-4ff7-b1cd-bff129efb882 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:35.155019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d752724-c975-498f-9575-1ad51e7989ab req-8c712b01-d814-4ff7-b1cd-bff129efb882 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.1326637 Apr 18 20:22:35.207120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=15eca8de-69cd-44a1-a518-9adb9b36bb6c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:35.237021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d752724-c975-498f-9575-1ad51e7989ab req-a99ad60e-f1be-43d7-80ee-e0adb0c4de15 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795043 Apr 18 20:22:35.293767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] No DVR routers for this DVR port 3f20d59e-ddf4-434d-b9e0-242f08405135 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:35.301548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.304497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:35.370604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-42ab150f-0502-451a-8fbc-a0aeaece944d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "DELETE /v2.0/ports/3f20d59e-ddf4-434d-b9e0-242f08405135 HTTP/1.1" status: 204 len: 173 time: 1.9800711 Apr 18 20:22:35.421371 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cdd85a2-69b5-4257-af52-823799bc0900'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': '3f20d59e-ddf4-434d-b9e0-242f08405135', 'status': 'completed', 'code': 200} Apr 18 20:22:35.557737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:35.557737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:35.810921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ffbb05d-a175-4941-81b3-65e954dedb4a req-ac358b47-2cc3-4a75-bd7a-7f2883d54343 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0593264 Apr 18 20:22:35.814786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.404897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] For port 188c719b-ddd3-49e9-a36f-a3c3c5f54101, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=188c719b-ddd3-49e9-a36f-a3c3c5f54101,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:36.405591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.437988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-34ce0459-ccd4-4779-8b8f-293202d06e8d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:36.444288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-34ce0459-ccd4-4779-8b8f-293202d06e8d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:36.450540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-34ce0459-ccd4-4779-8b8f-293202d06e8d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:36.456851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-34ce0459-ccd4-4779-8b8f-293202d06e8d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:36.457864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-34ce0459-ccd4-4779-8b8f-293202d06e8d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Synchronizing usage tracker for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:36.533691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:36.753731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for 188c719b-ddd3-49e9-a36f-a3c3c5f54101 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:36.816558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-34ce0459-ccd4-4779-8b8f-293202d06e8d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Unset dirty status for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:36.818285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-34ce0459-ccd4-4779-8b8f-293202d06e8d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 3143 time: 0.7223818 Apr 18 20:22:36.820713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1227622947-network', 'tenant_id': 'cf1f89050ca54725bc08d53ee66ecb0a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:36.831692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:36.844971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Usage tracker for resource:network and tenant:cf1f89050ca54725bc08d53ee66ecb0a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:36.851293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:36.870610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:36.892976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Made reservation on behalf of cf1f89050ca54725bc08d53ee66ecb0a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:36.896612 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.926575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:36.961527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:36.968697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Usage tracker for resource:security_group_rule and tenant:cf1f89050ca54725bc08d53ee66ecb0a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:36.973892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:36.981306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:37.014916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c0fcfc2-9cda-4cfb-8fe0-230d42696c28 req-635178b8-a395-4899-bda6-8366570c5062 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871262 Apr 18 20:22:37.058196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Router 05f06ca6-420e-46fa-9202-365bc3384bfc has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:22:37.244754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6d06019-de18-472e-a365-94a038798c10 req-c299a574-6f36-4a3c-8fad-e7f15466cfce tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.47 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.0668697 Apr 18 20:22:37.280668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcda27-24c7-4420-9bbb-8d017ce649b1 req-17e47686-a570-4850-b17d-2c394032265b tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:37.288164 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5fcda27-24c7-4420-9bbb-8d017ce649b1 req-17e47686-a570-4850-b17d-2c394032265b tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.2220938 Apr 18 20:22:37.314514 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.351442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.372288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.375894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=188c719b-ddd3-49e9-a36f-a3c3c5f54101,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.391847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:37.406818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.407330 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Added segment e14c4324-6a59-420b-99f6-d01543712a41 of type vlan for network 7233179d-757b-468b-96d8-6ac43a66fb6f Apr 18 20:22:37.458754 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5fcda27-24c7-4420-9bbb-8d017ce649b1 req-0a27ce85-f40f-4da1-83a8-3d8455ab2384 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693852 Apr 18 20:22:37.469561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:22:37.487202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] No DVR routers for this DVR port 188c719b-ddd3-49e9-a36f-a3c3c5f54101 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:37.490364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] Sync routers for ids ['05f06ca6-420e-46fa-9202-365bc3384bfc'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:37.490950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.493338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-09bd356a-fa67-46a9-986c-0aeffe31b0df tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "DELETE /v2.0/ports/188c719b-ddd3-49e9-a36f-a3c3c5f54101 HTTP/1.1" status: 204 len: 173 time: 2.1102762 Apr 18 20:22:37.493947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:37.509074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.510168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] Routers {'05f06ca6-420e-46fa-9202-365bc3384bfc'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:37.513305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['05f06ca6-420e-46fa-9202-365bc3384bfc'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:37.533759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9dd20be4-6f42-45f2-863e-ea1feaa506d6 admin admin] 10.222.0.47 "PUT /v2.0/routers/05f06ca6-420e-46fa-9202-365bc3384bfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1858957 Apr 18 20:22:37.537645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49814) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:37.605472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a1e04b2-58ce-4981-af0f-c8a2bd361c39 req-85bad1ce-2b45-4764-b774-738d0ce507a4 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0656967 Apr 18 20:22:37.622400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:37.622930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.673988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecac2254-b21f-4c7a-9955-9b8533a43413,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:37.773951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.774915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:37.775507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:37.812217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] Set router 05f06ca6-420e-46fa-9202-365bc3384bfc gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:37.952531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] Pushing event updated for resources: {'Network': ['ID=7233179d-757b-468b-96d8-6ac43a66fb6f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:38.013772 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.022209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 7233179d-757b-468b-96d8-6ac43a66fb6f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:22:38.028106 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a39ddf7-ec3f-43b6-b13f-a7445122cfae'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': '188c719b-ddd3-49e9-a36f-a3c3c5f54101', 'status': 'completed', 'code': 200} Apr 18 20:22:38.138002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5d2b90c4-8e8f-4e03-bdfb-85eabf5c73af admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6031818 Apr 18 20:22:38.146175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49832) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:38.153052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Request body: {'subnet': {'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1227622947-subnet', 'tenant_id': 'cf1f89050ca54725bc08d53ee66ecb0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:38.208562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:38.459794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Usage tracker for resource:subnet and tenant:cf1f89050ca54725bc08d53ee66ecb0a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:38.468037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:38.479134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:38.514227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b4888-b470-4b7d-9096-b93d8c75125b req-f97a16e2-11e4-4830-83c5-0abf832098d6 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:38.521591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-956b4888-b470-4b7d-9096-b93d8c75125b req-f97a16e2-11e4-4830-83c5-0abf832098d6 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.7489493 Apr 18 20:22:38.528029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:38.530262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32'}], 'enable_snat': True}, 'gw_port_id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:22:34Z', 'revision_number': 5, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port': {'id': '6e4a297f-de75-41bb-b02a-fb141148e26b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:19:45Z', 'updated_at': '2022-04-18T20:19:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:38.536895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] Checking router: 05f06ca6-420e-46fa-9202-365bc3384bfc for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:38.547532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] Routers {'05f06ca6-420e-46fa-9202-365bc3384bfc'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:38.548200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['05f06ca6-420e-46fa-9202-365bc3384bfc'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:38.560259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.566956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Made reservation on behalf of cf1f89050ca54725bc08d53ee66ecb0a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:38.569420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.616467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Deleting port 6e4a297f-de75-41bb-b02a-fb141148e26b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:38.616822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.685614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] For port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:38.686183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:38.766170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-956b4888-b470-4b7d-9096-b93d8c75125b req-cedf7c22-5c96-4562-9448-8e509948afae tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435818 Apr 18 20:22:38.774482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] Set router 05f06ca6-420e-46fa-9202-365bc3384bfc gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:38.835005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3168f7-826c-48fa-b690-449758a791f3 req-435d7004-c96b-4b69-94d9-88fb036428c6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:38.842982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3168f7-826c-48fa-b690-449758a791f3 req-435d7004-c96b-4b69-94d9-88fb036428c6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:38.851574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3168f7-826c-48fa-b690-449758a791f3 req-435d7004-c96b-4b69-94d9-88fb036428c6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:38.852854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-da3168f7-826c-48fa-b690-449758a791f3 req-435d7004-c96b-4b69-94d9-88fb036428c6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Synchronizing usage tracker for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:38.893637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:22:38Z', 'revision_number': 6, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:38.898802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113129c-8624-459a-b0fe-7218f529c3d1 None None] The sync data for ids ['05f06ca6-420e-46fa-9202-365bc3384bfc'] in n-d-836016-3 is: [{'id': '05f06ca6-420e-46fa-9202-365bc3384bfc', 'name': 'tempest-ServerRescueTestJSON-86131700-router', 'tenant_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:19:44Z', 'updated_at': '2022-04-18T20:22:38Z', 'revision_number': 6, 'project_id': 'cc0b932439b8469b99e9d6f8c1ca1e0d', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:38.902948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-da3168f7-826c-48fa-b690-449758a791f3 req-435d7004-c96b-4b69-94d9-88fb036428c6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Unset dirty status for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:38.903780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da3168f7-826c-48fa-b690-449758a791f3 req-435d7004-c96b-4b69-94d9-88fb036428c6 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 2411 time: 0.5929174 Apr 18 20:22:38.969395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.030549 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8e266b2-ba5b-46b2-b7f1-d7ab449fb45a req-1daead77-832d-445c-bb69-841eb1f21aa3 tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.47 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.1155968 Apr 18 20:22:39.045676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da3168f7-826c-48fa-b690-449758a791f3 req-11fec3e6-2606-4054-bd02-267e662f7590 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284423 Apr 18 20:22:39.107333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:39.116667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Usage tracker for resource:security_group_rule and tenant:59d1575bf46e4d9e9cd23e1b462a92f1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:39.121712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:39.133334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.140309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:39.204041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.204397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.204666 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Floating IP a715b9ab-c465-4b39-b145-04c5ee014978 disassociated. External IP: 172.25.5.174, port: 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d. Apr 18 20:22:39.204990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:39.265004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] For port 6e4a297f-de75-41bb-b02a-fb141148e26b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e4a297f-de75-41bb-b02a-fb141148e26b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:39.265373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.304587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3a76c52-5d77-4354-a323-a5dbab8e04f8 req-245c69d4-f6b7-4320-ad6a-f38b2802b2cc tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1136858 Apr 18 20:22:39.421034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151a23b-90e1-4ca1-983f-48d9fb586a5f req-b8af18b6-05da-41ed-bf74-0d2d8bf2dc05 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:39.422846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0151a23b-90e1-4ca1-983f-48d9fb586a5f req-b8af18b6-05da-41ed-bf74-0d2d8bf2dc05 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 945 time: 0.1876729 Apr 18 20:22:39.440702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Calling delete_port for 6e4a297f-de75-41bb-b02a-fb141148e26b owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:39.488802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:39.494233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0151a23b-90e1-4ca1-983f-48d9fb586a5f req-38940c12-14c5-4d5e-832f-91eda7cac89c tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577686 Apr 18 20:22:39.494929 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.506492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Checking segment: {'id': 'e14c4324-6a59-420b-99f6-d01543712a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:39.506857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Network hostable DHCP agents. Network: 7233179d-757b-468b-96d8-6ac43a66fb6f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:39.547059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=3d496e6d-bdf2-403f-82d6-836fcdfe1a6d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:39.635423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Network 7233179d-757b-468b-96d8-6ac43a66fb6f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:39.647614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.655447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.676033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 7233179d-757b-468b-96d8-6ac43a66fb6f) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:39.688183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:39.688785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:39.703550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f73ca-64df-496e-b285-c763a496403e None None] Network 7233179d-757b-468b-96d8-6ac43a66fb6f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:39.740767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb480e-abdc-47de-8d6a-932aeec661d1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:39.748938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ac5c8c5d-bfae-4f92-9baa-b499ff89d5f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59d1575bf46e4d9e9cd23e1b462a92f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2150197 Apr 18 20:22:39.749905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49852) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:39.774948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c87a3ae8-92c4-4df5-ae48-344a9f921a35 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6198201 Apr 18 20:22:39.872695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:22:39.964067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.024232 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f75dc59-534c-4487-8f68-0e0a927454df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.066438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f75dc59-534c-4487-8f68-0e0a927454df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.127937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e7b36-9653-45a8-9c81-3b2068e7a850 None None] Network 7233179d-757b-468b-96d8-6ac43a66fb6f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:40.167014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4a297f-de75-41bb-b02a-fb141148e26b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:40.230176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae19906-eb54-40cd-99f8-ceba693b0859 req-dbc99b33-4e9d-4fd9-8d4c-18480732f078 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.3498435 Apr 18 20:22:40.238313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f75dc59-534c-4487-8f68-0e0a927454df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.272829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a2c92-f23d-419f-a51a-d02923c09fe9 req-a58b23ba-fe36-4634-9594-fca25310937d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:40.279821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c2a2c92-f23d-419f-a51a-d02923c09fe9 req-a58b23ba-fe36-4634-9594-fca25310937d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.4195447 Apr 18 20:22:40.297893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f75dc59-534c-4487-8f68-0e0a927454df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb480e-abdc-47de-8d6a-932aeec661d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:40.311733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f75dc59-534c-4487-8f68-0e0a927454df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.315089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8f75dc59-534c-4487-8f68-0e0a927454df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/62cb480e-abdc-47de-8d6a-932aeec661d1 HTTP/1.1" status: 204 len: 168 time: 0.5619779 Apr 18 20:22:40.328318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.484427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c2a2c92-f23d-419f-a51a-d02923c09fe9 req-495acb51-4357-42e0-a04c-ffd5724c48e6 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016885 Apr 18 20:22:40.520814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e4a297f-de75-41bb-b02a-fb141148e26b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:40.582186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6e4a297f-de75-41bb-b02a-fb141148e26b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:40.582534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e4a297f-de75-41bb-b02a-fb141148e26b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:40.582957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 15eca8de-69cd-44a1-a518-9adb9b36bb6c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:22:40.630535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 15eca8de-69cd-44a1-a518-9adb9b36bb6c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:22:40.630761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 15eca8de-69cd-44a1-a518-9adb9b36bb6c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:22:40.743412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:22:40.756853 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] Sync routers for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:40.766114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.769191 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:40.770056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:40.776401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.779934 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad84046d-c964-4aea-9fd1-8ba4de4e5572 req-14511d3f-a2b9-4417-bda6-b30d48510992 tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.47 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.0618789 Apr 18 20:22:40.823173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.824294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05f06ca6-420e-46fa-9202-365bc3384bfc {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:22:40.856947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:40.858128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-99b8335d-6693-4b08-b3e2-2b23ca6aef22 admin admin] 10.222.0.47 "DELETE /v2.0/routers/05f06ca6-420e-46fa-9202-365bc3384bfc HTTP/1.1" status: 204 len: 168 time: 3.3194046 Apr 18 20:22:40.869189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49892) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:41.028570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] No DVR routers for this DVR port 3d496e6d-bdf2-403f-82d6-836fcdfe1a6d on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:41.030553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] Deleting subnet 45cde6dd-cc69-4592-8697-f584e1512e9e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:22:41.031482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.033989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-6fd510bb-c9c9-49aa-a57b-2b85d0bc387b tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "DELETE /v2.0/ports/3d496e6d-bdf2-403f-82d6-836fcdfe1a6d HTTP/1.1" status: 204 len: 173 time: 3.5339365 Apr 18 20:22:41.037236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.038816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:41.070714 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:41.154003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4290244a-2091-4d93-a266-bbc098490e8f req-37a18d08-4dae-4176-b8f8-ff607af99a43 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0996451 Apr 18 20:22:41.209829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.249541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a662e-3c21-4253-ba32-1add7cd0457f req-56456129-888c-45b2-9198-85229c52ba95 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:41.251059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-56456129-888c-45b2-9198-85229c52ba95 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/networks?id=7233179d-757b-468b-96d8-6ac43a66fb6f HTTP/1.1" status: 200 len: 818 time: 0.7739425 Apr 18 20:22:41.271518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:41.271783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.290198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.320938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-fc0ad523-4714-411d-9ba1-997079e617a4 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/quotas/cf1f89050ca54725bc08d53ee66ecb0a HTTP/1.1" status: 200 len: 375 time: 0.0560656 Apr 18 20:22:41.340315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49906) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:41.344475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39481d-3f1e-47ab-855e-79113c2c7230 req-2d851a5c-73a7-416b-9b53-afca62fc6379 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:41.350453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39481d-3f1e-47ab-855e-79113c2c7230 req-2d851a5c-73a7-416b-9b53-afca62fc6379 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:41.352074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c39481d-3f1e-47ab-855e-79113c2c7230 req-2d851a5c-73a7-416b-9b53-afca62fc6379 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 1677 time: 0.2304640 Apr 18 20:22:41.431104 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-d42316ba-633f-4a18-8698-dbcd82b41daf tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf1f89050ca54725bc08d53ee66ecb0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912864 Apr 18 20:22:41.451744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c39481d-3f1e-47ab-855e-79113c2c7230 req-32e33a67-3f11-431a-822b-2eebaa9fc214 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864830 Apr 18 20:22:41.482220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.552845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cde6dd-cc69-4592-8697-f584e1512e9e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:41.556000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.564780 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1bc14330-eb32-41cb-aa1f-8406b669a17a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/45cde6dd-cc69-4592-8697-f584e1512e9e HTTP/1.1" status: 204 len: 168 time: 0.6941681 Apr 18 20:22:41.568654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49912) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:41.645250 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:59Z', 'revision_number': 5, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:41.651273 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] Checking router: e8efd05b-6c79-4b22-94e4-efe63fcdaba9 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:41.673870 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:41.674503 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:41.710423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2078437799-network', 'tenant_id': '512b30ef576c4f44a1e9516af1195d64'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:41.723689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:41.732705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Usage tracker for resource:network and tenant:512b30ef576c4f44a1e9516af1195d64 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:41.742458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:41.753698 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-078d4fc2-68d8-4e6f-b940-fe05eb35ff10 req-ae5c383d-42f9-4380-83e4-b248bc65f117 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0601635 Apr 18 20:22:41.763471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.806377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] For port e851fad6-0e2e-437d-bc62-2f921a1fc1c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:41.806975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.836437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-00ef6c52-f2f0-4948-862e-1f004cc86c80 service neutron] 10.222.0.47 "GET /v2.0/networks/7233179d-757b-468b-96d8-6ac43a66fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972495 Apr 18 20:22:41.837471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:41.931101 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:41.937860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:41.967403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8505765-0086-454f-a25d-c91ff385e3fc']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:41.985695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25abb27e-9731-40fb-9896-fb24a093cae1') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:41.986047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25abb27e-9731-40fb-9896-fb24a093cae1') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:41.999356 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.000204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for e851fad6-0e2e-437d-bc62-2f921a1fc1c7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:42.021482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.029404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:22:42.029871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:22:42.047685 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:22:42.064129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Made reservation on behalf of 512b30ef576c4f44a1e9516af1195d64 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:42.066986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.084582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.199491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:42.211305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.211823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Usage tracker for resource:security_group_rule and tenant:512b30ef576c4f44a1e9516af1195d64 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:42.217934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:42.233746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.241796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:42.247665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0996ec-21d8-46cb-b587-d5fd1f89584b req-3da5adc3-92c4-400a-bd05-88a44be2b8b5 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:42.253652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-ec572217-3f66-4dab-8e65-92924cb359f9 service neutron] 10.222.0.47 "GET /v2.0/networks/7233179d-757b-468b-96d8-6ac43a66fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492584 Apr 18 20:22:42.255286 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c0996ec-21d8-46cb-b587-d5fd1f89584b req-3da5adc3-92c4-400a-bd05-88a44be2b8b5 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.1937931 Apr 18 20:22:42.259461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] Pushing event deleted for resources: {'Network': ['ID=e8505765-0086-454f-a25d-c91ff385e3fc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:42.297815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8282a038-2dd1-4dc1-8a13-2f77d498f14e admin admin] 10.222.0.47 "DELETE /v2.0/networks/e8505765-0086-454f-a25d-c91ff385e3fc HTTP/1.1" status: 204 len: 168 time: 0.7262266 Apr 18 20:22:42.323580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c0996ec-21d8-46cb-b587-d5fd1f89584b req-86d6d9f6-b9db-48f0-9d43-e2b09f830d63 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673091 Apr 18 20:22:42.436072 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1904ebd5-e92e-40bf-8401-8f807981359f'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': '3d496e6d-bdf2-403f-82d6-836fcdfe1a6d', 'status': 'completed', 'code': 200} Apr 18 20:22:42.452140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.513991 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:59Z', 'revision_number': 5, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:42.523903 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b8ccac-a9b7-4aa1-ba6e-c476b7116e04 None None] The sync data for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 is: [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:15:41Z', 'revision_number': 4, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '71494a35-4ff7-410d-bfd1-45dd6e94a283', 'name': '', 'network_id': 'c161fe70-bac9-4ea5-8775-e528be12e05d', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'mac_address': 'fa:16:3e:0d:7d:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 946, 'fixed_ips': [{'subnet_id': '76acb413-4451-4b47-953a-87a2f74373e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:38Z', 'updated_at': '2022-04-18T20:15:59Z', 'revision_number': 5, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'subnets': [{'id': '76acb413-4451-4b47-953a-87a2f74373e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:42.595828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49928) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:42.651796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=e851fad6-0e2e-437d-bc62-2f921a1fc1c7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:42.798718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] No DVR routers for this DVR port e851fad6-0e2e-437d-bc62-2f921a1fc1c7 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:42.804255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:42.859239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-55a05bc7-4f87-495f-a060-979376a00f35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc0b932439b8469b99e9d6f8c1ca1e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2606382 Apr 18 20:22:42.864187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49938) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:42.877394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-4dd851c5-acbd-4b13-9905-041633c0409c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "DELETE /v2.0/ports/e851fad6-0e2e-437d-bc62-2f921a1fc1c7 HTTP/1.1" status: 204 len: 173 time: 1.8209541 Apr 18 20:22:42.888736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8470d955-8315-4b56-9a19-57520c6e5883 req-60464531-d188-422e-9c81-586edd4ac0ab tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.47 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.1632845 Apr 18 20:22:42.995013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:42.995524 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.049738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17905df4-7e05-401f-840b-861ea9d90f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.062335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.093330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17905df4-7e05-401f-840b-861ea9d90f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.093892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29df370a-a16e-4f09-ab39-f9d9d6061e4d None None] New status for floating IP a715b9ab-c465-4b39-b145-04c5ee014978: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:22:43.269764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17905df4-7e05-401f-840b-861ea9d90f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.298857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cf7bb-35f6-46d4-886a-d30f66fe8e7d req-0410f5d8-44db-4080-8bbb-2dfeb6b8cb25 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:43.309297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-096cf7bb-35f6-46d4-886a-d30f66fe8e7d req-0410f5d8-44db-4080-8bbb-2dfeb6b8cb25 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 943 time: 0.1633260 Apr 18 20:22:43.331948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17905df4-7e05-401f-840b-861ea9d90f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b497ea35-b9d1-4ed0-b3af-939b238b3b1c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:43.353105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.387627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-096cf7bb-35f6-46d4-886a-d30f66fe8e7d req-2ceb9709-7c41-4302-84fc-a6320e9792bc tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups?id=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711622 Apr 18 20:22:43.389541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17905df4-7e05-401f-840b-861ea9d90f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.390686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-17905df4-7e05-401f-840b-861ea9d90f3d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b497ea35-b9d1-4ed0-b3af-939b238b3b1c HTTP/1.1" status: 204 len: 168 time: 0.5250516 Apr 18 20:22:43.430304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:43.473147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dfb489b1-b34e-4a1a-89c9-411984d1fb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.484723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c3ea6a-376b-4f7a-9531-9ad7166d132a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:43.509299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.509670 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Added segment 8fbf1750-4365-48af-810e-3b4cbf6849c2 of type vlan for network 50726e72-0b53-47bf-a50d-45f959c1e832 Apr 18 20:22:43.663281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.690299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210d1c-e9da-457c-bc83-e2e973dafa0d req-cbef8c88-61e9-4c7e-af64-61e6577dfa0a tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:43.697029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210d1c-e9da-457c-bc83-e2e973dafa0d req-cbef8c88-61e9-4c7e-af64-61e6577dfa0a tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:43.702931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50210d1c-e9da-457c-bc83-e2e973dafa0d req-cbef8c88-61e9-4c7e-af64-61e6577dfa0a tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:43.704965 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-732e2a1a-3d5e-41c6-9888-6adb8e478907 req-eb071829-1543-412e-8596-8872e8886fe1 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 210 time: 0.0929327 Apr 18 20:22:43.710750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50210d1c-e9da-457c-bc83-e2e973dafa0d req-cbef8c88-61e9-4c7e-af64-61e6577dfa0a tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8&device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8&device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 2417 time: 0.6466806 Apr 18 20:22:43.822207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] For port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:43.822674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:43.837435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50210d1c-e9da-457c-bc83-e2e973dafa0d req-8ab40eb9-0af4-4260-a855-a436ab609ab7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257734 Apr 18 20:22:43.936673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-089c7be5-ddb9-4b7d-84d4-7eeeb796dcff req-fa97f6f2-3227-4364-8734-dc6f7024fc88 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0558765 Apr 18 20:22:43.991119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for c85a111f-22a4-4d5e-8bf5-b18fbfe9415e owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:44.026161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.027355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:44.027970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.109792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.7677321 Apr 18 20:22:44.116672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49962) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:44.123801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Request body: {'subnet': {'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2078437799-subnet', 'tenant_id': '512b30ef576c4f44a1e9516af1195d64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:44.132717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:44.142933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Usage tracker for resource:subnet and tenant:512b30ef576c4f44a1e9516af1195d64 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:44.155039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:44.178043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:44.189387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfd058-f2b0-4ca5-8637-a0d17475328f admin admin] Pushing event updated for resources: {'Network': ['ID=50726e72-0b53-47bf-a50d-45f959c1e832,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:44.209669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 50726e72-0b53-47bf-a50d-45f959c1e832 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:22:44.299197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Made reservation on behalf of 512b30ef576c4f44a1e9516af1195d64 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:44.301765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.532305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:44.616473 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.650437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:44.695704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=c85a111f-22a4-4d5e-8bf5-b18fbfe9415e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:44.787726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe88201-86ae-4cbb-ae32-e4f21595b008 req-72641a20-deb8-4e9d-865b-1bb36d90f661 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:44.789495 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfe88201-86ae-4cbb-ae32-e4f21595b008 req-72641a20-deb8-4e9d-865b-1bb36d90f661 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.5635746 Apr 18 20:22:44.815785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a662e-3c21-4253-ba32-1add7cd0457f req-a9144031-bc79-4dfb-b651-340faa8dd4a3 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:44.817914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-a9144031-bc79-4dfb-b651-340faa8dd4a3 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.61 "GET /v2.0/networks?id=7233179d-757b-468b-96d8-6ac43a66fb6f HTTP/1.1" status: 200 len: 818 time: 0.5255861 Apr 18 20:22:44.825654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] No DVR routers for this DVR port c85a111f-22a4-4d5e-8bf5-b18fbfe9415e on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:22:44.828288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:44.840431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Request body: {'port': {'device_id': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f', 'admin_state_up': True, 'tenant_id': 'cf1f89050ca54725bc08d53ee66ecb0a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:44.845050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-network', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:44.865298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:44.880312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d314e2-daec-4d74-93cf-028c1a05f136 req-c3496030-b493-4d51-8a4d-7c1f030d74f0 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.61 "DELETE /v2.0/ports/c85a111f-22a4-4d5e-8bf5-b18fbfe9415e HTTP/1.1" status: 204 len: 173 time: 1.9879854 Apr 18 20:22:44.886841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Usage tracker for resource:network and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:44.901955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:44.920436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:44.950366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfe88201-86ae-4cbb-ae32-e4f21595b008 req-ece95c51-77ea-43f0-83ed-1a93869c76b0 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533086 Apr 18 20:22:44.958388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.055063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Made reservation on behalf of 3e653087184b45f28f4937d3b56e0ef2 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:45.064733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:45.070858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Usage tracker for resource:port and tenant:cf1f89050ca54725bc08d53ee66ecb0a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:45.073867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.078174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:45.089181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:45.121477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Made reservation on behalf of cf1f89050ca54725bc08d53ee66ecb0a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:45.125719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.153711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.276023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46a16585-62da-4076-be27-b01747d9d459 req-2f2e64d3-8100-49ff-a843-d505d335696c tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 210 time: 0.0783966 Apr 18 20:22:45.277126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:45.282262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=796d71b8-99ac-4654-a206-1cdd995ab224,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:45.289883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Usage tracker for resource:security_group_rule and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:45.294502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:45.303844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:45.314745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Checking segment: {'id': '8fbf1750-4365-48af-810e-3b4cbf6849c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:45.317374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Network hostable DHCP agents. Network: 50726e72-0b53-47bf-a50d-45f959c1e832, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:45.375700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Network 50726e72-0b53-47bf-a50d-45f959c1e832 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:45.400437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 50726e72-0b53-47bf-a50d-45f959c1e832) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:45.408909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.409639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.409937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73181d59-4e2c-4c69-b3eb-533e19fe4bdc None None] Network 50726e72-0b53-47bf-a50d-45f959c1e832 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:45.419516 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4c76f87-3308-4859-be43-c570eebe36ab'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': 'e851fad6-0e2e-437d-bc62-2f921a1fc1c7', 'status': 'completed', 'code': 200} Apr 18 20:22:45.474704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-80397aa9-6e3d-4661-a47e-2a87dce88d5f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3568392 Apr 18 20:22:45.488973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Allocated IP 172.20.0.8 (7233179d-757b-468b-96d8-6ac43a66fb6f/60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9/2307bb01-c1d4-49b9-9bf6-5f8485104598) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:45.510795 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.518519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.667153 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7e431f2-e52c-493f-b9f6-283ae644b89b req-8b4be608-1688-4b97-919d-75dc8e3d6432 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 210 time: 0.1124396 Apr 18 20:22:45.682385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:45.715689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:45.734427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.742135 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Added segment fd939dba-1748-49f9-af87-f8f24d1790f8 of type vlan for network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 Apr 18 20:22:45.831811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.901254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d77349-c1ae-4352-be94-fb67be61a4e4 None None] Network 50726e72-0b53-47bf-a50d-45f959c1e832 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:45.991312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:45.992184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:45.992785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.010197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bdd3f918-ea7a-464e-b151-cb33d81667db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.055257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.132436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4807913 Apr 18 20:22:46.138609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50020) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:46.144655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Request body: {'subnet': {'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-subnet', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:46.150021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:46.154603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Usage tracker for resource:subnet and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:46.157695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:46.184156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:46.189360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fbb46-ec99-4d87-b35a-537cc399f93f admin admin] Pushing event updated for resources: {'Network': ['ID=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:46.213422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Made reservation on behalf of 3e653087184b45f28f4937d3b56e0ef2 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:46.216978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.223475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:22:46.275836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.306312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f290d455-41c6-4563-8dce-a2289da54647 req-6fc55c0c-c0c5-43e9-8a17-08d0fdf8a41f tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1624477 Apr 18 20:22:46.763355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.783564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.833628 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:46.921867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:46.923868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5130da6a-6494-4e6f-abc1-cf48bad47d47 req-b06c0838-7e43-499d-be11-a101002b53f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a5fc249e565641449b4d17096980a013&device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.6460326 Apr 18 20:22:46.948151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Network 7233179d-757b-468b-96d8-6ac43a66fb6f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:46.951113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:46.958715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Pushing event updated for resources: {'Port': ['ID=2307bb01-c1d4-49b9-9bf6-5f8485104598,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:46.982745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:47.029565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Checking segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:47.030676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Network hostable DHCP agents. Network: 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:22:47.091810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:22:47.104882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.105752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.132290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.132924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.133469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.134010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.134852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.135354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.135843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.136634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.137126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.137695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.138262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.138872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:47.144172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-e2e37c20-b70b-4a72-875a-2bd44f06f61e tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3107257 Apr 18 20:22:47.146906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5130da6a-6494-4e6f-abc1-cf48bad47d47 req-e899eff1-c020-4132-819c-4de6241d649a service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=a5fc249e565641449b4d17096980a013&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1973639 Apr 18 20:22:47.162095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:47.174460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140f5cae-295b-43ee-8954-8d2e210389e3 None None] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:47.186699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.187417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.217295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Request body: {'port': {'device_id': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:47.288074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-217be5dd-56c3-49a4-ba7c-6046e491a80c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1479692 Apr 18 20:22:47.291843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50054) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:47.323141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:47.333434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:47.348127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Usage tracker for resource:router and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:47.355006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:47.364827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:47.373289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054650-26dc-4184-abd0-e01f519cd29e req-0309d952-1bbf-4ed0-bfd1-a7985dc0646f tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.374918 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-0309d952-1bbf-4ed0-bfd1-a7985dc0646f tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/networks?id=50726e72-0b53-47bf-a50d-45f959c1e832 HTTP/1.1" status: 200 len: 821 time: 0.2898104 Apr 18 20:22:47.387417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.388523 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.409197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-4e011d96-875d-442a-a4b7-07a78ae5280d tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/quotas/512b30ef576c4f44a1e9516af1195d64 HTTP/1.1" status: 200 len: 375 time: 0.0238371 Apr 18 20:22:47.418095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.429617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-587fbea5-a3d5-4830-9ad5-10ce591f7b95 req-37e034d0-7018-47ba-9990-f24430f209b9 tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.47 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.1390481 Apr 18 20:22:47.430318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:47.490979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-6b6035e4-f76c-470a-84a1-9b4183c78edf tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=512b30ef576c4f44a1e9516af1195d64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710495 Apr 18 20:22:47.571341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:22:47.572658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.598309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:47.610269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130da6a-6494-4e6f-abc1-cf48bad47d47 req-fc16dedb-6de3-43be-899c-ebda3258d21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:47.611973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5130da6a-6494-4e6f-abc1-cf48bad47d47 req-fc16dedb-6de3-43be-899c-ebda3258d21d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4532278 Apr 18 20:22:47.796140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bdea393c-8418-48bd-8cdf-2de129717fe7 req-f9647c29-a4e7-4a9b-93cb-9548764ced93 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Synchronizing usage tracker for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:47.814362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Allocated IP 172.20.0.2 (4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661/7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec/c60a688f-d892-4223-8238-4e78f55b8f6b) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:47.909076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bdea393c-8418-48bd-8cdf-2de129717fe7 req-f9647c29-a4e7-4a9b-93cb-9548764ced93 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Unset dirty status for tenant:e999bcaef14d4e848f17af5abce54f36 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:47.916819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdea393c-8418-48bd-8cdf-2de129717fe7 req-f9647c29-a4e7-4a9b-93cb-9548764ced93 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1 HTTP/1.1" status: 200 len: 210 time: 0.3009315 Apr 18 20:22:48.218126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.227126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.245575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8137e9ab-68e7-41f0-912b-7630bb0f14dc req-55ef9303-8f28-4dd8-a04e-12384929865f tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0735817 Apr 18 20:22:48.247021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Transition to ACTIVE for port object c60a688f-d892-4223-8238-4e78f55b8f6b will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:48.284295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Transition to ACTIVE for port object c60a688f-d892-4223-8238-4e78f55b8f6b will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:48.296368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-4f4b7b85-ed8f-43b6-9b75-8569ab899dbd service neutron] 10.222.0.47 "GET /v2.0/networks/50726e72-0b53-47bf-a50d-45f959c1e832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087474 Apr 18 20:22:48.303168 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.405854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Pushing event updated for resources: {'Port': ['ID=c60a688f-d892-4223-8238-4e78f55b8f6b,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:48.415818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:48.421228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:48.424967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:48.429576 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.445314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2307bb01-c1d4-49b9-9bf6-5f8485104598 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:48.461810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-6fb35013-3635-4386-a42c-14e709b0e0aa service neutron] 10.222.0.47 "GET /v2.0/networks/50726e72-0b53-47bf-a50d-45f959c1e832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557639 Apr 18 20:22:48.462284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.498163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Transition to ACTIVE for port object 2307bb01-c1d4-49b9-9bf6-5f8485104598 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:48.510663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.556660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.573854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Attempting to bind port c60a688f-d892-4223-8238-4e78f55b8f6b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:48.574539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Attempting to bind port c60a688f-d892-4223-8238-4e78f55b8f6b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:48.575337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Attempting to bind port c60a688f-d892-4223-8238-4e78f55b8f6b on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:48.587235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:48.587864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Checking segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:48.588519 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.589167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Bound using segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:48.590153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Bound port: c60a688f-d892-4223-8238-4e78f55b8f6b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:48.593070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:48.861407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] For port c60a688f-d892-4223-8238-4e78f55b8f6b, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:48.867409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] For port c60a688f-d892-4223-8238-4e78f55b8f6b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c60a688f-d892-4223-8238-4e78f55b8f6b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:48.880443 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.057111 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f5345e-73cf-4c1e-a366-60e41196474e'] response: {'server_uuid': 'ae8db8d4-dce1-44ee-9ecd-a2a92c65daa1', 'name': 'network-vif-deleted', 'tag': 'c85a111f-22a4-4d5e-8bf5-b18fbfe9415e', 'status': 'completed', 'code': 200} Apr 18 20:22:49.104177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Pushing event updated for resources: {'Port': ['ID=2307bb01-c1d4-49b9-9bf6-5f8485104598,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:49.127945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.177443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.182527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Attempting to bind port 2307bb01-c1d4-49b9-9bf6-5f8485104598 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:49.182911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Attempting to bind port 2307bb01-c1d4-49b9-9bf6-5f8485104598 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'e14c4324-6a59-420b-99f6-d01543712a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:49.183699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Attempting to bind port 2307bb01-c1d4-49b9-9bf6-5f8485104598 on network 7233179d-757b-468b-96d8-6ac43a66fb6f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:49.187867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aeef8a-6487-4b07-8e05-63b7e9ba5cfe None None] Pushing event updated for resources: {'Port': ['ID=c60a688f-d892-4223-8238-4e78f55b8f6b,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:49.205117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Port 2307bb01-c1d4-49b9-9bf6-5f8485104598 on network 7233179d-757b-468b-96d8-6ac43a66fb6f not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:22:49.205446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Attempting to bind port 2307bb01-c1d4-49b9-9bf6-5f8485104598 on network 7233179d-757b-468b-96d8-6ac43a66fb6f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:49.232498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:49.237960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Checking segment: {'id': 'e14c4324-6a59-420b-99f6-d01543712a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:49.239190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Bound using segment: {'id': 'e14c4324-6a59-420b-99f6-d01543712a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:49.239869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Bound port: 2307bb01-c1d4-49b9-9bf6-5f8485104598, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e14c4324-6a59-420b-99f6-d01543712a41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:49.242133 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.286116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b337a8-94a0-4903-ae8e-3512a61f16a3 req-386f4636-cb7d-4e53-9765-d703ed4ec12c tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.288557 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51b337a8-94a0-4903-ae8e-3512a61f16a3 req-386f4636-cb7d-4e53-9765-d703ed4ec12c tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 943 time: 0.3061845 Apr 18 20:22:49.338978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.425168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-51b337a8-94a0-4903-ae8e-3512a61f16a3 req-913d402e-a08a-4d39-a960-c8e555260ccd tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Synchronizing usage tracker for tenant:cf1f89050ca54725bc08d53ee66ecb0a on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:49.433672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d4be0192-83a3-4629-8706-77e250b967a4 req-fd0f4043-46ee-405a-9005-f5041ee7eb13 tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.47 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.0682044 Apr 18 20:22:49.482816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-51b337a8-94a0-4903-ae8e-3512a61f16a3 req-913d402e-a08a-4d39-a960-c8e555260ccd tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Unset dirty status for tenant:cf1f89050ca54725bc08d53ee66ecb0a on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:49.483936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51b337a8-94a0-4903-ae8e-3512a61f16a3 req-913d402e-a08a-4d39-a960-c8e555260ccd tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881878 Apr 18 20:22:49.492498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] For port 2307bb01-c1d4-49b9-9bf6-5f8485104598, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:49.498284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Allocated IP 172.25.5.251 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/eeed7de6-1cfe-4e38-b682-8a2872be7a5a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:49.499021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] For port 2307bb01-c1d4-49b9-9bf6-5f8485104598, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2307bb01-c1d4-49b9-9bf6-5f8485104598,segment=NetworkSegment(e14c4324-6a59-420b-99f6-d01543712a41),segment_id=e14c4324-6a59-420b-99f6-d01543712a41)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:49.508200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.600127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Pushing event updated for resources: {'Port': ['ID=2307bb01-c1d4-49b9-9bf6-5f8485104598,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:49.698704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.699550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.701847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-0d9e2174-3fea-46c7-bbea-bc9694ebf446 service neutron] 10.222.0.61 "PUT /v2.0/ports/2307bb01-c1d4-49b9-9bf6-5f8485104598 HTTP/1.1" status: 200 len: 1091 time: 2.5443883 Apr 18 20:22:49.704232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28f77720-e504-4e9c-b69d-ddc0998bf35b req-1f277f5f-2336-4a85-bf54-2f14831c690a tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 210 time: 0.1081450 Apr 18 20:22:49.792486 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.855301 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:49.905657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5130da6a-6494-4e6f-abc1-cf48bad47d47 req-98129991-e388-42d9-aa4f-ba377d101d89 tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.61 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.0641515 Apr 18 20:22:49.959150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a662e-3c21-4253-ba32-1add7cd0457f req-600db69d-4bca-43de-bb5a-0e2d6b9e376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:49.960724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-600db69d-4bca-43de-bb5a-0e2d6b9e376c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf1f89050ca54725bc08d53ee66ecb0a&device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 1094 time: 0.1901202 Apr 18 20:22:50.008156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:50.012178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:50.023071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:50.227984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Pushing event updated for resources: {'Port': ['ID=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:50.243509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a866901-b044-461e-8218-739d4573987b req-2797211c-e78b-47b8-92e2-21b2ce690488 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1870673 Apr 18 20:22:50.252819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-8234d643-10a5-4985-99d8-713384e8645f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2307bb01-c1d4-49b9-9bf6-5f8485104598 HTTP/1.1" status: 200 len: 217 time: 0.2828279 Apr 18 20:22:50.253412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.253804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.254415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.254861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.255186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.255522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.255854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.256189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.256537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.257577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.257927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.258274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:50.377123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a662e-3c21-4253-ba32-1add7cd0457f req-cd6ba65d-e3ed-4e49-95c4-8e468d4ea0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:50.379926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-cd6ba65d-e3ed-4e49-95c4-8e468d4ea0be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9 HTTP/1.1" status: 200 len: 858 time: 0.1118939 Apr 18 20:22:50.445361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-4df975fd-1fe8-4169-be04-ea05c40896ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7233179d-757b-468b-96d8-6ac43a66fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579994 Apr 18 20:22:50.599819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c60a688f-d892-4223-8238-4e78f55b8f6b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:50.664594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-16fba0c6-de48-49d0-9722-127999a18b31 service neutron] 10.222.0.61 "GET /v2.0/networks/7233179d-757b-468b-96d8-6ac43a66fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021275 Apr 18 20:22:50.789458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c60a688f-d892-4223-8238-4e78f55b8f6b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:50.864748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-178ad269-335c-4509-b821-b1def1bed337 req-5fdf276a-b82f-4a4b-a7b3-a9b2620b406d tempest-ServersAaction247Test-2129909907 tempest-ServersAaction247Test-2129909907-project] 10.222.0.47 "GET /v2.0/ports?device_id=6043f708-4f68-4eaa-a887-09ea83e1478c HTTP/1.1" status: 200 len: 210 time: 0.1185429 Apr 18 20:22:51.079373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a990a442-2ae7-49e4-bad2-7b7ec55ff7cf None None] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:22:51.130570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'tag': '2307bb01-c1d4-49b9-9bf6-5f8485104598'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:51.140932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054650-26dc-4184-abd0-e01f519cd29e req-b3fcc3e1-9ad7-4706-a606-cb0090ec5fc9 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:51.149810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6d054650-26dc-4184-abd0-e01f519cd29e req-b3fcc3e1-9ad7-4706-a606-cb0090ec5fc9 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Synchronizing usage tracker for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:51.211365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.289383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a73b7628-06e3-4da5-8be5-e2fc6195c1aa None None] Provisioning for port c60a688f-d892-4223-8238-4e78f55b8f6b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:51.311983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a73b7628-06e3-4da5-8be5-e2fc6195c1aa None None] Provisioning complete for port c60a688f-d892-4223-8238-4e78f55b8f6b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:51.312561 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a73b7628-06e3-4da5-8be5-e2fc6195c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.437935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:51.478301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6d054650-26dc-4184-abd0-e01f519cd29e req-b3fcc3e1-9ad7-4706-a606-cb0090ec5fc9 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Unset dirty status for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:51.479541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-b3fcc3e1-9ad7-4706-a606-cb0090ec5fc9 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.61 "GET /v2.0/networks?id=50726e72-0b53-47bf-a50d-45f959c1e832 HTTP/1.1" status: 200 len: 821 time: 0.6197612 Apr 18 20:22:51.503672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Request body: {'port': {'device_id': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832', 'admin_state_up': True, 'tenant_id': '512b30ef576c4f44a1e9516af1195d64'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:51.683637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-074a662e-3c21-4253-ba32-1add7cd0457f req-8f91b4ae-3742-4c4e-b4f5-9e26f50d6a31 service neutron] 10.222.0.61 "GET /v2.0/networks/7233179d-757b-468b-96d8-6ac43a66fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0101748 Apr 18 20:22:51.705383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ced5ce-8265-4835-830e-9e39747fb923 req-d5d19f0c-4bf2-4076-9af0-b24807053fcb tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:51.706432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-30ced5ce-8265-4835-830e-9e39747fb923 req-d5d19f0c-4bf2-4076-9af0-b24807053fcb tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Synchronizing usage tracker for tenant:cf1f89050ca54725bc08d53ee66ecb0a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:51.740484 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.743286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d611c6-e942-48c4-8c70-6510d3882062 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.813459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-30ced5ce-8265-4835-830e-9e39747fb923 req-d5d19f0c-4bf2-4076-9af0-b24807053fcb tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Unset dirty status for tenant:cf1f89050ca54725bc08d53ee66ecb0a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:51.814384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a73b7628-06e3-4da5-8be5-e2fc6195c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.825093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30ced5ce-8265-4835-830e-9e39747fb923 req-d5d19f0c-4bf2-4076-9af0-b24807053fcb tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 943 time: 0.6697674 Apr 18 20:22:51.837700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d611c6-e942-48c4-8c70-6510d3882062 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.861093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:51.883980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Usage tracker for resource:port and tenant:512b30ef576c4f44a1e9516af1195d64 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:51.890239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:51.905242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a73b7628-06e3-4da5-8be5-e2fc6195c1aa None None] For port c60a688f-d892-4223-8238-4e78f55b8f6b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c60a688f-d892-4223-8238-4e78f55b8f6b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:51.905866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:51.917568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a73b7628-06e3-4da5-8be5-e2fc6195c1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.939155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Made reservation on behalf of 512b30ef576c4f44a1e9516af1195d64 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:51.943357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:51.966648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30ced5ce-8265-4835-830e-9e39747fb923 req-702b6c88-8184-41cb-8613-c585ee1ab29c tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404779 Apr 18 20:22:52.058431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b7628-06e3-4da5-8be5-e2fc6195c1aa None None] Pushing event updated for resources: {'Port': ['ID=c60a688f-d892-4223-8238-4e78f55b8f6b,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:52.116595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Router 04cca268-2880-466e-9f01-afa3a7e3e682 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:22:52.238069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Allocated IP 172.20.0.10 (50726e72-0b53-47bf-a50d-45f959c1e832/796d71b8-99ac-4654-a206-1cdd995ab224/23534f48-9b36-4e35-a0c0-4afe7b45e0bd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:52.248954 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d40e07-3750-4dcf-ba99-fa52db0f0547'] response: {'name': 'network-changed', 'server_uuid': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'tag': '2307bb01-c1d4-49b9-9bf6-5f8485104598', 'status': 'completed', 'code': 200} Apr 18 20:22:52.345472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d611c6-e942-48c4-8c70-6510d3882062 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.382785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7fd918d4-e258-4557-b160-deb30bd7d531 req-f7a83c60-8966-4fa5-b132-3cf80b2a4fb5 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 210 time: 0.0939755 Apr 18 20:22:52.430019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d611c6-e942-48c4-8c70-6510d3882062 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a3071e-e11e-4343-aa9f-7ea93e44fdf1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:52.449296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d6d9534-6ee1-4b05-832a-a1b90fca3dab req-64b60e4a-663a-4960-b98b-f4ab1920a078 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0678771 Apr 18 20:22:52.460861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d611c6-e942-48c4-8c70-6510d3882062 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.462021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-81d611c6-e942-48c4-8c70-6510d3882062 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/security-groups/b7a3071e-e11e-4343-aa9f-7ea93e44fdf1 HTTP/1.1" status: 204 len: 168 time: 1.0234435 Apr 18 20:22:52.465702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:52.478945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ba065d59-9565-4f72-aa08-5ced4fa6189a None None] Provisioning complete for port c60a688f-d892-4223-8238-4e78f55b8f6b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:52.479320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba065d59-9565-4f72-aa08-5ced4fa6189a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.507014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:22:52.519281 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Sync routers for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:52.546909 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:52.551592 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:52.572058 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-6489f779-151e-479d-99e6-fa34a4a492e2 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] show failed (client error): The resource could not be found. Apr 18 20:22:52.572058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6489f779-151e-479d-99e6-fa34a4a492e2 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "GET /v2.0/security-groups/b7a3071e-e11e-4343-aa9f-7ea93e44fdf1 HTTP/1.1" status: 404 len: 347 time: 0.0839398 Apr 18 20:22:52.572058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:52.591337 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:52.596327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a319f85c-5b58-41a7-9e3b-a5d73e39fd6a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.2984986 Apr 18 20:22:52.597016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50118) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:52.666601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c60a688f-d892-4223-8238-4e78f55b8f6b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:52.947804 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:53.013401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c60a688f-d892-4223-8238-4e78f55b8f6b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:53.013989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.044315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eb864-303a-4b86-b489-4f9725cfae8b req-aef32069-78f8-4116-9961-a521c5404907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:53.045938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-076eb864-303a-4b86-b489-4f9725cfae8b req-aef32069-78f8-4116-9961-a521c5404907 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cf1f89050ca54725bc08d53ee66ecb0a&device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 1094 time: 0.7963395 Apr 18 20:22:53.076976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50130) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:53.105244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port a775c611-e016-48cb-b212-1cc9ee363c75 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:53.105616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.311311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec69e16-2420-4006-82bf-b4fd0b8cbc28 req-ba977acf-7938-43ef-aa92-e60451cbbd47 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:53.313022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fec69e16-2420-4006-82bf-b4fd0b8cbc28 req-ba977acf-7938-43ef-aa92-e60451cbbd47 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.3804471 Apr 18 20:22:53.420280 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:50Z', 'revision_number': 3, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:53.424889 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Checking router: 04cca268-2880-466e-9f01-afa3a7e3e682 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:53.425242 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Updating router 04cca268-2880-466e-9f01-afa3a7e3e682 port eeed7de6-1cfe-4e38-b682-8a2872be7a5a binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:22:53.440795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.454818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.490563 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.569127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:53.581643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Usage tracker for resource:security_group_rule and tenant:a5fc249e565641449b4d17096980a013 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:53.587467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:53.600101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fec69e16-2420-4006-82bf-b4fd0b8cbc28 req-a992ae2a-3f3e-4e3e-af5e-f524a4c23d4e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698433 Apr 18 20:22:53.600640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eb864-303a-4b86-b489-4f9725cfae8b req-a29ef2c8-a4b0-4d7c-b689-371c0fcb38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:53.602244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-076eb864-303a-4b86-b489-4f9725cfae8b req-a29ef2c8-a4b0-4d7c-b689-371c0fcb38ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=7233179d-757b-468b-96d8-6ac43a66fb6f HTTP/1.1" status: 200 len: 919 time: 0.5440228 Apr 18 20:22:53.605608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:53.703236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.703570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.712071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-076eb864-303a-4b86-b489-4f9725cfae8b req-be654f78-65d7-4952-85e0-68e48d3b99f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2307bb01-c1d4-49b9-9bf6-5f8485104598 HTTP/1.1" status: 200 len: 217 time: 0.0869164 Apr 18 20:22:53.807788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-30175edb-396b-45a4-b575-59d1c038fe67 req-2a96f840-a8a1-4a88-b1b7-665a9dd1ce6f tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 210 time: 0.0829403 Apr 18 20:22:53.824712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca09a5a-9b41-485a-8bce-4e3a1406f8c4 req-94ff0c76-79ca-4824-ad2a-b83c5f254809 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:53.831827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5ca09a5a-9b41-485a-8bce-4e3a1406f8c4 req-94ff0c76-79ca-4824-ad2a-b83c5f254809 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 943 time: 0.5675650 Apr 18 20:22:53.926122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076eb864-303a-4b86-b489-4f9725cfae8b req-f149335a-9d27-4398-af19-7184a294d8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:53.927851 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-076eb864-303a-4b86-b489-4f9725cfae8b req-f149335a-9d27-4398-af19-7184a294d8be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9 HTTP/1.1" status: 200 len: 858 time: 0.1992645 Apr 18 20:22:53.938938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for a775c611-e016-48cb-b212-1cc9ee363c75 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:53.971208 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.985872 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Transition to ACTIVE for port object eeed7de6-1cfe-4e38-b682-8a2872be7a5a will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:53.998313 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:53.998925 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8e05708-05b7-47aa-b7a5-2f6129c1231c req-77beca74-69c5-4f45-a722-ffe42cf096b8 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0618331 Apr 18 20:22:54.031217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.043426 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.053361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-076eb864-303a-4b86-b489-4f9725cfae8b req-612477fe-a01f-47bb-8f3c-dd0cb56ac2e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7233179d-757b-468b-96d8-6ac43a66fb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751796 Apr 18 20:22:54.085808 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Attempting to bind port eeed7de6-1cfe-4e38-b682-8a2872be7a5a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:54.086096 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Attempting to bind port eeed7de6-1cfe-4e38-b682-8a2872be7a5a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:54.086418 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Attempting to bind port eeed7de6-1cfe-4e38-b682-8a2872be7a5a on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:54.093132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Pushing event updated for resources: {'Port': ['ID=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:54.098902 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:54.099271 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:54.099665 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.100646 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:54.101115 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Bound port: eeed7de6-1cfe-4e38-b682-8a2872be7a5a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:54.101910 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.143449 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.143786 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.144204 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.145201 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.145696 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.146027 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.146358 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.146669 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.146989 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.147306 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.147622 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.147938 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:22:54.212477 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] For port eeed7de6-1cfe-4e38-b682-8a2872be7a5a, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:54.216923 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] For port eeed7de6-1cfe-4e38-b682-8a2872be7a5a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:54.221791 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.262074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5ca09a5a-9b41-485a-8bce-4e3a1406f8c4 req-6f90cd91-b875-4a62-8bc9-bc2ae660f3f2 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292936 Apr 18 20:22:54.270702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Network 50726e72-0b53-47bf-a50d-45f959c1e832 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:54.293809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:54.312325 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:54.312999 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:54.315181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:54.336062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Allocated IP 172.20.0.1 (4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661/7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec/e148e086-4b64-4b81-8a00-816dbcb89c30) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:22:54.387281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:54.387934 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.400798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Pushing event updated for resources: {'Port': ['ID=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:54.435175 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66874f65-d326-4eae-af59-208f0d53dca4 None None] Pushing event updated for resources: {'Port': ['ID=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:54.509004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-076eb864-303a-4b86-b489-4f9725cfae8b req-c87c78b3-f579-4cda-8b68-282e62e8b842 service neutron] 10.222.0.61 "GET /v2.0/networks/7233179d-757b-468b-96d8-6ac43a66fb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4056962 Apr 18 20:22:54.512106 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.517634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.537254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Transition to ACTIVE for port object e148e086-4b64-4b81-8a00-816dbcb89c30 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:54.542759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-9b6677d1-a1c8-408d-a0fa-2ebc6c895ddc tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0431466 Apr 18 20:22:54.543741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.567603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Request body: {'port': {'device_id': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:54.572108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.581743 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:54.661212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:54.664254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:54.668122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:22:54.717181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Pushing event updated for resources: {'Port': ['ID=e148e086-4b64-4b81-8a00-816dbcb89c30,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:54.740801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:54.846484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2307bb01-c1d4-49b9-9bf6-5f8485104598 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:22:55.048847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a257c295-c66c-43ba-87ee-e2c2225c2359 req-8aef54f1-b90e-4f8e-be92-1ed6921c2ba3 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:55.056742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a257c295-c66c-43ba-87ee-e2c2225c2359 req-8aef54f1-b90e-4f8e-be92-1ed6921c2ba3 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.3170724 Apr 18 20:22:55.111000 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:50Z', 'revision_number': 3, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:55.124008 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69834e86-4e89-4477-abfe-631668cc72d2 None None] The sync data for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 is: [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:50Z', 'revision_number': 3, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:22:55.150387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a257c295-c66c-43ba-87ee-e2c2225c2359 req-7f2e59c4-3062-4231-ada5-5a9eed50f3dc tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924897 Apr 18 20:22:55.207936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2307bb01-c1d4-49b9-9bf6-5f8485104598, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2307bb01-c1d4-49b9-9bf6-5f8485104598,segment=NetworkSegment(e14c4324-6a59-420b-99f6-d01543712a41),segment_id=e14c4324-6a59-420b-99f6-d01543712a41)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:55.234364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '2307bb01-c1d4-49b9-9bf6-5f8485104598', 'network_id': '7233179d-757b-468b-96d8-6ac43a66fb6f', 'port_id': '2307bb01-c1d4-49b9-9bf6-5f8485104598', 'mac_address': 'fa:16:3e:7e:96:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:22:55.250834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5fc249e565641449b4d17096980a013&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1727221 Apr 18 20:22:55.251913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.271477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50146) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:55.301438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f5ad4304-3915-4119-94f3-06035a6f3210 None None] Provisioning for port e148e086-4b64-4b81-8a00-816dbcb89c30 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:55.336808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f5ad4304-3915-4119-94f3-06035a6f3210 None None] Provisioning complete for port e148e086-4b64-4b81-8a00-816dbcb89c30 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:55.337618 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5ad4304-3915-4119-94f3-06035a6f3210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.401665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a4e70-872a-4174-887a-02c9f2a164a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d6211d-6639-4668-9aaf-1011389c3a15,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:55.414132 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.419231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=a775c611-e016-48cb-b212-1cc9ee363c75,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:55.427027 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15cbddd4-491c-40f7-b70a-e62b1cb77816 req-f34646ec-4ae9-4a6f-82ec-f03c50961d7d tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0926175 Apr 18 20:22:55.449538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.459900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.501849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2307bb01-c1d4-49b9-9bf6-5f8485104598 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:55.533292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2307bb01-c1d4-49b9-9bf6-5f8485104598, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2307bb01-c1d4-49b9-9bf6-5f8485104598,segment=NetworkSegment(e14c4324-6a59-420b-99f6-d01543712a41),segment_id=e14c4324-6a59-420b-99f6-d01543712a41)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:55.534512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5ad4304-3915-4119-94f3-06035a6f3210 None None] Port e148e086-4b64-4b81-8a00-816dbcb89c30 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:22:55.541902 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.701630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2307bb01-c1d4-49b9-9bf6-5f8485104598,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:55.735991 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-076eb864-303a-4b86-b489-4f9725cfae8b req-b731d118-074f-460e-a341-88171033a7f2 service neutron] 10.222.0.61 "GET /v2.0/networks/7233179d-757b-468b-96d8-6ac43a66fb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2163842 Apr 18 20:22:55.794061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.796550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.801571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8ecb35e9-58d2-4b1f-97f7-414dcf9e1acd tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/floatingips/a715b9ab-c465-4b39-b145-04c5ee014978 HTTP/1.1" status: 204 len: 168 time: 3.2255874 Apr 18 20:22:55.801571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7cba203-e76a-44b1-b889-bc25bff59be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:55.825438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['2307bb01-c1d4-49b9-9bf6-5f8485104598'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:22:55.841423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:55.908139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2841-10b9-4566-8128-7e7fd9588257 req-6b9b6e5f-a1a2-4a5c-82f9-6c99380878f0 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:55.908887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f81a2841-10b9-4566-8128-7e7fd9588257 req-6b9b6e5f-a1a2-4a5c-82f9-6c99380878f0 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Synchronizing usage tracker for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:55.981779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7cba203-e76a-44b1-b889-bc25bff59be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.059459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port be350bf2-d002-47c6-a07c-c018740fc7d1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:56.059821 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.089144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c6c366-b25f-4a95-86cd-b845aa1bb8ac req-aa9b5d33-d28c-4729-b067-f3d405e67a79 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:56.103321 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-92c6c366-b25f-4a95-86cd-b845aa1bb8ac req-aa9b5d33-d28c-4729-b067-f3d405e67a79 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 944 time: 0.3645258 Apr 18 20:22:56.164315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f81a2841-10b9-4566-8128-7e7fd9588257 req-6b9b6e5f-a1a2-4a5c-82f9-6c99380878f0 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Unset dirty status for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:56.171226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.171418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f81a2841-10b9-4566-8128-7e7fd9588257 req-6b9b6e5f-a1a2-4a5c-82f9-6c99380878f0 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 932 time: 0.8986335 Apr 18 20:22:56.189751 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.289947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-92c6c366-b25f-4a95-86cd-b845aa1bb8ac req-ac4afd52-bfe2-4a56-9d71-d49efa72da78 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847727 Apr 18 20:22:56.317991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.335345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f81a2841-10b9-4566-8128-7e7fd9588257 req-17466445-1022-4790-8034-a0c98e7700db tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Synchronizing usage tracker for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:56.345812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Pushing event updated for resources: {'Port': ['ID=e148e086-4b64-4b81-8a00-816dbcb89c30,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:56.372343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7cba203-e76a-44b1-b889-bc25bff59be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.508362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba203-e76a-44b1-b889-bc25bff59be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d6211d-6639-4668-9aaf-1011389c3a15,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:56.579463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eeed7de6-1cfe-4e38-b682-8a2872be7a5a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:56.605375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f81a2841-10b9-4566-8128-7e7fd9588257 req-17466445-1022-4790-8034-a0c98e7700db tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Unset dirty status for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:56.607623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f81a2841-10b9-4566-8128-7e7fd9588257 req-17466445-1022-4790-8034-a0c98e7700db tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354422 Apr 18 20:22:56.638791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7cba203-e76a-44b1-b889-bc25bff59be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.640221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f7cba203-e76a-44b1-b889-bc25bff59be8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8d6211d-6639-4668-9aaf-1011389c3a15 HTTP/1.1" status: 204 len: 168 time: 1.3366220 Apr 18 20:22:56.646024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:22:56.744309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port eeed7de6-1cfe-4e38-b682-8a2872be7a5a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:56.761707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eeed7de6-1cfe-4e38-b682-8a2872be7a5a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:56.762240 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.775670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:56.790219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:22:56.794357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:22:56.862383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23534f48-9b36-4e35-a0c0-4afe7b45e0bd {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:22:56.872733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2307bb01-c1d4-49b9-9bf6-5f8485104598 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:56.969960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for be350bf2-d002-47c6-a07c-c018740fc7d1 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:57.147664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41437f7-cae1-4a0a-837b-a5ac0b3e47f2 req-2f49942b-78e6-4156-a6a5-ca802e69a451 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:57.149915 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c41437f7-cae1-4a0a-837b-a5ac0b3e47f2 req-2f49942b-78e6-4156-a6a5-ca802e69a451 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.6552093 Apr 18 20:22:57.178042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.199949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Transition to ACTIVE for port object 23534f48-9b36-4e35-a0c0-4afe7b45e0bd will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:57.282292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 2307bb01-c1d4-49b9-9bf6-5f8485104598 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:22:57.286339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.294605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Router 04cca268-2880-466e-9f01-afa3a7e3e682 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:22:57.294874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 2307bb01-c1d4-49b9-9bf6-5f8485104598 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:57.295280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.331560 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c41437f7-cae1-4a0a-837b-a5ac0b3e47f2 req-918d9846-bf10-4cbc-b27f-69dba12fb136 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696494 Apr 18 20:22:57.338692 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.372021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-59c32b18-92c5-4c2d-9f5f-331fdd38bb0c None None] Provisioning complete for port e148e086-4b64-4b81-8a00-816dbcb89c30 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:57.372548 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59c32b18-92c5-4c2d-9f5f-331fdd38bb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.383035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-986f93e2-d919-4847-a6ac-0dc173ef5ef9 req-5766e276-ea41-4fb7-8c8d-16c1636f32a4 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.5231888 Apr 18 20:22:57.442967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port eeed7de6-1cfe-4e38-b682-8a2872be7a5a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:57.483014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.568769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:57.585940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.642129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-59c32b18-92c5-4c2d-9f5f-331fdd38bb0c None None] Port e148e086-4b64-4b81-8a00-816dbcb89c30 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:22:57.746081 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.785484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:57.795521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307bb01-c1d4-49b9-9bf6-5f8485104598'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:57.810589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2307bb01-c1d4-49b9-9bf6-5f8485104598, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2307bb01-c1d4-49b9-9bf6-5f8485104598,segment=NetworkSegment(e14c4324-6a59-420b-99f6-d01543712a41),segment_id=e14c4324-6a59-420b-99f6-d01543712a41)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:22:57.818413 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:57.832513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:22:57.864551 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c76fb1dc-7304-4e6a-96ca-4894a659d99c admin admin] 10.222.0.47 "PUT /v2.0/routers/04cca268-2880-466e-9f01-afa3a7e3e682/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2662354 Apr 18 20:22:57.882121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00721086-f408-40c5-bc07-5c501530e05f req-35565350-0ae4-4a6d-9d1c-c259e01a2dff tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:57.891183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00721086-f408-40c5-bc07-5c501530e05f req-35565350-0ae4-4a6d-9d1c-c259e01a2dff tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 944 time: 0.2894189 Apr 18 20:22:57.932144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Sync routers for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:22:57.956338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:22:57.957418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:57.966782 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00721086-f408-40c5-bc07-5c501530e05f req-8149f838-c467-4981-8759-1c41b5222df3 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743327 Apr 18 20:22:58.047737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=be350bf2-d002-47c6-a07c-c018740fc7d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:58.050176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50190) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:58.068706 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b89a5f6-b9cd-44a0-8370-9a746cfe9dcd'] response: {'server_uuid': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2307bb01-c1d4-49b9-9bf6-5f8485104598', 'code': 200} Apr 18 20:22:58.069599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2307bb01-c1d4-49b9-9bf6-5f8485104598,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:58.248694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:22:58.250184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-765239193-network', 'tenant_id': '7e22be16776d4ccfb30ac7c05d7bc9f6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:58.256362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:58.260836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Usage tracker for resource:network and tenant:7e22be16776d4ccfb30ac7c05d7bc9f6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:58.264297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:58.272456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:58.294659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Made reservation on behalf of 7e22be16776d4ccfb30ac7c05d7bc9f6 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:58.298753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.333201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.363873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Attempting to bind port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:58.364370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Attempting to bind port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '8fbf1750-4365-48af-810e-3b4cbf6849c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:58.364848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Attempting to bind port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd on network 50726e72-0b53-47bf-a50d-45f959c1e832 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:58.376007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.380167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:58.383891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd on network 50726e72-0b53-47bf-a50d-45f959c1e832 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:22:58.384664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Attempting to bind port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd on network 50726e72-0b53-47bf-a50d-45f959c1e832 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:22:58.397494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Usage tracker for resource:security_group_rule and tenant:7e22be16776d4ccfb30ac7c05d7bc9f6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:58.419074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:22:58.419542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Checking segment: {'id': '8fbf1750-4365-48af-810e-3b4cbf6849c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:22:58.420301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Bound using segment: {'id': '8fbf1750-4365-48af-810e-3b4cbf6849c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:22:58.420865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Bound port: 23534f48-9b36-4e35-a0c0-4afe7b45e0bd, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fbf1750-4365-48af-810e-3b4cbf6849c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:22:58.421336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.429376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:58.451351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6d993eb3-e8fc-487b-ab48-da98f05c85ad tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/ports/be350bf2-d002-47c6-a07c-c018740fc7d1 HTTP/1.1" status: 204 len: 168 time: 2.5976894 Apr 18 20:22:58.455764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:58.463445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:58.479236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46255df-e905-4124-9bd5-764ca851e47c req-8a1a2c08-9223-48a2-b1cd-7080a9b397e4 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:58.481367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b46255df-e905-4124-9bd5-764ca851e47c req-8a1a2c08-9223-48a2-b1cd-7080a9b397e4 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 944 time: 0.5583878 Apr 18 20:22:58.619207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a067f-bd5d-46d2-84af-e51f1c1d6006 req-bf9d672b-d5df-4acb-8479-cd550f4fd0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:58.621066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d7a067f-bd5d-46d2-84af-e51f1c1d6006 req-bf9d672b-d5df-4acb-8479-cd550f4fd0f6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 1096 time: 0.3924096 Apr 18 20:22:58.676842 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.694556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eeed7de6-1cfe-4e38-b682-8a2872be7a5a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:22:58.721056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.721962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d7a067f-bd5d-46d2-84af-e51f1c1d6006 req-59e82615-c803-4d1a-b0fc-248c19701eee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871291 Apr 18 20:22:58.730850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port 792ad8c2-8602-41ec-8301-7a9e9e29ce6e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:22:58.731196 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.773967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:22:58.782795 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b46255df-e905-4124-9bd5-764ca851e47c req-1efc8e57-c8d1-487f-b900-bd11eb20167c tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148991 Apr 18 20:22:58.816296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] For port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:22:58.823040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eeed7de6-1cfe-4e38-b682-8a2872be7a5a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:22:58.823674 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.867707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] For port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,segment=NetworkSegment(8fbf1750-4365-48af-810e-3b4cbf6849c2),segment_id=8fbf1750-4365-48af-810e-3b4cbf6849c2)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:22:58.878343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.880637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 2, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:22:58.888375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Checking router: 04cca268-2880-466e-9f01-afa3a7e3e682 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:22:58.889005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Updating router 04cca268-2880-466e-9f01-afa3a7e3e682 port e148e086-4b64-4b81-8a00-816dbcb89c30 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:22:58.946042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.946352 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Added segment 4ee0b311-1d25-4f96-ba10-75b1c8e4e5b6 of type vlan for network 1f925db3-1338-4d41-9d9c-fa05aced2853 Apr 18 20:22:58.985156 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:58.989013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0f4438-e5e3-453b-accb-3fcf4678ecd8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:59.021381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:59.022069 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.024225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] 10.222.0.61 "PUT /v2.0/ports/23534f48-9b36-4e35-a0c0-4afe7b45e0bd HTTP/1.1" status: 200 len: 1092 time: 4.4690416 Apr 18 20:22:59.029375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'tag': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:22:59.057583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.092978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-aba2ca41-d755-4e4b-a457-49f4f5dd9aa4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:59.094225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-aba2ca41-d755-4e4b-a457-49f4f5dd9aa4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:59.153295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-aba2ca41-d755-4e4b-a457-49f4f5dd9aa4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:59.166026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-aba2ca41-d755-4e4b-a457-49f4f5dd9aa4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 819 time: 0.4868305 Apr 18 20:22:59.178485 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.180349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:59.181144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.183441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdab607-04a2-4313-9c1b-9d63ce82d6b6 service neutron] Pushing event updated for resources: {'Port': ['ID=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:59.233034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-0a4f9877-4235-4d63-b870-ba9aae5e00a1 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/quotas/3e653087184b45f28f4937d3b56e0ef2 HTTP/1.1" status: 200 len: 375 time: 0.0655987 Apr 18 20:22:59.277922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.418355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3667870 Apr 18 20:22:59.421016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:22:59.432428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca327a8-93e2-4eea-ad67-bea0edbf5d23 admin admin] Pushing event updated for resources: {'Network': ['ID=1f925db3-1338-4d41-9d9c-fa05aced2853,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:59.465468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-b9cc7695-5fdc-4b15-952b-25cdfd650577 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:22:59.469215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1f925db3-1338-4d41-9d9c-fa05aced2853 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:22:59.485823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-b9cc7695-5fdc-4b15-952b-25cdfd650577 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:22:59.495272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-b9cc7695-5fdc-4b15-952b-25cdfd650577 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2610629 Apr 18 20:22:59.497320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780daa94-592d-458d-a655-f867036eb837 req-75b14d9b-e996-426e-b8e7-1db5a9a81a9a tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:59.498868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-780daa94-592d-458d-a655-f867036eb837 req-75b14d9b-e996-426e-b8e7-1db5a9a81a9a tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.5509205 Apr 18 20:22:59.511267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for 792ad8c2-8602-41ec-8301-7a9e9e29ce6e owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:22:59.543818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Request body: {'subnet': {'network_id': '1f925db3-1338-4d41-9d9c-fa05aced2853', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-765239193-subnet', 'tenant_id': '7e22be16776d4ccfb30ac7c05d7bc9f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:22:59.558357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054650-26dc-4184-abd0-e01f519cd29e req-571bafea-1193-42c9-b89a-d81ff992ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:22:59.559819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-571bafea-1193-42c9-b89a-d81ff992ece3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=512b30ef576c4f44a1e9516af1195d64&device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 1095 time: 0.4331534 Apr 18 20:22:59.561466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:22:59.572330 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.617777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Transition to ACTIVE for port object e148e086-4b64-4b81-8a00-816dbcb89c30 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:22:59.627820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.643306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Usage tracker for resource:subnet and tenant:7e22be16776d4ccfb30ac7c05d7bc9f6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:22:59.658114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:22:59.689658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:22:59.692857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-bdeee2a5-c976-44dc-9a86-5d0a3b8f58d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23534f48-9b36-4e35-a0c0-4afe7b45e0bd HTTP/1.1" status: 200 len: 217 time: 0.1115904 Apr 18 20:22:59.755942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Made reservation on behalf of 7e22be16776d4ccfb30ac7c05d7bc9f6 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:22:59.758004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:22:59.771739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a6c4-beef-4093-ab86-ba68a3e8bccc None None] Pushing event updated for resources: {'Port': ['ID=e148e086-4b64-4b81-8a00-816dbcb89c30,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:22:59.861973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-223cd0b0-7331-42d4-a054-0e05f9d48eb0 service neutron] 10.222.0.47 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657036 Apr 18 20:22:59.988716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Attempting to bind port e148e086-4b64-4b81-8a00-816dbcb89c30 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:22:59.988968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Attempting to bind port e148e086-4b64-4b81-8a00-816dbcb89c30 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:22:59.989320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Attempting to bind port e148e086-4b64-4b81-8a00-816dbcb89c30 on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:00.002121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:23:00.002549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Checking segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:00.002959 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.003357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Bound using segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:23:00.004564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Bound port: e148e086-4b64-4b81-8a00-816dbcb89c30, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:00.004954 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.032370 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-ca8a4275-8fb5-4253-9a55-5cda0767a081 service neutron] 10.222.0.47 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693642 Apr 18 20:23:00.056173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d054650-26dc-4184-abd0-e01f519cd29e req-f8a021eb-8d4a-4104-ae2d-570014c90558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.057918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-f8a021eb-8d4a-4104-ae2d-570014c90558 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=796d71b8-99ac-4654-a206-1cdd995ab224 HTTP/1.1" status: 200 len: 861 time: 0.3523943 Apr 18 20:23:00.067598 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-780daa94-592d-458d-a655-f867036eb837 req-dd5cd010-317c-49ec-b374-15ad522cc793 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194414 Apr 18 20:23:00.137559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-d7d1641d-b225-4de0-b12c-0a7c4f063c6d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=50726e72-0b53-47bf-a50d-45f959c1e832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680714 Apr 18 20:23:00.185376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] For port e148e086-4b64-4b81-8a00-816dbcb89c30, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:23:00.189333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] For port e148e086-4b64-4b81-8a00-816dbcb89c30, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e148e086-4b64-4b81-8a00-816dbcb89c30,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:23:00.196653 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.298981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:00.299642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:00.511928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f94b24f-3933-463a-a587-d631224d3efb req-491a6a30-1aaa-4dad-907c-32f91daa6e98 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.520738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f94b24f-3933-463a-a587-d631224d3efb req-491a6a30-1aaa-4dad-907c-32f91daa6e98 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 945 time: 0.1553347 Apr 18 20:23:00.528389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:00.597110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f94b24f-3933-463a-a587-d631224d3efb req-e72b859d-ed3f-41d6-b281-85b5877b1373 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751956 Apr 18 20:23:00.608976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-40b09550-a1ee-45c9-a030-1d171724478e service neutron] 10.222.0.61 "GET /v2.0/networks/50726e72-0b53-47bf-a50d-45f959c1e832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346142 Apr 18 20:23:00.611479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c02d1ad-1967-410c-894a-bb5a36dd32bf req-0dae48ea-6101-4723-809d-dfb8891ee08a tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.3432922 Apr 18 20:23:00.614465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.826202 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-525b1ecc-2632-4674-8c13-1c5d5440da0e'] response: {'name': 'network-changed', 'server_uuid': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'tag': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd', 'status': 'completed', 'code': 200} Apr 18 20:23:00.831429 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:00.833087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a6c4-beef-4093-ab86-ba68a3e8bccc None None] Pushing event updated for resources: {'Port': ['ID=e148e086-4b64-4b81-8a00-816dbcb89c30,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:00.898182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff2579e-0e73-4689-9d24-01430a6977ea req-bb9cd716-71ed-4735-bc86-5676303899a4 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:00.906231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ff2579e-0e73-4689-9d24-01430a6977ea req-bb9cd716-71ed-4735-bc86-5676303899a4 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 944 time: 0.1186101 Apr 18 20:23:00.960007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c92de397-c154-4e8d-9427-2d697268b833 req-be8d6acd-bdb0-4e05-b0fc-5d4663838592 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 210 time: 0.1329360 Apr 18 20:23:00.972515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Port': ['ID=792ad8c2-8602-41ec-8301-7a9e9e29ce6e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:00.983297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:00Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:00.997613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ff2579e-0e73-4689-9d24-01430a6977ea req-f4eed921-a54c-412a-ac37-026c9e40aaad tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817072 Apr 18 20:23:00.998580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7a96b7-ffb6-4391-9750-754ace01a2f8 None None] The sync data for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 is: [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:00Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:23:01.118825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=b04b9e6f-084f-4e6e-ad8e-dbf4217a8e47,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:01.124516 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d054650-26dc-4184-abd0-e01f519cd29e req-4782ad2a-702e-45ed-9797-7d4c7598a57f service neutron] 10.222.0.61 "GET /v2.0/networks/50726e72-0b53-47bf-a50d-45f959c1e832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5051546 Apr 18 20:23:01.148473 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:01.159065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Checking segment: {'id': '4ee0b311-1d25-4f96-ba10-75b1c8e4e5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1f925db3-1338-4d41-9d9c-fa05aced2853'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:01.159425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Network hostable DHCP agents. Network: 1f925db3-1338-4d41-9d9c-fa05aced2853, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:23:01.178374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-162d834c-c9d3-419d-89ca-518fc90ce506 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/ports/792ad8c2-8602-41ec-8301-7a9e9e29ce6e HTTP/1.1" status: 204 len: 168 time: 2.7149565 Apr 18 20:23:01.181246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50248) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:01.191805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Network 1f925db3-1338-4d41-9d9c-fa05aced2853 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:23:01.209122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1f925db3-1338-4d41-9d9c-fa05aced2853) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:01.215454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.215918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:01.220347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733cf02c-9994-42a4-bbac-93a9ec1cb34c None None] Network 1f925db3-1338-4d41-9d9c-fa05aced2853 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:01.370259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3c002196-4aa2-46fa-820b-a9a3576022fe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9447513 Apr 18 20:23:01.404685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f494-a501-48d7-b71e-295901dc740d req-4a1b3f8c-40f0-4027-b25f-99ba40721d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.406583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a174f494-a501-48d7-b71e-295901dc740d req-4a1b3f8c-40f0-4027-b25f-99ba40721d73 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=512b30ef576c4f44a1e9516af1195d64&device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 1095 time: 0.1707692 Apr 18 20:23:01.544277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting subnet 74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:01.572292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:01.616450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3161b8-5fa7-4851-a8f0-12be9fd2e2af None None] Network 1f925db3-1338-4d41-9d9c-fa05aced2853 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:01.675049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6277f4-15a6-492a-8d78-cb6efa54ddf0 req-0bda9f16-ea85-409a-aec4-a2ccf8fcf357 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.687439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b6277f4-15a6-492a-8d78-cb6efa54ddf0 req-0bda9f16-ea85-409a-aec4-a2ccf8fcf357 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.3916423 Apr 18 20:23:01.745631 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:01.831333 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b6277f4-15a6-492a-8d78-cb6efa54ddf0 req-804ccd02-8c9f-4be6-8903-8ef754ad36b4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421309 Apr 18 20:23:01.892482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f494-a501-48d7-b71e-295901dc740d req-d8d8f928-7e1e-43f3-a619-e3e529b9ad6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:01.893936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a174f494-a501-48d7-b71e-295901dc740d req-d8d8f928-7e1e-43f3-a619-e3e529b9ad6d service neutron] 10.222.0.61 "GET /v2.0/networks?id=50726e72-0b53-47bf-a50d-45f959c1e832 HTTP/1.1" status: 200 len: 922 time: 0.4506948 Apr 18 20:23:01.910692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.056546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-e5cb9620-2492-4bd0-9502-4a86fae6785a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.058188 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-e5cb9620-2492-4bd0-9502-4a86fae6785a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 819 time: 0.3694725 Apr 18 20:23:02.059823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a174f494-a501-48d7-b71e-295901dc740d req-d5938bb3-412b-4d20-9d3d-d74365717eac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23534f48-9b36-4e35-a0c0-4afe7b45e0bd HTTP/1.1" status: 200 len: 217 time: 0.1449049 Apr 18 20:23:02.138552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-b17cc7f5-a6fc-4ffa-882d-923c24272d34 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/quotas/3e653087184b45f28f4937d3b56e0ef2 HTTP/1.1" status: 200 len: 375 time: 0.0735209 Apr 18 20:23:02.148175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1260d54b-1783-4541-a693-f3266b878ffe req-ad73473e-169e-4a22-a61d-f19e7de8b6ac tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.155452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1260d54b-1783-4541-a693-f3266b878ffe req-ad73473e-169e-4a22-a61d-f19e7de8b6ac tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 945 time: 0.1656404 Apr 18 20:23:02.192239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.260973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1260d54b-1783-4541-a693-f3266b878ffe req-2046c82f-afdf-43d9-91f7-a9ae40715bf1 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044798 Apr 18 20:23:02.273560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Subnet': ['ID=74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:02.281389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.287996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca443c66-ffff-43a3-8a8d-3a49c84fe494 None None] Network eb133edc-7170-4d08-b33f-c1736fa17d64 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:02.291207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-068e74af-274f-41bb-833e-a2fdd2bcebb9 tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/subnets/74bf217c-4ec9-4f8d-bc8f-8c5f06cbc6ec HTTP/1.1" status: 204 len: 168 time: 1.1088102 Apr 18 20:23:02.293613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50272) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:02.392676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting subnet 92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:02.401284 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.536335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.576789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a174f494-a501-48d7-b71e-295901dc740d req-59550002-8d22-4e08-a908-b7f3d6b8a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.578278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a174f494-a501-48d7-b71e-295901dc740d req-59550002-8d22-4e08-a908-b7f3d6b8a917 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=796d71b8-99ac-4654-a206-1cdd995ab224 HTTP/1.1" status: 200 len: 861 time: 0.5029459 Apr 18 20:23:02.580827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e148e086-4b64-4b81-8a00-816dbcb89c30 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:02.663295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.723906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a174f494-a501-48d7-b71e-295901dc740d req-cba2712a-0e1d-40ac-ac7d-fbb8c0797267 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=50726e72-0b53-47bf-a50d-45f959c1e832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1298187 Apr 18 20:23:02.762862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d8266ae-302b-4f5f-b2ca-7279b1efd79a req-12655691-9766-4a77-93ca-f4a5459200e8 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0587294 Apr 18 20:23:02.786389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-403317a4-807b-4f67-9e40-02b412240756 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6179774 Apr 18 20:23:02.790886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e148e086-4b64-4b81-8a00-816dbcb89c30 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:02.812007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.814127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-82dc738f-f97e-432a-9dcf-7598f11a8e18 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:02.815605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-82dc738f-f97e-432a-9dcf-7598f11a8e18 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 819 time: 0.6793535 Apr 18 20:23:02.826955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e148e086-4b64-4b81-8a00-816dbcb89c30 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:02.827473 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.888460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Subnet': ['ID=92b55cd5-3ea3-40e4-846f-c2ee0d7d8896,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:02.893134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:02.907535 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b2280604-cc49-4f43-8f09-93e6b76e08de tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/subnets/92b55cd5-3ea3-40e4-846f-c2ee0d7d8896 HTTP/1.1" status: 204 len: 168 time: 0.6104748 Apr 18 20:23:02.907675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50282) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:02.912467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1498b3-d654-4a42-a026-2aa8e82cd83f None None] Network c8a9e9af-34e7-490a-a44e-6a0135589c01 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:03.077966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'port': {'device_id': '71572b7e-5a57-458b-82cd-be7bce602d96', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'admin_state_up': True, 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:03.100412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] DHCP port deletion for eb133edc-7170-4d08-b33f-c1736fa17d64 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:23:03.173193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.180216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-a1ce507d-92b8-48bd-ae7d-b5d7afd9cd71 service neutron] 10.222.0.47 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734744 Apr 18 20:23:03.185601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a174f494-a501-48d7-b71e-295901dc740d req-b8310ca5-8de7-4cab-bd44-b835829fd3ac service neutron] 10.222.0.61 "GET /v2.0/networks/50726e72-0b53-47bf-a50d-45f959c1e832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402905 Apr 18 20:23:03.202477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port 2faa6a21-4544-46e4-a6d4-2c255f793981 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:03.202823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.230658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] Deleting port 2faa6a21-4544-46e4-a6d4-2c255f793981 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:03.231039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.305691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39409871-ceb4-461d-9e9b-52710eb6d21b req-b133b030-92df-4fc4-a786-82b7ca6eb1c9 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:03.307727 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39409871-ceb4-461d-9e9b-52710eb6d21b req-b133b030-92df-4fc4-a786-82b7ca6eb1c9 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 944 time: 0.2458224 Apr 18 20:23:03.360501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.387811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39409871-ceb4-461d-9e9b-52710eb6d21b req-7687c3a1-1cc0-4632-b8f9-15c525e08746 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534749 Apr 18 20:23:03.521363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e148e086-4b64-4b81-8a00-816dbcb89c30, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e148e086-4b64-4b81-8a00-816dbcb89c30,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:03.532731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] For port 2faa6a21-4544-46e4-a6d4-2c255f793981, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2faa6a21-4544-46e4-a6d4-2c255f793981,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:03.533162 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.553494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.570967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:03.588081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-791e695b-eeec-47c4-93e4-080cd0c12c53 service neutron] 10.222.0.47 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012074 Apr 18 20:23:03.604249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] DHCP port deletion for c8a9e9af-34e7-490a-a44e-6a0135589c01 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:23:03.608001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:03.629109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a174f494-a501-48d7-b71e-295901dc740d req-f8f31ddc-bd34-49c2-ade1-43128df5ea2e service neutron] 10.222.0.61 "GET /v2.0/networks/50726e72-0b53-47bf-a50d-45f959c1e832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938091 Apr 18 20:23:03.635288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Made reservation on behalf of 3e653087184b45f28f4937d3b56e0ef2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:03.639546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.748105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] Deleting port df74d7ee-5562-4ece-bfc7-c850c1eedafa {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:03.748502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.758569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] For port 2faa6a21-4544-46e4-a6d4-2c255f793981, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2faa6a21-4544-46e4-a6d4-2c255f793981,segment=NetworkSegment(f080e03a-c511-4dde-abad-d49874560d92),segment_id=f080e03a-c511-4dde-abad-d49874560d92)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:03.759139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:03.792188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] Calling delete_port for 2faa6a21-4544-46e4-a6d4-2c255f793981 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:03.869422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Allocated IP 172.20.0.14 (4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661/7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec/a86c2251-09c8-4244-99ea-7707e23e47f9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:03.931923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e148e086-4b64-4b81-8a00-816dbcb89c30,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:03.942776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Calling delete_port for 2faa6a21-4544-46e4-a6d4-2c255f793981 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:03.980194 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.063245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] Pushing event deleted for resources: {'Port': ['ID=2faa6a21-4544-46e4-a6d4-2c255f793981,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:04.075995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2fae1f-d9b5-4af6-8d98-f57e49808f1b None None] No DVR routers for this DVR port 2faa6a21-4544-46e4-a6d4-2c255f793981 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:04.168264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:23:04.168910 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:23:04.209807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e042d65-646c-4d2d-ae69-e38940b208e3 req-a7719563-b995-4c07-b353-6995b9a0e676 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.211431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e042d65-646c-4d2d-ae69-e38940b208e3 req-a7719563-b995-4c07-b353-6995b9a0e676 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.1568048 Apr 18 20:23:04.220609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-5fe5961c-fa61-4492-be50-df846f737e8c tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.223034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-5fe5961c-fa61-4492-be50-df846f737e8c tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 945 time: 0.8423231 Apr 18 20:23:04.258759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] For port df74d7ee-5562-4ece-bfc7-c850c1eedafa, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=df74d7ee-5562-4ece-bfc7-c850c1eedafa,segment=NetworkSegment(514a186d-4ac5-4878-b6fe-fb5eac193919),segment_id=514a186d-4ac5-4878-b6fe-fb5eac193919)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:04.259644 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.291249 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.295770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d935d9-a354-43af-9ed5-53b671c7c2e4 req-dee03e95-c045-435f-bb6d-2ef305da260b tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.304095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3d935d9-a354-43af-9ed5-53b671c7c2e4 req-dee03e95-c045-435f-bb6d-2ef305da260b tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1097 time: 0.2291138 Apr 18 20:23:04.330372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e042d65-646c-4d2d-ae69-e38940b208e3 req-1609ec9f-9ca2-4a65-93b0-8197c6fe5f93 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067286 Apr 18 20:23:04.351049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Deleting port 2307bb01-c1d4-49b9-9bf6-5f8485104598 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:04.351402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.357694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Transition to ACTIVE for port object a86c2251-09c8-4244-99ea-7707e23e47f9 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:04.398240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.419172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] Calling delete_port for df74d7ee-5562-4ece-bfc7-c850c1eedafa owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:04.521564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.531187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a3d935d9-a354-43af-9ed5-53b671c7c2e4 req-5d8638db-375c-4b37-8bf6-6f506b0990cf tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Synchronizing usage tracker for tenant:16b0584af03644ca9833f5932966608d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:04.562182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:04.569224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'Port': ['ID=a86c2251-09c8-4244-99ea-7707e23e47f9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:04.571836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:04.576912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:23:04.591880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e148e086-4b64-4b81-8a00-816dbcb89c30 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:04.647011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a3d935d9-a354-43af-9ed5-53b671c7c2e4 req-5d8638db-375c-4b37-8bf6-6f506b0990cf tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Unset dirty status for tenant:16b0584af03644ca9833f5932966608d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:04.662879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3d935d9-a354-43af-9ed5-53b671c7c2e4 req-5d8638db-375c-4b37-8bf6-6f506b0990cf tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3583670 Apr 18 20:23:04.663230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] No DVR routers for this DVR port df74d7ee-5562-4ece-bfc7-c850c1eedafa on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:04.683765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:04.696515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Deleting port 2faa6a21-4544-46e4-a6d4-2c255f793981 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:04.700454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.772259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba71074b-4607-440f-a5d8-1d470e1073b7 None None] Pushing event deleted for resources: {'Port': ['ID=df74d7ee-5562-4ece-bfc7-c850c1eedafa,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:04.842135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e148e086-4b64-4b81-8a00-816dbcb89c30 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:04.842525 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.845556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.846435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:04.901975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] The port '2faa6a21-4544-46e4-a6d4-2c255f793981' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:23:04.907799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 23534f48-9b36-4e35-a0c0-4afe7b45e0bd details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:23:04.995345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e15659-0ce9-4768-94f9-2d71e38cc3e8 req-55397ae5-dd0e-4532-96dc-cd989b8eca10 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:04.996839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20e15659-0ce9-4768-94f9-2d71e38cc3e8 req-55397ae5-dd0e-4532-96dc-cd989b8eca10 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 945 time: 0.4767962 Apr 18 20:23:05.146559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-5853b2f2-c7fa-4668-80ad-7313a26781d6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0730133 Apr 18 20:23:05.156983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-79e24a06-262a-4077-b4e4-8bd196da9372 req-9704dad0-b60c-423c-9c4f-381909105131 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:05.163830 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.166655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4de0faf-46dc-4cc3-81cd-0ae5ffa06e63 None None] Provisioning for port a86c2251-09c8-4244-99ea-7707e23e47f9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:05.172866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Request body: {'port': {'device_id': '71572b7e-5a57-458b-82cd-be7bce602d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:05.222096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,segment=NetworkSegment(8fbf1750-4365-48af-810e-3b4cbf6849c2),segment_id=8fbf1750-4365-48af-810e-3b4cbf6849c2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:05.239859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd', 'network_id': '50726e72-0b53-47bf-a50d-45f959c1e832', 'port_id': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd', 'mac_address': 'fa:16:3e:b7:ac:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796d71b8-99ac-4654-a206-1cdd995ab224', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:23:05.244757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2faa6a21-4544-46e4-a6d4-2c255f793981 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:05.248880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-79e24a06-262a-4077-b4e4-8bd196da9372 req-9704dad0-b60c-423c-9c4f-381909105131 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:05.249351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb133edc-7170-4d08-b33f-c1736fa17d64']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:05.256378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79e24a06-262a-4077-b4e4-8bd196da9372 req-9704dad0-b60c-423c-9c4f-381909105131 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 210 time: 0.3606517 Apr 18 20:23:05.271784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f080e03a-c511-4dde-abad-d49874560d92') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:05.272233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f080e03a-c511-4dde-abad-d49874560d92') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:05.278656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port f383de7c-ace7-4d5f-b856-546c6c1e9e7b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:05.280023 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.296757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4de0faf-46dc-4cc3-81cd-0ae5ffa06e63 None None] Provisioning complete for port a86c2251-09c8-4244-99ea-7707e23e47f9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:05.297198 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4de0faf-46dc-4cc3-81cd-0ae5ffa06e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.298023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20e15659-0ce9-4768-94f9-2d71e38cc3e8 req-d9ca907c-2acb-4ea0-8866-13e40d4a1abb tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/security-groups?id=ecac2254-b21f-4c7a-9955-9b8533a43413&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2820027 Apr 18 20:23:05.300011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.313865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] For port 2307bb01-c1d4-49b9-9bf6-5f8485104598, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2307bb01-c1d4-49b9-9bf6-5f8485104598,segment=NetworkSegment(e14c4324-6a59-420b-99f6-d01543712a41),segment_id=e14c4324-6a59-420b-99f6-d01543712a41)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:05.314322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.328423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 2faa6a21-4544-46e4-a6d4-2c255f793981 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:05.328784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2faa6a21-4544-46e4-a6d4-2c255f793981 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:05.329207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device df74d7ee-5562-4ece-bfc7-c850c1eedafa no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:05.399295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.492958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d4de0faf-46dc-4cc3-81cd-0ae5ffa06e63 None None] Port a86c2251-09c8-4244-99ea-7707e23e47f9 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:23:05.501324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: df74d7ee-5562-4ece-bfc7-c850c1eedafa {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:05.502524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Calling delete_port for 2307bb01-c1d4-49b9-9bf6-5f8485104598 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:05.502681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device df74d7ee-5562-4ece-bfc7-c850c1eedafa not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:05.547419 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.547915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:05.548405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.559684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8acbef93-e5c0-45c6-a845-5a57271706d0 req-7d8e213c-9a42-4c24-a9aa-4605ab01aecb tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1079810 Apr 18 20:23:05.579454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23534f48-9b36-4e35-a0c0-4afe7b45e0bd {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:05.606094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,segment=NetworkSegment(8fbf1750-4365-48af-810e-3b4cbf6849c2),segment_id=8fbf1750-4365-48af-810e-3b4cbf6849c2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:05.609291 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:05.613758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.689139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:05.868835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['23534f48-9b36-4e35-a0c0-4afe7b45e0bd'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:05.897830 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.922382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:05.934555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Network': ['ID=eb133edc-7170-4d08-b33f-c1736fa17d64,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:05.949465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.006134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-647f8b1d-bce2-4c1d-bbb3-4a470c038c0a tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/networks/eb133edc-7170-4d08-b33f-c1736fa17d64 HTTP/1.1" status: 204 len: 168 time: 3.0973923 Apr 18 20:23:06.010159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50320) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:06.010374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.010616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.059542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50324) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:06.158200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.159280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-e144c280-898f-4d63-84ab-cc5a748bd3d8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.161176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-e144c280-898f-4d63-84ab-cc5a748bd3d8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 819 time: 0.8190677 Apr 18 20:23:06.183918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.332135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'port': {'device_id': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'admin_state_up': True, 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:06.353836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for f383de7c-ace7-4d5f-b856-546c6c1e9e7b owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:06.390651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Pushing event deleted for resources: {'Port': ['ID=2307bb01-c1d4-49b9-9bf6-5f8485104598,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:06.503353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.571967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] No DVR routers for this DVR port 2307bb01-c1d4-49b9-9bf6-5f8485104598 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:06.575313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a9e9af-34e7-490a-a44e-6a0135589c01']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:06.587047 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.588901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71fe4a6b-5cf6-44e8-8b15-f837d64e902f req-bc17b833-6d9c-4fb1-b483-f3f62e0e66b7 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.61 "DELETE /v2.0/ports/2307bb01-c1d4-49b9-9bf6-5f8485104598 HTTP/1.1" status: 204 len: 173 time: 2.3516932 Apr 18 20:23:06.590006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] Deleting subnet b04b9e6f-084f-4e6e-ad8e-dbf4217a8e47 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:06.590484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'name': 'network-vif-deleted', 'tag': '2307bb01-c1d4-49b9-9bf6-5f8485104598'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:06.607305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514a186d-4ac5-4878-b6fe-fb5eac193919') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:06.607599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514a186d-4ac5-4878-b6fe-fb5eac193919') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:06.615828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.625610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.665447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-e51305e0-828f-4f9f-ad89-34f8489f354a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.667131 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-e51305e0-828f-4f9f-ad89-34f8489f354a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1c89494211cc4bad9b02e4e11384cde9&device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 1096 time: 0.3872819 Apr 18 20:23:06.668382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.684528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d80c6-e68a-4079-914f-d6a658840d0a req-36b99de3-b3d4-4c2b-a29d-1fc0bf690859 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.686812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa4d80c6-e68a-4079-914f-d6a658840d0a req-36b99de3-b3d4-4c2b-a29d-1fc0bf690859 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.4059308 Apr 18 20:23:06.691470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:06.691748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536c08b-8ba4-45ad-8add-b65b26470995 req-6696447e-8cdd-48e1-b9e5-ce9b423c236a tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:06.692159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.693862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4536c08b-8ba4-45ad-8add-b65b26470995 req-6696447e-8cdd-48e1-b9e5-ce9b423c236a tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 945 time: 0.8752468 Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:06.728122 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:06.802790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.911661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 23534f48-9b36-4e35-a0c0-4afe7b45e0bd up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:06.931387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.937627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa4d80c6-e68a-4079-914f-d6a658840d0a req-a41fc278-8b8f-4c44-9e10-542dc1b8cec4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976099 Apr 18 20:23:06.961500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:06.985085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] Pushing event deleted for resources: {'Network': ['ID=c8a9e9af-34e7-490a-a44e-6a0135589c01,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:06.996036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0aca583-2e0e-485b-abfd-826cfc92800d tempest-TaggedBootDevicesTest_v242-185733177 tempest-TaggedBootDevicesTest_v242-185733177-project] 10.222.0.47 "DELETE /v2.0/networks/c8a9e9af-34e7-490a-a44e-6a0135589c01 HTTP/1.1" status: 204 len: 168 time: 0.9847596 Apr 18 20:23:06.998221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-83f7b84a-bd7c-456f-99d9-b2665e455420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:07.001230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-83f7b84a-bd7c-456f-99d9-b2665e455420 service neutron] 10.222.0.61 "GET /v2.0/networks?id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 200 len: 917 time: 0.3099201 Apr 18 20:23:07.053035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:07.059438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:07.059952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.122512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-22ff485d-803e-4e41-b0df-98803edcc5c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 HTTP/1.1" status: 200 len: 217 time: 0.1143234 Apr 18 20:23:07.178842 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4931381f-ac5c-462e-b4dd-79327304d92d req-464f28d5-fbec-42e3-8672-f87c871396c0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 210 time: 0.0552793 Apr 18 20:23:07.257706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-4128f41e-996e-48b0-8e15-3def60cc025d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:07.260300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-4128f41e-996e-48b0-8e15-3def60cc025d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 200 len: 855 time: 0.0778217 Apr 18 20:23:07.316913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a86c2251-09c8-4244-99ea-7707e23e47f9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:07.327935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:07.338114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.343244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.363437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:07.371576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4536c08b-8ba4-45ad-8add-b65b26470995 req-c4024f65-6807-4c34-9e41-cfded78a5454 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6613359 Apr 18 20:23:07.384446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b828c46c-a0f5-438b-b3ee-a33f216bf14d req-7330d5f7-eca4-47fe-8cac-2dd055e5b517 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Synchronizing usage tracker for tenant:cf1f89050ca54725bc08d53ee66ecb0a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:07.392427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Transition to ACTIVE for port object a86c2251-09c8-4244-99ea-7707e23e47f9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:07.406932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.410554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Made reservation on behalf of 3e653087184b45f28f4937d3b56e0ef2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:07.411828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,segment=NetworkSegment(8fbf1750-4365-48af-810e-3b4cbf6849c2),segment_id=8fbf1750-4365-48af-810e-3b4cbf6849c2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:07.413122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:07.414319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.422161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.424025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2307bb01-c1d4-49b9-9bf6-5f8485104598 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:07.431347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.431547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-f5a4e15d-ff11-45c6-a24c-8dc081cd28cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:07.432777 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-f5a4e15d-ff11-45c6-a24c-8dc081cd28cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650872 Apr 18 20:23:07.436704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b828c46c-a0f5-438b-b3ee-a33f216bf14d req-7330d5f7-eca4-47fe-8cac-2dd055e5b517 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] Unset dirty status for tenant:cf1f89050ca54725bc08d53ee66ecb0a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:07.446629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b828c46c-a0f5-438b-b3ee-a33f216bf14d req-7330d5f7-eca4-47fe-8cac-2dd055e5b517 tempest-InstanceActionsV221TestJSON-1065485248 tempest-InstanceActionsV221TestJSON-1065485248-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac HTTP/1.1" status: 200 len: 210 time: 0.1162999 Apr 18 20:23:07.531248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 2307bb01-c1d4-49b9-9bf6-5f8485104598 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:07.531984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2307bb01-c1d4-49b9-9bf6-5f8485104598 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:07.574707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:07.637279 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0cfe86-f71e-4fa5-acb8-2f9f7a311f21'] response: {'server_uuid': '6d151cb4-292f-4c4c-a88a-9b90b9e9b6ac', 'name': 'network-vif-deleted', 'tag': '2307bb01-c1d4-49b9-9bf6-5f8485104598', 'status': 'completed', 'code': 200} Apr 18 20:23:07.743948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=a86c2251-09c8-4244-99ea-7707e23e47f9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:07.747860 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a921541d-54c8-4009-bbdd-7a9b15450915'] response: {'server_uuid': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd', 'code': 200} Apr 18 20:23:07.802086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fba02bc0-778d-423a-bf4b-320b656f61eb req-11aa5480-3299-42c1-8177-0811d6343a8b tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1187320 Apr 18 20:23:07.805983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:07.818217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-034ac1af-6c33-4ead-a390-1b8e7684bfeb service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3677807 Apr 18 20:23:07.926149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.014566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=f383de7c-ace7-4d5f-b856-546c6c1e9e7b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:08.188313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06661474-8499-4c43-8677-cd98b407a617 req-cfa38502-fee3-4573-ad11-60437aa110ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.190428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-06661474-8499-4c43-8677-cd98b407a617 req-cfa38502-fee3-4573-ad11-60437aa110ea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 1097 time: 0.3231473 Apr 18 20:23:08.197311 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0fe287a-93ca-4e09-8914-040dd0b36953 req-cd6401ae-0f59-48ee-8742-facc305d08f4 service neutron] 10.222.0.61 "GET /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3554029 Apr 18 20:23:08.230962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Allocated IP 172.20.0.6 (4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661/7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec/4eaf8c7e-084c-4221-8e7c-96c67baea5c8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:08.253011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b04b9e6f-084f-4e6e-ad8e-dbf4217a8e47,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:08.260397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.262305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-06661474-8499-4c43-8677-cd98b407a617 req-b2265f60-ced6-4c87-9726-fabc9f15d7d2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634007 Apr 18 20:23:08.344946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1aeaabb-5b26-4a47-8897-b36f46005469 req-0b30da8b-f4a2-4e4c-837d-a3fff04e2aef tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 210 time: 0.0479729 Apr 18 20:23:08.412413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Attempting to bind port a86c2251-09c8-4244-99ea-7707e23e47f9 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:08.412814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Attempting to bind port a86c2251-09c8-4244-99ea-7707e23e47f9 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:08.413371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Attempting to bind port a86c2251-09c8-4244-99ea-7707e23e47f9 on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:08.438631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.440136 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP 3bbfb2c3-1b92-412e-8e85-34025c885504 disassociated (deleted). External IP: 172.25.5.244, port: 5b16a03d-a4a0-438b-90e6-fd85f07984cf. Apr 18 20:23:08.501718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Port a86c2251-09c8-4244-99ea-7707e23e47f9 on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:23:08.501942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Attempting to bind port a86c2251-09c8-4244-99ea-7707e23e47f9 on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:08.505578 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bb64d00d-0fab-4215-9dbf-9d24860fda59 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b04b9e6f-084f-4e6e-ad8e-dbf4217a8e47 HTTP/1.1" status: 204 len: 168 time: 2.4338207 Apr 18 20:23:08.508294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50356) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:08.554591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:23:08.554992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Checking segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:08.555564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Bound using segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:23:08.556184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Bound port: a86c2251-09c8-4244-99ea-7707e23e47f9, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:08.556677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.684081 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.766356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c7db-0a1e-4599-9359-1602860cbd0e req-7bf847fe-9733-4e61-b04e-25bb09a92a28 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.768163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf61c7db-0a1e-4599-9359-1602860cbd0e req-7bf847fe-9733-4e61-b04e-25bb09a92a28 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 946 time: 0.2364144 Apr 18 20:23:08.812484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac683a3-5606-483b-983a-57db98f6967e req-9fb68e22-49a6-4b08-be39-20f4b04c052e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:08.814313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ac683a3-5606-483b-983a-57db98f6967e req-9fb68e22-49a6-4b08-be39-20f4b04c052e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.5639112 Apr 18 20:23:08.901802 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.939937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:08.959843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f925db3-1338-4d41-9d9c-fa05aced2853']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:08.974694 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf61c7db-0a1e-4599-9359-1602860cbd0e req-26cc8626-ff83-4693-a454-3614b66c8dc5 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015007 Apr 18 20:23:08.985484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ee0b311-1d25-4f96-ba10-75b1c8e4e5b6') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:08.990413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ee0b311-1d25-4f96-ba10-75b1c8e4e5b6') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:09.009463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.017285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] For port a86c2251-09c8-4244-99ea-7707e23e47f9, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:23:09.031692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.041565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:09.042145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:09.060398 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:09.228316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Transition to ACTIVE for port object 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:09.250294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ac683a3-5606-483b-983a-57db98f6967e req-be18dfdb-e70b-4340-a127-e7a5c142cb19 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4079983 Apr 18 20:23:09.250437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.276740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.282978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e53539cd-01dd-4e20-8170-0d3a26ac5eac req-e678a347-af2d-453f-92fb-46a3adab92e8 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0881970 Apr 18 20:23:09.290485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] For port a86c2251-09c8-4244-99ea-7707e23e47f9, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a86c2251-09c8-4244-99ea-7707e23e47f9,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:23:09.301219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] Pushing event deleted for resources: {'Network': ['ID=1f925db3-1338-4d41-9d9c-fa05aced2853,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:09.304297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e47b9128-86ab-473e-a91a-1ccc4359095a admin admin] 10.222.0.47 "DELETE /v2.0/networks/1f925db3-1338-4d41-9d9c-fa05aced2853 HTTP/1.1" status: 204 len: 168 time: 0.7949266 Apr 18 20:23:09.518550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.598200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.614631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50372) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:09.618429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 63ed3a6c-73bb-40da-8222-d187d5aa114b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:23:09.668116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:09.669334 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.671185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] 10.222.0.61 "PUT /v2.0/ports/a86c2251-09c8-4244-99ea-7707e23e47f9 HTTP/1.1" status: 200 len: 1092 time: 4.5029471 Apr 18 20:23:09.673694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71572b7e-5a57-458b-82cd-be7bce602d96', 'tag': 'a86c2251-09c8-4244-99ea-7707e23e47f9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:09.727833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50380) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:09.847553 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2a84a7a5-54b2-44e3-848b-4166668b9760 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7e22be16776d4ccfb30ac7c05d7bc9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304568 Apr 18 20:23:09.848309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50384) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:09.864288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd140b7-44f1-4312-8f21-5e1bbafc1999 req-3dc281bd-2341-4dc5-879e-d6d78c7985d0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:09.866046 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5fd140b7-44f1-4312-8f21-5e1bbafc1999 req-3dc281bd-2341-4dc5-879e-d6d78c7985d0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 931 time: 0.3179531 Apr 18 20:23:09.907814 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a26c0fac-5ff1-4cd5-b96e-be51e9377ed4'] response: {'name': 'network-changed', 'server_uuid': '71572b7e-5a57-458b-82cd-be7bce602d96', 'tag': 'a86c2251-09c8-4244-99ea-7707e23e47f9', 'status': 'completed', 'code': 200} Apr 18 20:23:09.918367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:09.933202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:09.936255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:23:09.967375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] Deleting subnet 60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:09.975029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:09.994112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f79777-499f-49bc-aef3-b03435b7dc13 service neutron] Pushing event updated for resources: {'Port': ['ID=a86c2251-09c8-4244-99ea-7707e23e47f9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.040655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da160212-4183-49f5-a13c-9d61a9d381cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.050043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5fd140b7-44f1-4312-8f21-5e1bbafc1999 req-9b698136-d85c-49a4-800b-0b39b79aea4f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:10.102396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:10.103057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.152020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8923988 Apr 18 20:23:10.154805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5fd140b7-44f1-4312-8f21-5e1bbafc1999 req-9b698136-d85c-49a4-800b-0b39b79aea4f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:10.155986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5fd140b7-44f1-4312-8f21-5e1bbafc1999 req-9b698136-d85c-49a4-800b-0b39b79aea4f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347975 Apr 18 20:23:10.199470 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da160212-4183-49f5-a13c-9d61a9d381cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.230988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51778234-f9ca-40e0-a66c-728aa1047c52 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'Port': ['ID=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.240731 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.246936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Request body: {'port': {'device_id': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:10.349264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7a488e7c-0b39-4c4e-af41-6cf76e64448a None None] Provisioning for port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:10.354076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.357610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7a488e7c-0b39-4c4e-af41-6cf76e64448a None None] Provisioning complete for port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:10.358180 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7a488e7c-0b39-4c4e-af41-6cf76e64448a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.358793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:23:10.369927 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] Sync routers for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:23:10.395447 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:10.398131 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:10.451955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.459945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7a488e7c-0b39-4c4e-af41-6cf76e64448a None None] Port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:23:10.469157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da160212-4183-49f5-a13c-9d61a9d381cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.550870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da160212-4183-49f5-a13c-9d61a9d381cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0f4438-e5e3-453b-accb-3fcf4678ecd8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.566420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da160212-4183-49f5-a13c-9d61a9d381cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.568274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da160212-4183-49f5-a13c-9d61a9d381cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef0f4438-e5e3-453b-accb-3fcf4678ecd8 HTTP/1.1" status: 204 len: 168 time: 0.7013023 Apr 18 20:23:10.577539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b74a6-7001-46bd-8806-5fbcb3370c8c req-06d94c07-d588-40f5-be7e-ae7105482a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:10.579064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a6b74a6-7001-46bd-8806-5fbcb3370c8c req-06d94c07-d588-40f5-be7e-ae7105482a32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1095 time: 0.7524085 Apr 18 20:23:10.630865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.687451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:10.701679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.717741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d4177-9565-4ea2-990b-9dd4dcf629ec req-0d9e5aa1-5e79-4f94-92c7-056cff62d564 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:10.726579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c22d4177-9565-4ea2-990b-9dd4dcf629ec req-0d9e5aa1-5e79-4f94-92c7-056cff62d564 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.2522140 Apr 18 20:23:10.752665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e1177b2-e935-4d23-a8cf-dcaa85a7a558 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/60cbc2b7-4e12-4e67-b2e6-3f7fb26d9fd9 HTTP/1.1" status: 204 len: 168 time: 1.0226204 Apr 18 20:23:10.756753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50402) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:10.779126 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:10.905123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:10.945784 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c22d4177-9565-4ea2-990b-9dd4dcf629ec req-ce3fd0df-5e58-4fc5-b190-1b97aa5fce57 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139726 Apr 18 20:23:10.994021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cfc38de0-9251-4764-a55d-19f9cd0d653e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/floatingips/3bbfb2c3-1b92-412e-8e85-34025c885504 HTTP/1.1" status: 204 len: 168 time: 6.3064127 Apr 18 20:23:10.997383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b74a6-7001-46bd-8806-5fbcb3370c8c req-9c88904b-0625-43c7-90fd-9c8092bc0a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:11.001437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a6b74a6-7001-46bd-8806-5fbcb3370c8c req-9c88904b-0625-43c7-90fd-9c8092bc0a7b service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=3e653087184b45f28f4937d3b56e0ef2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2374034 Apr 18 20:23:11.121485 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:23:11.253287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b74a6-7001-46bd-8806-5fbcb3370c8c req-cde9af9b-90d7-489a-b1b6-3436827a8575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:11.255020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a6b74a6-7001-46bd-8806-5fbcb3370c8c req-cde9af9b-90d7-489a-b1b6-3436827a8575 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2428920 Apr 18 20:23:11.286474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.431562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b6e43e4-fdf1-4384-b41d-1e31f8132b42 req-b6bf5d91-afa1-4ba7-8f4e-20ba3786de5d tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0812485 Apr 18 20:23:11.505320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fbf0b-5fec-426c-b7eb-af8ed81b624e req-c2fe98b4-e2d6-4d47-9112-d5ce140782c3 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:11.513317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec4fbf0b-5fec-426c-b7eb-af8ed81b624e req-c2fe98b4-e2d6-4d47-9112-d5ce140782c3 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 946 time: 1.2845423 Apr 18 20:23:11.520019 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:11.524195 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] Checking router: 63ed3a6c-73bb-40da-8222-d187d5aa114b for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:23:11.548329 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:11.548967 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:22:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:11.574670 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.684651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7233179d-757b-468b-96d8-6ac43a66fb6f']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:11.727023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e14c4324-6a59-420b-99f6-d01543712a41') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:11.727327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e14c4324-6a59-420b-99f6-d01543712a41') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:11.779096 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.783282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec4fbf0b-5fec-426c-b7eb-af8ed81b624e req-6eb43fcf-c149-4431-8a47-0bac88a76d5c tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689641 Apr 18 20:23:11.812136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.833034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:11.833465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:11.968918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:11.994432 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:12.000562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.042718 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:12.046421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:12.053820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] Pushing event deleted for resources: {'Network': ['ID=7233179d-757b-468b-96d8-6ac43a66fb6f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:12.072802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b05a50e3-77c8-4609-8037-3e3151e4f2da admin admin] 10.222.0.47 "DELETE /v2.0/networks/7233179d-757b-468b-96d8-6ac43a66fb6f HTTP/1.1" status: 204 len: 168 time: 1.3127091 Apr 18 20:23:12.101286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-95da3f94-4101-47e7-b727-b8ab08168cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.115572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-95da3f94-4101-47e7-b727-b8ab08168cc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1095 time: 0.7857251 Apr 18 20:23:12.307626 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-13da0b58-32ae-4582-8dbb-ee7576b941dd req-3cd68f5f-6f96-45c5-a772-438bdce5c355 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eddf58212ed34857b5ef9bf9becb8f6f&device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0701654 Apr 18 20:23:12.432648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-13da0b58-32ae-4582-8dbb-ee7576b941dd req-169a54a4-2976-45a0-8635-a873507e40f6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=eddf58212ed34857b5ef9bf9becb8f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810256 Apr 18 20:23:12.538168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba883b-154c-48d0-a768-755bd4f0a69a req-35776661-fa83-479c-a146-90d959527d1e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.539459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12ba883b-154c-48d0-a768-755bd4f0a69a req-35776661-fa83-479c-a146-90d959527d1e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.3894267 Apr 18 20:23:12.541957 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:12.548361 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4fff70-74f1-4cbe-9e69-bc83ba37f643 None None] The sync data for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 is: [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:20:25Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '8902d628-1d99-467d-b24d-8f978b78fac7', 'name': '', 'network_id': '18a16ad8-2dfe-4848-bf9a-583708ce6b6a', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:a9:95:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:23Z', 'updated_at': '2022-04-18T20:20:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7912704c-a5b6-4934-a465-cc2b42626e22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:23:12.632510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:12.720216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12ba883b-154c-48d0-a768-755bd4f0a69a req-2cd1b7c2-5f9b-436d-b9f3-976f3a93ee32 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883665 Apr 18 20:23:12.768808 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-afa11358-1a3d-4c61-8f34-4b195506bfa6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.2507665 Apr 18 20:23:12.791281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-a6c3297d-b52b-4e07-a100-28d0532c9150 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86c2251-09c8-4244-99ea-7707e23e47f9 HTTP/1.1" status: 200 len: 217 time: 0.6550095 Apr 18 20:23:12.799335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13da0b58-32ae-4582-8dbb-ee7576b941dd req-9de7c0ad-fe70-42ad-ab1b-610614b0052d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:12.800952 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-13da0b58-32ae-4582-8dbb-ee7576b941dd req-9de7c0ad-fe70-42ad-ab1b-610614b0052d service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3498170 Apr 18 20:23:12.806247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e4e76440-d420-41ee-b9da-04dd5bc586c2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf1f89050ca54725bc08d53ee66ecb0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726995 Apr 18 20:23:12.807194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50456) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:12.919438 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891c64d1-6503-4ff3-abf1-9f2b0c28cc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.004638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891c64d1-6503-4ff3-abf1-9f2b0c28cc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.062637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1f732-18d4-460a-8c32-23494f6d5921 None None] New status for floating IP 3bbfb2c3-1b92-412e-8e85-34025c885504: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:23:13.087574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32a291a-d9c9-4024-bcf8-710c71d4b27e req-5b17f352-9670-4f79-8fa6-93b144fd82df tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:13.089467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d32a291a-d9c9-4024-bcf8-710c71d4b27e req-5b17f352-9670-4f79-8fa6-93b144fd82df tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1563666 Apr 18 20:23:13.131819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:13.142566 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.208978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891c64d1-6503-4ff3-abf1-9f2b0c28cc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.286816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Transition to ACTIVE for port object 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:13.316546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.322065 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d32a291a-d9c9-4024-bcf8-710c71d4b27e req-72d9649d-9fe7-4095-bec9-023d57e1cc3d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2259173 Apr 18 20:23:13.328506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c64d1-6503-4ff3-abf1-9f2b0c28cc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecac2254-b21f-4c7a-9955-9b8533a43413,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:13.348075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891c64d1-6503-4ff3-abf1-9f2b0c28cc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.350162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-891c64d1-6503-4ff3-abf1-9f2b0c28cc0b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ecac2254-b21f-4c7a-9955-9b8533a43413 HTTP/1.1" status: 204 len: 168 time: 0.5421689 Apr 18 20:23:13.392385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-18c49fc2-2ba7-407a-88b2-6830156616a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:13.395376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-18c49fc2-2ba7-407a-88b2-6830156616a4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.2554107 Apr 18 20:23:13.468923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0a65534a-a84d-49ea-ba2e-65a206dace42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:13.476878 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2f9df7-8b26-49ed-9976-9a01630fe342'] response: {'name': 'network-changed', 'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'status': 'completed', 'code': 200} Apr 18 20:23:13.832827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9cfac-2d06-4b8c-853e-c71e72541295 req-3557dfec-117f-46b0-8dbe-4b9f0bb8257d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:13.834180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f3a9cfac-2d06-4b8c-853e-c71e72541295 req-3557dfec-117f-46b0-8dbe-4b9f0bb8257d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:13.890693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-6d21356e-f4fb-448f-891e-84814f6e407d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:13.892528 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-6d21356e-f4fb-448f-891e-84814f6e407d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 1097 time: 0.7462776 Apr 18 20:23:13.900678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:13.920617 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a243785-2763-40d0-8a10-5f046442d366 req-107faf7d-0881-43fe-9594-c0a5633be290 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0622175 Apr 18 20:23:13.948941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f3a9cfac-2d06-4b8c-853e-c71e72541295 req-3557dfec-117f-46b0-8dbe-4b9f0bb8257d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:13.950327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9cfac-2d06-4b8c-853e-c71e72541295 req-3557dfec-117f-46b0-8dbe-4b9f0bb8257d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 931 time: 1.7249870 Apr 18 20:23:14.211392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9cfac-2d06-4b8c-853e-c71e72541295 req-a4a7e8d2-7298-452b-814e-dbc766c05fd8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501230 Apr 18 20:23:14.217531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-f2e0568a-316c-4ab8-9337-f503e50a3867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:14.231374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-f2e0568a-316c-4ab8-9337-f503e50a3867 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7405829 Apr 18 20:23:14.269826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-d9376500-e86d-419e-b993-f28dba7eb005 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:14.270288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-d9376500-e86d-419e-b993-f28dba7eb005 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:14.314162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Attempting to bind port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:14.314162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Attempting to bind port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:14.314162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Attempting to bind port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:14.361931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:23:14.362266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Attempting to bind port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:14.371039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-d9376500-e86d-419e-b993-f28dba7eb005 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:14.372327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-d9376500-e86d-419e-b993-f28dba7eb005 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.7964761 Apr 18 20:23:14.431118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-11f75b99-6ee0-4f46-9366-4f7ed5c569ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:14.432648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-11f75b99-6ee0-4f46-9366-4f7ed5c569ea service neutron] 10.222.0.55 "GET /v2.0/networks?id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 200 len: 897 time: 0.4812655 Apr 18 20:23:14.439467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 22, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:23:14.439812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Checking segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:14.440209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Bound using segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:23:14.440660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Bound port: 4eaf8c7e-084c-4221-8e7c-96c67baea5c8, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:14.441060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:14.579966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde204c8-8db0-4f4c-8827-accda7992b64 req-26da5d35-fe06-46e7-9278-d2d47ff07e97 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:14.599400 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fde204c8-8db0-4f4c-8827-accda7992b64 req-26da5d35-fe06-46e7-9278-d2d47ff07e97 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 945 time: 0.3934200 Apr 18 20:23:14.687359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-8ec21a5e-5ed2-401b-8c58-11141d093904 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 200 len: 217 time: 0.2365682 Apr 18 20:23:14.705588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fde204c8-8db0-4f4c-8827-accda7992b64 req-1649c9b3-0c7d-4368-9bb0-48282b91e2fd tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Apr 18 20:23:14.876469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 5b16a03d-a4a0-438b-90e6-fd85f07984cf {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:14.877252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.125692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50514) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:15.144175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaab8b9-f74c-4808-b068-da8f73b83fcb req-5d7b9187-1904-46ec-8756-d7e314287517 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:15.146316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-caaab8b9-f74c-4808-b068-da8f73b83fcb req-5d7b9187-1904-46ec-8756-d7e314287517 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.1937728 Apr 18 20:23:15.206519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-caaab8b9-f74c-4808-b068-da8f73b83fcb req-36b75935-7c5c-4f4b-a1a3-26cfbb835b26 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Apr 18 20:23:15.344870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-4fb20197-ff3c-4382-9ca6-6aa2dc9f6214 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0871778 Apr 18 20:23:15.404062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1607728134-network', 'tenant_id': '4c59b13b7a3b441e9aadc1294f907b51'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:15.411348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:15.415973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Usage tracker for resource:network and tenant:4c59b13b7a3b441e9aadc1294f907b51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:15.419274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:15.427892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:15.450972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Made reservation on behalf of 4c59b13b7a3b441e9aadc1294f907b51 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:15.453255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.501844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.502495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-4b6e4a0e-fb07-40a9-9c33-22edfca1a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:15.504014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-4b6e4a0e-fb07-40a9-9c33-22edfca1a09b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 200 len: 834 time: 0.8036764 Apr 18 20:23:15.525696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbce7589-0e27-4e1f-b04e-b18990137fc9 req-0618de64-9e46-4a39-b529-d8233eaa3fdd tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0604403 Apr 18 20:23:15.536703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:15.562682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Usage tracker for resource:security_group_rule and tenant:4c59b13b7a3b441e9aadc1294f907b51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:15.567141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:15.572390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] For port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:23:15.578698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:15.599538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427ea57-778d-4c8d-b6c4-0af92ecda69f req-2fc358b3-b960-43bc-9ee7-d564493aafc9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:15.607417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9427ea57-778d-4c8d-b6c4-0af92ecda69f req-2fc358b3-b960-43bc-9ee7-d564493aafc9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.9027398 Apr 18 20:23:15.646690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] For port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:23:15.687775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.719874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.725466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.750902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-54f50477-57da-4bd3-ae64-7322d276f005 req-bdf3cbed-44f5-42ad-8aa5-6711a20110b1 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:15.752763 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f50477-57da-4bd3-ae64-7322d276f005 req-bdf3cbed-44f5-42ad-8aa5-6711a20110b1 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130777 Apr 18 20:23:15.768173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:23:15.835690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbf354c-af76-48ba-8222-595c276c292b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:15.839865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.840226 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Added segment 18f68b42-9737-4fb7-8119-0c02a22bad74 of type vlan for network d0302a8a-0921-4dc6-bf98-fb9d8594be5b Apr 18 20:23:15.848528 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1218504-3938-4fdb-b6f6-82d9b7cf1bf5 req-cca09963-1b81-447f-a65a-6a906575312b service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4853218 Apr 18 20:23:15.880776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:15.881402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.883216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] 10.222.0.61 "PUT /v2.0/ports/4eaf8c7e-084c-4221-8e7c-96c67baea5c8 HTTP/1.1" status: 200 len: 1091 time: 5.6534355 Apr 18 20:23:15.899499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9427ea57-778d-4c8d-b6c4-0af92ecda69f req-c8bc82b1-4327-4567-b68b-a637200813c2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2907867 Apr 18 20:23:15.901121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'tag': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:15.937877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.943492 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-694775df-cc9c-4125-99ef-b2c140d5b68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.982280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f50477-57da-4bd3-ae64-7322d276f005 req-453f52ec-d22c-46e6-9c8a-adbe1941630b tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2224338 Apr 18 20:23:15.988662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:15.990627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:15.991122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.119181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93311cce-6fa0-471b-a837-33c345faec07 service neutron] Pushing event updated for resources: {'Port': ['ID=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:16.199685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port 5b16a03d-a4a0-438b-90e6-fd85f07984cf, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5b16a03d-a4a0-438b-90e6-fd85f07984cf,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:16.200078 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.208774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0611484 Apr 18 20:23:16.213176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:16.215064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc5305-843b-429b-aadb-5509e6477149 admin admin] Pushing event updated for resources: {'Network': ['ID=d0302a8a-0921-4dc6-bf98-fb9d8594be5b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:16.233820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d0302a8a-0921-4dc6-bf98-fb9d8594be5b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:23:16.309489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Request body: {'subnet': {'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1607728134-subnet', 'tenant_id': '4c59b13b7a3b441e9aadc1294f907b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:16.315209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-47e54ad8-8d5c-4336-bfa4-ad6be7c140c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.318552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-47e54ad8-8d5c-4336-bfa4-ad6be7c140c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=18a16ad8-2dfe-4848-bf9a-583708ce6b6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7941685 Apr 18 20:23:16.398577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 5b16a03d-a4a0-438b-90e6-fd85f07984cf owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:16.440276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:16.491447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Usage tracker for resource:subnet and tenant:4c59b13b7a3b441e9aadc1294f907b51 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:16.501316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:16.547901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:16.553063 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-668fa3db-a05c-49ae-a35a-617e633641a8'] response: {'name': 'network-changed', 'server_uuid': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'tag': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8', 'status': 'completed', 'code': 200} Apr 18 20:23:16.637407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51e1c57e-b34a-4868-81a9-f010c4858756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.638992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-51e1c57e-b34a-4868-81a9-f010c4858756 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 1094 time: 0.6836152 Apr 18 20:23:16.651879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5b16a03d-a4a0-438b-90e6-fd85f07984cf no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:16.750487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Made reservation on behalf of 4c59b13b7a3b441e9aadc1294f907b51 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:16.754138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.757915 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.822756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-59a61341-8056-4277-aa47-0d0f9d63fc43 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8 HTTP/1.1" status: 200 len: 217 time: 0.1513326 Apr 18 20:23:16.823172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419f696-c2c0-4c18-b673-6e609ed5122b req-3923755e-c35c-40d6-af59-0313eec14510 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.824975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8419f696-c2c0-4c18-b673-6e609ed5122b req-3923755e-c35c-40d6-af59-0313eec14510 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.1664219 Apr 18 20:23:16.860185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc476a-1685-4246-a80a-20b6236fdb7d req-d669a794-82d2-42b4-9c88-9fb286086a91 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:16.883505 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90bc476a-1685-4246-a80a-20b6236fdb7d req-d669a794-82d2-42b4-9c88-9fb286086a91 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 943 time: 0.7611330 Apr 18 20:23:16.888807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.908295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:16.961286 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8419f696-c2c0-4c18-b673-6e609ed5122b req-651d333b-2d8e-48aa-a948-920929f0f4c9 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085577 Apr 18 20:23:17.245147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 20:23:17.245147 n-d-836016-3 neutron-server[88143]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Apr 18 20:23:17.245147 n-d-836016-3 neutron-server[88143]: [parameters: {'status': 'DOWN', 'ports_id': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] Apr 18 20:23:17.245147 n-d-836016-3 neutron-server[88143]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:23:17.246519 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:23:17.268200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-b3226432-1353-4163-903a-2f6d5ec646d5 service neutron] 10.222.0.55 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8320568 Apr 18 20:23:17.306186 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fdf8097-9a7e-4df8-9cc1-b150ded65582 req-aac75d01-70e3-4a20-9712-844b53718ffd tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.2331154 Apr 18 20:23:17.617173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc663e-0824-4fa4-a958-f7ca0765461b req-0726cab9-8d3d-4119-a635-eb0f89a25d1c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:17.619432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84cc663e-0824-4fa4-a958-f7ca0765461b req-0726cab9-8d3d-4119-a635-eb0f89a25d1c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 946 time: 0.1129973 Apr 18 20:23:17.640427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-695da7cf-7592-4484-a82b-b0a4db04e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:17.642527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-695da7cf-7592-4484-a82b-b0a4db04e9cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.5215383 Apr 18 20:23:17.673678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90bc476a-1685-4246-a80a-20b6236fdb7d req-0e1111e1-82d4-434e-b619-3cbee4a83d2e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7862656 Apr 18 20:23:17.694263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84cc663e-0824-4fa4-a958-f7ca0765461b req-89c41a75-e3ea-4b97-b811-70e66a4f2039 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674224 Apr 18 20:23:17.764858 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:17.768737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:17.852442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Port 5b16a03d-a4a0-438b-90e6-fd85f07984cf update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:23:17.868811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:17.966501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=5b16a03d-a4a0-438b-90e6-fd85f07984cf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:18.064248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12334150-ef1b-431e-9317-be4ffc2f4334 req-9d4fd10e-efd8-4b2c-afc6-13d7405cdc34 service neutron] 10.222.0.55 "GET /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7806699 Apr 18 20:23:18.141407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] No DVR routers for this DVR port 5b16a03d-a4a0-438b-90e6-fd85f07984cf on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:18.146019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:18.240351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Checking segment: {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:18.240713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Network hostable DHCP agents. Network: d0302a8a-0921-4dc6-bf98-fb9d8594be5b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:23:18.252921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4ee825c-b9d9-4140-ab00-34897cea4f88 req-d8588093-e629-4bee-bd7f-3562337bd61a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 210 time: 0.0839229 Apr 18 20:23:18.259286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c08235-c448-442c-8bde-7e8be01087d8 req-11792139-4644-427c-9170-c0e9f4f989ff tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "DELETE /v2.0/ports/5b16a03d-a4a0-438b-90e6-fd85f07984cf HTTP/1.1" status: 204 len: 173 time: 3.8256571 Apr 18 20:23:18.279379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afa74e-f805-4595-b675-903356bfa4b1 req-cac477e1-3be0-40fb-9c0f-933c0fb6e27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.281277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-cac477e1-3be0-40fb-9c0f-933c0fb6e27a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6006482 Apr 18 20:23:18.312297 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:18.316386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb2c50d-de24-4959-8b41-85d4bf184aca req-42df2849-0e90-4ccc-804f-9d3005aeefa0 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.325015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bcb2c50d-de24-4959-8b41-85d4bf184aca req-42df2849-0e90-4ccc-804f-9d3005aeefa0 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 946 time: 0.1291285 Apr 18 20:23:18.410226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bcb2c50d-de24-4959-8b41-85d4bf184aca req-b6332c18-292d-4d6a-b96d-fa9a9af5f500 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839245 Apr 18 20:23:18.464034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50578) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:18.521965 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:18.600934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22699dff-dcd3-421b-aaf0-d57d3b027d25 req-7b28b601-ebf8-4b8b-9b40-f3fb6d987752 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.614033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22699dff-dcd3-421b-aaf0-d57d3b027d25 req-7b28b601-ebf8-4b8b-9b40-f3fb6d987752 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 945 time: 0.6995816 Apr 18 20:23:18.617384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-deleted', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:18.686811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Network d0302a8a-0921-4dc6-bf98-fb9d8594be5b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:23:18.813660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22699dff-dcd3-421b-aaf0-d57d3b027d25 req-dee5ebbe-ff69-42f8-bf5b-5e94e31ff590 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984715 Apr 18 20:23:18.814231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d0302a8a-0921-4dc6-bf98-fb9d8594be5b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:18.825079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460682de-6d08-4f54-9e3b-43b3b25d5469 None None] Network d0302a8a-0921-4dc6-bf98-fb9d8594be5b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:18.831577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:18.832287 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:18.843327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-146b465c-240b-43dc-965d-f0126712985a req-6cca91ca-dc8f-41ba-a8da-68453d0f9a73 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0748706 Apr 18 20:23:18.946325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-5511cefa-7cbc-4097-a05c-8dbb48eb9558 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438773 Apr 18 20:23:19.178603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28afa74e-f805-4595-b675-903356bfa4b1 req-6b0130e6-eb8f-4445-a288-f3bfaeb444d3 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222905 Apr 18 20:23:19.180256 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a18fc68-b54c-467f-893c-e70f8ddb2114'] response: {'server_uuid': 'facbaf96-38ee-4283-a440-2bd2ae87c6bd', 'name': 'network-vif-deleted', 'tag': '5b16a03d-a4a0-438b-90e6-fd85f07984cf', 'status': 'completed', 'code': 200} Apr 18 20:23:19.182132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-33277967-91e2-45f9-8a5e-ed48577614e4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.9563756 Apr 18 20:23:19.234777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a86c2251-09c8-4244-99ea-7707e23e47f9 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:23:19.296683 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:19.422025 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:23:19.476855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3745e43-b877-4f83-ac07-351a0669dd01 None None] Network d0302a8a-0921-4dc6-bf98-fb9d8594be5b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:19.543137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-516ee29c-f2c4-4f99-8f6f-5bb7d1eef74b req-d4953d04-c3e0-413f-ae59-78b24a90aa88 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:19.619173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb160b36-10be-40d5-ae25-e3dd03784a90 req-0d1f1d79-9054-4a77-8aa0-aebd333bec6e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.624875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-516ee29c-f2c4-4f99-8f6f-5bb7d1eef74b req-d4953d04-c3e0-413f-ae59-78b24a90aa88 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:19.626139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-516ee29c-f2c4-4f99-8f6f-5bb7d1eef74b req-d4953d04-c3e0-413f-ae59-78b24a90aa88 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=facbaf96-38ee-4283-a440-2bd2ae87c6bd HTTP/1.1" status: 200 len: 210 time: 0.2302549 Apr 18 20:23:19.627923 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bb160b36-10be-40d5-ae25-e3dd03784a90 req-0d1f1d79-9054-4a77-8aa0-aebd333bec6e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 943 time: 0.3925924 Apr 18 20:23:19.655874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-9f64f6ab-385b-41ae-9629-467e564a7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.657355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-9f64f6ab-385b-41ae-9629-467e564a7106 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 1094 time: 0.3812726 Apr 18 20:23:19.720817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-13607319-cdd1-4d2f-ad2a-432ce4a959a3 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:19.722820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-13607319-cdd1-4d2f-ad2a-432ce4a959a3 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.61 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 946 time: 0.1499503 Apr 18 20:23:19.757349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bb160b36-10be-40d5-ae25-e3dd03784a90 req-ac85abd4-91ef-4239-a327-dc19bb9784f7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197472 Apr 18 20:23:19.769793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a86c2251-09c8-4244-99ea-7707e23e47f9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a86c2251-09c8-4244-99ea-7707e23e47f9,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:19.817709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'a86c2251-09c8-4244-99ea-7707e23e47f9', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'port_id': 'a86c2251-09c8-4244-99ea-7707e23e47f9', 'mac_address': 'fa:16:3e:b2:25:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:23:19.950487 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c41f9ce9-8974-4d20-b678-ef453ebd4b72 req-095595f7-de92-487e-81bd-7fe2c5da8379 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0530334 Apr 18 20:23:19.967884 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.004729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a86c2251-09c8-4244-99ea-7707e23e47f9 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:20.022371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a86c2251-09c8-4244-99ea-7707e23e47f9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a86c2251-09c8-4244-99ea-7707e23e47f9,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:20.034412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.047803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Deleting port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:20.048074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.106446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.148533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a86c2251-09c8-4244-99ea-7707e23e47f9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:20.156604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.157082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.158221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.158221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.158498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.158799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.159217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.160234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.160632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.161027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.161417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.161847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:20.229994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c2c83-a13e-4682-8b07-309fab929929 req-5c37b184-5c78-475d-886f-f92e75934dcd tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:20.231663 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c45c2c83-a13e-4682-8b07-309fab929929 req-5c37b184-5c78-475d-886f-f92e75934dcd tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.3425503 Apr 18 20:23:20.233499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60e7eb-684d-496c-988a-334fddd2fba3 req-853cf770-eabc-4c4f-b762-6c910d11bb73 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:20.235125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a60e7eb-684d-496c-988a-334fddd2fba3 req-853cf770-eabc-4c4f-b762-6c910d11bb73 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 946 time: 0.2293768 Apr 18 20:23:20.263641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-b255c44a-9790-4714-be96-f03b5a75f2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:20.265052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-b255c44a-9790-4714-be96-f03b5a75f2ff service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.5967796 Apr 18 20:23:20.316790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a86c2251-09c8-4244-99ea-7707e23e47f9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:20.370847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-b7386e6c-d8d9-4f66-9e92-2846fd4cccfe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8 HTTP/1.1" status: 200 len: 217 time: 0.0913696 Apr 18 20:23:20.392255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a60e7eb-684d-496c-988a-334fddd2fba3 req-8e431d89-9bef-4f3c-93f8-98e07378f883 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/security-groups?id=06c3ea6a-376b-4f7a-9531-9ad7166d132a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431165 Apr 18 20:23:20.496169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c45c2c83-a13e-4682-8b07-309fab929929 req-52d77f9f-1db8-4fab-8ec7-78d6a95d6119 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2337351 Apr 18 20:23:20.690360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Deleting port 71494a35-4ff7-410d-bfd1-45dd6e94a283 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:20.691491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.827366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b10b530c-2107-417f-a601-46056089e643 req-1089d719-7352-42b7-b1e7-37e5039fe3f4 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0741661 Apr 18 20:23:20.832231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-2ebb6664-7837-4835-bfdd-6cc453539b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:20.834077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-2ebb6664-7837-4835-bfdd-6cc453539b30 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.4528580 Apr 18 20:23:20.911928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] For port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,segment=NetworkSegment(8fbf1750-4365-48af-810e-3b4cbf6849c2),segment_id=8fbf1750-4365-48af-810e-3b4cbf6849c2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:20.912541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:20.967074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 23534f48-9b36-4e35-a0c0-4afe7b45e0bd no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:21.056441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Calling delete_port for 23534f48-9b36-4e35-a0c0-4afe7b45e0bd owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:21.101530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-13e925cf-5847-4983-8ec6-b5447a519c2b tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:21.102237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-13e925cf-5847-4983-8ec6-b5447a519c2b tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Synchronizing usage tracker for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:21.130967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] For port 71494a35-4ff7-410d-bfd1-45dd6e94a283, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=71494a35-4ff7-410d-bfd1-45dd6e94a283,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:21.131330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.259492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-1fb91163-bdb8-4cd8-a924-6eb0c764b773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:21.262001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-1fb91163-bdb8-4cd8-a924-6eb0c764b773 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4178078 Apr 18 20:23:21.286686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-13e925cf-5847-4983-8ec6-b5447a519c2b tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Unset dirty status for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:21.294852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-13e925cf-5847-4983-8ec6-b5447a519c2b tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/networks?id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 200 len: 818 time: 0.4579651 Apr 18 20:23:21.317273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Calling delete_port for 71494a35-4ff7-410d-bfd1-45dd6e94a283 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:21.350552 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.370491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-753d60ea-8a3e-48b3-aefb-cc4ed0959899 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/quotas/4c59b13b7a3b441e9aadc1294f907b51 HTTP/1.1" status: 200 len: 375 time: 0.0740471 Apr 18 20:23:21.438067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-18b67a99-373b-41e5-a877-e77c23c20932 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0663040 Apr 18 20:23:21.486024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.716202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Pushing event deleted for resources: {'Port': ['ID=23534f48-9b36-4e35-a0c0-4afe7b45e0bd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:21.758607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-d526b2c6-28f6-46ac-8f2b-087f8c2092ff service neutron] 10.222.0.47 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134727 Apr 18 20:23:21.901383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] No DVR routers for this DVR port 23534f48-9b36-4e35-a0c0-4afe7b45e0bd on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:21.915187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:21.919505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'name': 'network-vif-deleted', 'tag': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:21.958615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-24c8a278-60cd-4991-a8ce-9f85f441b5e0 service neutron] 10.222.0.47 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930761 Apr 18 20:23:21.959803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:22.007637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-76cf2c53-88bf-400d-9c3c-6eca7d843d74 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5702875 Apr 18 20:23:22.009060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=71494a35-4ff7-410d-bfd1-45dd6e94a283,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:22.025952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44da65a-1eb4-4d88-bfd8-dab199602c28 req-d139a067-02e3-420a-b334-59bb836875a4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.035385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44da65a-1eb4-4d88-bfd8-dab199602c28 req-d139a067-02e3-420a-b334-59bb836875a4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.043772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44da65a-1eb4-4d88-bfd8-dab199602c28 req-d139a067-02e3-420a-b334-59bb836875a4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.048576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f44da65a-1eb4-4d88-bfd8-dab199602c28 req-d139a067-02e3-420a-b334-59bb836875a4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8&device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8&device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 2417 time: 0.6752341 Apr 18 20:23:22.051185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0c53406-381f-4c5f-a69c-d59da9313c31 req-2db255c0-4da5-4653-8152-dc867287f7da tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.61 "DELETE /v2.0/ports/23534f48-9b36-4e35-a0c0-4afe7b45e0bd HTTP/1.1" status: 204 len: 173 time: 2.2771635 Apr 18 20:23:22.388455 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f44da65a-1eb4-4d88-bfd8-dab199602c28 req-e4b27ba5-80b0-4680-97e5-31eabcc39024 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852685 Apr 18 20:23:22.388951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50646) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:22.545813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d6b9b2a-b7e3-47d1-b66f-062dab2fd891 req-f0cd6e59-f619-4404-a54b-6a8674cb638d service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930191 Apr 18 20:23:22.693173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:22.786045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5f4b88d3-44bd-401d-baf4-fe40117cfc79 req-1eb8e823-1902-4e80-b966-6fba44c8bb12 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Synchronizing usage tracker for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:22.801263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b56ae-bb6a-48ff-89a0-d26d2ddfe989 req-8f5a8266-f44b-4448-ad4b-84ac1228fcf4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:22.802807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-339b56ae-bb6a-48ff-89a0-d26d2ddfe989 req-8f5a8266-f44b-4448-ad4b-84ac1228fcf4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 943 time: 0.2200212 Apr 18 20:23:22.822101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5f4b88d3-44bd-401d-baf4-fe40117cfc79 req-1eb8e823-1902-4e80-b966-6fba44c8bb12 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] Unset dirty status for tenant:512b30ef576c4f44a1e9516af1195d64 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:22.822734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f4b88d3-44bd-401d-baf4-fe40117cfc79 req-1eb8e823-1902-4e80-b966-6fba44c8bb12 tempest-ServerMetadataNegativeTestJSON-1652612656 tempest-ServerMetadataNegativeTestJSON-1652612656-project] 10.222.0.47 "GET /v2.0/ports?device_id=0bd50f92-3ca0-4d1b-8090-27be0ad19973 HTTP/1.1" status: 200 len: 210 time: 0.1173117 Apr 18 20:23:22.982501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:23:22.984802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a86c2251-09c8-4244-99ea-7707e23e47f9 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:23.016446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-339b56ae-bb6a-48ff-89a0-d26d2ddfe989 req-839d0a94-4137-4092-b0b4-255aebad998c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995497 Apr 18 20:23:23.235003 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38863767-1278-44c4-a6f1-042183e3c238'] response: {'server_uuid': '0bd50f92-3ca0-4d1b-8090-27be0ad19973', 'name': 'network-vif-deleted', 'tag': '23534f48-9b36-4e35-a0c0-4afe7b45e0bd', 'status': 'completed', 'code': 200} Apr 18 20:23:23.246286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-141fd421-5793-4f79-ae98-4943636a4bbd req-8d719e50-82a5-4345-bb84-e991a6858af8 tempest-ServersAdmin275Test-338545747 tempest-ServersAdmin275Test-338545747-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.2908213 Apr 18 20:23:23.437928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:23:23.464644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-1b99dd7f-6284-45ad-950e-32b68228203e req-5584d016-459a-4846-96ba-2bd7cb8f9cd3 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:23:23.465933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b99dd7f-6284-45ad-950e-32b68228203e req-5584d016-459a-4846-96ba-2bd7cb8f9cd3 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0254245 Apr 18 20:23:23.638372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port a86c2251-09c8-4244-99ea-7707e23e47f9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:23.678945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:23:23.684649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port a86c2251-09c8-4244-99ea-7707e23e47f9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:23.685027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:23.699421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] Sync routers for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:23:23.713680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-643918cf-c19c-400d-abb6-589f91b920f0 admin admin] 10.222.0.47 "PUT /v2.0/routers/e8efd05b-6c79-4b22-94e4-efe63fcdaba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2490442 Apr 18 20:23:23.714745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:23.723292 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:23.728069 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:23.887455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:23.910420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'port_id': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8', 'mac_address': 'fa:16:3e:53:43:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:23:23.970168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b99dd7f-6284-45ad-950e-32b68228203e req-eb9cdd0a-09c1-4720-8220-ce390bcdccbb tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.4012690 Apr 18 20:23:23.991320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.049151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.063057 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:24.107016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a86c2251-09c8-4244-99ea-7707e23e47f9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a86c2251-09c8-4244-99ea-7707e23e47f9,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:24.111377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71572b7e-5a57-458b-82cd-be7bce602d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86c2251-09c8-4244-99ea-7707e23e47f9'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:24.121990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.124070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.207666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba191daa-2472-4dc3-be3e-3479c2235eb3 req-7a5a3ca5-121b-4fb9-a8fa-cd2de2f2edec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=eddf58212ed34857b5ef9bf9becb8f6f&device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0861843 Apr 18 20:23:24.258150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a86c2251-09c8-4244-99ea-7707e23e47f9,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:24.287452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:24.357184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:24.387848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98c171bd-d201-4498-bf74-b59e5c6cfb71 req-4766fc2b-471c-4d82-b096-218e5fc885dd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 210 time: 0.0982757 Apr 18 20:23:24.473898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.482179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba191daa-2472-4dc3-be3e-3479c2235eb3 req-33bc2e09-e3fb-45c4-a320-0339344bd598 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=eddf58212ed34857b5ef9bf9becb8f6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2043579 Apr 18 20:23:24.602715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:24.616840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50696) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:24.771803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4eaf8c7e-084c-4221-8e7c-96c67baea5c8'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:24.809625 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d4b971d5-54c2-41a3-a07b-30ccf408885a req-73368a8b-659c-4d01-a861-c75a5d1bc131 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0877373 Apr 18 20:23:24.842362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] Deleting subnet 796d71b8-99ac-4654-a206-1cdd995ab224 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:24.845960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.869184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.928024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:24.929693 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51'}], 'enable_snat': True}, 'gw_port_id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:23:21Z', 'revision_number': 5, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port': {'id': '1d94422d-1998-4423-9117-8b700cda2dc4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:d8:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:30Z', 'updated_at': '2022-04-18T20:15:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:24.951961 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] Checking router: e8efd05b-6c79-4b22-94e4-efe63fcdaba9 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:23:24.954436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba191daa-2472-4dc3-be3e-3479c2235eb3 req-c8880048-7f69-499a-aee1-a8817500ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:24.957032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba191daa-2472-4dc3-be3e-3479c2235eb3 req-c8880048-7f69-499a-aee1-a8817500ff09 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3974178 Apr 18 20:23:24.975085 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] Routers {'e8efd05b-6c79-4b22-94e4-efe63fcdaba9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:24.975712 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:25.003611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Deleting port 1d94422d-1998-4423-9117-8b700cda2dc4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:25.004242 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.016877 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3df80e-e9e2-4df9-ba7e-8905a197695f'] response: {'server_uuid': '71572b7e-5a57-458b-82cd-be7bce602d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a86c2251-09c8-4244-99ea-7707e23e47f9', 'code': 200} Apr 18 20:23:25.201236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.307240 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] Set router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:25.318746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-2d8f68e1-c45b-4b67-8b55-8d46fe209407 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.320323 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-2d8f68e1-c45b-4b67-8b55-8d46fe209407 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "GET /v2.0/networks?id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 200 len: 818 time: 0.3316798 Apr 18 20:23:25.340470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Request body: {'port': {'device_id': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b', 'admin_state_up': True, 'tenant_id': '4c59b13b7a3b441e9aadc1294f907b51'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:25.356376 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.436647 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:23:24Z', 'revision_number': 6, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:25.441764 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6bc5a15-1567-4d96-9533-3e657e0db74b None None] The sync data for ids ['e8efd05b-6c79-4b22-94e4-efe63fcdaba9'] in n-d-836016-3 is: [{'id': 'e8efd05b-6c79-4b22-94e4-efe63fcdaba9', 'name': 'tempest-TaggedBootDevicesTest_v242-1513741013-router', 'tenant_id': 'e999bcaef14d4e848f17af5abce54f36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:29Z', 'updated_at': '2022-04-18T20:23:24Z', 'revision_number': 6, 'project_id': 'e999bcaef14d4e848f17af5abce54f36', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:23:25.487310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.590233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.593398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=796d71b8-99ac-4654-a206-1cdd995ab224,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:25.604933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-20c85119-9cd6-4685-8cb0-409284e5d138 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.606416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-20c85119-9cd6-4685-8cb0-409284e5d138 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "GET /v2.0/networks?id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 200 len: 818 time: 1.1980736 Apr 18 20:23:25.613597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-14fe035f-5564-4b67-a306-35029939ae8b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/796d71b8-99ac-4654-a206-1cdd995ab224 HTTP/1.1" status: 204 len: 168 time: 0.9935517 Apr 18 20:23:25.613597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:25.615908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:25.642801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Request body: {'port': {'device_id': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b', 'admin_state_up': True, 'tenant_id': '4c59b13b7a3b441e9aadc1294f907b51'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:25.649989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Usage tracker for resource:port and tenant:4c59b13b7a3b441e9aadc1294f907b51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:25.726907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] For port 1d94422d-1998-4423-9117-8b700cda2dc4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1d94422d-1998-4423-9117-8b700cda2dc4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:25.727192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:25.817280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818cd513-04c6-4590-8501-ccaf4a2700ff req-84889ae7-0c1c-4e06-afc4-3244734a3780 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:25.818868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-818cd513-04c6-4590-8501-ccaf4a2700ff req-84889ae7-0c1c-4e06-afc4-3244734a3780 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 944 time: 1.1899304 Apr 18 20:23:25.884574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:25.946479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Calling delete_port for 1d94422d-1998-4423-9117-8b700cda2dc4 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:25.981152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:26.108772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3498bdd4-28ca-491e-b432-44f23a061347 req-39df4534-3cfe-4b15-9575-66393791529f tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 210 time: 0.1837001 Apr 18 20:23:26.123616 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.141805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Made reservation on behalf of 4c59b13b7a3b441e9aadc1294f907b51 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:26.146566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.180574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-818cd513-04c6-4590-8501-ccaf4a2700ff req-9aca39da-22a5-40d9-934b-8775c0909359 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474568 Apr 18 20:23:26.221190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-fda7cf26-95c8-44bd-8f45-fc28449beef3 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.222743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-fda7cf26-95c8-44bd-8f45-fc28449beef3 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "GET /v2.0/networks?id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 200 len: 818 time: 0.5803797 Apr 18 20:23:26.288433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Request body: {'port': {'device_id': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b', 'admin_state_up': True, 'tenant_id': '4c59b13b7a3b441e9aadc1294f907b51'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:26.371822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f49fca-10d4-46cd-89b6-95baa1ca5c54 req-26ea7b53-3ea3-47cd-bafc-f54563437432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:26.373981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-31f49fca-10d4-46cd-89b6-95baa1ca5c54 req-26ea7b53-3ea3-47cd-bafc-f54563437432 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1097 time: 1.1173782 Apr 18 20:23:26.416754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.546196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83a7fc95-85ac-4699-9ed4-dabdc03e5df5 req-33a6f04d-7318-4aa1-b620-62f8f08b4562 tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.47 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.0725145 Apr 18 20:23:26.554616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1d94422d-1998-4423-9117-8b700cda2dc4 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:26.568040 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.595618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:26.621192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d94422d-1998-4423-9117-8b700cda2dc4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:26.626817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 1d94422d-1998-4423-9117-8b700cda2dc4 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:26.627173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1d94422d-1998-4423-9117-8b700cda2dc4 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:26.627597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 71494a35-4ff7-410d-bfd1-45dd6e94a283 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:26.662017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Usage tracker for resource:port and tenant:4c59b13b7a3b441e9aadc1294f907b51 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:26.672285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-31f49fca-10d4-46cd-89b6-95baa1ca5c54 req-2a73352d-dfee-4f78-a90c-924f4d1fb867 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691674 Apr 18 20:23:26.674530 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba191daa-2472-4dc3-be3e-3479c2235eb3 req-f21b5a46-fdc1-41cb-9a96-82c950e4e1db tempest-ServersAdmin275Test-830624630 tempest-ServersAdmin275Test-830624630-project] 10.222.0.61 "GET /v2.0/ports?device_id=56a3cb64-b02d-4361-888a-71f4fb56a8f0 HTTP/1.1" status: 200 len: 210 time: 0.1912489 Apr 18 20:23:26.682710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 71494a35-4ff7-410d-bfd1-45dd6e94a283 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:26.683069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 71494a35-4ff7-410d-bfd1-45dd6e94a283 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:26.685174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:26.690706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Usage tracker for resource:port and tenant:4c59b13b7a3b441e9aadc1294f907b51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:26.694384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:26.701128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:26.726307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:26.729552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Made reservation on behalf of 4c59b13b7a3b441e9aadc1294f907b51 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:26.733031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.776741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:26.800604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50726e72-0b53-47bf-a50d-45f959c1e832']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:26.849433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Made reservation on behalf of 4c59b13b7a3b441e9aadc1294f907b51 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:26.853749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.863592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbf1750-4365-48af-810e-3b4cbf6849c2') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:26.863993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbf1750-4365-48af-810e-3b4cbf6849c2') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:26.913195 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.968054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.968385 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.978462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Allocated IP 172.20.0.14 (d0302a8a-0921-4dc6-bf98-fb9d8594be5b/25c21c4f-8d4b-4f92-bf48-6acbd8be5b09/da4bc0c3-6cf2-4311-86dd-b421408d20dc) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:26.981813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:26.982236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:26.995559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:27.005374 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:27.133280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:27.152650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:27.153223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.273288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.286467 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.288294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.293883 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.356610 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.376652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.378250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8efd05b-6c79-4b22-94e4-efe63fcdaba9 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:23:27.398176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:27.413547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:27.420459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.479586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] Pushing event deleted for resources: {'Network': ['ID=50726e72-0b53-47bf-a50d-45f959c1e832,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:27.492180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.496423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-daedd252-c23f-403d-93b6-39dfa6f80213 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e8efd05b-6c79-4b22-94e4-efe63fcdaba9 HTTP/1.1" status: 204 len: 168 time: 3.7788527 Apr 18 20:23:27.500763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50744) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:27.547026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5f900dee-77b6-4b1b-a208-c6c461692d15 req-cdf30751-0c19-4c32-a42d-866885304a32 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Synchronizing usage tracker for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:27.639143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:27.790506 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f84dc4d1-fa50-446c-9fcf-fd5e036be5bf admin admin] 10.222.0.47 "DELETE /v2.0/networks/50726e72-0b53-47bf-a50d-45f959c1e832 HTTP/1.1" status: 204 len: 168 time: 2.1734037 Apr 18 20:23:27.828569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-5f900dee-77b6-4b1b-a208-c6c461692d15 req-cdf30751-0c19-4c32-a42d-866885304a32 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Unset dirty status for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:27.829976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f900dee-77b6-4b1b-a208-c6c461692d15 req-cdf30751-0c19-4c32-a42d-866885304a32 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 210 time: 0.3949218 Apr 18 20:23:27.933114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.942306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] Deleting subnet 76acb413-4451-4b47-953a-87a2f74373e5 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:27.951583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 8902d628-1d99-467d-b24d-8f978b78fac7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:27.951933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:27.975393 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8cae47-dfcd-42b3-918f-8fba8e896362'] response: {'server_uuid': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8', 'code': 200} Apr 18 20:23:27.986902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:28.027313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:28.078985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:28.252422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:28.270744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Pushing event updated for resources: {'Port': ['ID=da4bc0c3-6cf2-4311-86dd-b421408d20dc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:28.334377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Network d0302a8a-0921-4dc6-bf98-fb9d8594be5b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:28.340644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df6622-c1a9-4705-b035-7f02b8a63637 req-90bc626b-935f-4d49-bc1d-499fe959c647 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.342174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:28.348600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3df6622-c1a9-4705-b035-7f02b8a63637 req-90bc626b-935f-4d49-bc1d-499fe959c647 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.5676675 Apr 18 20:23:28.349058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:23:28.470283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Allocated IP 172.20.0.7 (d0302a8a-0921-4dc6-bf98-fb9d8594be5b/25c21c4f-8d4b-4f92-bf48-6acbd8be5b09/3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:28.492355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7fdc95eb-14c8-4d1f-9fc2-1c3aed5016d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=512b30ef576c4f44a1e9516af1195d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460881 Apr 18 20:23:28.497467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.498194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:28.502378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50764) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:28.533874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3df6622-c1a9-4705-b035-7f02b8a63637 req-e132e775-7a58-44b3-b6f6-3caf56b2218b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842873 Apr 18 20:23:28.590643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port 8902d628-1d99-467d-b24d-8f978b78fac7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8902d628-1d99-467d-b24d-8f978b78fac7,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:28.590921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:28.673830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dcc11a-6522-4a0c-ace5-86bce81edb79 req-c5a9acfb-7025-49c0-928b-81c6e074b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:28.676141 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8dcc11a-6522-4a0c-ace5-86bce81edb79 req-c5a9acfb-7025-49c0-928b-81c6e074b3a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 1096 time: 0.5167079 Apr 18 20:23:28.759497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 8902d628-1d99-467d-b24d-8f978b78fac7 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:28.789874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a005bd35-9b63-4760-aff1-0fafc55dad9d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4532292 Apr 18 20:23:28.813193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:28.842249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:28.894964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8dcc11a-6522-4a0c-ace5-86bce81edb79 req-7a339a45-5847-4f78-8864-4f05f8d6d7c4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440222 Apr 18 20:23:28.937247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Request body: {'port': {'device_id': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:28.984349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.068389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76acb413-4451-4b47-953a-87a2f74373e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:29.083138 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93b44312-1db0-4cd5-9752-8b28765cd497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.088690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5674f26a-2ce7-4db9-a236-13fcec0849ec None None] Network c161fe70-bac9-4ea5-8775-e528be12e05d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:29.091702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.110052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-891edd37-e71e-4adb-ba15-bca4b5f2ed76 req-8402b263-7cd2-4a5f-9388-8440c8167102 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Synchronizing usage tracker for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:29.123156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.136215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4d61f77e-8491-40e7-ad9f-b557f52d0d13 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/76acb413-4451-4b47-953a-87a2f74373e5 HTTP/1.1" status: 204 len: 168 time: 1.6311588 Apr 18 20:23:29.148678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:29.174418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:29.178376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93b44312-1db0-4cd5-9752-8b28765cd497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.182483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-891edd37-e71e-4adb-ba15-bca4b5f2ed76 req-8402b263-7cd2-4a5f-9388-8440c8167102 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Unset dirty status for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:29.192377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-891edd37-e71e-4adb-ba15-bca4b5f2ed76 req-8402b263-7cd2-4a5f-9388-8440c8167102 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 210 time: 0.1644070 Apr 18 20:23:29.217695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Usage tracker for resource:security_group_rule and tenant:eddf58212ed34857b5ef9bf9becb8f6f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:29.230069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:29.251383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:29.352384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93b44312-1db0-4cd5-9752-8b28765cd497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.392493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b44312-1db0-4cd5-9752-8b28765cd497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c3ea6a-376b-4f7a-9531-9ad7166d132a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:29.406762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.457614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.500226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e2ee5-ae8a-412e-9293-d068ff4b3831 req-cdf72a10-6c39-451d-9096-1681e2633412 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:29.511568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-150e2ee5-ae8a-412e-9293-d068ff4b3831 req-cdf72a10-6c39-451d-9096-1681e2633412 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.9320152 Apr 18 20:23:29.545612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] DHCP port deletion for c161fe70-bac9-4ea5-8775-e528be12e05d request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:23:29.552773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] Deleting port 205dbf45-18c6-4ec6-b300-5006d7084028 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:29.558059 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.570853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.621362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93b44312-1db0-4cd5-9752-8b28765cd497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.669835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-93b44312-1db0-4cd5-9752-8b28765cd497 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06c3ea6a-376b-4f7a-9531-9ad7166d132a HTTP/1.1" status: 204 len: 168 time: 1.1615033 Apr 18 20:23:29.693930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Allocated IP 172.20.0.2 (d0302a8a-0921-4dc6-bf98-fb9d8594be5b/25c21c4f-8d4b-4f92-bf48-6acbd8be5b09/66d82aac-5da4-438f-b7ad-839648897876) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:29.756660 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:29.931475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-150e2ee5-ae8a-412e-9293-d068ff4b3831 req-77fdefaa-dc0d-4d37-a2c0-09cee345e771 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4136212 Apr 18 20:23:30.029990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] For port 205dbf45-18c6-4ec6-b300-5006d7084028, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=205dbf45-18c6-4ec6-b300-5006d7084028,segment=NetworkSegment(28a5686e-e852-461d-9841-d3567f8bb021),segment_id=28a5686e-e852-461d-9841-d3567f8bb021)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:30.030698 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.059557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.084285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Network d0302a8a-0921-4dc6-bf98-fb9d8594be5b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:30.142985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:30.155664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:23:30.290417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Pushing event updated for resources: {'Port': ['ID=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:30.401288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] Calling delete_port for 205dbf45-18c6-4ec6-b300-5006d7084028 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:30.418683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:30.419253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.455934 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a8876610-4a45-48c6-b3c3-b90bf7fed64e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1725283 Apr 18 20:23:30.470411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Request body: {'port': {'device_id': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:30.595063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Deleting port 205dbf45-18c6-4ec6-b300-5006d7084028 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:30.595063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.649812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=8902d628-1d99-467d-b24d-8f978b78fac7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:30.653790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 205dbf45-18c6-4ec6-b300-5006d7084028 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:30.707825 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.784007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 205dbf45-18c6-4ec6-b300-5006d7084028 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:30.784523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 205dbf45-18c6-4ec6-b300-5006d7084028 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:30.802006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] Pushing event deleted for resources: {'Port': ['ID=205dbf45-18c6-4ec6-b300-5006d7084028,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:30.818112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e91f6-0f18-4e85-bdb9-42fda14d79d5 None None] No DVR routers for this DVR port 205dbf45-18c6-4ec6-b300-5006d7084028 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:30.846516 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:30.980424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.005836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] The port '205dbf45-18c6-4ec6-b300-5006d7084028' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:23:31.028939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.059773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5daa7d6-d51b-4844-a2ef-0ba19b63979c req-3baa1942-8340-4f49-b64b-6151d6ef04dc tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:31.068584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5daa7d6-d51b-4844-a2ef-0ba19b63979c req-3baa1942-8340-4f49-b64b-6151d6ef04dc tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 931 time: 0.5447469 Apr 18 20:23:31.075651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5708c4-806b-48c4-8e59-c97e94e95c49 req-81f6568b-8225-48c3-8db5-724f9bfdef14 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:31.083518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a5708c4-806b-48c4-8e59-c97e94e95c49 req-81f6568b-8225-48c3-8db5-724f9bfdef14 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 1.1703761 Apr 18 20:23:31.143917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50816) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:31.180380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c5daa7d6-d51b-4844-a2ef-0ba19b63979c req-f38f7216-7bc0-418a-8bae-e5c6733989f2 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Synchronizing usage tracker for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:31.207454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c5daa7d6-d51b-4844-a2ef-0ba19b63979c req-f38f7216-7bc0-418a-8bae-e5c6733989f2 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Unset dirty status for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:31.216631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5daa7d6-d51b-4844-a2ef-0ba19b63979c req-f38f7216-7bc0-418a-8bae-e5c6733989f2 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441405 Apr 18 20:23:31.292558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-9ba8644c-156c-4580-8d34-6af948c123ad tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:31.294036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-9ba8644c-156c-4580-8d34-6af948c123ad tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 1.3714590 Apr 18 20:23:31.372269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.381275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1736380576-network', 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:31.398969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:31.406620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Usage tracker for resource:network and tenant:0f5daaf16c7b496d9b242f9d7fdce567 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:31.410666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:31.419224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:31.437206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:31.440282 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.462436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.465264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eddf58212ed34857b5ef9bf9becb8f6f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6201239 Apr 18 20:23:31.482600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50822) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:31.522134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53566146-a37b-49ae-8d56-871539175ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35aa48d-6f3b-4a4e-8523-4694286df0d1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:31.524657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74374474-12f8-4e19-8178-dfc9adf63c8c req-6aa2f162-c831-481f-946b-95b8a153b080 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:31.532037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74374474-12f8-4e19-8178-dfc9adf63c8c req-6aa2f162-c831-481f-946b-95b8a153b080 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.2010424 Apr 18 20:23:31.547512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a5708c4-806b-48c4-8e59-c97e94e95c49 req-57ecf8d2-be76-4593-bc58-c33a476efd85 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4631076 Apr 18 20:23:31.553634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.559225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:31.582728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Usage tracker for resource:security_group_rule and tenant:0f5daaf16c7b496d9b242f9d7fdce567 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:31.590368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:31.608739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:31.614452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74374474-12f8-4e19-8178-dfc9adf63c8c req-c40ba7f8-7027-42ad-a221-6a510ba73b0e tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815604 Apr 18 20:23:31.656587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57696196-7465-49c8-89ea-aea38b4cdb11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.658308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c161fe70-bac9-4ea5-8775-e528be12e05d']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:31.686404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Deleting port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:31.686755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.702642 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57696196-7465-49c8-89ea-aea38b4cdb11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.735962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a5686e-e852-461d-9841-d3567f8bb021') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:31.736366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a5686e-e852-461d-9841-d3567f8bb021') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:31.774361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.803075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.808393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.814626 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.816981 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.861012 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.869253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57696196-7465-49c8-89ea-aea38b4cdb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.927314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:31.927731 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:31.949583 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:31.955898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:23:31.978736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.008722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.009076 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Added segment af65db26-8066-45ae-9a3e-45e4024b3941 of type vlan for network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 Apr 18 20:23:32.010441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57696196-7465-49c8-89ea-aea38b4cdb11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.011562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-57696196-7465-49c8-89ea-aea38b4cdb11 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b35aa48d-6f3b-4a4e-8523-4694286df0d1 HTTP/1.1" status: 204 len: 168 time: 0.5252175 Apr 18 20:23:32.012459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57696196-7465-49c8-89ea-aea38b4cdb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35aa48d-6f3b-4a4e-8523-4694286df0d1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.102861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.213628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Network d0302a8a-0921-4dc6-bf98-fb9d8594be5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:32.237052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.239338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:32.240036 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.244419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:32.265895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:23:32.501635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3417208 Apr 18 20:23:32.501635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4bc0c3-6cf2-4311-86dd-b421408d20dc {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:32.505649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50834) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:32.521962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7966e0-9e99-4375-8ee3-32d55dd69c30 admin admin] Pushing event updated for resources: {'Network': ['ID=7813db5e-8f95-4a6d-8ee2-2bc1416c7327,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.532350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.538604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Request body: {'subnet': {'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1736380576-subnet', 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:32.542616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:23:32.579831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:32.592046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Usage tracker for resource:subnet and tenant:0f5daaf16c7b496d9b242f9d7fdce567 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:32.599022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Transition to ACTIVE for port object da4bc0c3-6cf2-4311-86dd-b421408d20dc will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:32.600126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:32.625091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Pushing event updated for resources: {'Port': ['ID=66d82aac-5da4-438f-b7ad-839648897876,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.629580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:32.631828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.694580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.699352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:32.808269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.820894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.850996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:32.853154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] Pushing event deleted for resources: {'Network': ['ID=c161fe70-bac9-4ea5-8775-e528be12e05d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.853298 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.922403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:32.934308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:32.934940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:32.963969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Usage tracker for resource:security_group_rule and tenant:04ccc7cf2b0a439284c06a936daf4016 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:32.968268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:32.986692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Pushing event updated for resources: {'Port': ['ID=da4bc0c3-6cf2-4311-86dd-b421408d20dc,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:32.994089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:33.015784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] For port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:33.016181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.032931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9b8a6252-cdae-4c4c-bef9-6e63ef9ca0bd admin admin] 10.222.0.47 "DELETE /v2.0/networks/c161fe70-bac9-4ea5-8775-e528be12e05d HTTP/1.1" status: 204 len: 168 time: 3.8800652 Apr 18 20:23:33.039755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-66b7540f-8ab7-4de9-95f3-b94608ad86c6 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4007010 Apr 18 20:23:33.044805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:33.178710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Request body: {'port': {'device_id': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:33.330845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Calling delete_port for 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:33.343496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853ab87-4595-4dc3-99cb-54635ac0a35e req-5dcdbcbc-30cc-42a9-9487-bb89ce35e17e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.345133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5853ab87-4595-4dc3-99cb-54635ac0a35e req-5dcdbcbc-30cc-42a9-9487-bb89ce35e17e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.6016185 Apr 18 20:23:33.354184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Attempting to bind port da4bc0c3-6cf2-4311-86dd-b421408d20dc on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:33.354520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Attempting to bind port da4bc0c3-6cf2-4311-86dd-b421408d20dc by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:33.355056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Attempting to bind port da4bc0c3-6cf2-4311-86dd-b421408d20dc on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:33.390926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Port da4bc0c3-6cf2-4311-86dd-b421408d20dc on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:23:33.391291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Attempting to bind port da4bc0c3-6cf2-4311-86dd-b421408d20dc on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:33.406336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:33.423796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:23:33.424367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Checking segment: {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:33.425531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Bound using segment: {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:23:33.426180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Bound port: da4bc0c3-6cf2-4311-86dd-b421408d20dc, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:33.426808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.438727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.539459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5853ab87-4595-4dc3-99cb-54635ac0a35e req-b47e44ab-cd63-43bc-b9f1-e3235dc4b692 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775954 Apr 18 20:23:33.554274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Transition to ACTIVE for port object 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:33.578893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.588786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093d7772-d239-46a3-b444-b86a51aa7a82 req-b6e71207-430a-4459-9d98-4196d3624159 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:33.590352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-093d7772-d239-46a3-b444-b86a51aa7a82 req-b6e71207-430a-4459-9d98-4196d3624159 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 931 time: 0.9113266 Apr 18 20:23:33.668764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.719051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 63ed3a6c-73bb-40da-8222-d187d5aa114b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:23:33.883532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.915325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:33.927837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] For port da4bc0c3-6cf2-4311-86dd-b421408d20dc, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:23:33.969022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-093d7772-d239-46a3-b444-b86a51aa7a82 req-25e054e5-8feb-47e2-8da1-a9b81f4e7302 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300884 Apr 18 20:23:33.977310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.007213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.114292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] For port da4bc0c3-6cf2-4311-86dd-b421408d20dc, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=da4bc0c3-6cf2-4311-86dd-b421408d20dc,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:23:34.151486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4402abdb-ee97-4be2-824e-79d45393fef7,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.184136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.228596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:34.228952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Network hostable DHCP agents. Network: 7813db5e-8f95-4a6d-8ee2-2bc1416c7327, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:23:34.274358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.276258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.277829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] 10.222.0.61 "PUT /v2.0/ports/da4bc0c3-6cf2-4311-86dd-b421408d20dc HTTP/1.1" status: 200 len: 1092 time: 5.3871887 Apr 18 20:23:34.287598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'tag': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:34.372901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.384930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7', '439fe12d-37b0-4c32-8587-cb23bd461ba6'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:34.428984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Attempting to bind port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:34.428984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Attempting to bind port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:34.428984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Attempting to bind port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:34.430739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:23:34.444662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=04ccc7cf2b0a439284c06a936daf4016&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6950643 Apr 18 20:23:34.482342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50862) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:34.539956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32777183-538d-49f3-ae00-48f2349d7f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8be88b8b-9be8-4aa3-b6d9-2c353954fdfd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.613126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Pushing event deleted for resources: {'Port': ['ID=87e2407d-1a8d-48ef-adf4-60e5ab7c8dee,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.632679 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efd3ded-9ec8-414c-b3b1-b360dd0c4b3b'] response: {'name': 'network-changed', 'server_uuid': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'tag': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc', 'status': 'completed', 'code': 200} Apr 18 20:23:34.668189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74fefd-dd77-4d50-93ad-2842bbbb5e17 service neutron] Pushing event updated for resources: {'Port': ['ID=da4bc0c3-6cf2-4311-86dd-b421408d20dc,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:34.678908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:23:34.678908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Attempting to bind port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:34.697300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c1cecf-53d8-4ad0-9508-7d4aa5a8d903 req-4851afc0-6c41-468d-a601-962dbdd85714 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.705246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b1c1cecf-53d8-4ad0-9508-7d4aa5a8d903 req-4851afc0-6c41-468d-a601-962dbdd85714 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=abc25c10-9091-4d1d-bb1a-7f886a921ac8 HTTP/1.1" status: 200 len: 946 time: 0.9305637 Apr 18 20:23:34.728569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 7813db5e-8f95-4a6d-8ee2-2bc1416c7327) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:34.734351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.734934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.743656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:23:34.744003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Checking segment: {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:34.744579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Bound using segment: {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:23:34.745042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Bound port: 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:34.745394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:34.747612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d367ac51-dd21-4d22-9384-8a7b32d2b53a None None] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:34.856201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2ca5e73a-6625-4d45-8c53-94af4b2b2a47 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 2.3473136 Apr 18 20:23:34.879080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b1c1cecf-53d8-4ad0-9508-7d4aa5a8d903 req-428c3fa0-ec6a-4fe1-b21d-6a7069277364 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692808 Apr 18 20:23:34.976872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-42fa19d3-4a10-414e-b155-995621191a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:34.981646 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-42fa19d3-4a10-414e-b155-995621191a40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466 HTTP/1.1" status: 200 len: 1095 time: 0.6470656 Apr 18 20:23:35.053344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:35.113849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-c8452b8e-fdf1-43eb-b477-969ea428f804 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da4bc0c3-6cf2-4311-86dd-b421408d20dc HTTP/1.1" status: 200 len: 217 time: 0.1147377 Apr 18 20:23:35.168120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:23:35.207833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:23:35.226261 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:35.270371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:35.271087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:35.373342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:23:35.375164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.376099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:35.379751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b8d45404-5702-4413-adf0-294c4063546f service neutron] 10.222.0.61 "PUT /v2.0/ports/3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 HTTP/1.1" status: 200 len: 1091 time: 4.9134943 Apr 18 20:23:35.403459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] Sync routers for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:23:35.416948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] No DVR routers for this DVR port 87e2407d-1a8d-48ef-adf4-60e5ab7c8dee on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:35.420948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:35.423151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-e9573368-4c76-441b-9acd-d2337bba4c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.424627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-e9573368-4c76-441b-9acd-d2337bba4c5f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 HTTP/1.1" status: 200 len: 858 time: 0.3037844 Apr 18 20:23:35.438901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'name': 'network-vif-deleted', 'tag': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:35.442558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:35.445788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:35.538305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d7000c0-8e05-41e9-b8ca-569213c08135 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/63ed3a6c-73bb-40da-8222-d187d5aa114b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1454384 Apr 18 20:23:35.545412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd12478-5a9d-40d0-9118-b29f979b2016 None None] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:35.556116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50878) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:35.622089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-246c25cd-91de-4b8d-ad2d-dd328aa93f22 req-fa92fa17-89f0-4da6-a288-604c89a1444f tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "DELETE /v2.0/ports/87e2407d-1a8d-48ef-adf4-60e5ab7c8dee HTTP/1.1" status: 204 len: 173 time: 4.2718477 Apr 18 20:23:35.635765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-b32f1c78-1b70-4d4f-ba0c-8b44b6cf0079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905522 Apr 18 20:23:35.661065 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa367-95e4-4f61-a198-f4a0a4f0ae90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:35.698290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa367-95e4-4f61-a198-f4a0a4f0ae90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:35.726990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d45404-5702-4413-adf0-294c4063546f service neutron] Pushing event updated for resources: {'Port': ['ID=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:35.817031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa367-95e4-4f61-a198-f4a0a4f0ae90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:35.865787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7fa367-95e4-4f61-a198-f4a0a4f0ae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8be88b8b-9be8-4aa3-b6d9-2c353954fdfd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:35.869316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-bbc8114d-3c6d-4c8a-9437-61c43a63b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.870939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-bbc8114d-3c6d-4c8a-9437-61c43a63b155 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 1096 time: 1.4211574 Apr 18 20:23:35.880201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2c49b-d805-4f37-9a43-6d10826a08be req-804a217a-3639-4270-a81d-7050ecb785e4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.881886 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44f2c49b-d805-4f37-9a43-6d10826a08be req-804a217a-3639-4270-a81d-7050ecb785e4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 1.1273859 Apr 18 20:23:35.943093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:35.954860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa31be1-499d-48ef-8181-29e8ad910c51 req-ec9d7b7e-f761-47f5-bc8a-745d6dccacd4 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:35.957231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fa31be1-499d-48ef-8181-29e8ad910c51 req-ec9d7b7e-f761-47f5-bc8a-745d6dccacd4 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 943 time: 0.6402898 Apr 18 20:23:35.969545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting subnet 7912704c-a5b6-4934-a465-cc2b42626e22 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:35.974858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:36.006346 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d7fa367-95e4-4f61-a198-f4a0a4f0ae90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:36.011544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1d7fa367-95e4-4f61-a198-f4a0a4f0ae90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8be88b8b-9be8-4aa3-b6d9-2c353954fdfd HTTP/1.1" status: 204 len: 168 time: 1.5271273 Apr 18 20:23:36.126318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:36.286412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44f2c49b-d805-4f37-9a43-6d10826a08be req-cf578ea0-bc0d-4b07-9575-04f08cb79e6b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846560 Apr 18 20:23:36.352501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50896) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:36.467869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-81f331c2-53e7-4531-996a-bd97980fbe5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.469665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-81f331c2-53e7-4531-996a-bd97980fbe5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 1094 time: 1.0254624 Apr 18 20:23:36.559389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-4ea50e80-af1f-4b5e-9cc7-f9003ae0ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.560923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-4ea50e80-af1f-4b5e-9cc7-f9003ae0ef37 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.6745322 Apr 18 20:23:36.635020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:36.723383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-d578cd45-63c5-465d-af5a-00319748326b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 HTTP/1.1" status: 200 len: 217 time: 0.2328684 Apr 18 20:23:36.800252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d82aac-5da4-438f-b7ad-839648897876 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:36.825119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:36.851987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Transition to ACTIVE for port object 66d82aac-5da4-438f-b7ad-839648897876 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:36.857119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f9c0920f-5c3d-4622-a0f8-9f902dacf000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:36.859144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f9c0920f-5c3d-4622-a0f8-9f902dacf000 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 HTTP/1.1" status: 200 len: 858 time: 0.1008449 Apr 18 20:23:36.861144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-9cfcde84-5dcc-4281-b4db-beff0f16c93a service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2042716 Apr 18 20:23:36.895618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:36.900033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:36.925348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fa31be1-499d-48ef-8181-29e8ad910c51 req-9a94404c-45fa-49a7-86b1-663a103a885b tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8333106 Apr 18 20:23:36.952468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:23:29Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:36.955474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] Checking router: 63ed3a6c-73bb-40da-8222-d187d5aa114b for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:23:36.968799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] Routers {'63ed3a6c-73bb-40da-8222-d187d5aa114b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:36.969443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['63ed3a6c-73bb-40da-8222-d187d5aa114b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:37.115315 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28a51b8-fda3-4315-ba22-85922d52d7cb'] response: {'server_uuid': 'abc25c10-9091-4d1d-bb1a-7f886a921ac8', 'name': 'network-vif-deleted', 'tag': '87e2407d-1a8d-48ef-adf4-60e5ab7c8dee', 'status': 'completed', 'code': 200} Apr 18 20:23:37.134527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-c132df97-6503-4e27-853c-736a706a0076 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8 HTTP/1.1" status: 200 len: 217 time: 0.5613289 Apr 18 20:23:37.176319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.242023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-bb986921-1474-4358-9f3b-34509b132f43 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3114610 Apr 18 20:23:37.244059 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-6e48b75a-ab9e-4941-8810-9c45d02c1700 service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124824 Apr 18 20:23:37.250109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:37.254791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Usage tracker for resource:security_group_rule and tenant:6663089436b847269a962cd80880675e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:37.258322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:37.271172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:37.353106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] Set router 63ed3a6c-73bb-40da-8222-d187d5aa114b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:37.502658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.509200 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0022abae-fa70-47f8-8250-3540ad2f408d'] response: {'name': 'network-changed', 'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16', 'status': 'completed', 'code': 200} Apr 18 20:23:37.848741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:37.905230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:23:29Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:37.915415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475bd2b6-1e2d-4ccd-9eb5-5f3aa532db4a None None] The sync data for ids ['63ed3a6c-73bb-40da-8222-d187d5aa114b'] in n-d-836016-3 is: [{'id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-901915006', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:20:13Z', 'updated_at': '2022-04-18T20:23:29Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'fdcce47e-ce7a-413a-931b-e0615e5611d1', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63ed3a6c-73bb-40da-8222-d187d5aa114b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:20:14Z', 'updated_at': '2022-04-18T20:20:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:23:37.968266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Pushing event updated for resources: {'Port': ['ID=66d82aac-5da4-438f-b7ad-839648897876,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:38.052013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-167f1d4c-dff5-47c5-b565-7c6c0de7252d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.054613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-167f1d4c-dff5-47c5-b565-7c6c0de7252d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.8923023 Apr 18 20:23:38.238307 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6663089436b847269a962cd80880675e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8594677 Apr 18 20:23:38.239804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-e14901ac-d47f-4c96-a63a-437ab3d07b7f service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7263758 Apr 18 20:23:38.245247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50946) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:38.276335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6258706-7881-4ace-8d55-b870b7db0781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43492085-e0e8-43cd-9fcb-d5b2c9fb72bd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:38.317531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6f46-030c-45b2-a771-db97dc47a67b req-868611ec-be35-4420-ae1f-91b739b81c14 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.319089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-868611ec-be35-4420-ae1f-91b739b81c14 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 1.4479921 Apr 18 20:23:38.326744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.369939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-908510a5-02fd-45b8-8158-7f4137687a23 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.0245647 Apr 18 20:23:38.414264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Attempting to bind port 66d82aac-5da4-438f-b7ad-839648897876 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:38.415254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Attempting to bind port 66d82aac-5da4-438f-b7ad-839648897876 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:38.415254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Attempting to bind port 66d82aac-5da4-438f-b7ad-839648897876 on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:38.462256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8902d628-1d99-467d-b24d-8f978b78fac7 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:38.504810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 8902d628-1d99-467d-b24d-8f978b78fac7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:38.505210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8902d628-1d99-467d-b24d-8f978b78fac7 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:38.535242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Port 66d82aac-5da4-438f-b7ad-839648897876 on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:23:38.535520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Attempting to bind port 66d82aac-5da4-438f-b7ad-839648897876 on network d0302a8a-0921-4dc6-bf98-fb9d8594be5b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:38.552749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-35b96736-fd78-48b9-b75d-57506eabe51f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1818428 Apr 18 20:23:38.570691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-9900495b-208e-4116-8204-db7dcc91b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.572321 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-9900495b-208e-4116-8204-db7dcc91b7ee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466 HTTP/1.1" status: 200 len: 1095 time: 1.0622718 Apr 18 20:23:38.598318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:23:38.598677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Checking segment: {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:38.599050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Bound using segment: {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:23:38.599500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Bound port: 66d82aac-5da4-438f-b7ad-839648897876, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18f68b42-9737-4fb7-8119-0c02a22bad74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:38.599851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.666853 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13c218f4-0a35-493f-a25b-22431a106acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.700764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-9f0aa8df-7d4d-4f01-ba3c-9b01f33e8c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.702311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-9f0aa8df-7d4d-4f01-ba3c-9b01f33e8c1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5140362 Apr 18 20:23:38.783544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.832772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db00c1-a555-4e94-b348-a9c765ae0823 req-8c1dd6c4-a47b-400a-b754-f2b010b2763e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:38.834250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61db00c1-a555-4e94-b348-a9c765ae0823 req-8c1dd6c4-a47b-400a-b754-f2b010b2763e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.8371730 Apr 18 20:23:38.839850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13c218f4-0a35-493f-a25b-22431a106acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.866089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a1d8a4c0-b884-421f-a3a7-502860adc15b service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6036882 Apr 18 20:23:38.867955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Subnet': ['ID=7912704c-a5b6-4934-a465-cc2b42626e22,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:38.878706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce721a3-50c3-476a-a731-1eb8e21527ec None None] Network 18a16ad8-2dfe-4848-bf9a-583708ce6b6a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:38.884259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:38.949585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5325c619-47e3-4b29-851e-8007c408627e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/subnets/7912704c-a5b6-4934-a465-cc2b42626e22 HTTP/1.1" status: 204 len: 168 time: 3.3834639 Apr 18 20:23:38.964337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-21e50a36-9fa9-4cd5-9369-de976ba8fcfb service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4093189 Apr 18 20:23:38.966221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50956) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:38.975713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] For port 66d82aac-5da4-438f-b7ad-839648897876, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:23:39.021021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-64fcb624-ff06-4b72-afe8-8bd2e10db26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.022537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-64fcb624-ff06-4b72-afe8-8bd2e10db26a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 200 len: 919 time: 0.4180336 Apr 18 20:23:39.025725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61db00c1-a555-4e94-b348-a9c765ae0823 req-0391cc78-0638-4ef6-91ec-dccf0054a26e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674712 Apr 18 20:23:39.099097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] For port 66d82aac-5da4-438f-b7ad-839648897876, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66d82aac-5da4-438f-b7ad-839648897876,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:23:39.119553 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-efc579ce-b82c-41ff-90ec-c048c51ab0f3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=da4bc0c3-6cf2-4311-86dd-b421408d20dc HTTP/1.1" status: 200 len: 217 time: 0.0862443 Apr 18 20:23:39.148144 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.206997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] DHCP port deletion for 18a16ad8-2dfe-4848-bf9a-583708ce6b6a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:23:39.209840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13c218f4-0a35-493f-a25b-22431a106acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.211486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] Deleting port 865e934f-95dd-4b06-95c1-7f158c03f931 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:39.211868 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.247585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Pushing event updated for resources: {'Port': ['ID=66d82aac-5da4-438f-b7ad-839648897876,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:39.282909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-35692197-59b2-43ac-9826-b63ca0375552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.285169 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-35692197-59b2-43ac-9826-b63ca0375552 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 1094 time: 0.3354719 Apr 18 20:23:39.288403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c218f4-0a35-493f-a25b-22431a106acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43492085-e0e8-43cd-9fcb-d5b2c9fb72bd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:39.305144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Deleting port f90a5e19-d3be-426a-b514-43fbfc4cd242 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:39.305528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.332428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-48fd976a-1f6d-4b6d-8702-1c26c78855f7 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5930762 Apr 18 20:23:39.337910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13c218f4-0a35-493f-a25b-22431a106acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.341301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13c218f4-0a35-493f-a25b-22431a106acf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43492085-e0e8-43cd-9fcb-d5b2c9fb72bd HTTP/1.1" status: 204 len: 168 time: 1.0887992 Apr 18 20:23:39.364154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-169113f0-3d8e-4c10-aaea-780af71e67e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.365653 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-169113f0-3d8e-4c10-aaea-780af71e67e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 HTTP/1.1" status: 200 len: 858 time: 0.2232726 Apr 18 20:23:39.474855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] For port 865e934f-95dd-4b06-95c1-7f158c03f931, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=865e934f-95dd-4b06-95c1-7f158c03f931,segment=NetworkSegment(13c7dd97-2477-4c82-8ace-b16f9cced622),segment_id=13c7dd97-2477-4c82-8ace-b16f9cced622)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:39.475383 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.484290 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-a16b6523-53a2-47f4-b78c-55a994ee5969 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641463 Apr 18 20:23:39.620560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dcc063-0232-489e-a9fe-dad1e3d711c9 req-766b0c2c-4758-4869-a780-e4115ee61307 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.621493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] Calling delete_port for 865e934f-95dd-4b06-95c1-7f158c03f931 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:39.622410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85dcc063-0232-489e-a9fe-dad1e3d711c9 req-766b0c2c-4758-4869-a780-e4115ee61307 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 945 time: 0.3884408 Apr 18 20:23:39.633976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.634771 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.636262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-f468baae-c34c-46cb-a604-5d6890fca450 service neutron] 10.222.0.61 "PUT /v2.0/ports/66d82aac-5da4-438f-b7ad-839648897876 HTTP/1.1" status: 200 len: 1091 time: 6.5805495 Apr 18 20:23:39.651170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'tag': '66d82aac-5da4-438f-b7ad-839648897876'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:39.660355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-14d3d828-311d-45f8-a366-7751f9f5a361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.661871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-14d3d828-311d-45f8-a366-7751f9f5a361 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 200 len: 919 time: 0.3628411 Apr 18 20:23:39.747655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:39.769735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-61dbff81-ba49-4105-be36-db5130726d5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 HTTP/1.1" status: 200 len: 217 time: 0.0896859 Apr 18 20:23:39.796462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-29a60322-07aa-44c6-917d-c1102f1f338e service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024168 Apr 18 20:23:39.802647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] No DVR routers for this DVR port 865e934f-95dd-4b06-95c1-7f158c03f931 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:39.821259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e876027f-63bb-4022-956e-a8701f6c02bf None None] Pushing event deleted for resources: {'Port': ['ID=865e934f-95dd-4b06-95c1-7f158c03f931,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:39.843728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85dcc063-0232-489e-a9fe-dad1e3d711c9 req-25c1c4fe-c1fd-4908-bfca-75a1ac5769c8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101779 Apr 18 20:23:39.979457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-675ef97a-c2a8-4a82-8e70-a2758ec3a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:39.981746 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-675ef97a-c2a8-4a82-8e70-a2758ec3a306 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 HTTP/1.1" status: 200 len: 858 time: 0.1837733 Apr 18 20:23:40.042681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-40841f42-e370-4782-8e96-da5874bacf37 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510898 Apr 18 20:23:40.061151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-c772914e-1a42-41f8-80e5-ccf788720ba8 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0748818 Apr 18 20:23:40.077768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.303982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-f776d959-27ca-4955-bcc4-7a912bf386cd service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592764 Apr 18 20:23:40.343030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.372499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8a90ca4-2b19-48d2-865a-067cf670b7f8 req-36903343-9468-443e-9d90-725b1067f8f6 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9683731 Apr 18 20:23:40.386060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626cf39-284b-4e7f-8bca-569040fab863 req-c0c3753c-697d-4484-97fc-881bfffb4ac4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.387001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6626cf39-284b-4e7f-8bca-569040fab863 req-c0c3753c-697d-4484-97fc-881bfffb4ac4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Synchronizing usage tracker for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:40.406858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port fdcce47e-ce7a-413a-931b-e0615e5611d1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:40.407426 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.439223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-53969bde-6559-4920-bce2-759f3f8322aa service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882792 Apr 18 20:23:40.504312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c93a51-eda9-4798-aeea-704b8651f5b0 req-edf6c5bf-af6d-4504-be5f-394756574060 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.506206 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74c93a51-eda9-4798-aeea-704b8651f5b0 req-edf6c5bf-af6d-4504-be5f-394756574060 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 943 time: 0.2524104 Apr 18 20:23:40.539167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] For port f90a5e19-d3be-426a-b514-43fbfc4cd242, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f90a5e19-d3be-426a-b514-43fbfc4cd242,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:40.539696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:40.553169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-185616b6-aef3-41f7-88ea-d141be021eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:40.554981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-185616b6-aef3-41f7-88ea-d141be021eda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 1094 time: 0.8104079 Apr 18 20:23:40.627695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 865e934f-95dd-4b06-95c1-7f158c03f931 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:40.641124 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74c93a51-eda9-4798-aeea-704b8651f5b0 req-84bd7135-0e6f-4430-9517-a2236205d958 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709519 Apr 18 20:23:40.668030 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a9dea9e-554e-4959-bc7b-37471005a642 req-34f44a8f-eee5-4232-a84c-8396f9c7ec63 service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198462 Apr 18 20:23:40.728850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 865e934f-95dd-4b06-95c1-7f158c03f931 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:40.729196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 865e934f-95dd-4b06-95c1-7f158c03f931 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:40.906630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6626cf39-284b-4e7f-8bca-569040fab863 req-c0c3753c-697d-4484-97fc-881bfffb4ac4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Unset dirty status for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:40.911098 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6626cf39-284b-4e7f-8bca-569040fab863 req-c0c3753c-697d-4484-97fc-881bfffb4ac4 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 945 time: 1.5774276 Apr 18 20:23:40.995486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Calling delete_port for f90a5e19-d3be-426a-b514-43fbfc4cd242 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:41.030320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device da4bc0c3-6cf2-4311-86dd-b421408d20dc details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:23:41.099479 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e0f2c38-9229-43de-896a-83b5b142b8fb'] response: {'name': 'network-changed', 'server_uuid': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'tag': '66d82aac-5da4-438f-b7ad-839648897876', 'status': 'completed', 'code': 200} Apr 18 20:23:41.101501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-68903e9b-ff54-43b4-8b05-a1ac02700116 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66d82aac-5da4-438f-b7ad-839648897876 HTTP/1.1" status: 200 len: 217 time: 0.5324340 Apr 18 20:23:41.111574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f005d7d-b9d6-4a68-85b2-926b12975745 req-a8b06881-f907-4850-9b7f-781cde179ae0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.120230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f005d7d-b9d6-4a68-85b2-926b12975745 req-a8b06881-f907-4850-9b7f-781cde179ae0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.1606402 Apr 18 20:23:41.134374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed2efabd-e435-4e65-9b58-3604304628dc req-aa061e06-e543-4316-a5aa-ffa34bbeb1a0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 210 time: 0.2212040 Apr 18 20:23:41.251460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f005d7d-b9d6-4a68-85b2-926b12975745 req-b27a29ce-0e8d-4b96-b85e-f8c8a2935c45 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300344 Apr 18 20:23:41.252002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port da4bc0c3-6cf2-4311-86dd-b421408d20dc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=da4bc0c3-6cf2-4311-86dd-b421408d20dc,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:41.271690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc', 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b', 'port_id': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc', 'mac_address': 'fa:16:3e:c6:80:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c21c4f-8d4b-4f92-bf48-6acbd8be5b09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:23:41.376433 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.426791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4bc0c3-6cf2-4311-86dd-b421408d20dc {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:41.434017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-51b7c983-2309-4513-819b-372b451728e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:41.435750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-51b7c983-2309-4513-819b-372b451728e4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 HTTP/1.1" status: 200 len: 858 time: 0.2634552 Apr 18 20:23:41.464483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port da4bc0c3-6cf2-4311-86dd-b421408d20dc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=da4bc0c3-6cf2-4311-86dd-b421408d20dc,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:41.472211 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.510997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Deleting port 439fe12d-37b0-4c32-8587-cb23bd461ba6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:41.511481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:41.600620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-ede22103-ccd3-4006-9ab8-57e4be79c719 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403544 Apr 18 20:23:41.664004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=da4bc0c3-6cf2-4311-86dd-b421408d20dc,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:41.742429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['da4bc0c3-6cf2-4311-86dd-b421408d20dc'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:41.959360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port fdcce47e-ce7a-413a-931b-e0615e5611d1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fdcce47e-ce7a-413a-931b-e0615e5611d1,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:41.959772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:42.019425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2b25e-0fed-4414-aa6b-03f646fa6d10 req-c3deb862-320c-453e-97f8-ce299b81f378 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.027101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37a2b25e-0fed-4414-aa6b-03f646fa6d10 req-c3deb862-320c-453e-97f8-ce299b81f378 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 943 time: 0.2260709 Apr 18 20:23:42.082085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37a2b25e-0fed-4414-aa6b-03f646fa6d10 req-97bb168e-728b-4ebb-b802-0cd3b16b7ceb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Apr 18 20:23:42.210210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for fdcce47e-ce7a-413a-931b-e0615e5611d1 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:42.242301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51036) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:42.370027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-a20dfdeb-d127-4af2-acb7-965528051b27 service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7437391 Apr 18 20:23:42.418139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a05115-fdf2-4066-8157-b13d04fc40c5 req-4e1e4e1c-6149-4439-9944-4347c0d1b9b5 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.426288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66a05115-fdf2-4066-8157-b13d04fc40c5 req-4e1e4e1c-6149-4439-9944-4347c0d1b9b5 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 945 time: 0.9191287 Apr 18 20:23:42.478455 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51108673-2850-4408-b312-9d12caa22db2 req-24c787ea-523d-4985-99ef-2e1f941de061 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 210 time: 0.1144288 Apr 18 20:23:42.685882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] For port 439fe12d-37b0-4c32-8587-cb23bd461ba6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=439fe12d-37b0-4c32-8587-cb23bd461ba6,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:42.686266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:42.707928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6f46-030c-45b2-a771-db97dc47a67b req-55b0247d-42fa-4ba0-ae2e-3deddc8467ad tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.708672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-817a6f46-030c-45b2-a771-db97dc47a67b req-55b0247d-42fa-4ba0-ae2e-3deddc8467ad tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:42.817438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-817a6f46-030c-45b2-a771-db97dc47a67b req-55b0247d-42fa-4ba0-ae2e-3deddc8467ad tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:42.818623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-55b0247d-42fa-4ba0-ae2e-3deddc8467ad tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.5255539 Apr 18 20:23:42.833748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5b60a-0630-48cd-a204-cbbdf87f4cf0 req-7b3c8380-c130-4068-9965-f969a951a175 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:42.835313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0a5b60a-0630-48cd-a204-cbbdf87f4cf0 req-7b3c8380-c130-4068-9965-f969a951a175 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.1233990 Apr 18 20:23:42.840450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Request body: {'port': {'device_id': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'admin_state_up': True, 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:43.003583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.025031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:43.029561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Usage tracker for resource:security_group_rule and tenant:fc5a647e4ef6410990a6cfb01b6ee7b0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:43.037577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:43.037861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Calling delete_port for 439fe12d-37b0-4c32-8587-cb23bd461ba6 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:43.045820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:23:43.047911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:43.053101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0a5b60a-0630-48cd-a204-cbbdf87f4cf0 req-de989723-d5d1-43c8-a688-fae635553228 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913443 Apr 18 20:23:43.072213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device da4bc0c3-6cf2-4311-86dd-b421408d20dc up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:43.084142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66a05115-fdf2-4066-8157-b13d04fc40c5 req-af30d252-ac9b-40d5-a2d4-ad780aa0f273 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551459 Apr 18 20:23:43.178954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:43.192995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Usage tracker for resource:port and tenant:0f5daaf16c7b496d9b242f9d7fdce567 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:43.202175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:43.241847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:43.272832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.275705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port da4bc0c3-6cf2-4311-86dd-b421408d20dc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:43.290682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:43.297026 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.322247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port da4bc0c3-6cf2-4311-86dd-b421408d20dc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:43.325625 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.329226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9e95d5-3c52-4181-b656-11f251e4dae8 req-261a6999-b0b9-476a-aed2-700793201aa3 service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9225163 Apr 18 20:23:43.342974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.347378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90a5e19-d3be-426a-b514-43fbfc4cd242,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:43.550636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=fdcce47e-ce7a-413a-931b-e0615e5611d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:43.604918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-118fd54c-599a-4458-87ec-ade769818884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.820068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.838872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.844314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:43.894799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:43.976359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16', 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b', 'port_id': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16', 'mac_address': 'fa:16:3e:28:61:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c21c4f-8d4b-4f92-bf48-6acbd8be5b09', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:23:43.984170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:44.080138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port da4bc0c3-6cf2-4311-86dd-b421408d20dc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=da4bc0c3-6cf2-4311-86dd-b421408d20dc,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:44.095739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.099354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 439fe12d-37b0-4c32-8587-cb23bd461ba6 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:44.125817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-79f4a05a-24cc-45cb-99cc-a35268bd9d99 req-4e6e449e-4639-4b1c-bb4f-f9959d727ed2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 210 time: 0.1817701 Apr 18 20:23:44.177775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.256207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.285487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4990fa87-e07e-4100-b3c5-8d398175cac5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:44.306078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ced2f8ab-8d82-4cf7-955c-ca29259a7484 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc5a647e4ef6410990a6cfb01b6ee7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0619218 Apr 18 20:23:44.314921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=da4bc0c3-6cf2-4311-86dd-b421408d20dc,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:44.318367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51092) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:44.327111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:44.333715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Pushing event deleted for resources: {'Port': ['ID=439fe12d-37b0-4c32-8587-cb23bd461ba6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:44.401973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 439fe12d-37b0-4c32-8587-cb23bd461ba6 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:44.402361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 439fe12d-37b0-4c32-8587-cb23bd461ba6 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:44.404582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.458739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Allocated IP 172.20.0.5 (7813db5e-8f95-4a6d-8ee2-2bc1416c7327/4402abdb-ee97-4be2-824e-79d45393fef7/f626cdd9-14a3-441b-b3a4-8a952f9067de) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:23:44.462440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:44.560443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ef9826-9c12-4e79-bff7-8b665e1d7e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.562254 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bf6523-3b4e-4462-ac0e-b9c6f5da72db'] response: {'server_uuid': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc', 'code': 200} Apr 18 20:23:44.603086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:44.631727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.691698 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ef9826-9c12-4e79-bff7-8b665e1d7e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:44.926477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a91e6fc-4448-43ee-91bf-55d1a74690b5 req-963edd22-e429-47a7-aeec-794d4bdc107d tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 210 time: 0.1685526 Apr 18 20:23:44.930053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:45.011115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:45.038678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-a929aec3-8c92-415c-8eee-40bfcc856440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.041210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-a929aec3-8c92-415c-8eee-40bfcc856440 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 1094 time: 1.4978962 Apr 18 20:23:45.042212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.053383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] No DVR routers for this DVR port 439fe12d-37b0-4c32-8587-cb23bd461ba6 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:45.183910 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.248094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'name': 'network-vif-deleted', 'tag': '439fe12d-37b0-4c32-8587-cb23bd461ba6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:45.291000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.296304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6626cf39-284b-4e7f-8bca-569040fab863 req-fb48bd32-19c0-41b5-a27f-f1b83fb9c401 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "DELETE /v2.0/ports/439fe12d-37b0-4c32-8587-cb23bd461ba6 HTTP/1.1" status: 204 len: 173 time: 4.1930201 Apr 18 20:23:45.312478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bf8cb-0811-4419-bccd-b4f6c0db8de4 req-737e6d2f-2057-4e6d-8a43-841215dee049 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.315311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac2bf8cb-0811-4419-bccd-b4f6c0db8de4 req-737e6d2f-2057-4e6d-8a43-841215dee049 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 943 time: 1.9322879 Apr 18 20:23:45.328239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.532549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ef9826-9c12-4e79-bff7-8b665e1d7e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.574508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef9826-9c12-4e79-bff7-8b665e1d7e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4990fa87-e07e-4100-b3c5-8d398175cac5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:45.601285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.638787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ca14e-2cb1-450c-9f08-fbc8dd850c2c req-e6b44ba3-87b7-4208-b5e2-3763b760fd74 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.640627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b1ca14e-2cb1-450c-9f08-fbc8dd850c2c req-e6b44ba3-87b7-4208-b5e2-3763b760fd74 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.2070098 Apr 18 20:23:45.642762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ef9826-9c12-4e79-bff7-8b665e1d7e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.647528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02ef9826-9c12-4e79-bff7-8b665e1d7e01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4990fa87-e07e-4100-b3c5-8d398175cac5 HTTP/1.1" status: 204 len: 168 time: 1.3243248 Apr 18 20:23:45.677250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.678185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Fanout notify agent at l3_agent the message router_deleted on router 63ed3a6c-73bb-40da-8222-d187d5aa114b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:23:45.742676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b1ca14e-2cb1-450c-9f08-fbc8dd850c2c req-e961e455-f16b-4f1d-b163-5bba5fb24d91 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769727 Apr 18 20:23:45.744794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.800424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac2bf8cb-0811-4419-bccd-b4f6c0db8de4 req-fd3cf629-3ead-416a-ad04-297acd8a5fe9 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645913 Apr 18 20:23:45.802936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a01780-ebc3-4b6d-b6bc-ad437f5310de req-91e55759-7cab-49fa-9db4-0bbaedac04b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.804468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55a01780-ebc3-4b6d-b6bc-ad437f5310de req-91e55759-7cab-49fa-9db4-0bbaedac04b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466 HTTP/1.1" status: 200 len: 1097 time: 1.2235758 Apr 18 20:23:45.840267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:23:45.845089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:23:45.852414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:23:45.866255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-82bd2303-6695-4c2c-a017-b2713259495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:45.871033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-82bd2303-6695-4c2c-a017-b2713259495f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 200 len: 919 time: 0.7243936 Apr 18 20:23:45.885418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:45.893034 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fbddc0f7-e61f-4e50-9114-f40722d788db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/routers/63ed3a6c-73bb-40da-8222-d187d5aa114b HTTP/1.1" status: 204 len: 168 time: 6.9195247 Apr 18 20:23:45.912232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:45.968745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cce5d34-97b2-45af-8002-3caaba7fd81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.008130 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-382f6e49-8e71-4b70-bafa-e43351c38b0e'] response: {'server_uuid': '83ca7eb8-6da7-4c32-b98e-d13b047726f8', 'name': 'network-vif-deleted', 'tag': '439fe12d-37b0-4c32-8587-cb23bd461ba6', 'status': 'completed', 'code': 200} Apr 18 20:23:46.015265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event updated for resources: {'Port': ['ID=f626cdd9-14a3-441b-b3a4-8a952f9067de,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:46.056731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.057407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.057562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-f36fe738-c415-4933-a435-ca14b9a40881 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=66d82aac-5da4-438f-b7ad-839648897876 HTTP/1.1" status: 200 len: 217 time: 0.1616340 Apr 18 20:23:46.095603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f856655b-38ae-43f4-a4ac-2906ca40b24f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2590373 Apr 18 20:23:46.179297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Request body: {'port': {'device_id': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:46.193340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55a01780-ebc3-4b6d-b6bc-ad437f5310de req-9ae14a4f-2f20-49c0-bdf2-bac92866636b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3638570 Apr 18 20:23:46.450826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51136) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:46.473752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device fdcce47e-ce7a-413a-931b-e0615e5611d1 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:46.485207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.507006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.530975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: fdcce47e-ce7a-413a-931b-e0615e5611d1 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:46.531373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device fdcce47e-ce7a-413a-931b-e0615e5611d1 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:46.572357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:46.588854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55852bc-e617-4bc7-a2bb-4b539ede4aa6 req-7d2b9709-9214-4297-8b55-090a5b7e0882 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.589739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d55852bc-e617-4bc7-a2bb-4b539ede4aa6 req-7d2b9709-9214-4297-8b55-090a5b7e0882 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:46.596179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Usage tracker for resource:security_group_rule and tenant:4873a5ac3db14fadb70b2231fc500df2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:46.600996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f327442a-43bb-42c8-ae19-8060b55e4487 req-aef040ed-001e-4968-9c37-ada68c2ac9b0 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Synchronizing usage tracker for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:46.602236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:46.617854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-f1254f89-8702-4a5a-88a8-41681c82c0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:46.619347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-f1254f89-8702-4a5a-88a8-41681c82c0b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 HTTP/1.1" status: 200 len: 858 time: 0.5194092 Apr 18 20:23:46.624981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.625497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:46.700555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-db974d80-c940-4b7d-b69e-00acb81a9187 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0302a8a-0921-4dc6-bf98-fb9d8594be5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676546 Apr 18 20:23:46.704364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f327442a-43bb-42c8-ae19-8060b55e4487 req-aef040ed-001e-4968-9c37-ada68c2ac9b0 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Unset dirty status for tenant:1c89494211cc4bad9b02e4e11384cde9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:46.706603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d55852bc-e617-4bc7-a2bb-4b539ede4aa6 req-7d2b9709-9214-4297-8b55-090a5b7e0882 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:46.707801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d55852bc-e617-4bc7-a2bb-4b539ede4aa6 req-7d2b9709-9214-4297-8b55-090a5b7e0882 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 931 time: 0.6035190 Apr 18 20:23:46.710118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f327442a-43bb-42c8-ae19-8060b55e4487 req-aef040ed-001e-4968-9c37-ada68c2ac9b0 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ca7eb8-6da7-4c32-b98e-d13b047726f8 HTTP/1.1" status: 200 len: 210 time: 0.2655692 Apr 18 20:23:46.767099 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.850070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:46.992740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d55852bc-e617-4bc7-a2bb-4b539ede4aa6 req-79ec0066-37a4-42ca-b66c-f37be2d48e9a tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:23:47.054018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Router 56bcdcbd-b846-4980-a130-d71d31ceb066 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:23:47.054874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66d82aac-5da4-438f-b7ad-839648897876 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:23:47.058411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:47.096371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.099949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f626cdd9-14a3-441b-b3a4-8a952f9067de {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:47.108410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.122608 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.135628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d55852bc-e617-4bc7-a2bb-4b539ede4aa6 req-79ec0066-37a4-42ca-b66c-f37be2d48e9a tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:23:47.147824 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d55852bc-e617-4bc7-a2bb-4b539ede4aa6 req-79ec0066-37a4-42ca-b66c-f37be2d48e9a tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903892 Apr 18 20:23:47.232888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.243928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Transition to ACTIVE for port object f626cdd9-14a3-441b-b3a4-8a952f9067de will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:23:47.255803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.256042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:47.272740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:47.273122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.340168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4873a5ac3db14fadb70b2231fc500df2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8790383 Apr 18 20:23:47.341338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0567f97-81c4-4ff7-8abd-98c321b86947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a0adb9-fd7d-46e2-9c3a-d1b24a087095,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:47.348532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51152) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:47.409125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 66d82aac-5da4-438f-b7ad-839648897876, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66d82aac-5da4-438f-b7ad-839648897876,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:47.410463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-5e0ad68f-3b25-420c-9f62-3118afc04c8b service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6973345 Apr 18 20:23:47.429457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a16ad8-2dfe-4848-bf9a-583708ce6b6a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:47.482363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '66d82aac-5da4-438f-b7ad-839648897876', 'network_id': 'd0302a8a-0921-4dc6-bf98-fb9d8594be5b', 'port_id': '66d82aac-5da4-438f-b7ad-839648897876', 'mac_address': 'fa:16:3e:d8:9a:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25c21c4f-8d4b-4f92-bf48-6acbd8be5b09', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:23:47.506334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c7dd97-2477-4c82-8ace-b16f9cced622') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:47.506619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c7dd97-2477-4c82-8ace-b16f9cced622') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:47.577475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Pushing event updated for resources: {'Port': ['ID=f626cdd9-14a3-441b-b3a4-8a952f9067de,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:47.585987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51158) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:47.615442 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.660783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.693052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25d3f530-407f-49e4-bd51-d2f60b971729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.706223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.740886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9c1c1d-b9c0-4a67-8d06-583276e1ce08 req-f8293575-9b04-48c7-a6fa-4f4e52340dde tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.748939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:47.749169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf9c1c1d-b9c0-4a67-8d06-583276e1ce08 req-f8293575-9b04-48c7-a6fa-4f4e52340dde tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.8176136 Apr 18 20:23:47.751130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:47.758234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d82aac-5da4-438f-b7ad-839648897876 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:47.759723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc731cd-58d0-42b0-8c73-6510d66fe3a6 req-1914c2d3-a2ba-4775-9593-708d4c5db1df tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:47.761854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8dc731cd-58d0-42b0-8c73-6510d66fe3a6 req-1914c2d3-a2ba-4775-9593-708d4c5db1df tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 944 time: 0.4248633 Apr 18 20:23:47.773206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25d3f530-407f-49e4-bd51-d2f60b971729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.781955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.795244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Attempting to bind port f626cdd9-14a3-441b-b3a4-8a952f9067de on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:23:47.795892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Attempting to bind port f626cdd9-14a3-441b-b3a4-8a952f9067de by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:23:47.796398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Attempting to bind port f626cdd9-14a3-441b-b3a4-8a952f9067de on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:47.814610 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.820919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Port f626cdd9-14a3-441b-b3a4-8a952f9067de on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:23:47.821634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Attempting to bind port f626cdd9-14a3-441b-b3a4-8a952f9067de on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:23:47.845108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:23:47.845826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:23:47.846973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Bound using segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:23:47.847988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Bound port: f626cdd9-14a3-441b-b3a4-8a952f9067de, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:23:47.848516 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.852086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:47.852511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.860015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 66d82aac-5da4-438f-b7ad-839648897876, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66d82aac-5da4-438f-b7ad-839648897876,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:47.873368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:23:47.875112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:47.875259 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:47.885654 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] Sync routers for ids ['56bcdcbd-b846-4980-a130-d71d31ceb066'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:23:47.890589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:47.891504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b4544ba4-2b1e-4228-8f99-90bb4a019f05 admin admin] 10.222.0.47 "PUT /v2.0/routers/56bcdcbd-b846-4980-a130-d71d31ceb066/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8447080 Apr 18 20:23:47.898442 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8dc731cd-58d0-42b0-8c73-6510d66fe3a6 req-9724fdde-ea3e-4b84-b7a4-510e6e08b1cf tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304843 Apr 18 20:23:47.900721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51168) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:47.906141 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] Routers {'56bcdcbd-b846-4980-a130-d71d31ceb066'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:47.906788 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['56bcdcbd-b846-4980-a130-d71d31ceb066'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:47.978598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=66d82aac-5da4-438f-b7ad-839648897876,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:48.044108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf9c1c1d-b9c0-4a67-8d06-583276e1ce08 req-3374c5c5-c2d2-4640-a847-9f520abfebcb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934239 Apr 18 20:23:48.057783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2abb5b28-edd9-4b73-879c-8da390a21d14 req-682a8c2f-9d24-4548-b262-802d2b54f5dc service neutron] 10.222.0.61 "GET /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6155856 Apr 18 20:23:48.083683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.123595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.128506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Network': ['ID=18a16ad8-2dfe-4848-bf9a-583708ce6b6a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:48.146714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.147387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.147924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.148488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.149036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.149687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.150256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.150932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.151909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.152464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.153030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.156156 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9d7485-0296-4118-bb85-e3bafc2df101'] response: {'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16', 'code': 200} Apr 18 20:23:48.157210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:48.169901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['66d82aac-5da4-438f-b7ad-839648897876'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:48.227073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d7ba58c6-c9d9-41bb-a65d-303c0e04ec9f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/networks/18a16ad8-2dfe-4848-bf9a-583708ce6b6a HTTP/1.1" status: 204 len: 168 time: 2.2319691 Apr 18 20:23:48.232079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51176) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:48.241820 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] Set router 56bcdcbd-b846-4980-a130-d71d31ceb066 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:48.370313 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.468888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] For port f626cdd9-14a3-441b-b3a4-8a952f9067de, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:23:48.473385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] For port f626cdd9-14a3-441b-b3a4-8a952f9067de, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:23:48.494532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.538496 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.585261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.610506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.611167 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.613608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] 10.222.0.61 "PUT /v2.0/ports/f626cdd9-14a3-441b-b3a4-8a952f9067de HTTP/1.1" status: 200 len: 1091 time: 2.4393997 Apr 18 20:23:48.621207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25d3f530-407f-49e4-bd51-d2f60b971729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.625250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'tag': 'f626cdd9-14a3-441b-b3a4-8a952f9067de'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:48.635468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:48.689544 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:23:48.716467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:38d2c6ca00d142bfa96267a537808d95 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:48.729382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:48.781916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-586e8c14-61d5-4232-8788-4bc078058264 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.812581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d3f530-407f-49e4-bd51-d2f60b971729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a0adb9-fd7d-46e2-9c3a-d1b24a087095,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:48.817959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:48.836384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e46d3b-4546-4b07-9d5a-9cd71bce308c service neutron] Pushing event updated for resources: {'Port': ['ID=f626cdd9-14a3-441b-b3a4-8a952f9067de,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:48.837288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-586e8c14-61d5-4232-8788-4bc078058264 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.849585 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:23:42Z', 'revision_number': 5, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:48.857048 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] Checking router: 56bcdcbd-b846-4980-a130-d71d31ceb066 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:23:48.862179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25d3f530-407f-49e4-bd51-d2f60b971729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.868593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-25d3f530-407f-49e4-bd51-d2f60b971729 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10a0adb9-fd7d-46e2-9c3a-d1b24a087095 HTTP/1.1" status: 204 len: 168 time: 1.5042839 Apr 18 20:23:48.881001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b4dea-1453-44d7-b1cb-fa404d35d22a req-23428354-ca0a-4ab4-8e69-86a72afe1f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.883020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-271b4dea-1453-44d7-b1cb-fa404d35d22a req-23428354-ca0a-4ab4-8e69-86a72afe1f64 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 1096 time: 0.5302706 Apr 18 20:23:48.887459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] Routers {'56bcdcbd-b846-4980-a130-d71d31ceb066'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:23:48.888808 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['56bcdcbd-b846-4980-a130-d71d31ceb066'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:48.894615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:48.899365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ba9983-00fc-41b0-8127-23f8b9aff4a1 req-03d74a20-a20a-42d9-847b-7ffb286e345f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:48.906482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6ba9983-00fc-41b0-8127-23f8b9aff4a1 req-03d74a20-a20a-42d9-847b-7ffb286e345f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 943 time: 0.4731522 Apr 18 20:23:48.997561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-271b4dea-1453-44d7-b1cb-fa404d35d22a req-1846de5f-6a06-4ca9-81b9-2c3d43946ece service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882096 Apr 18 20:23:49.000685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6ba9983-00fc-41b0-8127-23f8b9aff4a1 req-6544c10a-d9b3-46f1-87fe-f86f0f6d00a8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932589 Apr 18 20:23:49.050256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-586e8c14-61d5-4232-8788-4bc078058264 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.128781 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.131676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6f46-030c-45b2-a771-db97dc47a67b req-75b87953-80de-4308-a962-9aa8c47759cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.133350 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-75b87953-80de-4308-a962-9aa8c47759cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 1094 time: 0.4123685 Apr 18 20:23:49.137132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e8c14-61d5-4232-8788-4bc078058264 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:49.152348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f2ccf-82a6-4708-b534-8632effcc8cc req-db638ae5-cb24-4515-b7e2-398344336294 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.159761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-539f2ccf-82a6-4708-b534-8632effcc8cc req-db638ae5-cb24-4515-b7e2-398344336294 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.4524071 Apr 18 20:23:49.161036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-586e8c14-61d5-4232-8788-4bc078058264 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.163253 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c45bd902-bf1a-487f-a641-0560121884c7'] response: {'name': 'network-changed', 'server_uuid': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'tag': 'f626cdd9-14a3-441b-b3a4-8a952f9067de', 'status': 'completed', 'code': 200} Apr 18 20:23:49.165923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-586e8c14-61d5-4232-8788-4bc078058264 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/security-groups/99c00354-5dfd-4646-a4e3-bc7ccdb4b4ef HTTP/1.1" status: 204 len: 168 time: 0.9324937 Apr 18 20:23:49.235843 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] Set router 56bcdcbd-b846-4980-a130-d71d31ceb066 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:23:49.315385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.351101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.405406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.412121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-ac6ee685-3f47-48c8-a462-d632affbc573 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de HTTP/1.1" status: 200 len: 217 time: 0.1667163 Apr 18 20:23:49.421056 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-539f2ccf-82a6-4708-b534-8632effcc8cc req-61db60ae-68a2-45da-96a3-015628ef78f9 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599127 Apr 18 20:23:49.423982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b3fbb1-e5ca-49fd-99cf-fa1fcab4c872 req-0be73ae4-f354-4b56-b9ec-a61097ef5665 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.428405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b3fbb1-e5ca-49fd-99cf-fa1fcab4c872 req-0be73ae4-f354-4b56-b9ec-a61097ef5665 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 945 time: 0.1334858 Apr 18 20:23:49.515668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Deleting port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:49.516658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.589948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b3fbb1-e5ca-49fd-99cf-fa1fcab4c872 req-447a7e62-6e10-4892-93aa-78ecd0b8c486 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445589 Apr 18 20:23:49.597580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=38d2c6ca00d142bfa96267a537808d95&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0044718 Apr 18 20:23:49.597872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:49.763687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83238528-52eb-4802-91f0-5c6c97ad2bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e06b062-3cd9-4054-b259-3c812ad04f5c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:49.787930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7c70466-6c2d-4251-bcc2-e02fdb23f6c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.888325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7c70466-6c2d-4251-bcc2-e02fdb23f6c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:49.930527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6f46-030c-45b2-a771-db97dc47a67b req-ba951060-23f7-4830-85de-f8a29513cf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:49.932883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-ba951060-23f7-4830-85de-f8a29513cf38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.5072470 Apr 18 20:23:49.974558 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:23:42Z', 'revision_number': 5, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:49.991497 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f2a1ca-1f89-404f-8671-5429bdd401ad None None] The sync data for ids ['56bcdcbd-b846-4980-a130-d71d31ceb066'] in n-d-836016-3 is: [{'id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'name': 'tempest-TaggedBootDevicesTest_v242-1207346579-router', 'tenant_id': '93ee2f7aa37940adaa872def64891a84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243'}], 'enable_snat': True}, 'gw_port_id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:15:51Z', 'updated_at': '2022-04-18T20:23:42Z', 'revision_number': 5, 'project_id': '93ee2f7aa37940adaa872def64891a84', 'gw_port': {'id': '7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:1a:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56bcdcbd-b846-4980-a130-d71d31ceb066', 'device_owner': 'network:router_gateway', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:15:53Z', 'updated_at': '2022-04-18T20:16:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:23:50.023471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7c70466-6c2d-4251-bcc2-e02fdb23f6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.039682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-0967fc66-cb69-4707-afa1-11a3253ae498 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0955484 Apr 18 20:23:50.067821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c70466-6c2d-4251-bcc2-e02fdb23f6c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e06b062-3cd9-4054-b259-3c812ad04f5c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:50.099803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7c70466-6c2d-4251-bcc2-e02fdb23f6c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.102016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c7c70466-6c2d-4251-bcc2-e02fdb23f6c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e06b062-3cd9-4054-b259-3c812ad04f5c HTTP/1.1" status: 204 len: 168 time: 0.5057635 Apr 18 20:23:50.141468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:50.154748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1201229496', 'description': 'tempest-secgroup-smoke-1201229496 description', 'project_id': '6fe5691eda2a4b868086134bcc610d1a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:50.169682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:50.192708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:50.195316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:50.216160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5a84c-261a-49d7-99ac-dc4ae5087ea2 req-d867fe1b-9de7-420e-8286-1860fe6b95ee tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.217495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:50.227146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10f5a84c-261a-49d7-99ac-dc4ae5087ea2 req-d867fe1b-9de7-420e-8286-1860fe6b95ee tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.6260772 Apr 18 20:23:50.245790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] For port 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:50.246316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.252638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.285069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:50.294802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:50.302174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:50.313696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:50.497438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f90a5e19-d3be-426a-b514-43fbfc4cd242 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:50.559947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Calling delete_port for 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:50.594301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f90a5e19-d3be-426a-b514-43fbfc4cd242 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:50.594526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f90a5e19-d3be-426a-b514-43fbfc4cd242 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:50.621914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3ef246-c39a-4286-93d4-146785660321 req-292a927a-9298-4c76-8b61-1adf3395d6c3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:50.630216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f3ef246-c39a-4286-93d4-146785660321 req-292a927a-9298-4c76-8b61-1adf3395d6c3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 943 time: 0.2983851 Apr 18 20:23:50.722685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10f5a84c-261a-49d7-99ac-dc4ae5087ea2 req-13633c96-f0f9-434e-bb87-1a4ca7f8d5e6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942803 Apr 18 20:23:50.740183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f3ef246-c39a-4286-93d4-146785660321 req-91d9535a-78b5-424b-84af-ffef7c331ab7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060317 Apr 18 20:23:50.747519 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.767228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.872417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:50.884503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a47f58d-54e9-4243-bee5-145d1dd72b26,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:50.934795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.958510 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:50.963760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-536c1e70-8a11-4718-b481-12f66346a26a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8172121 Apr 18 20:23:51.001402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:51.012891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:51.018220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '8a47f58d-54e9-4243-bee5-145d1dd72b26', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:51.031068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:51.035703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Usage tracker for resource:security_group_rule and tenant:ab3e58304c464299a3d4074314a0275b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:51.043634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:51.046694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:51.051615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:51.059735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:51.071434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:51.071641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66d82aac-5da4-438f-b7ad-839648897876 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:51.106600 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-46c59375-29e1-4ab3-8368-cdab8fd557b0 service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0520351 Apr 18 20:23:51.135654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-f81a8957-bc05-4adf-94f0-40f1a4284066 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.137447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-f81a8957-bc05-4adf-94f0-40f1a4284066 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.3716669 Apr 18 20:23:51.141298 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.248435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97d681-e223-47d8-b4ce-eadb801d4fd1 req-b715356d-92d2-4632-a63d-ff97bbf14480 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.250773 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae97d681-e223-47d8-b4ce-eadb801d4fd1 req-b715356d-92d2-4632-a63d-ff97bbf14480 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 945 time: 0.2968404 Apr 18 20:23:51.313827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 66d82aac-5da4-438f-b7ad-839648897876 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:51.321900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 66d82aac-5da4-438f-b7ad-839648897876 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:51.322704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.340816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f579ec-33b6-4363-a8f9-dd013c241464 req-b9f080d7-9cd8-4c8f-8755-3314b929e134 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:51.349130 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0f579ec-33b6-4363-a8f9-dd013c241464 req-b9f080d7-9cd8-4c8f-8755-3314b929e134 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 945 time: 0.3052034 Apr 18 20:23:51.386348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Deleting port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:51.386694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.468791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-817a6f46-030c-45b2-a771-db97dc47a67b req-f674c5ff-c748-4b0c-b7f1-a18c6b444a0f service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493235 Apr 18 20:23:51.482802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0f579ec-33b6-4363-a8f9-dd013c241464 req-778a309c-d853-4bbb-b41d-e5add1b9e0a7 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/security-groups?id=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321130 Apr 18 20:23:51.492997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae97d681-e223-47d8-b4ce-eadb801d4fd1 req-1446d0d1-0f8e-4613-90fb-4f092635ec00 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248909 Apr 18 20:23:51.495587 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.507373 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.508281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.574759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.576715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 66d82aac-5da4-438f-b7ad-839648897876, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66d82aac-5da4-438f-b7ad-839648897876,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:51.582308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d82aac-5da4-438f-b7ad-839648897876'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:51.605999 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.608138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.628413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:51.652338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352206ff-6755-41e0-b8a9-0955a71f8796,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:51.662332 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.756762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.757085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.763857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.764648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.765071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.770835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.770835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.771282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-147ff2df-c44b-4584-9080-4842090ffe4a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7632403 Apr 18 20:23:51.771517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.771517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.771517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.771517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.773504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.773899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:23:51.789626 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c944791f-f8c5-4274-acdb-37d62c0507b4'] response: {'server_uuid': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d82aac-5da4-438f-b7ad-839648897876', 'code': 200} Apr 18 20:23:51.792575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=66d82aac-5da4-438f-b7ad-839648897876,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:51.793841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:51.820530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '8a47f58d-54e9-4243-bee5-145d1dd72b26', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:51.867183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:51.885328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab3e58304c464299a3d4074314a0275b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0024784 Apr 18 20:23:51.892326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1d028f-db83-4b46-8ff0-7a423baff8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb45b384-e23d-4208-8d40-aabc1405a7e5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:51.899640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:51.935797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:51.945148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:51.946909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:52.042173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:52.128108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.162033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.165294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.169032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] For port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:52.169394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.193019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-f6c1cdb5-962c-4096-8e05-43d2c52c13db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.194911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-f6c1cdb5-962c-4096-8e05-43d2c52c13db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 1094 time: 0.6398275 Apr 18 20:23:52.202921 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.203452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56bcdcbd-b846-4980-a130-d71d31ceb066 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:23:52.273328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6b60d95-660a-4f87-9a52-fae39ee7bd87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.349339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94d069-3ffb-4991-8eb3-482ce96656e9 req-a2025766-60e8-4619-abeb-5cbcc6397d8b tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.350964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed94d069-3ffb-4991-8eb3-482ce96656e9 req-a2025766-60e8-4619-abeb-5cbcc6397d8b tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466 HTTP/1.1" status: 200 len: 946 time: 0.5334454 Apr 18 20:23:52.365735 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.367314 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f9626554-79cf-4630-8f08-be22e524dd5d admin admin] 10.222.0.47 "DELETE /v2.0/routers/56bcdcbd-b846-4980-a130-d71d31ceb066 HTTP/1.1" status: 204 len: 168 time: 4.4656599 Apr 18 20:23:52.371080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Calling delete_port for 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:52.374706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51270) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:52.465216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab01bd4-1ba4-40bf-a44f-9306f2572200 req-056ab7fa-289b-4ba4-b01c-e007a7ad5065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.466777 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ab01bd4-1ba4-40bf-a44f-9306f2572200 req-056ab7fa-289b-4ba4-b01c-e007a7ad5065 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 1096 time: 0.5769269 Apr 18 20:23:52.483174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-f088ad1f-2b0d-493a-bd46-62e7e893938b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.484664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-f088ad1f-2b0d-493a-bd46-62e7e893938b service neutron] 10.222.0.61 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 0.2772293 Apr 18 20:23:52.562022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed94d069-3ffb-4991-8eb3-482ce96656e9 req-8215037b-f0e3-4426-94e2-4f6a8bf8fe31 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913667 Apr 18 20:23:52.579680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] Deleting subnet f36acedd-b5fe-418f-a456-1b292b114cad {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:52.583485 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-6b182872-6cd0-4400-bf6a-a525da3db907 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de HTTP/1.1" status: 200 len: 217 time: 0.0896809 Apr 18 20:23:52.585743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.651676 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6b60d95-660a-4f87-9a52-fae39ee7bd87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.693157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.756459 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.780496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.793694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ab01bd4-1ba4-40bf-a44f-9306f2572200 req-8090f914-d5ee-46cc-a0aa-0ad299c14b3e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023944 Apr 18 20:23:52.794015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-65ee1f19-c3a6-4d9e-bae1-ffb69c2f6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.795320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-65ee1f19-c3a6-4d9e-bae1-ffb69c2f6f78 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.1795292 Apr 18 20:23:52.821989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bc1b37-266c-49b3-98c2-348f77889692,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:52.822533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:52.875890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:52.876607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d6536ed-42fb-4ad6-8bfc-e7993fdb26c7 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:52.888365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c25c22-5361-4f4e-864b-727d3bc80e98 req-e30b2f01-0437-44e8-a807-6c5ef471b554 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.889163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74c25c22-5361-4f4e-864b-727d3bc80e98 req-e30b2f01-0437-44e8-a807-6c5ef471b554 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 943 time: 0.1618650 Apr 18 20:23:52.905882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.921899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6b60d95-660a-4f87-9a52-fae39ee7bd87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.924280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6b60d95-660a-4f87-9a52-fae39ee7bd87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.926467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d6b60d95-660a-4f87-9a52-fae39ee7bd87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb45b384-e23d-4208-8d40-aabc1405a7e5 HTTP/1.1" status: 204 len: 168 time: 0.9869761 Apr 18 20:23:52.939475 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:52.946103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4f106fec-24d5-4139-8d63-2dfaafcbe7d8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1429632 Apr 18 20:23:52.949773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5747c-8f43-44e8-95bf-2ac5868fed0c req-13e115dd-ac0d-4f78-acdf-38aeaf40a1cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:52.951405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42a5747c-8f43-44e8-95bf-2ac5868fed0c req-13e115dd-ac0d-4f78-acdf-38aeaf40a1cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.6703506 Apr 18 20:23:52.951924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51280) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:52.963588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '8a47f58d-54e9-4243-bee5-145d1dd72b26', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:52.975190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b60d95-660a-4f87-9a52-fae39ee7bd87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb45b384-e23d-4208-8d40-aabc1405a7e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:52.991976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:52.994385 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.036216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:53.041077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:53.054481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:53.072529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Pushing event deleted for resources: {'Port': ['ID=3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:53.111590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:53.179743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74c25c22-5361-4f4e-864b-727d3bc80e98 req-39989f43-4e02-408e-8128-57d180c31d2f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754488 Apr 18 20:23:53.181660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] No DVR routers for this DVR port 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:53.182195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-ed8a7177-f84f-4812-96d6-6fc9a0934e4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0908003 Apr 18 20:23:53.193537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42a5747c-8f43-44e8-95bf-2ac5868fed0c req-02d76ef2-a79e-4cc7-8ce1-125d26093fe7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227941 Apr 18 20:23:53.194887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.197017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db3e2894-d1ea-4811-bf13-4165708cd901 req-e31b8cac-e4f6-403c-83ce-69b0538db5d8 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.61 "DELETE /v2.0/ports/3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 HTTP/1.1" status: 204 len: 173 time: 2.0382440 Apr 18 20:23:53.224281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'name': 'network-vif-deleted', 'tag': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:53.248874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.381666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.388634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.417041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bd1e320-68a5-4796-80db-8260ff65d7e0,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:53.440069 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.441796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be8a4da6-a6c0-4361-aa53-80fdb6d250dd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4858527 Apr 18 20:23:53.445763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51288) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:53.459764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '8a47f58d-54e9-4243-bee5-145d1dd72b26', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:53.477897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:53.483938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:53.488309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:53.499754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:53.512018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.541076 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.629560 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-057f7b4b-2d6e-4a1b-852b-20ed37cb9674 service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319148 Apr 18 20:23:53.631858 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78dae7af-c416-4221-b4aa-c3883af4f088 req-d16b6193-bb22-46b8-b3d2-f6d4ce4c40c5 tempest-ListServerFiltersTestJSON-1366624319 tempest-ListServerFiltersTestJSON-1366624319-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e84d3f4-26a7-4557-9e80-4ed2d8797b25 HTTP/1.1" status: 200 len: 210 time: 0.1770923 Apr 18 20:23:53.644708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f36acedd-b5fe-418f-a456-1b292b114cad,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:53.674862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.683746 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.691316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29632452-afb4-47a7-9710-4f76236b3841 None None] Network 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:53.717741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.744512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c199168c-0948-419b-aa4f-c1724d138517 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f36acedd-b5fe-418f-a456-1b292b114cad HTTP/1.1" status: 204 len: 168 time: 1.3684947 Apr 18 20:23:53.752474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51296) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:53.785226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6200056-3551-4152-b31c-c71ee9331f6a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:53.896435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.900943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-118b937a-9b70-46bc-b683-6d1478054534 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4526045 Apr 18 20:23:53.907086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51300) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:53.916001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '8a47f58d-54e9-4243-bee5-145d1dd72b26', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:53.939692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:53.950204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:53.958070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:53.960534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:53.968898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:53.990735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Deleting port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:53.991092 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.175103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31d86c84-2cce-4c7c-80a0-dcbe9c0cdd37 req-36d9a4cf-a1fe-4351-b748-85ab1738fefd service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323105 Apr 18 20:23:54.199795 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4594f5f0-0a9d-4a0f-a92f-156091f1d961'] response: {'server_uuid': '4e84d3f4-26a7-4557-9e80-4ed2d8797b25', 'name': 'network-vif-deleted', 'tag': '3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7', 'status': 'completed', 'code': 200} Apr 18 20:23:54.222003 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:23:54.258604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378be0fc-f468-4145-aaf2-2bf827dee4f6 req-4d0b6396-24bf-4b4c-9e89-e237e884db36 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:54.262188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-378be0fc-f468-4145-aaf2-2bf827dee4f6 req-4d0b6396-24bf-4b4c-9e89-e237e884db36 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 945 time: 0.2613299 Apr 18 20:23:54.270807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.384302 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-378be0fc-f468-4145-aaf2-2bf827dee4f6 req-4befb0f9-52e1-4dcc-ad7b-8c46db215be0 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115594 Apr 18 20:23:54.460659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] DHCP port deletion for 64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:23:54.466676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Deleting port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:54.467345 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.577150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:54.729239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:54.729633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.817944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6192e-065e-4664-ba08-86d125fcb38b req-2f2eceba-5016-4162-921f-cedb06e6e5a0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:54.822127 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3ac6192e-065e-4664-ba08-86d125fcb38b req-2f2eceba-5016-4162-921f-cedb06e6e5a0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 943 time: 0.2074714 Apr 18 20:23:54.872742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.902664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:54.903594 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.906432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Calling delete_port for 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:54.922564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3ac6192e-065e-4664-ba08-86d125fcb38b req-acb2ec97-d225-4bb1-afcc-94aaf00fcd78 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881906 Apr 18 20:23:54.991323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:54.995105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:55.023637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.053583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180972b8-5cfb-4ba2-a73e-f33b9c63c6c3 req-66f6aaa2-6154-49f0-bdcc-9d61a1535bb2 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:55.064671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-180972b8-5cfb-4ba2-a73e-f33b9c63c6c3 req-66f6aaa2-6154-49f0-bdcc-9d61a1535bb2 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.5344388 Apr 18 20:23:55.064934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f626cdd9-14a3-441b-b3a4-8a952f9067de details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:23:55.067746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:55.087500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51334) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:55.095480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=040d2d6d-b821-47ba-ac6a-3d4959651896,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:55.103111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Calling delete_port for 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:55.117679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:23:55.118279 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:23:55.137262 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.160260 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.161859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9b96aacd-682f-4665-ad11-87f0dec89ffc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.2536807 Apr 18 20:23:55.169141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51340) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:55.199348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-180972b8-5cfb-4ba2-a73e-f33b9c63c6c3 req-58582bde-01c3-4c16-a2bd-62b97770146d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326692 Apr 18 20:23:55.220820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '8a47f58d-54e9-4243-bee5-145d1dd72b26', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:55.233185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:55.251674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:55.258070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:55.265854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:55.266179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3242ec0d-c1e4-4655-b42a-a0f5cf20b9c7 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:55.272377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] Deleting subnet d36a07cd-f1a2-4850-ae7a-f826bbd44d61 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:23:55.275086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:55.278847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.368329 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:23:55.380235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.409686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.447673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:55.474111 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:23:55.475154 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:23:55.522743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f626cdd9-14a3-441b-b3a4-8a952f9067de, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:55.542365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'f626cdd9-14a3-441b-b3a4-8a952f9067de', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'port_id': 'f626cdd9-14a3-441b-b3a4-8a952f9067de', 'mac_address': 'fa:16:3e:fa:53:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4402abdb-ee97-4be2-824e-79d45393fef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:23:55.619671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Deleting port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:55.620138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.621786 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.645258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f626cdd9-14a3-441b-b3a4-8a952f9067de {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:23:55.667784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f626cdd9-14a3-441b-b3a4-8a952f9067de, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:55.679667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.712265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.770405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.831818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f626cdd9-14a3-441b-b3a4-8a952f9067de,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:55.858504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.935279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8cd70e8-46dd-434c-a9fa-6fd383809bfd,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:55.959456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:55.959786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.975742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Deleting port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:55.977227 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.982858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:55.984683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-93666d16-42bf-464b-b255-79de2c53d71e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8116658 Apr 18 20:23:56.021228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51374) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:56.036011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:23:56.065919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'network': {'name': 'tempest-network-smoke--1491732852', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'port_security_enabled': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:56.089942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:56.123513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:network and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:56.163266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f32819-1dc8-4603-91bb-9e1ebc67aec9 req-b14e4f01-86f0-412c-ab0b-545398f4ba9e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:56.178257 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4f32819-1dc8-4603-91bb-9e1ebc67aec9 req-b14e4f01-86f0-412c-ab0b-545398f4ba9e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 945 time: 0.5981560 Apr 18 20:23:56.183977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:56.251810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:56.256101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.367237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.368386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5039eb8f-8d4d-4e24-af19-c12cc2539c69 None None] Network 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:23:56.370235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36a07cd-f1a2-4850-ae7a-f826bbd44d61,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:56.387419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:23:56.393944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.436623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ef38afaf-5a93-4ca0-bf77-3c1021901eed admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d36a07cd-f1a2-4850-ae7a-f826bbd44d61 HTTP/1.1" status: 204 len: 168 time: 1.3454487 Apr 18 20:23:56.454340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4f32819-1dc8-4603-91bb-9e1ebc67aec9 req-9cd257c6-1e28-42b7-a4ad-c394336f1231 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746296 Apr 18 20:23:56.455369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51388) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:56.583580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Calling delete_port for 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:56.740146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] For port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,segment=NetworkSegment(fd84fd33-162e-42a2-8b55-0f7dc65a78f7),segment_id=fd84fd33-162e-42a2-8b55-0f7dc65a78f7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:56.741199 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.772739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.777284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51396) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:56.778399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:23:56.882500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Deleting port d71c54fb-d257-45ef-a449-75a3778bfc0c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:56.882787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.903112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.960591 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:56.960874 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Added segment 7a401311-79e2-4e03-904c-3365158c1f9b of type vlan for network 6ff86a77-32fe-4574-a900-104e89307c35 Apr 18 20:23:57.038141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Pushing event deleted for resources: {'Port': ['ID=9852f185-6f37-4f33-9b2e-3c5d14fe9cfb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:57.062084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] No DVR routers for this DVR port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:57.103719 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.179694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Calling delete_port for 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:57.338064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca1d46-9615-445f-90e9-0d7056039199 req-7997a74b-00c4-4a99-956c-47b5a11b797b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:57.340522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43ca1d46-9615-445f-90e9-0d7056039199 req-7997a74b-00c4-4a99-956c-47b5a11b797b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 944 time: 0.6840553 Apr 18 20:23:57.350690 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.404512 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:23:57.405306 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:23:57.420269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d44801-7e53-4c21-8b76-80959e53a5fc req-9de014fd-6adf-4b4f-8406-4d08df36a555 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:57.427625 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43d44801-7e53-4c21-8b76-80959e53a5fc req-9de014fd-6adf-4b4f-8406-4d08df36a555 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.6080835 Apr 18 20:23:57.451154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64a3a9c9-a690-4ddb-a6e0-24487fcd0a84']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:57.460190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.470292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:57.470752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd84fd33-162e-42a2-8b55-0f7dc65a78f7') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:23:57.486955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43ca1d46-9615-445f-90e9-0d7056039199 req-31bddc77-ba9e-4341-aeb3-4b0816a84331 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144431 Apr 18 20:23:57.492037 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.519154 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.530406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:23:57.542153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:23:57.542878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.545557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15271959-4f78-4010-b820-509cb924a284 None None] DHCP port deletion for 248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:23:57.551141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-15271959-4f78-4010-b820-509cb924a284 None None] Deleting port d71c54fb-d257-45ef-a449-75a3778bfc0c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:57.551526 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-15271959-4f78-4010-b820-509cb924a284 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:23:57.579590 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:23:57.585133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:57.592994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Usage tracker for resource:security_group_rule and tenant:19c9994f94a947b6a4f240bda6eafaa7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:57.605107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:57.618517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:57.709385 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.734292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.742199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] Pushing event deleted for resources: {'Network': ['ID=64a3a9c9-a690-4ddb-a6e0-24487fcd0a84,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:57.753740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c17dd4de-8a2f-4748-9974-8b3f80352365 admin admin] 10.222.0.47 "DELETE /v2.0/networks/64a3a9c9-a690-4ddb-a6e0-24487fcd0a84 HTTP/1.1" status: 204 len: 168 time: 3.9992526 Apr 18 20:23:57.769232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.780492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:57.782014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.839870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] For port d71c54fb-d257-45ef-a449-75a3778bfc0c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d71c54fb-d257-45ef-a449-75a3778bfc0c,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:57.840575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:57.972956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-15271959-4f78-4010-b820-509cb924a284 None None] For port d71c54fb-d257-45ef-a449-75a3778bfc0c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d71c54fb-d257-45ef-a449-75a3778bfc0c,segment=NetworkSegment(6ded55df-2f8f-4429-95e4-c5c0a93ded72),segment_id=6ded55df-2f8f-4429-95e4-c5c0a93ded72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:57.973861 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-15271959-4f78-4010-b820-509cb924a284 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.011526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:58.186224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-863e5e00-86eb-4f7a-b30d-308e3597a820 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e999bcaef14d4e848f17af5abce54f36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1732197 Apr 18 20:23:58.187930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:58.273871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43d44801-7e53-4c21-8b76-80959e53a5fc req-b65d0749-e350-4632-b7d6-c8cb9cf8162e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8448675 Apr 18 20:23:58.282149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-15271959-4f78-4010-b820-509cb924a284 None None] Calling delete_port for d71c54fb-d257-45ef-a449-75a3778bfc0c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:58.344347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635495e-4870-41cb-8b6e-d9faf144cd7d req-1c872c6b-71b9-4765-ab9f-fbf0cf4dbd18 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:58.348903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8635495e-4870-41cb-8b6e-d9faf144cd7d req-1c872c6b-71b9-4765-ab9f-fbf0cf4dbd18 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 945 time: 0.2430477 Apr 18 20:23:58.357639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Calling delete_port for d71c54fb-d257-45ef-a449-75a3778bfc0c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:23:58.405236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Deleting port 9852f185-6f37-4f33-9b2e-3c5d14fe9cfb {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:58.406710 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.410911 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98a10cfb-55ef-4012-beec-db7a433b547b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.451434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.465802 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98a10cfb-55ef-4012-beec-db7a433b547b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.518366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-15271959-4f78-4010-b820-509cb924a284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.563439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8635495e-4870-41cb-8b6e-d9faf144cd7d req-9ad96dcd-4e45-4937-9034-c357d647572d tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046049 Apr 18 20:23:58.607790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.5843461 Apr 18 20:23:58.608614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.612898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51442) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:58.619128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'admin_state_up': True, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:23:58.645037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:23:58.653240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:router and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:23:58.658239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:23:58.681255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15271959-4f78-4010-b820-509cb924a284 None None] Pushing event deleted for resources: {'Port': ['ID=d71c54fb-d257-45ef-a449-75a3778bfc0c,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:58.688125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d71c54fb-d257-45ef-a449-75a3778bfc0c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:23:58.696551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:23:58.723012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91547a-f633-4673-9cec-9b0df2e16cbc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Network': ['ID=6ff86a77-32fe-4574-a900-104e89307c35,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:58.733260 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98a10cfb-55ef-4012-beec-db7a433b547b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.754120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.755254 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.768830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a10cfb-55ef-4012-beec-db7a433b547b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8801bebd-897a-4d48-9d91-7c832e505ebb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:58.786621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98a10cfb-55ef-4012-beec-db7a433b547b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.787512 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:23:58.787841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-98a10cfb-55ef-4012-beec-db7a433b547b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8801bebd-897a-4d48-9d91-7c832e505ebb HTTP/1.1" status: 204 len: 168 time: 0.5988855 Apr 18 20:23:58.788016 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:23:58.809656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:58.817793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e049c68f-ef8d-4468-80b6-7a8a97c123cf None None] The port '9852f185-6f37-4f33-9b2e-3c5d14fe9cfb' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:23:58.819501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d71c54fb-d257-45ef-a449-75a3778bfc0c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:23:58.820015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d71c54fb-d257-45ef-a449-75a3778bfc0c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:23:58.821826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6ff86a77-32fe-4574-a900-104e89307c35 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:23:58.854777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15271959-4f78-4010-b820-509cb924a284 None None] No DVR routers for this DVR port d71c54fb-d257-45ef-a449-75a3778bfc0c on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:23:58.919370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872e7c7c-9c42-4d56-aebc-47a7dfb76762,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:58.958407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c9d86ebe-96ee-4a96-a3aa-f8cfeafeafa4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19c9994f94a947b6a4f240bda6eafaa7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1686721 Apr 18 20:23:58.967227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:59.061908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f626cdd9-14a3-441b-b3a4-8a952f9067de up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:23:59.184855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd26743-b3c3-4ad5-b97b-1ed4ad40cfcc req-48be5195-42d2-4f07-b22b-bee8f997f627 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:59.187778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbd26743-b3c3-4ad5-b97b-1ed4ad40cfcc req-48be5195-42d2-4f07-b22b-bee8f997f627 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 944 time: 0.4017220 Apr 18 20:23:59.193102 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c696469-af22-4664-9415-dc457a43553a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.246628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port f626cdd9-14a3-441b-b3a4-8a952f9067de completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:23:59.256283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port f626cdd9-14a3-441b-b3a4-8a952f9067de triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:23:59.256862 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.289874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Deleting port d71c54fb-d257-45ef-a449-75a3778bfc0c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:23:59.291879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.516410 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.540021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.574667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f626cdd9-14a3-441b-b3a4-8a952f9067de'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:23:59.594991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] The port 'd71c54fb-d257-45ef-a449-75a3778bfc0c' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:23:59.598762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f626cdd9-14a3-441b-b3a4-8a952f9067de, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:23:59.613229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.665438 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c696469-af22-4664-9415-dc457a43553a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:23:59.787550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f626cdd9-14a3-441b-b3a4-8a952f9067de,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:23:59.835104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51468) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:59.863444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbd26743-b3c3-4ad5-b97b-1ed4ad40cfcc req-d068fac8-69f5-4515-a8b8-95d436c6787a tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6505210 Apr 18 20:23:59.891569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51474) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:23:59.955031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a5af2-2fac-4727-9657-5a5cc5ea5eeb req-4b51ad28-6ebe-4732-be81-20e0e422d52b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:23:59.958643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c14a5af2-2fac-4727-9657-5a5cc5ea5eeb req-4b51ad28-6ebe-4732-be81-20e0e422d52b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.3439445 Apr 18 20:23:59.985734 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86406de4-3d06-42b8-8b6e-5c3cbaecec27'] response: {'server_uuid': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f626cdd9-14a3-441b-b3a4-8a952f9067de', 'code': 200} Apr 18 20:24:00.031671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.151052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:00.201606 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03c27499-b9d8-444e-a187-ed335a2d396c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=93ee2f7aa37940adaa872def64891a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3035121 Apr 18 20:24:00.242883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51478) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:00.245049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ded55df-2f8f-4429-95e4-c5c0a93ded72') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:00.245494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ded55df-2f8f-4429-95e4-c5c0a93ded72') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:00.279791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c696469-af22-4664-9415-dc457a43553a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.299024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.345554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c696469-af22-4664-9415-dc457a43553a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872e7c7c-9c42-4d56-aebc-47a7dfb76762,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:00.356980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fe275f-b553-4c1a-a273-9ed074260524 req-ffdd9da3-3bda-4245-a028-2f51e2958e43 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.358635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12fe275f-b553-4c1a-a273-9ed074260524 req-ffdd9da3-3bda-4245-a028-2f51e2958e43 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 945 time: 0.7724335 Apr 18 20:24:00.383170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.445904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:24:00.446396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:24:00.470745 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:24:00.482884 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c14a5af2-2fac-4727-9657-5a5cc5ea5eeb req-94309d50-67b9-4e55-bc71-991b1d556944 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914942 Apr 18 20:24:00.524631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.559218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.618556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Deleting port 66d82aac-5da4-438f-b7ad-839648897876 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:24:00.619207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.647151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-481adf65-d116-4662-bd48-4b6cef1c01bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.656699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c696469-af22-4664-9415-dc457a43553a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.657970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8c696469-af22-4664-9415-dc457a43553a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/872e7c7c-9c42-4d56-aebc-47a7dfb76762 HTTP/1.1" status: 204 len: 168 time: 1.6891315 Apr 18 20:24:00.659304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.691145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a1f62-0b57-492d-a919-e449f85955de req-57a56ce7-e4f0-4aeb-9e74-be59b80f95a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.693910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-569a1f62-0b57-492d-a919-e449f85955de req-57a56ce7-e4f0-4aeb-9e74-be59b80f95a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 1096 time: 0.5013094 Apr 18 20:24:00.716529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.721941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.780446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:00.792401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] Pushing event deleted for resources: {'Network': ['ID=248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:00.800913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-481adf65-d116-4662-bd48-4b6cef1c01bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:00.821871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041718e-a06d-4827-86cd-e147d698be7b req-46921a20-fa02-4a9d-9736-dab8e7509e53 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:00.823498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7041718e-a06d-4827-86cd-e147d698be7b req-46921a20-fa02-4a9d-9736-dab8e7509e53 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 945 time: 0.6479967 Apr 18 20:24:00.838677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-569a1f62-0b57-492d-a919-e449f85955de req-b3967490-2c76-4f65-8d5a-8790a0323606 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353991 Apr 18 20:24:00.851246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.131 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/cf1f5817-9b76-4727-a9da-2bed8a53a2cc) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:00.857815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Usage tracker for resource:security_group_rule and tenant:d8a8ebd67f894bf88c70d51cfdd21188 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:00.862986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ba60f25d-b971-4efb-bf79-16b3bbd2a864 admin admin] 10.222.0.47 "DELETE /v2.0/networks/248e4fe8-8c5e-4ba7-a7ab-8c4b5e852261 HTTP/1.1" status: 204 len: 168 time: 4.4010336 Apr 18 20:24:00.878736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:01.080194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:01.257278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51490) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:01.325958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7041718e-a06d-4827-86cd-e147d698be7b req-7175938a-85b8-47ab-b5fb-b87f171ca992 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695814 Apr 18 20:24:01.371875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.384090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:01.407808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-481adf65-d116-4662-bd48-4b6cef1c01bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.472739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.488871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481adf65-d116-4662-bd48-4b6cef1c01bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e289adc-2d70-4e7e-ae6f-54bcbd3138a2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:01.506238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a798b-26b1-4248-aa06-addfbfed8218 req-6d4e194f-99af-4812-9a6b-e89090b63d75 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:01.508908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e9a798b-26b1-4248-aa06-addfbfed8218 req-6d4e194f-99af-4812-9a6b-e89090b63d75 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 945 time: 0.2360241 Apr 18 20:24:01.511575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3e409495-d55f-4859-987b-9463489a5f1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c89494211cc4bad9b02e4e11384cde9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459390 Apr 18 20:24:01.513874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] For port 66d82aac-5da4-438f-b7ad-839648897876, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=66d82aac-5da4-438f-b7ad-839648897876,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:01.514254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.516469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:01.545456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:01.548548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.554063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Usage tracker for resource:security_group_rule and tenant:c4d2cc8f57d54a1da8128044da91aeb2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:01.616575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-481adf65-d116-4662-bd48-4b6cef1c01bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.621425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-481adf65-d116-4662-bd48-4b6cef1c01bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e289adc-2d70-4e7e-ae6f-54bcbd3138a2 HTTP/1.1" status: 204 len: 168 time: 1.3635225 Apr 18 20:24:01.679021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:01.689075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Calling delete_port for 66d82aac-5da4-438f-b7ad-839648897876 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:24:01.745982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:01.764824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:01.781993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:01.798627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:01.877248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e9a798b-26b1-4248-aa06-addfbfed8218 req-4fdf5d24-0aad-4baa-92ac-2278ec591a58 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3453827 Apr 18 20:24:01.878363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:01.878996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.931871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d9b310e-1832-4a54-a97a-71b6f1c897dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:01.968328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.092743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce6b1e8-7b32-408a-9f8a-524db2a9124b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:02.208741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d9b310e-1832-4a54-a97a-71b6f1c897dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.385263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.391406 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9585e571-1b7c-40d2-a9f3-1c787577acca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8a8ebd67f894bf88c70d51cfdd21188&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5529108 Apr 18 20:24:02.401779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['da4bc0c3-6cf2-4311-86dd-b421408d20dc', '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:24:02.413049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:02.466000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d9b310e-1832-4a54-a97a-71b6f1c897dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.520286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Pushing event deleted for resources: {'Port': ['ID=66d82aac-5da4-438f-b7ad-839648897876,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:02.542709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e43974-45b3-4652-b7a7-187a19527079 req-026a21ec-df68-436b-84cc-917f7ee91bcc tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:02.556387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52e43974-45b3-4652-b7a7-187a19527079 req-026a21ec-df68-436b-84cc-917f7ee91bcc tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.7977655 Apr 18 20:24:02.626707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.667145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b310e-1832-4a54-a97a-71b6f1c897dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066399e5-7f7b-4e57-8bd2-504cfdbbb2f0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:02.691900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.789472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52e43974-45b3-4652-b7a7-187a19527079 req-f4167a3a-e97e-4a03-bb7b-2d88770b494a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319043 Apr 18 20:24:02.804269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94739d90-f0ba-4526-8ab9-6456ef9906a3 req-4ba6ca1a-4988-4442-bf21-27f7fb670b13 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa14f7bf-d428-4cb5-b428-d993d7730429 HTTP/1.1" status: 200 len: 210 time: 0.1749001 Apr 18 20:24:02.812808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] No DVR routers for this DVR port 66d82aac-5da4-438f-b7ad-839648897876 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:02.816623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.847635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'name': 'network-vif-deleted', 'tag': '66d82aac-5da4-438f-b7ad-839648897876'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:02.861913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12fe275f-b553-4c1a-a273-9ed074260524 req-46909e43-17bb-4779-952f-82db280a33cb tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "DELETE /v2.0/ports/66d82aac-5da4-438f-b7ad-839648897876 HTTP/1.1" status: 204 len: 173 time: 2.4843636 Apr 18 20:24:02.872147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c4d2cc8f57d54a1da8128044da91aeb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4737291 Apr 18 20:24:02.872823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51524) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:02.931081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3419c8-4898-4324-bf40-0af2f1da32fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3ecc2e-73a2-4893-bd0c-86cfcec1cc71,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:02.943118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c0214a7-4b90-418c-b285-4a3b7adc3463 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.954191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7941263a-a520-4bac-9558-9dd8ea46db32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:02.989053 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcc3c6a-c57f-42e2-b5fa-72ae13ffd7e3'] response: {'server_uuid': 'fa14f7bf-d428-4cb5-b428-d993d7730429', 'name': 'network-vif-deleted', 'tag': '66d82aac-5da4-438f-b7ad-839648897876', 'status': 'completed', 'code': 200} Apr 18 20:24:02.999160 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7941263a-a520-4bac-9558-9dd8ea46db32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.103204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66d82aac-5da4-438f-b7ad-839648897876 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:24:03.182417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7941263a-a520-4bac-9558-9dd8ea46db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.197002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 66d82aac-5da4-438f-b7ad-839648897876 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:24:03.197421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 66d82aac-5da4-438f-b7ad-839648897876 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:24:03.225182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7941263a-a520-4bac-9558-9dd8ea46db32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3ecc2e-73a2-4893-bd0c-86cfcec1cc71,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:03.242385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7941263a-a520-4bac-9558-9dd8ea46db32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.264433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7941263a-a520-4bac-9558-9dd8ea46db32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d3ecc2e-73a2-4893-bd0c-86cfcec1cc71 HTTP/1.1" status: 204 len: 168 time: 0.3785312 Apr 18 20:24:03.285628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d9b310e-1832-4a54-a97a-71b6f1c897dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.294319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5d9b310e-1832-4a54-a97a-71b6f1c897dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/066399e5-7f7b-4e57-8bd2-504cfdbbb2f0 HTTP/1.1" status: 204 len: 168 time: 1.7745988 Apr 18 20:24:03.380580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c0214a7-4b90-418c-b285-4a3b7adc3463 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:03.394620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.081451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251d104-889c-4c39-996c-0a033c79b49c req-ca02e629-9d58-49e0-88a2-026f55e4211b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:04.097539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e251d104-889c-4c39-996c-0a033c79b49c req-ca02e629-9d58-49e0-88a2-026f55e4211b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 945 time: 0.9289727 Apr 18 20:24:04.155848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194e135-1615-4cf9-9fc7-ffdbf3acde6f req-96a9c9ed-103a-4aa5-8097-06eea4c1bbaf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:04.164411 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1194e135-1615-4cf9-9fc7-ffdbf3acde6f req-96a9c9ed-103a-4aa5-8097-06eea4c1bbaf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.1523559 Apr 18 20:24:04.230463 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1194e135-1615-4cf9-9fc7-ffdbf3acde6f req-18dcbd6c-4e16-41e4-8ad9-0fdcf943df66 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646384 Apr 18 20:24:04.234019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51556) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:04.385216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c0214a7-4b90-418c-b285-4a3b7adc3463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.474100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e251d104-889c-4c39-996c-0a033c79b49c req-4ca7d9a8-6046-4a56-8bb0-7f1464491b91 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745995 Apr 18 20:24:04.486545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0214a7-4b90-418c-b285-4a3b7adc3463 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce6b1e8-7b32-408a-9f8a-524db2a9124b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:04.522541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-720435861-network', 'tenant_id': '987a6ef7e49843098beded1785b8ca24'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:04.534810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:04.551953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Usage tracker for resource:network and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:04.559967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:04.580039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:04.606870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Made reservation on behalf of 987a6ef7e49843098beded1785b8ca24 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:04.612490 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.643864 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.648533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c0214a7-4b90-418c-b285-4a3b7adc3463 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.649745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8c0214a7-4b90-418c-b285-4a3b7adc3463 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fce6b1e8-7b32-408a-9f8a-524db2a9124b HTTP/1.1" status: 204 len: 168 time: 2.2296643 Apr 18 20:24:04.686904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:04.691701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.700812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Usage tracker for resource:security_group_rule and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:04.706463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:04.718640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:04.970697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:04.981407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.011897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 94bace2c-77f1-4a01-b46a-41b32fe2d165 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:24:05.178944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:05.219896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea76c5c1-f63c-464d-9551-10ea41c8d274,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.246519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.247292 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Added segment 953bb2b5-7ed5-4846-a223-40d52970dd87 of type vlan for network c5da65e2-5089-4c5a-a705-5f4713ee1a60 Apr 18 20:24:05.365220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.478687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.481083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:05.482169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.528422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:24:05.566649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Sync routers for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:05.602870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:05.604581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:05.717886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:05.788883 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.791380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ca3f59f-b5dd-483c-84da-12822d12f786 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 7.1771302 Apr 18 20:24:05.794110 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:05.824576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:05.834767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:05.844909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Usage tracker for resource:security_group_rule and tenant:a2399cacdaaa444492ed2841d4bb8d9a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:05.852840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:05.867428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] Pushing event updated for resources: {'Network': ['ID=c5da65e2-5089-4c5a-a705-5f4713ee1a60,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:05.931172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:05.949505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:05.996435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7bcb0d73-d76b-4de7-be69-9e1491627680 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6fe5691eda2a4b868086134bcc610d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1315389 Apr 18 20:24:06.008578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51618) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:06.060095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a27d9f9b-5e99-46a4-b979-951765f605a4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8231931 Apr 18 20:24:06.066276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:06.114807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078badc6-12a1-415a-b460-c819c6c4d8ba req-337399f3-b9b9-4c71-9baf-3fda8048d896 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:06.120291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-078badc6-12a1-415a-b460-c819c6c4d8ba req-337399f3-b9b9-4c71-9baf-3fda8048d896 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.5230424 Apr 18 20:24:06.131083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Request body: {'subnet': {'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-720435861-subnet', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:06.143454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:06.152230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Usage tracker for resource:subnet and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:06.158696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:06.170601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:06.201969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Made reservation on behalf of 987a6ef7e49843098beded1785b8ca24 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:06.207891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.335660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910228c4-c095-488a-84f3-2219f808ccab req-72c9b264-0258-49ff-9e03-de2f4a95b76d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:06.348023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-72c9b264-0258-49ff-9e03-de2f4a95b76d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.5746934 Apr 18 20:24:06.392399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-b2a546e9-b1c5-4146-a740-0131696bb4df tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.0428865 Apr 18 20:24:06.475095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:24:06.544970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-078badc6-12a1-415a-b460-c819c6c4d8ba req-46734c9d-7f49-493b-a099-ee3d7e2df426 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463933 Apr 18 20:24:06.732022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51644) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:06.775297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.816747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9058812-2e1b-47c1-a244-e36a53afb7eb tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:06.819911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c9058812-2e1b-47c1-a244-e36a53afb7eb tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8091598 Apr 18 20:24:06.827591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:06.832068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:06.901270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ce55281-4022-4760-8016-09aeb16deb04 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0718811 Apr 18 20:24:06.911535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51656) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:06.936780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264248612', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:07.004205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a2399cacdaaa444492ed2841d4bb8d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2732074 Apr 18 20:24:07.010572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:07.029358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b235dbe5-6e93-4d8c-8e45-26c1da7a4086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=493d8e7c-8de4-4a78-aa73-71de75fcbb97,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:07.047884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-526eceaf-60c0-435d-b9a3-a118837e6242 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6536069 Apr 18 20:24:07.237208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:02Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:07.258328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Checking router: 94bace2c-77f1-4a01-b46a-41b32fe2d165 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:07.258985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Updating router 94bace2c-77f1-4a01-b46a-41b32fe2d165 port cf1f5817-9b76-4727-a9da-2bed8a53a2cc binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:07.262376 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.368970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:07.376830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:subnet and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:07.384449 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf84ddf-ba18-42d2-b423-6c0b1e1e80ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.397713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:07.414102 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.428459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:07.430900 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf84ddf-ba18-42d2-b423-6c0b1e1e80ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.519424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1323231817-network', 'tenant_id': 'bf17234f75d04514b83e6c2c8756862b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:07.525225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:07.530417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Usage tracker for resource:network and tenant:bf17234f75d04514b83e6c2c8756862b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:07.536681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-47fb53e3-df20-44da-b0d5-a9d9a583b8c1 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4748394 Apr 18 20:24:07.537001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:07.543204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:07.544903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:07.552609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.571599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Made reservation on behalf of bf17234f75d04514b83e6c2c8756862b for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:07.574272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.636481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.711086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:07.711654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Network hostable DHCP agents. Network: c5da65e2-5089-4c5a-a705-5f4713ee1a60, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:07.753538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:07.759953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Usage tracker for resource:security_group_rule and tenant:bf17234f75d04514b83e6c2c8756862b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:07.765915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:07.778371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:07.934980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-9de2c6f3-6c89-43ed-baf5-c6a10ebb9b15 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018279 Apr 18 20:24:07.943726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:07.948318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49466b99-a61e-4c8a-9ba4-d89f66d21f8c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:07.963221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.026003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:08.055977 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf84ddf-ba18-42d2-b423-6c0b1e1e80ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.069764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:08.073897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c5da65e2-5089-4c5a-a705-5f4713ee1a60) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:08.084358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.085397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.091840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82bbbc7-c862-4e24-a505-43722aca2564,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.133963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf84ddf-ba18-42d2-b423-6c0b1e1e80ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=493d8e7c-8de4-4a78-aa73-71de75fcbb97,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.144416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.182472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Transition to ACTIVE for port object cf1f5817-9b76-4727-a9da-2bed8a53a2cc will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:08.187428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf84ddf-ba18-42d2-b423-6c0b1e1e80ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.189046 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-acf84ddf-ba18-42d2-b423-6c0b1e1e80ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/493d8e7c-8de4-4a78-aa73-71de75fcbb97 HTTP/1.1" status: 204 len: 168 time: 1.1773152 Apr 18 20:24:08.219626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c958e630-0108-4789-a2a5-8e9ce3fb880b None None] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:08.231500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.265180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.265625 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Added segment 0f4d0852-1402-4832-827d-37f2f0f87b2f of type vlan for network 8c01fda9-61e9-470d-b4c5-30b4451e5180 Apr 18 20:24:08.270520 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d5421295-6a07-425f-aac3-bf6961c4bac3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1832328 Apr 18 20:24:08.279489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51680) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:08.297560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:08.487076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Subnet': ['ID=a6d2fba9-6f9f-4bc6-a659-480346115e28,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.509155 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.561314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:08.575941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Usage tracker for resource:router and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:08.583173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:08.596538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Checking segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:08.602218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network hostable DHCP agents. Network: 6ff86a77-32fe-4574-a900-104e89307c35, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:08.632220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:08.638571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.644337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 6ff86a77-32fe-4574-a900-104e89307c35 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:08.661705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e368383b-fce6-4b5c-b5bd-45c3da949bef req-dc7ead66-a573-48e7-bbd3-42e1d6105b4d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.663363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e368383b-fce6-4b5c-b5bd-45c3da949bef req-dc7ead66-a573-48e7-bbd3-42e1d6105b4d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.1552458 Apr 18 20:24:08.670669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6ff86a77-32fe-4574-a900-104e89307c35) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:08.678323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.678323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.730656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4534c616-d7a8-4f0a-bb53-b6176cc0f97a None None] Network 6ff86a77-32fe-4574-a900-104e89307c35 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:08.742305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da2c4-2b06-4c62-b237-e9015fda44f1 req-16708d47-8380-4a9d-94d7-1b5763013255 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.750625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706da2c4-2b06-4c62-b237-e9015fda44f1 req-16708d47-8380-4a9d-94d7-1b5763013255 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.761376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-706da2c4-2b06-4c62-b237-e9015fda44f1 req-16708d47-8380-4a9d-94d7-1b5763013255 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466&device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 1682 time: 0.5696547 Apr 18 20:24:08.782683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.785246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.810796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c406ec2-c4db-44cf-9852-a58e8cb27fc7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.8876486 Apr 18 20:24:08.816889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51694) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:08.878219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-706da2c4-2b06-4c62-b237-e9015fda44f1 req-711aa28f-eafa-41c3-91fa-4dc2746c501e tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144013 Apr 18 20:24:08.880595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.882016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.883023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:08.883628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:08.909134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb33f48-c9be-4a84-aa56-ff3ba265380d None None] Pushing event updated for resources: {'Port': ['ID=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:08.922882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Attempting to bind port cf1f5817-9b76-4727-a9da-2bed8a53a2cc on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:08.923957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Attempting to bind port cf1f5817-9b76-4727-a9da-2bed8a53a2cc by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:08.925963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Attempting to bind port cf1f5817-9b76-4727-a9da-2bed8a53a2cc on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:09.014344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:09.014908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:09.015567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.016218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:09.017026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Bound port: cf1f5817-9b76-4727-a9da-2bed8a53a2cc, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:09.022648 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:09.121399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e368383b-fce6-4b5c-b5bd-45c3da949bef req-39ded2fd-9f2b-4495-95a8-8dea9e4a60da tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344597 Apr 18 20:24:09.267573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.5298417 Apr 18 20:24:09.268836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:09.585883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ffde2a-3b0b-42ae-8923-d3fb7f9a63fd admin admin] Pushing event updated for resources: {'Network': ['ID=8c01fda9-61e9-470d-b4c5-30b4451e5180,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:09.645739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Request body: {'subnet': {'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1323231817-subnet', 'tenant_id': 'bf17234f75d04514b83e6c2c8756862b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:09.693244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:09.696633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8c01fda9-61e9-470d-b4c5-30b4451e5180 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:24:09.950384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Usage tracker for resource:subnet and tenant:bf17234f75d04514b83e6c2c8756862b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:09.962912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:09.975575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:10.019956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] For port cf1f5817-9b76-4727-a9da-2bed8a53a2cc, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:10.038522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] For port cf1f5817-9b76-4727-a9da-2bed8a53a2cc, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:10.062945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Made reservation on behalf of bf17234f75d04514b83e6c2c8756862b for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:10.065200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.066068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.369310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb33f48-c9be-4a84-aa56-ff3ba265380d None None] Pushing event updated for resources: {'Port': ['ID=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:10.726385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:24:10.733268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.974377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:10.998173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.039142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:11.039838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:11.286319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=e765b9b7-866f-4ecf-9d05-e224b52f9492,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:11.289395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Checking segment: {'id': '0f4d0852-1402-4832-827d-37f2f0f87b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:11.290061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Network hostable DHCP agents. Network: 8c01fda9-61e9-470d-b4c5-30b4451e5180, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:11.327785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Network 8c01fda9-61e9-470d-b4c5-30b4451e5180 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:11.428381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8c01fda9-61e9-470d-b4c5-30b4451e5180) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:11.435179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.435774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.529349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:11.555299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45ffd9-ed54-434e-abd9-5779da6d2c07 req-86e93286-46f8-4046-b90e-42914cfe8630 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:11.556924 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab45ffd9-ed54-434e-abd9-5779da6d2c07 req-86e93286-46f8-4046-b90e-42914cfe8630 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.3869977 Apr 18 20:24:11.570025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-81353b41-4934-4dad-913d-426ffa3916aa admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.0131888 Apr 18 20:24:11.601240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:11.780193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab45ffd9-ed54-434e-abd9-5779da6d2c07 req-205b76e5-4418-4041-b9c4-4f0b555d5b4d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909076 Apr 18 20:24:11.787172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Allocated IP 172.20.0.2 (c5da65e2-5089-4c5a-a705-5f4713ee1a60/49466b99-a61e-4c8a-9ba4-d89f66d21f8c/43703813-6680-4222-9c8a-a0ba8375916d) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:11.960289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e1782-e2d1-43fb-96dc-fa41350c8de2 None None] Network 8c01fda9-61e9-470d-b4c5-30b4451e5180 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:12.125217 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.204258 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.489355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-df93db9d-b5a1-44af-868f-21bdd50663e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=61b53d5f-83a3-4003-a4f9-0f35e91d1ede HTTP/1.1" status: 200 len: 210 time: 0.4643157 Apr 18 20:24:12.512573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-6ff86a77-32fe-4574-a900-104e89307c35', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:24:12.517484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.650047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:12.919870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:12.937121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Usage tracker for resource:security_group_rule and tenant:01564e3f35ea482b944dc24f58d8fbb8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:12.947934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:12.963997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:12.968976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.1 (6ff86a77-32fe-4574-a900-104e89307c35/a6d2fba9-6f9f-4bc6-a659-480346115e28/e9230f82-4273-40f8-b090-c2947259f06b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:13.068531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-58efb126-8f86-4e40-bf3c-32f77d113e3d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.083623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-58efb126-8f86-4e40-bf3c-32f77d113e3d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.7093625 Apr 18 20:24:13.218887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:13.223875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d508c25-b5c4-49a9-b40a-d632fd86e7b1 req-c21e6538-fa1c-4525-8ea4-f3cff99410c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.234070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d508c25-b5c4-49a9-b40a-d632fd86e7b1 req-c21e6538-fa1c-4525-8ea4-f3cff99410c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 1096 time: 1.0309882 Apr 18 20:24:13.283248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-4a33f810-d28c-477d-a4d9-0f54ac9c2c39 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.1963444 Apr 18 20:24:13.374332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Allocated IP 172.25.5.4 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/62c20090-eb6e-4901-adfd-2d95239f7474) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:13.501424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910228c4-c095-488a-84f3-2219f808ccab req-777e8ea6-5255-4487-b348-15db43fa5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.503954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-777e8ea6-5255-4487-b348-15db43fa5cdd service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&shared=False HTTP/1.1" status: 200 len: 907 time: 0.9882483 Apr 18 20:24:13.680133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.780949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.804918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910228c4-c095-488a-84f3-2219f808ccab req-d94a9d3c-13aa-426a-9f28-96b7f67d7bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:13.812776 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.817009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-d94a9d3c-13aa-426a-9f28-96b7f67d7bf2 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3023429 Apr 18 20:24:13.832657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Transition to ACTIVE for port object 43703813-6680-4222-9c8a-a0ba8375916d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:13.855315 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d508c25-b5c4-49a9-b40a-d632fd86e7b1 req-5166f9dd-4b67-40f2-aba4-39139738a2cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686686 Apr 18 20:24:13.865948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:13.887541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6deb1-249d-43d0-9dd5-57c544659cad None None] Network 8c01fda9-61e9-470d-b4c5-30b4451e5180 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:13.967065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:13.983386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:14.005096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:14.025942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object e9230f82-4273-40f8-b090-c2947259f06b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:14.072620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Transition to ACTIVE for port object 43703813-6680-4222-9c8a-a0ba8375916d will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:14.120832 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d1ea9aff-e456-4ddb-b097-b8b8f6793f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.132455 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.162940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-a9e0e24c-94de-499a-bb9a-9d137fe00772 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.164418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-a9e0e24c-94de-499a-bb9a-9d137fe00772 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/networks?id=8c01fda9-61e9-470d-b4c5-30b4451e5180 HTTP/1.1" status: 200 len: 822 time: 0.4957919 Apr 18 20:24:14.201337 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-ad8ee664-abe0-47f2-9ae2-66964fab1f24 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/quotas/bf17234f75d04514b83e6c2c8756862b HTTP/1.1" status: 200 len: 375 time: 0.0225089 Apr 18 20:24:14.224298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-910228c4-c095-488a-84f3-2219f808ccab req-8c80f3d3-1f07-4749-ac53-aec106ea884c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "GET /v2.0/ports?device_id=61b53d5f-83a3-4003-a4f9-0f35e91d1ede HTTP/1.1" status: 200 len: 210 time: 0.0905521 Apr 18 20:24:14.244099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Pushing event updated for resources: {'Port': ['ID=62c20090-eb6e-4901-adfd-2d95239f7474,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:14.298352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:14.299852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.313043 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-9ac023e7-3550-4daf-8ddb-4ed1ec772263 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9039011 Apr 18 20:24:14.325612 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.343693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:14.352342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:14.368064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:14.401035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-ccdd8f08-e404-4bcc-90cb-deab4deec39a tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf17234f75d04514b83e6c2c8756862b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1886766 Apr 18 20:24:14.426089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 6ff86a77-32fe-4574-a900-104e89307c35 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:14.431958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:14.462208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:14.642114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-1e99353f-7131-40c4-9a50-0dd13a4c9cbc tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:14.646038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-1e99353f-7131-40c4-9a50-0dd13a4c9cbc tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466 HTTP/1.1" status: 200 len: 946 time: 1.2024627 Apr 18 20:24:14.765321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=e9230f82-4273-40f8-b090-c2947259f06b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:14.820133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.013651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c58939-895b-4150-968c-e49c2978f496,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.029023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Pushing event updated for resources: {'Port': ['ID=43703813-6680-4222-9c8a-a0ba8375916d,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:15.108519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e3e3fdce-7ebb-46d8-8012-cf606268ee5f service neutron] 10.222.0.47 "GET /v2.0/networks/8c01fda9-61e9-470d-b4c5-30b4451e5180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808889 Apr 18 20:24:15.145816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Allocated IP 172.20.0.2 (6ff86a77-32fe-4574-a900-104e89307c35/a6d2fba9-6f9f-4bc6-a659-480346115e28/49fe0e62-4aa5-4f6f-8b41-ead37f07b845) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:15.150829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Attempting to bind port 43703813-6680-4222-9c8a-a0ba8375916d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:15.151306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Attempting to bind port 43703813-6680-4222-9c8a-a0ba8375916d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:15.151734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Attempting to bind port 43703813-6680-4222-9c8a-a0ba8375916d on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:15.187044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:15.187437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:15.187830 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.188239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Bound using segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:15.188736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Bound port: 43703813-6680-4222-9c8a-a0ba8375916d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:15.189147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.448379 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-eb23aead-e566-413b-bc2a-a87134e72ed0 service neutron] 10.222.0.47 "GET /v2.0/networks/8c01fda9-61e9-470d-b4c5-30b4451e5180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045273 Apr 18 20:24:15.492244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] For port 43703813-6680-4222-9c8a-a0ba8375916d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:15.497325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] For port 43703813-6680-4222-9c8a-a0ba8375916d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=43703813-6680-4222-9c8a-a0ba8375916d,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:15.525925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.561786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8150a7e9-2278-43ea-b01d-9afbcb0426f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=01564e3f35ea482b944dc24f58d8fbb8&name=default HTTP/1.1" status: 200 len: 2983 time: 3.9595337 Apr 18 20:24:15.575134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51836) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:15.711973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-8c730059-4f03-4b18-9646-a713357961a1 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3980298 Apr 18 20:24:15.716252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Deleting port da4bc0c3-6cf2-4311-86dd-b421408d20dc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:24:15.716915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.723809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05d6ecce-5cc0-4fbc-a193-48c1ba4ad3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.802961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:15.876413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05d6ecce-5cc0-4fbc-a193-48c1ba4ad3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.185622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bb57e-596e-494f-a51b-e404a82bedc2 None None] Pushing event updated for resources: {'Port': ['ID=43703813-6680-4222-9c8a-a0ba8375916d,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:16.218471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:02Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:16.229948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bff5f927-7e84-4e25-bad7-37d1cb171a16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.355498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d50f32-1e55-4aec-aa6c-5272da1b64b8 None None] The sync data for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 is: [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:02Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:16.468220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05d6ecce-5cc0-4fbc-a193-48c1ba4ad3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.544910 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.558460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.562991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ed18f-d4c8-495d-a2bd-c3fa4e7842f9 req-451eb2ac-7696-4e87-beb6-40b63a65375c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:16.576377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec1ed18f-d4c8-495d-a2bd-c3fa4e7842f9 req-451eb2ac-7696-4e87-beb6-40b63a65375c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.6212280 Apr 18 20:24:16.597104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d6ecce-5cc0-4fbc-a193-48c1ba4ad3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c58939-895b-4150-968c-e49c2978f496,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:16.597971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Transition to ACTIVE for port object 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:16.656190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Transition to ACTIVE for port object 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:16.666099 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:16.822620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Network 6ff86a77-32fe-4574-a900-104e89307c35 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:16.832908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:16.886029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:16.998963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Pushing event updated for resources: {'Port': ['ID=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:17.088389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05d6ecce-5cc0-4fbc-a193-48c1ba4ad3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.094230 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.098048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.124134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-05d6ecce-5cc0-4fbc-a193-48c1ba4ad3fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e7c58939-895b-4150-968c-e49c2978f496 HTTP/1.1" status: 204 len: 168 time: 1.5479624 Apr 18 20:24:17.162911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec1ed18f-d4c8-495d-a2bd-c3fa4e7842f9 req-ee7ef57b-ebf0-4ad2-ae91-06e68ab6f1be tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5680747 Apr 18 20:24:17.212940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-bbca6a22-764a-4e0d-9c38-2d4296ba10ed tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:17.220320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-bbca6a22-764a-4e0d-9c38-2d4296ba10ed tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89 HTTP/1.1" status: 200 len: 945 time: 2.3436460 Apr 18 20:24:17.239698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:24:17.476341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Deleting port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:24:17.476614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.685591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Attempting to bind port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:17.688453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Attempting to bind port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:17.689489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Attempting to bind port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:17.781657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:17.784676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Checking segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:17.790194 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:17.791709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Bound using segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:17.795157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Bound port: 49fe0e62-4aa5-4f6f-8b41-ead37f07b845, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:17.802265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.243765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e0b81f19-c0d6-42a6-b6e6-9fc26cbb55fb service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.4532843 Apr 18 20:24:18.317941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.438268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.660117 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.839424 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.872490 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:18.903381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e777494a-0881-4635-a895-b634d820d71a req-438b6403-c2b0-476b-8086-26c3ee9a531c tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 210 time: 0.7769201 Apr 18 20:24:18.974086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa6df8-419e-42bb-b4fd-125684356514 None None] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:19.061799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51878) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:19.185061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cf1f5817-9b76-4727-a9da-2bed8a53a2cc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:19.216544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.511546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] For port da4bc0c3-6cf2-4311-86dd-b421408d20dc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=da4bc0c3-6cf2-4311-86dd-b421408d20dc,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:19.512172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.530811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.566840 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.567829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:19.641409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] For port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:19.826418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-274b1be5-e2bc-4853-b48f-7dbca9b1bb0b None None] Provisioning for port 43703813-6680-4222-9c8a-a0ba8375916d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:19.837243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:19.868510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=e9230f82-4273-40f8-b090-c2947259f06b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:19.877573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] For port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:19.977742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:19.982255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device da4bc0c3-6cf2-4311-86dd-b421408d20dc no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:24:20.001097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:20.294843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Calling delete_port for da4bc0c3-6cf2-4311-86dd-b421408d20dc owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:24:20.329253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Usage tracker for resource:security_group_rule and tenant:2d2c399e786847c1a3e07880807fd88f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:20.366612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:20.374902 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.389478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:20.441195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port cf1f5817-9b76-4727-a9da-2bed8a53a2cc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:20.444439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-812eaeaa-bd5c-43e4-94b1-0b205bc51070 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.447700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-812eaeaa-bd5c-43e4-94b1-0b205bc51070 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.61 "GET /v2.0/networks?id=8c01fda9-61e9-470d-b4c5-30b4451e5180 HTTP/1.1" status: 200 len: 822 time: 1.1714792 Apr 18 20:24:20.481007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port cf1f5817-9b76-4727-a9da-2bed8a53a2cc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:20.484611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.496531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:20.508261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Request body: {'port': {'device_id': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180', 'admin_state_up': True, 'tenant_id': 'bf17234f75d04514b83e6c2c8756862b'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:20.616254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d9188-eee0-42f3-ac2e-871dc263ac6a req-40e63f0e-df8b-4df8-a42a-1a7ec59465e0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.630550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b1d9188-eee0-42f3-ac2e-871dc263ac6a req-40e63f0e-df8b-4df8-a42a-1a7ec59465e0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 1.4832668 Apr 18 20:24:20.731013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b1d9188-eee0-42f3-ac2e-871dc263ac6a req-5d56738b-153f-4620-83c4-80cfb7f41d10 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953424 Apr 18 20:24:20.770453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 6ff86a77-32fe-4574-a900-104e89307c35 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:20.790813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:20.830576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baead1cf-c024-4fdf-b609-844d3d19424e req-28911e19-f462-43f0-bd98-a9060392c98c tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:20.841765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-baead1cf-c024-4fdf-b609-844d3d19424e req-28911e19-f462-43f0-bd98-a9060392c98c tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Synchronizing usage tracker for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:20.957969 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.178300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:21.255203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:21.255673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.277342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.277961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.278535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.279113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.279679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.280236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.280789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.281360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.286450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.287077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.287653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.288220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:21.468026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be6847d6-ba47-48ae-bf03-59f547787cbb req-918d02df-6040-4362-92f1-d71bc2ca9178 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 210 time: 0.2206671 Apr 18 20:24:21.501465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-baead1cf-c024-4fdf-b609-844d3d19424e req-28911e19-f462-43f0-bd98-a9060392c98c tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Unset dirty status for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:21.512749 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-baead1cf-c024-4fdf-b609-844d3d19424e req-28911e19-f462-43f0-bd98-a9060392c98c tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466 HTTP/1.1" status: 200 len: 946 time: 2.2396953 Apr 18 20:24:21.590596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:21.604227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Usage tracker for resource:port and tenant:bf17234f75d04514b83e6c2c8756862b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:21.626334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:21.634798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Calling delete_port for 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:24:21.671173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.672392 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-baead1cf-c024-4fdf-b609-844d3d19424e req-76ff36e7-41a0-4c73-ae35-deb0aa58b47c tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/security-groups?id=dbbf354c-af76-48ba-8222-595c276c292b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582675 Apr 18 20:24:21.693344 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1366fd00-1d32-4835-8bba-f951cdaf8cb8'] response: {'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16', 'code': 200} Apr 18 20:24:21.775229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port cf1f5817-9b76-4727-a9da-2bed8a53a2cc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:21.794211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d6c44-ebcf-42ec-bd62-305585aaf84a None None] Pushing event updated for resources: {'Port': ['ID=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:21.806065 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:21.809004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 43703813-6680-4222-9c8a-a0ba8375916d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:21.861556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:22.074211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.101069 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.282671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Made reservation on behalf of bf17234f75d04514b83e6c2c8756862b for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:22.296054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.360927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.420158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 43703813-6680-4222-9c8a-a0ba8375916d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:22.441941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 43703813-6680-4222-9c8a-a0ba8375916d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:22.442754 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.522233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:24:22.522936 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:24:22.525879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-97d1e1f4-65d6-4dce-a09f-ceb3b83c86aa req-65faf410-8d4c-43fc-ba8c-8b3ba4325da6 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 210 time: 0.2412281 Apr 18 20:24:22.601138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:22.620447 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d2c399e786847c1a3e07880807fd88f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5502717 Apr 18 20:24:22.645560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51918) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:22.680213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 94bace2c-77f1-4a01-b46a-41b32fe2d165 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:24:22.777542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Pushing event deleted for resources: {'Port': ['ID=da4bc0c3-6cf2-4311-86dd-b421408d20dc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:22.857795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdbdaa4-1749-40e0-b915-92e6a9265b82 None None] Network 6ff86a77-32fe-4574-a900-104e89307c35 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:23.040906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ed4155-aa00-48ce-8871-b890e39eeea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5727fa-8ecb-403d-9eda-21f4d47bcb7f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:23.120986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Deleting port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:24:23.122011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.123483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c7bdd893-59b0-4da8-804a-5a2f89c916b9 None None] Provisioning complete for port 43703813-6680-4222-9c8a-a0ba8375916d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:23.124374 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c7bdd893-59b0-4da8-804a-5a2f89c916b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.164365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] No DVR routers for this DVR port da4bc0c3-6cf2-4311-86dd-b421408d20dc on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:23.168533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Router 2092f3f9-042c-4cde-a44e-d038110940a7 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:24:23.191336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.194397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Allocated IP 172.20.0.13 (8c01fda9-61e9-470d-b4c5-30b4451e5180/e765b9b7-866f-4ecf-9d05-e224b52f9492/89566249-b1ce-4ddc-bfab-049879b6a4bb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:23.283617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'name': 'network-vif-deleted', 'tag': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:23.300100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-1c47a33a-081b-4776-bd3a-7401c608c9e1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.301880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-1c47a33a-081b-4776-bd3a-7401c608c9e1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 1.3794911 Apr 18 20:24:23.370494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.418398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 43703813-6680-4222-9c8a-a0ba8375916d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=43703813-6680-4222-9c8a-a0ba8375916d,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:23.452924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:23.469243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Request body: {'port': {'device_id': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'admin_state_up': True, 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:23.623024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4abefe-ca0a-4202-b9c0-877600e3aed4 req-b628ae8e-2b69-4d41-8648-bf186eb309db tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:23.640014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e4abefe-ca0a-4202-b9c0-877600e3aed4 req-b628ae8e-2b69-4d41-8648-bf186eb309db tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 1.2659085 Apr 18 20:24:23.708174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3835fbee-1247-42c7-82ca-36bdc0c9e376 req-c74ccb24-8e26-4a34-8027-734788f17461 tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "DELETE /v2.0/ports/da4bc0c3-6cf2-4311-86dd-b421408d20dc HTTP/1.1" status: 204 len: 173 time: 8.8996415 Apr 18 20:24:23.721427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4fa4176c-d1c6-4ef6-8691-5bdfcd4688d2 req-a8ea28c3-defd-477b-9201-297e50f28867 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 210 time: 0.7227645 Apr 18 20:24:23.766303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e4abefe-ca0a-4202-b9c0-877600e3aed4 req-7ff80f50-79e2-4e22-8e79-50364d2bc8bb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262436 Apr 18 20:24:23.780027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=43703813-6680-4222-9c8a-a0ba8375916d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:23.808004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:24.068994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37245004-870b-41f4-982e-3389c88dc5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.175500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37245004-870b-41f4-982e-3389c88dc5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.182188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-14e2a4a4-9baa-4ba0-aed7-9d32d53807d3 None None] Provisioning for port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:24.228260 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-075b95f6-00bb-405b-80a8-c0879e926adc'] response: {'server_uuid': '2b07de8a-979f-4cc2-b7fb-77b99f919466', 'name': 'network-vif-deleted', 'tag': 'da4bc0c3-6cf2-4311-86dd-b421408d20dc', 'status': 'completed', 'code': 200} Apr 18 20:24:24.263053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:24:24.278662 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Sync routers for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:24.296135 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:24.298897 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:24.307299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37245004-870b-41f4-982e-3389c88dc5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.316879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:24.329819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:24.331361 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.377358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37245004-870b-41f4-982e-3389c88dc5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5727fa-8ecb-403d-9eda-21f4d47bcb7f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:24.443977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6376f926-5d9c-425c-8b7c-8567412e79a9 req-1c6e3dee-0381-4fd7-9c60-fe51780db2ae tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Synchronizing usage tracker for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:24.487353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-baa9b50e-99c1-4ed0-8171-a646b1bba84b req-82f3547a-e679-4a1c-8487-5c87578c1602 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Synchronizing usage tracker for tenant:bf17234f75d04514b83e6c2c8756862b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:24.498655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.532471 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-701dcdbe-67e6-480a-b168-193b1a624702 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/94bace2c-77f1-4a01-b46a-41b32fe2d165/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7137630 Apr 18 20:24:24.534472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37245004-870b-41f4-982e-3389c88dc5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.536471 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-37245004-870b-41f4-982e-3389c88dc5c7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2d5727fa-8ecb-403d-9eda-21f4d47bcb7f HTTP/1.1" status: 204 len: 168 time: 1.8687379 Apr 18 20:24:24.573366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-baa9b50e-99c1-4ed0-8171-a646b1bba84b req-82f3547a-e679-4a1c-8487-5c87578c1602 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Unset dirty status for tenant:bf17234f75d04514b83e6c2c8756862b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:24.576295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-baa9b50e-99c1-4ed0-8171-a646b1bba84b req-82f3547a-e679-4a1c-8487-5c87578c1602 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 210 time: 0.2649043 Apr 18 20:24:24.604981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:24.645569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.787906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:24.858528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:24:24.962735 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:24.964035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Network 8c01fda9-61e9-470d-b4c5-30b4451e5180 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:24.974143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6376f926-5d9c-425c-8b7c-8567412e79a9 req-1c6e3dee-0381-4fd7-9c60-fe51780db2ae tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Unset dirty status for tenant:4c59b13b7a3b441e9aadc1294f907b51 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:24.976220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6376f926-5d9c-425c-8b7c-8567412e79a9 req-1c6e3dee-0381-4fd7-9c60-fe51780db2ae tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b07de8a-979f-4cc2-b7fb-77b99f919466 HTTP/1.1" status: 200 len: 210 time: 0.7532744 Apr 18 20:24:24.994639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:25.004528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Sync routers for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:25.035507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.041396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:25.047426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05086d2e-a8ed-4aa4-8b45-4de836f7538a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 16.7527432 Apr 18 20:24:25.050749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:25.072172 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:25.098207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:25.099370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:25.143185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:25.175229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.424929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:25.431333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.686573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:25.737324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.738927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cf1f5817-9b76-4727-a9da-2bed8a53a2cc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:25.823021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Pushing event updated for resources: {'Port': ['ID=89566249-b1ce-4ddc-bfab-049879b6a4bb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:25.880970 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:24:25.914380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-12c0601c-a6c8-491b-99e5-635128c44e32 None None] Provisioning complete for port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:25.915071 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-12c0601c-a6c8-491b-99e5-635128c44e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:25.934477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-899d5a22-3109-4ab2-b3e3-672f1447aaf9 req-f5caef62-7971-4004-aa0a-050ff57b5119 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 210 time: 0.4856980 Apr 18 20:24:25.956166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-d7a7d456-d4b5-4281-acbc-383695d20f9f tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4681633 Apr 18 20:24:25.988538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Request body: {'port': {'device_id': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:26.436802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] For port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,segment=NetworkSegment(18f68b42-9737-4fb7-8119-0c02a22bad74),segment_id=18f68b42-9737-4fb7-8119-0c02a22bad74)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:26.437709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.510478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:26.548500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port cf1f5817-9b76-4727-a9da-2bed8a53a2cc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:26.552179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.602436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-fdeff570-04c0-4678-924a-a6376a3d0f8f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1201229496&fields=id&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 267 time: 0.3114679 Apr 18 20:24:26.675514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Calling delete_port for 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:24:26.695953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:26.771192 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:17Z', 'revision_number': 2, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:26.781479 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Checking router: 94bace2c-77f1-4a01-b46a-41b32fe2d165 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:26.782105 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Updating router 94bace2c-77f1-4a01-b46a-41b32fe2d165 port e9230f82-4273-40f8-b090-c2947259f06b binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:26.851043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:26.914534 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.050783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51988) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:27.445196 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.469583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.511998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-12c0601c-a6c8-491b-99e5-635128c44e32 None None] Provisioning for port e9230f82-4273-40f8-b090-c2947259f06b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:27.529242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-12c0601c-a6c8-491b-99e5-635128c44e32 None None] Provisioning complete for port e9230f82-4273-40f8-b090-c2947259f06b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:27.529828 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-12c0601c-a6c8-491b-99e5-635128c44e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.600356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52002) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:27.613658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Pushing event deleted for resources: {'Port': ['ID=3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:27.617084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-12c0601c-a6c8-491b-99e5-635128c44e32 None None] Port e9230f82-4273-40f8-b090-c2947259f06b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:24:27.667285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:27.677430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:27.699086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Usage tracker for resource:security_group_rule and tenant:e890b40a4e3a4a4fb00fd382799795cc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:27.707879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:27.724389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-94481cab-2166-4be5-a5ea-bd22444a0fb1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:27.725470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-94481cab-2166-4be5-a5ea-bd22444a0fb1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:27.806051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:27.838180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58b92034-b826-4e92-b339-cd1b39d17859 None None] Provisioning complete for port e9230f82-4273-40f8-b090-c2947259f06b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:27.838585 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58b92034-b826-4e92-b339-cd1b39d17859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.865340 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.889799 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Transition to ACTIVE for port object e9230f82-4273-40f8-b090-c2947259f06b will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:27.910539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-94481cab-2166-4be5-a5ea-bd22444a0fb1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:27.911355 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:27.913163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-94481cab-2166-4be5-a5ea-bd22444a0fb1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 797 time: 1.2943866 Apr 18 20:24:27.923320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 3, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:27.937454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Checking router: 2092f3f9-042c-4cde-a44e-d038110940a7 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:27.937865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Updating router 2092f3f9-042c-4cde-a44e-d038110940a7 port 62c20090-eb6e-4901-adfd-2d95239f7474 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:27.975916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:27.976295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.007795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-network', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:28.013469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58b92034-b826-4e92-b339-cd1b39d17859 None None] Port e9230f82-4273-40f8-b090-c2947259f06b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:24:28.023247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-5cc7f038-cffc-46a5-9d0b-5d2aa77f15a1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/quotas/6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 375 time: 0.0784562 Apr 18 20:24:28.041653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:28.049866 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Pushing event updated for resources: {'Port': ['ID=e9230f82-4273-40f8-b090-c2947259f06b,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:28.073736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Usage tracker for resource:network and tenant:245fcda392ab4defbeb002a9bdc79f89 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:28.093267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] No DVR routers for this DVR port 3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:28.107219 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.169653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.175263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:28.186426 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.187261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'name': 'network-vif-deleted', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:28.187905 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.188717 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.189583 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.190591 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.191610 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.192396 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.193161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.194147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.194978 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.196699 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.197594 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:28.214240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:28.304893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21078907-09e5-43b7-9d0e-fa0184d114d5 req-7f3f6e7f-2243-4ca7-885a-ab2bafee8d6f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:28.306548 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21078907-09e5-43b7-9d0e-fa0184d114d5 req-7f3f6e7f-2243-4ca7-885a-ab2bafee8d6f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 1.9442325 Apr 18 20:24:28.405232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Made reservation on behalf of 245fcda392ab4defbeb002a9bdc79f89 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:28.409783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.434228 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Attempting to bind port e9230f82-4273-40f8-b090-c2947259f06b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:28.434911 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Attempting to bind port e9230f82-4273-40f8-b090-c2947259f06b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:28.435579 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Attempting to bind port e9230f82-4273-40f8-b090-c2947259f06b on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:28.442885 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ae0d192-3037-42c9-a11c-3c346f3782f7 req-67d4cfa8-b662-4448-9776-76f0a21e80cd tempest-ListServersNegativeTestJSON-1955948642 tempest-ListServersNegativeTestJSON-1955948642-project] 10.222.0.61 "DELETE /v2.0/ports/3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16 HTTP/1.1" status: 204 len: 173 time: 11.1834681 Apr 18 20:24:28.444179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Allocated IP 172.20.0.3 (7813db5e-8f95-4a6d-8ee2-2bc1416c7327/4402abdb-ee97-4be2-824e-79d45393fef7/5993e358-0771-4a77-ab3a-23b2f3bd33ea) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:28.446832 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:28.447576 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Checking segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:28.448235 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.449091 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Bound using segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:28.451283 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Bound port: e9230f82-4273-40f8-b090-c2947259f06b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:28.452004 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.505216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.514097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 43703813-6680-4222-9c8a-a0ba8375916d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:28.519914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89566249-b1ce-4ddc-bfab-049879b6a4bb {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:28.532305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.558338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Transition to ACTIVE for port object 89566249-b1ce-4ddc-bfab-049879b6a4bb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:28.569160 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.607538 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.621773 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] For port e9230f82-4273-40f8-b090-c2947259f06b, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:28.627302 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] For port e9230f82-4273-40f8-b090-c2947259f06b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e9230f82-4273-40f8-b090-c2947259f06b,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:28.636693 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.668335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.838471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:28.866342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21078907-09e5-43b7-9d0e-fa0184d114d5 req-97fe7c84-922f-49c7-90e6-e71e16f7e1b5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964378 Apr 18 20:24:28.875529 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:28.879387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:28.938278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Pushing event updated for resources: {'Port': ['ID=89566249-b1ce-4ddc-bfab-049879b6a4bb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:29.006768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:29.024467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e890b40a4e3a4a4fb00fd382799795cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9671686 Apr 18 20:24:29.039505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:29.089684 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b7c900-ecb2-4e18-8c44-eb7b57ced43e None None] Pushing event updated for resources: {'Port': ['ID=e9230f82-4273-40f8-b090-c2947259f06b,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:29.113091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 43703813-6680-4222-9c8a-a0ba8375916d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:29.113872 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.245158 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.247075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Usage tracker for resource:security_group_rule and tenant:245fcda392ab4defbeb002a9bdc79f89 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:29.282452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:29.292622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-be1eb3c2-f163-4800-8ed6-3a1f35ecbe9d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:29.302922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509dcb2c-4926-42ef-88c0-c0af408899f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da98a4ec-85cd-4803-9967-d95a06df021d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:29.312533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:29.411122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Transition to ACTIVE for port object 62c20090-eb6e-4901-adfd-2d95239f7474 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:29.411697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-be1eb3c2-f163-4800-8ed6-3a1f35ecbe9d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:29.414571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-be1eb3c2-f163-4800-8ed6-3a1f35ecbe9d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.3670700 Apr 18 20:24:29.467568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.470995 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:29.516235 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea08133-f647-43e4-86e1-c6fa3af1cf20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.642777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.645672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Attempting to bind port 89566249-b1ce-4ddc-bfab-049879b6a4bb on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:29.646673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Attempting to bind port 89566249-b1ce-4ddc-bfab-049879b6a4bb by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '0f4d0852-1402-4832-827d-37f2f0f87b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:29.647221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Attempting to bind port 89566249-b1ce-4ddc-bfab-049879b6a4bb on network 8c01fda9-61e9-470d-b4c5-30b4451e5180 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:29.666535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea08133-f647-43e4-86e1-c6fa3af1cf20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.709572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2428ff2-1434-4aa8-8cba-d26924263faf None None] Pushing event updated for resources: {'Port': ['ID=62c20090-eb6e-4901-adfd-2d95239f7474,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:29.710163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Allocated IP 172.20.0.1 (c5da65e2-5089-4c5a-a705-5f4713ee1a60/49466b99-a61e-4c8a-9ba4-d89f66d21f8c/f89d513f-861d-4117-bf51-ee9b9863bdfb) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:29.719089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Attempting to bind port 62c20090-eb6e-4901-adfd-2d95239f7474 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:29.720048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Attempting to bind port 62c20090-eb6e-4901-adfd-2d95239f7474 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:29.720858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Attempting to bind port 62c20090-eb6e-4901-adfd-2d95239f7474 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:29.733313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:29.734910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:29.737149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.737921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:29.738688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Bound port: 62c20090-eb6e-4901-adfd-2d95239f7474, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:29.740389 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.753623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Port 89566249-b1ce-4ddc-bfab-049879b6a4bb on network 8c01fda9-61e9-470d-b4c5-30b4451e5180 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:24:29.754214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5729d2-90ef-41ae-b7df-f5a03d439906 req-1211c62c-6c35-4181-93d5-f266eb3151f8 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:29.754359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Attempting to bind port 89566249-b1ce-4ddc-bfab-049879b6a4bb on network 8c01fda9-61e9-470d-b4c5-30b4451e5180 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:29.757324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc5729d2-90ef-41ae-b7df-f5a03d439906 req-1211c62c-6c35-4181-93d5-f266eb3151f8 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 944 time: 0.5368259 Apr 18 20:24:29.801817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:29.802446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Checking segment: {'id': '0f4d0852-1402-4832-827d-37f2f0f87b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:29.803155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Bound using segment: {'id': '0f4d0852-1402-4832-827d-37f2f0f87b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:29.803960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Bound port: 89566249-b1ce-4ddc-bfab-049879b6a4bb, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f4d0852-1402-4832-827d-37f2f0f87b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:29.804587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.859976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] For port 62c20090-eb6e-4901-adfd-2d95239f7474, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:29.866463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] For port 62c20090-eb6e-4901-adfd-2d95239f7474, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=62c20090-eb6e-4901-adfd-2d95239f7474,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:29.873784 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:29.973328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:29.974635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:30.015498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-5985d9fd-98fe-480d-a0a9-55202dfb5f68 service neutron] 10.222.0.47 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821315 Apr 18 20:24:30.023163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cc5729d2-90ef-41ae-b7df-f5a03d439906 req-0237968b-0aaa-4c7b-a6cf-bdc4f860f5d3 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Synchronizing usage tracker for tenant:bf17234f75d04514b83e6c2c8756862b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:30.051391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea08133-f647-43e4-86e1-c6fa3af1cf20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.085725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.098534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2428ff2-1434-4aa8-8cba-d26924263faf None None] Pushing event updated for resources: {'Port': ['ID=62c20090-eb6e-4901-adfd-2d95239f7474,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.120806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:24:30.132776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] For port 89566249-b1ce-4ddc-bfab-049879b6a4bb, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:30.233770 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:28Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:30.252591 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41858ece-9fb7-42f7-b21e-b2e2c1ce9ac4 None None] The sync data for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 is: [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:28Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:30.259739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event updated for resources: {'Port': ['ID=5993e358-0771-4a77-ab3a-23b2f3bd33ea,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.263377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea08133-f647-43e4-86e1-c6fa3af1cf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da98a4ec-85cd-4803-9967-d95a06df021d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:30.276091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] For port 89566249-b1ce-4ddc-bfab-049879b6a4bb, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=89566249-b1ce-4ddc-bfab-049879b6a4bb,segment=NetworkSegment(0f4d0852-1402-4832-827d-37f2f0f87b2f),segment_id=0f4d0852-1402-4832-827d-37f2f0f87b2f)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:30.278722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cc5729d2-90ef-41ae-b7df-f5a03d439906 req-0237968b-0aaa-4c7b-a6cf-bdc4f860f5d3 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Unset dirty status for tenant:bf17234f75d04514b83e6c2c8756862b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:30.279940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc5729d2-90ef-41ae-b7df-f5a03d439906 req-0237968b-0aaa-4c7b-a6cf-bdc4f860f5d3 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4981396 Apr 18 20:24:30.296710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.311881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:30.319371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.325233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:30.331061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:30.440157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea08133-f647-43e4-86e1-c6fa3af1cf20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.465981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ea08133-f647-43e4-86e1-c6fa3af1cf20 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da98a4ec-85cd-4803-9967-d95a06df021d HTTP/1.1" status: 204 len: 168 time: 1.4077294 Apr 18 20:24:30.492178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Transition to ACTIVE for port object f89d513f-861d-4117-bf51-ee9b9863bdfb will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:30.571273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.572071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.599267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:30.683625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-96ff5684-a1dd-48a4-801a-9fa6dffb50f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.2438068 Apr 18 20:24:30.716424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Request body: {'port': {'device_id': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:30.787770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.812899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:30.813765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.815503 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] 10.222.0.61 "PUT /v2.0/ports/89566249-b1ce-4ddc-bfab-049879b6a4bb HTTP/1.1" status: 200 len: 1092 time: 4.8497312 Apr 18 20:24:30.824200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'tag': '89566249-b1ce-4ddc-bfab-049879b6a4bb'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:30.847879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.852813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.870795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:30.883813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:30.884204 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Added segment 35028c46-8495-4ecc-bf37-88fcf8992f5b of type vlan for network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 Apr 18 20:24:30.916989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.016027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd6c22-1000-4239-94bf-0a1dfe90ef31,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:31.084270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-c6f104c6-05e4-45af-9893-80b0541ee211 service neutron] 10.222.0.47 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0455256 Apr 18 20:24:31.167415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 3, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:31.186152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21f0c4c-41ef-4524-8409-d31bc173d552 None None] The sync data for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 is: [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 3, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:31.190307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ed7f7-5882-47be-a315-98b79e2ffb9f service neutron] Pushing event updated for resources: {'Port': ['ID=89566249-b1ce-4ddc-bfab-049879b6a4bb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:31.280817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.285306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.287304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.298587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:31.354296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:31.402225 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.412655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-99847127-81c5-4e2b-aca9-d2fd1a94854e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:31.414606 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-99847127-81c5-4e2b-aca9-d2fd1a94854e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf17234f75d04514b83e6c2c8756862b&device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 1095 time: 0.4932547 Apr 18 20:24:31.458669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:31.470625 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-959f0e1c-ad4c-48e8-9e24-6aa9f992c6b6'] response: {'server_uuid': 'ec80fdc7-9cb0-4eb4-a392-8f8e7d195e89', 'name': 'network-vif-deleted', 'tag': '3ea84ec3-b6ae-4c1b-8d0f-6c10d0e7aa16', 'status': 'completed', 'code': 200} Apr 18 20:24:31.629779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:31.709326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-308b6c2f-1c5a-4158-a616-fa09b4ca927d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89566249-b1ce-4ddc-bfab-049879b6a4bb HTTP/1.1" status: 200 len: 217 time: 0.2807267 Apr 18 20:24:31.754812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Pushing event updated for resources: {'Port': ['ID=f89d513f-861d-4117-bf51-ee9b9863bdfb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:31.759995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:31.813543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Usage tracker for resource:security_group_rule and tenant:d3028c27113f4e5aa2f1f10557c3c530 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:31.823176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:31.853339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:31.871912 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.022141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-44fa86db-4aa9-4049-b9fa-b7376edf40cc None None] Provisioning for port f89d513f-861d-4117-bf51-ee9b9863bdfb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:32.036283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e9230f82-4273-40f8-b090-c2947259f06b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:32.108046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52042) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:32.154523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc334a5-ec31-4604-be76-7c0e64c8d4c2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:32.188324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:24:32.247022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-44fa86db-4aa9-4049-b9fa-b7376edf40cc None None] Provisioning complete for port f89d513f-861d-4117-bf51-ee9b9863bdfb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:32.255991 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-44fa86db-4aa9-4049-b9fa-b7376edf40cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.294135 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5dccc2c-d0e4-4692-84bd-a3d21436f789'] response: {'name': 'network-changed', 'server_uuid': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'tag': '89566249-b1ce-4ddc-bfab-049879b6a4bb', 'status': 'completed', 'code': 200} Apr 18 20:24:32.296627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70b935b0-6459-4f62-bb23-5422fd24fbc6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 4.6633544 Apr 18 20:24:32.308029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52048) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:32.343969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Request body: {'subnet': {'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-subnet', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:32.352972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:32.363314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Usage tracker for resource:subnet and tenant:245fcda392ab4defbeb002a9bdc79f89 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:32.369477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:32.380034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:32.403456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:32.421550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Made reservation on behalf of 245fcda392ab4defbeb002a9bdc79f89 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:32.431814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.606673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-44fa86db-4aa9-4049-b9fa-b7376edf40cc None None] Port f89d513f-861d-4117-bf51-ee9b9863bdfb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:24:32.658753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e9230f82-4273-40f8-b090-c2947259f06b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:32.666604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e9230f82-4273-40f8-b090-c2947259f06b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:32.667355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.760926 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.804383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:32.844012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e9e77-470f-4503-88fc-f0b2eb3706f3 req-746421be-2ec7-4a5c-a932-45b19bd3ae18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.844777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-616e9e77-470f-4503-88fc-f0b2eb3706f3 req-746421be-2ec7-4a5c-a932-45b19bd3ae18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:32.868235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-f1a0a4df-60c8-4db9-9b93-a983912d705b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:32.870844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-f1a0a4df-60c8-4db9-9b93-a983912d705b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e765b9b7-866f-4ecf-9d05-e224b52f9492 HTTP/1.1" status: 200 len: 862 time: 0.9529750 Apr 18 20:24:32.876539 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.004938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] Deleting subnet 25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:24:33.011333 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.021786 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.086066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e9230f82-4273-40f8-b090-c2947259f06b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e9230f82-4273-40f8-b090-c2947259f06b,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:33.101703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.170484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=360b7027-6790-4015-84a0-91c55e19b412,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.179767 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.238988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3028c27113f4e5aa2f1f10557c3c530&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9051754 Apr 18 20:24:33.257758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52054) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:33.262728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-ca62e525-4372-4879-8b68-c634cb44f385 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c01fda9-61e9-470d-b4c5-30b4451e5180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3755596 Apr 18 20:24:33.279906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e9230f82-4273-40f8-b090-c2947259f06b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.285380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4fda8-352c-4f8d-adce-55b1973d5486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b1c2d2-e8f7-47a9-b695-5ca2fc8d2448,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:33.300661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-616e9e77-470f-4503-88fc-f0b2eb3706f3 req-746421be-2ec7-4a5c-a932-45b19bd3ae18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:33.306978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-616e9e77-470f-4503-88fc-f0b2eb3706f3 req-746421be-2ec7-4a5c-a932-45b19bd3ae18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 931 time: 2.4876065 Apr 18 20:24:33.468400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Checking segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:33.469595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Network hostable DHCP agents. Network: ccc334a5-ec31-4604-be76-7c0e64c8d4c2, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:33.486317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-616e9e77-470f-4503-88fc-f0b2eb3706f3 req-b7e517b9-5888-4f38-97ca-b0e433a05bfb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768425 Apr 18 20:24:33.486938 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.777654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28c068-84df-4528-95a4-dda7aff83d58 req-840b680a-c737-4934-93e7-3dcd4f4be6df tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:33.779280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b28c068-84df-4528-95a4-dda7aff83d58 req-840b680a-c737-4934-93e7-3dcd4f4be6df tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 944 time: 0.9929278 Apr 18 20:24:33.787566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:33.789272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e5894551-2cc4-4821-a169-a48a6197c1a1 req-dd14a3aa-d929-4cda-8146-1992c29b9573 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:33.827230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.906819 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31c0f73d-228f-42ff-b641-6c873834aadd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.910540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, ccc334a5-ec31-4604-be76-7c0e64c8d4c2) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:33.927207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dced9f5-7713-400a-82e5-4b4a12d4f55e None None] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:33.940823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31c0f73d-228f-42ff-b641-6c873834aadd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:33.973923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e5894551-2cc4-4821-a169-a48a6197c1a1 req-dd14a3aa-d929-4cda-8146-1992c29b9573 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:33.975195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e5894551-2cc4-4821-a169-a48a6197c1a1 req-dd14a3aa-d929-4cda-8146-1992c29b9573 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 210 time: 0.2681403 Apr 18 20:24:34.049257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.050271 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.062038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31c0f73d-228f-42ff-b641-6c873834aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.083474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-124314bf-f7c8-4665-98a8-e2377025d23a service neutron] 10.222.0.61 "GET /v2.0/networks/8c01fda9-61e9-470d-b4c5-30b4451e5180?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7895730 Apr 18 20:24:34.110992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b28c068-84df-4528-95a4-dda7aff83d58 req-2942d54b-7360-42dd-be90-942134a45cbe tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3114450 Apr 18 20:24:34.163154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-58666058-0541-44de-b8b5-046371e1330b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:34.163909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-58666058-0541-44de-b8b5-046371e1330b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:34.169193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.176266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e9230f82-4273-40f8-b090-c2947259f06b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:34.201906 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.334010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e9230f82-4273-40f8-b090-c2947259f06b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:34.334582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.353406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.446075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5993e358-0771-4a77-ab3a-23b2f3bd33ea {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:34.457292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.491644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Transition to ACTIVE for port object 5993e358-0771-4a77-ab3a-23b2f3bd33ea will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:34.494531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c0f73d-228f-42ff-b641-6c873834aadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b1c2d2-e8f7-47a9-b695-5ca2fc8d2448,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.543872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-63309cb9-fdca-4f6a-bd12-65f933a78b2b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2290313 Apr 18 20:24:34.545574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52062) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:34.559177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:34.569377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Pushing event updated for resources: {'Port': ['ID=f89d513f-861d-4117-bf51-ee9b9863bdfb,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.569744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31c0f73d-228f-42ff-b641-6c873834aadd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.572656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-31c0f73d-228f-42ff-b641-6c873834aadd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90b1c2d2-e8f7-47a9-b695-5ca2fc8d2448 HTTP/1.1" status: 204 len: 168 time: 1.2804043 Apr 18 20:24:34.579473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.586723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-58666058-0541-44de-b8b5-046371e1330b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:34.589155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-58666058-0541-44de-b8b5-046371e1330b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 797 time: 1.0615511 Apr 18 20:24:34.591241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.599818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:34.655053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:24:34.656487 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.656716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Usage tracker for resource:router and tenant:245fcda392ab4defbeb002a9bdc79f89 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:34.784080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:34.798223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25c21c4f-8d4b-4f92-bf48-6acbd8be5b09,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.806941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Pushing event updated for resources: {'Port': ['ID=5993e358-0771-4a77-ab3a-23b2f3bd33ea,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:34.839222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:34.856782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:34.871860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 62c20090-eb6e-4901-adfd-2d95239f7474 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:34.875226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be191a84-fadb-48d3-abc7-5ab2894e0a9c req-339e75fe-e7e9-4c9d-b34c-481741c81533 service neutron] 10.222.0.61 "GET /v2.0/networks/8c01fda9-61e9-470d-b4c5-30b4451e5180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7605860 Apr 18 20:24:34.879002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f64677a8-d4a1-4c04-9afa-ca9d4f8c8adb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/25c21c4f-8d4b-4f92-bf48-6acbd8be5b09 HTTP/1.1" status: 204 len: 168 time: 2.7242773 Apr 18 20:24:34.882560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52068) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:35.042752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 62c20090-eb6e-4901-adfd-2d95239f7474 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:35.052500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Allocated IP 172.20.0.2 (ccc334a5-ec31-4604-be76-7c0e64c8d4c2/360b7027-6790-4015-84a0-91c55e19b412/cad427e7-48f2-411a-aa37-fd78d2a4cf71) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:35.061098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 62c20090-eb6e-4901-adfd-2d95239f7474 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:35.063030 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.218173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.219685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.264017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-0788696d-ca85-4740-9a86-5258a6042938 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:35.368028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-0788696d-ca85-4740-9a86-5258a6042938 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:35.369637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-0788696d-ca85-4740-9a86-5258a6042938 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 380 time: 0.7500751 Apr 18 20:24:35.387452 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.388624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'port': {'device_id': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'admin_state_up': True, 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'security_groups': ['8a47f58d-54e9-4243-bee5-145d1dd72b26']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:35.392850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.428182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94259f-356f-4089-9290-43ccbf153830 req-895e53ae-e7a1-4704-ab7c-3776d134661b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.429852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e94259f-356f-4089-9290-43ccbf153830 req-895e53ae-e7a1-4704-ab7c-3776d134661b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.7773373 Apr 18 20:24:35.583512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Attempting to bind port 5993e358-0771-4a77-ab3a-23b2f3bd33ea on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:35.584145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Attempting to bind port 5993e358-0771-4a77-ab3a-23b2f3bd33ea by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:35.584145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Attempting to bind port 5993e358-0771-4a77-ab3a-23b2f3bd33ea on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:35.604436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe6ba53-b46e-4cf0-896f-0781d464355d req-2b224d3a-a326-414d-a6bb-c426e7330309 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.606163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfe6ba53-b46e-4cf0-896f-0781d464355d req-2b224d3a-a326-414d-a6bb-c426e7330309 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 943 time: 0.8008280 Apr 18 20:24:35.610301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:35.611731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:35.614834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Port 5993e358-0771-4a77-ab3a-23b2f3bd33ea on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:24:35.615179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Attempting to bind port 5993e358-0771-4a77-ab3a-23b2f3bd33ea on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:35.617729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:35.636865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:35.637619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:35.637619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Bound using segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:35.638231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Bound port: 5993e358-0771-4a77-ab3a-23b2f3bd33ea, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:35.638494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.650486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e94259f-356f-4089-9290-43ccbf153830 req-ea4f2098-b158-4c3f-b851-669130b6ab67 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136440 Apr 18 20:24:35.670866 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.709606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 62c20090-eb6e-4901-adfd-2d95239f7474, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=62c20090-eb6e-4901-adfd-2d95239f7474,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:35.737842 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.898721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.925122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:35.928490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=62c20090-eb6e-4901-adfd-2d95239f7474,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:35.943384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Transition to ACTIVE for port object cad427e7-48f2-411a-aa37-fd78d2a4cf71 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:35.946910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:35.951371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-0d427aac-8269-4010-8d6e-c7efb6966cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:35.953300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-0d427aac-8269-4010-8d6e-c7efb6966cab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bf17234f75d04514b83e6c2c8756862b&device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 1095 time: 0.7585347 Apr 18 20:24:35.974270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Transition to ACTIVE for port object cad427e7-48f2-411a-aa37-fd78d2a4cf71 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:35.983080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.108952 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbe82cc6-874f-472a-8229-55004ab4233d req-03bc7752-446a-41bc-afcf-2fdafee35396 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 210 time: 0.2310019 Apr 18 20:24:36.118894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.124096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:36.140194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0302a8a-0921-4dc6-bf98-fb9d8594be5b']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:36.150798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:36.162789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:36.181235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:36.182803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.191081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Pushing event updated for resources: {'Port': ['ID=cad427e7-48f2-411a-aa37-fd78d2a4cf71,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:36.236812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f68b42-9737-4fb7-8119-0c02a22bad74') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:36.237655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f68b42-9737-4fb7-8119-0c02a22bad74') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:36.266003 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.291656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-df7c0a3e-9c58-4a9c-aad1-8b706ca5ea24 None None] Provisioning complete for port f89d513f-861d-4117-bf51-ee9b9863bdfb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:36.292188 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-df7c0a3e-9c58-4a9c-aad1-8b706ca5ea24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.312266 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.359192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:24:36.359622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:24:36.407196 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:24:36.435081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfe6ba53-b46e-4cf0-896f-0781d464355d req-e4457d5e-f8cb-4e3f-ae26-ca3dbe1254a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8121016 Apr 18 20:24:36.446599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Attempting to bind port cad427e7-48f2-411a-aa37-fd78d2a4cf71 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:36.447133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Attempting to bind port cad427e7-48f2-411a-aa37-fd78d2a4cf71 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:36.447637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Attempting to bind port cad427e7-48f2-411a-aa37-fd78d2a4cf71 on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:36.450490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-df7c0a3e-9c58-4a9c-aad1-8b706ca5ea24 None None] Port f89d513f-861d-4117-bf51-ee9b9863bdfb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:24:36.451527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-40c24c0c-27f9-403c-b657-3d7f800f5bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:36.459052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:36.459775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Checking segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:36.460291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.460787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Bound using segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:36.461056 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-40c24c0c-27f9-403c-b657-3d7f800f5bf4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c01fda9-61e9-470d-b4c5-30b4451e5180 HTTP/1.1" status: 200 len: 923 time: 0.4163220 Apr 18 20:24:36.462038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Bound port: cad427e7-48f2-411a-aa37-fd78d2a4cf71, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:36.462558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.661786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Router 2092f3f9-042c-4cde-a44e-d038110940a7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:24:36.681086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:36.694913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] For port 5993e358-0771-4a77-ab3a-23b2f3bd33ea, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:36.732204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] For port 5993e358-0771-4a77-ab3a-23b2f3bd33ea, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5993e358-0771-4a77-ab3a-23b2f3bd33ea,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:36.762709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-f33846fa-2fc1-4f9f-ac16-de339bc0fe87 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89566249-b1ce-4ddc-bfab-049879b6a4bb HTTP/1.1" status: 200 len: 217 time: 0.1263101 Apr 18 20:24:36.791075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cad427e7-48f2-411a-aa37-fd78d2a4cf71,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:36.800265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:36.900639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.8 (6ff86a77-32fe-4574-a900-104e89307c35/a6d2fba9-6f9f-4bc6-a659-480346115e28/8ce7bd73-2880-41a8-ae2f-86a08b45c61c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:36.966936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.011212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.104458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fe3537-a9f5-4d80-90b5-b1b1233cfbc0 None None] Pushing event updated for resources: {'Port': ['ID=cad427e7-48f2-411a-aa37-fd78d2a4cf71,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:37.169369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 89566249-b1ce-4ddc-bfab-049879b6a4bb details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:24:37.249203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.429042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0302a8a-0921-4dc6-bf98-fb9d8594be5b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:37.451327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-ad42ccea-900a-48f3-a657-de2db0d09342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.452776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-ad42ccea-900a-48f3-a657-de2db0d09342 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e765b9b7-866f-4ecf-9d05-e224b52f9492 HTTP/1.1" status: 200 len: 862 time: 0.6682377 Apr 18 20:24:37.471781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d395d2df-22a9-4321-b496-a439f65a6513 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d0302a8a-0921-4dc6-bf98-fb9d8594be5b HTTP/1.1" status: 204 len: 168 time: 2.5819383 Apr 18 20:24:37.527923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 89566249-b1ce-4ddc-bfab-049879b6a4bb, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=89566249-b1ce-4ddc-bfab-049879b6a4bb,segment=NetworkSegment(0f4d0852-1402-4832-827d-37f2f0f87b2f),segment_id=0f4d0852-1402-4832-827d-37f2f0f87b2f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:37.575530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3061f4-5762-4071-be98-5b2de8edc80f req-ef548525-f730-44ca-878b-3c9428ef7aab tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.585717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e3061f4-5762-4071-be98-5b2de8edc80f req-ef548525-f730-44ca-878b-3c9428ef7aab tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 944 time: 1.2278981 Apr 18 20:24:37.614625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '89566249-b1ce-4ddc-bfab-049879b6a4bb', 'network_id': '8c01fda9-61e9-470d-b4c5-30b4451e5180', 'port_id': '89566249-b1ce-4ddc-bfab-049879b6a4bb', 'mac_address': 'fa:16:3e:09:64:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e765b9b7-866f-4ecf-9d05-e224b52f9492', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:24:37.671258 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-a74eb768-d9c1-4734-b731-d3a32741b4e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c01fda9-61e9-470d-b4c5-30b4451e5180&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1975975 Apr 18 20:24:37.676246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:37.677303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.678380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] 10.222.0.55 "PUT /v2.0/ports/5993e358-0771-4a77-ab3a-23b2f3bd33ea HTTP/1.1" status: 200 len: 1091 time: 6.9857171 Apr 18 20:24:37.678859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'tag': '5993e358-0771-4a77-ab3a-23b2f3bd33ea'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:37.704703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.891314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object 8ce7bd73-2880-41a8-ae2f-86a08b45c61c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:37.892141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52118) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:37.895658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:37.906518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e3061f4-5762-4071-be98-5b2de8edc80f req-5e4d3680-5a13-41cc-97e1-cd406513255d tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166618 Apr 18 20:24:37.971056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89566249-b1ce-4ddc-bfab-049879b6a4bb {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:38.018405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 89566249-b1ce-4ddc-bfab-049879b6a4bb, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=89566249-b1ce-4ddc-bfab-049879b6a4bb,segment=NetworkSegment(0f4d0852-1402-4832-827d-37f2f0f87b2f),segment_id=0f4d0852-1402-4832-827d-37f2f0f87b2f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:38.036294 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.074784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:24:38.089751 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Sync routers for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:38.157625 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:38.159123 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:38.212167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48014ed-31ed-43a1-bb3a-d45c0b3d0eca service neutron] Pushing event updated for resources: {'Port': ['ID=5993e358-0771-4a77-ab3a-23b2f3bd33ea,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.270361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=89566249-b1ce-4ddc-bfab-049879b6a4bb,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:38.290323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cad427e7-48f2-411a-aa37-fd78d2a4cf71 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:38.388073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7242bd3-a544-4c1c-9d20-15d153ba64cb req-b2289cec-3bec-4a9b-8a02-e86dd5ded625 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:38.391360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['89566249-b1ce-4ddc-bfab-049879b6a4bb'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:24:38.395068 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7242bd3-a544-4c1c-9d20-15d153ba64cb req-b2289cec-3bec-4a9b-8a02-e86dd5ded625 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 1.2723856 Apr 18 20:24:38.434029 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b5c564df-5e9c-4823-bd67-9beda3fc1a67 admin admin] 10.222.0.47 "PUT /v2.0/routers/2092f3f9-042c-4cde-a44e-d038110940a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2983184 Apr 18 20:24:38.451612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.623342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port cad427e7-48f2-411a-aa37-fd78d2a4cf71 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:38.638887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 62c20090-eb6e-4901-adfd-2d95239f7474 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:38.690486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec93a434-5e18-428c-86b2-bed4c9916b95 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c59b13b7a3b441e9aadc1294f907b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7719722 Apr 18 20:24:38.776191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52128) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:38.806695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-92350a47-0d87-483e-a2e5-785a29162224 service neutron] 10.222.0.61 "GET /v2.0/networks/8c01fda9-61e9-470d-b4c5-30b4451e5180?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0927186 Apr 18 20:24:38.823147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:38.899847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 62c20090-eb6e-4901-adfd-2d95239f7474 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:38.900417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:38.907677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:39.002846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 6ff86a77-32fe-4574-a900-104e89307c35 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:39.033466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7242bd3-a544-4c1c-9d20-15d153ba64cb req-469c6802-4eb8-4fdc-8d73-ece8c88a0b2d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872069 Apr 18 20:24:39.035934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:39.062952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:39.249426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9750130e-a0c6-4ec9-8aed-18b4e1962554 None None] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:39.440101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:39.446009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.460858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-0ef67445-a49a-4b54-b05b-e3dceb7b5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:39.463206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-0ef67445-a49a-4b54-b05b-e3dceb7b5189 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 1094 time: 1.7032151 Apr 18 20:24:39.475317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.598408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.687366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-821509ba-c3c2-4043-ae68-32eb151ab2fd None None] Provisioning for port cad427e7-48f2-411a-aa37-fd78d2a4cf71 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:39.717559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-821509ba-c3c2-4043-ae68-32eb151ab2fd None None] Provisioning complete for port cad427e7-48f2-411a-aa37-fd78d2a4cf71 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:39.718441 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-821509ba-c3c2-4043-ae68-32eb151ab2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:39.736341 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-6d83f364-8640-49be-8f87-55d70e5f7f02 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5993e358-0771-4a77-ab3a-23b2f3bd33ea HTTP/1.1" status: 200 len: 217 time: 0.2620208 Apr 18 20:24:39.739114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-28fbb046-6aae-490d-9063-9681db37ed38 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3589482 Apr 18 20:24:39.881668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Request body: {'port': {'device_id': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:40.011881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Allocated IP 172.25.5.86 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/89744d20-1c84-48f0-8fc0-f614f7a648bd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:40.210980 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 2, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:40.229928 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Checking router: 2092f3f9-042c-4cde-a44e-d038110940a7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:40.231685 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Updating router 2092f3f9-042c-4cde-a44e-d038110940a7 port f89d513f-861d-4117-bf51-ee9b9863bdfb binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:40.269712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f61a6-5163-46a9-b096-c614e7e0e2ab req-7f942c3d-32fd-4a22-b16c-fef60f58cbb4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:40.279428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f73f61a6-5163-46a9-b096-c614e7e0e2ab req-7f942c3d-32fd-4a22-b16c-fef60f58cbb4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 931 time: 2.0708568 Apr 18 20:24:40.473100 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.474433 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.487731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-1ed6493f-03d7-470f-a707-074121fec046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:40.491261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-1ed6493f-03d7-470f-a707-074121fec046 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.7396948 Apr 18 20:24:40.544076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9dbda513-529d-4051-a3a5-e9a7d4308369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.577228 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88caedd8-3ed6-42df-9370-362b1436f9fc req-b7be921b-e7e3-4b49-a7ed-6ff4c59c8838 service neutron] 10.222.0.61 "GET /v2.0/networks/8c01fda9-61e9-470d-b4c5-30b4451e5180?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6725345 Apr 18 20:24:40.619373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9dbda513-529d-4051-a3a5-e9a7d4308369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.641536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-bd448f6e-f538-4429-abab-38b255d95fdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267006 Apr 18 20:24:40.642756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f73f61a6-5163-46a9-b096-c614e7e0e2ab req-706c6bc1-b1a6-4e28-bea8-8eb27861c75d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3519523 Apr 18 20:24:40.697958 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-821509ba-c3c2-4043-ae68-32eb151ab2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.766887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.791664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-821509ba-c3c2-4043-ae68-32eb151ab2fd None None] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cad427e7-48f2-411a-aa37-fd78d2a4cf71,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:40.808343 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-821509ba-c3c2-4043-ae68-32eb151ab2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:40.959825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:40.972331 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9dbda513-529d-4051-a3a5-e9a7d4308369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.005815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:41.103004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:41.115936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c13203d7-a158-4fa5-a118-3940a8de8ecd None None] Provisioning for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:41.164701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-e997accf-0348-41bf-804a-b85468f29dfd service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5151470 Apr 18 20:24:41.167738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Pushing event updated for resources: {'Port': ['ID=89744d20-1c84-48f0-8fc0-f614f7a648bd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:41.169102 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c4f29a5-61d9-4d57-8209-a02d5f6bbd8c'] response: {'name': 'network-changed', 'server_uuid': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'tag': '5993e358-0771-4a77-ab3a-23b2f3bd33ea', 'status': 'completed', 'code': 200} Apr 18 20:24:41.191881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 89566249-b1ce-4ddc-bfab-049879b6a4bb up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:41.193476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbda513-529d-4051-a3a5-e9a7d4308369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbf354c-af76-48ba-8222-595c276c292b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:41.272052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.296040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60d9ad-191c-4a6f-9a02-258142f02fc4 req-7d021ac3-bf83-4f51-9037-0dd9bbe8b513 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:41.298151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f60d9ad-191c-4a6f-9a02-258142f02fc4 req-7d021ac3-bf83-4f51-9037-0dd9bbe8b513 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 943 time: 1.6869407 Apr 18 20:24:41.406813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c13203d7-a158-4fa5-a118-3940a8de8ecd None None] Provisioning complete for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:41.410991 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c13203d7-a158-4fa5-a118-3940a8de8ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.552101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821509ba-c3c2-4043-ae68-32eb151ab2fd None None] Pushing event updated for resources: {'Port': ['ID=cad427e7-48f2-411a-aa37-fd78d2a4cf71,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:41.624257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9dbda513-529d-4051-a3a5-e9a7d4308369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.634340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9dbda513-529d-4051-a3a5-e9a7d4308369 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbbf354c-af76-48ba-8222-595c276c292b HTTP/1.1" status: 204 len: 168 time: 2.8565519 Apr 18 20:24:41.678495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c13203d7-a158-4fa5-a118-3940a8de8ecd None None] Port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:24:41.715355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 89566249-b1ce-4ddc-bfab-049879b6a4bb completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:41.721316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 89566249-b1ce-4ddc-bfab-049879b6a4bb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:41.721918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.919827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d02612c6-ca52-414f-af4c-364f4c2b3002 None None] Provisioning complete for port cad427e7-48f2-411a-aa37-fd78d2a4cf71 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:41.920725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d02612c6-ca52-414f-af4c-364f4c2b3002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.951343 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:41.961023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52166) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:41.988392 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Transition to ACTIVE for port object f89d513f-861d-4117-bf51-ee9b9863bdfb will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:42.021901 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.022827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39f7a4-e47e-42e2-be3f-b49ab745a55d req-c1a42cc2-12ec-4b9b-b682-aa72b281e2ae tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:42.033778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f39f7a4-e47e-42e2-be3f-b49ab745a55d req-c1a42cc2-12ec-4b9b-b682-aa72b281e2ae tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 945 time: 1.0655816 Apr 18 20:24:42.075881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cad427e7-48f2-411a-aa37-fd78d2a4cf71 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:42.124089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f39f7a4-e47e-42e2-be3f-b49ab745a55d req-c96ee492-f02a-4770-8893-24c64988a49e tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887966 Apr 18 20:24:42.333357 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c571ea5-3501-4ed1-bd5e-a593dd3e0f0f None None] Pushing event updated for resources: {'Port': ['ID=f89d513f-861d-4117-bf51-ee9b9863bdfb,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:42.367274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f0a2dc8-ec06-48e4-9a43-62c5f489ece5 req-26692c45-f8f6-4437-9c50-7c7ad5022036 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1716223 Apr 18 20:24:42.754148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.778491 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.847132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f60d9ad-191c-4a6f-9a02-258142f02fc4 req-968b97cf-0679-43bc-b72e-d156cb6e5a22 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3589840 Apr 18 20:24:42.878913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce7bd73-2880-41a8-ae2f-86a08b45c61c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:42.883022 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Attempting to bind port f89d513f-861d-4117-bf51-ee9b9863bdfb on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:42.883534 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Attempting to bind port f89d513f-861d-4117-bf51-ee9b9863bdfb by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:42.885344 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Attempting to bind port f89d513f-861d-4117-bf51-ee9b9863bdfb on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:42.902514 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.903585 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:42.905454 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:42.907512 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.909617 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Bound using segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:42.909617 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Bound port: f89d513f-861d-4117-bf51-ee9b9863bdfb, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:42.910968 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:42.957869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Transition to ACTIVE for port object 8ce7bd73-2880-41a8-ae2f-86a08b45c61c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:42.988719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.049797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 89566249-b1ce-4ddc-bfab-049879b6a4bb, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=89566249-b1ce-4ddc-bfab-049879b6a4bb,segment=NetworkSegment(0f4d0852-1402-4832-827d-37f2f0f87b2f),segment_id=0f4d0852-1402-4832-827d-37f2f0f87b2f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:43.053725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89566249-b1ce-4ddc-bfab-049879b6a4bb'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:43.104919 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.177122 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] For port f89d513f-861d-4117-bf51-ee9b9863bdfb, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:43.187905 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] For port f89d513f-861d-4117-bf51-ee9b9863bdfb, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f89d513f-861d-4117-bf51-ee9b9863bdfb,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:43.202274 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.440822 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:43.444949 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:43.566224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=89566249-b1ce-4ddc-bfab-049879b6a4bb,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.664609 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c571ea5-3501-4ed1-bd5e-a593dd3e0f0f None None] Pushing event updated for resources: {'Port': ['ID=f89d513f-861d-4117-bf51-ee9b9863bdfb,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.718104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.721088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.818396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:43.820872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port cad427e7-48f2-411a-aa37-fd78d2a4cf71 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:43.821529 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.826272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:20acd30c4f1d4e6c99076c054edec313 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:43.830949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:43.839342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:43.876663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-98a91ff1-8ce0-4d9f-aa58-91a8f8e0df46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:43.909943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:43.929660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-a7ab6e40-8b4b-417a-93f0-4fe44d411378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:43.932534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-a7ab6e40-8b4b-417a-93f0-4fe44d411378 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 1094 time: 1.3778801 Apr 18 20:24:44.093252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:44.093683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:44.151113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:44.151452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:44.151782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:44.158574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--823434073', 'description': 'tempest-description--1247950581'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:44.186651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:44.188290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:24:44.188621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:44.196429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:44.203657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:44.203992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Checking segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:44.204379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Bound using segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:44.204882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Bound port: 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:44.205232 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.324736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:44.329667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:44.335927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Usage tracker for resource:security_group and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:44.346725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:44.412252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.425401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.431038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:44.436769 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.458032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-404868060-network', 'tenant_id': 'bf6c6e476c3841789044e79cb12480b2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:44.464734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:44.471032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Usage tracker for resource:network and tenant:bf6c6e476c3841789044e79cb12480b2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:44.473998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70686085-7d40-42b4-b8c0-46fe55a389ae,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:44.475290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:44.483471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:44.527050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0347187d-7534-49d1-b7d2-fb8b7f9a0ae4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20acd30c4f1d4e6c99076c054edec313&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5571268 Apr 18 20:24:44.527050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52216) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:44.585888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Made reservation on behalf of bf6c6e476c3841789044e79cb12480b2 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:44.588358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.626382 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fd558a-39c5-4323-9a70-33364bd8619c'] response: {'server_uuid': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89566249-b1ce-4ddc-bfab-049879b6a4bb', 'code': 200} Apr 18 20:24:44.641106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.641822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.643634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] 10.222.0.55 "PUT /v2.0/ports/8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 1091 time: 4.7992253 Apr 18 20:24:44.660065 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.701362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:24:44.753083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:44.806928 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:43Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:44.812180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:44.820784 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd423cf5-8ac2-4281-b45a-81eeef334e61 None None] The sync data for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 is: [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:43Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:44.855122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-d243a864-36af-407e-b078-ca13adc49cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:44.858393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-d243a864-36af-407e-b078-ca13adc49cda service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1097 time: 0.2771642 Apr 18 20:24:44.859590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a495eed-c5a1-4392-82cc-37dff21dcff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.066548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5993e358-0771-4a77-ab3a-23b2f3bd33ea details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:24:45.080830 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a495eed-c5a1-4392-82cc-37dff21dcff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.169265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:45.181291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1672f5-56a1-4959-8928-c580ee6d3537 req-2756f8be-3db8-4c87-a720-5b739fd0211e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.182091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef1672f5-56a1-4959-8928-c580ee6d3537 req-2756f8be-3db8-4c87-a720-5b739fd0211e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:45.219635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Usage tracker for resource:security_group_rule and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:45.228766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:45.232887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:45.245140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-93a684d5-df87-46e1-9c75-2e940b44894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.246783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-93a684d5-df87-46e1-9c75-2e940b44894f service neutron] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 1.1547894 Apr 18 20:24:45.253310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Usage tracker for resource:security_group_rule and tenant:bf6c6e476c3841789044e79cb12480b2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:45.256559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:45.271514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:45.300978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5993e358-0771-4a77-ab3a-23b2f3bd33ea, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5993e358-0771-4a77-ab3a-23b2f3bd33ea,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:45.319601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5993e358-0771-4a77-ab3a-23b2f3bd33ea', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'port_id': '5993e358-0771-4a77-ab3a-23b2f3bd33ea', 'mac_address': 'fa:16:3e:16:83:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4402abdb-ee97-4be2-824e-79d45393fef7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:24:45.379956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:45.412776 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.445796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5993e358-0771-4a77-ab3a-23b2f3bd33ea {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:45.480982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5993e358-0771-4a77-ab3a-23b2f3bd33ea, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5993e358-0771-4a77-ab3a-23b2f3bd33ea,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:45.486704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.512935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-a160cc74-a535-450c-8e26-97860d9a260a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5993e358-0771-4a77-ab3a-23b2f3bd33ea HTTP/1.1" status: 200 len: 217 time: 0.2517591 Apr 18 20:24:45.513566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622e85bd-62f4-40f5-84f7-6c5e5507176f service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.579358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.608722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef1672f5-56a1-4959-8928-c580ee6d3537 req-2756f8be-3db8-4c87-a720-5b739fd0211e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:45.610031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef1672f5-56a1-4959-8928-c580ee6d3537 req-2756f8be-3db8-4c87-a720-5b739fd0211e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 943 time: 2.2119758 Apr 18 20:24:45.610696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.629769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:24:45.645449 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.645962 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Added segment d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec of type vlan for network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab Apr 18 20:24:45.655992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:24:45.678647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:45.690744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.692895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5993e358-0771-4a77-ab3a-23b2f3bd33ea,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.697868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:45.698699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:45.720409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-586de0da-cfbf-4852-8d0e-60e8acb4e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.724773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-586de0da-cfbf-4852-8d0e-60e8acb4e4fb service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.8516483 Apr 18 20:24:45.831040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c45f18-aeb2-4180-9e16-21094511f594,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:45.834105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.835140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.835737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.873500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd36cf-173e-401e-9beb-70544c8900da req-6412cd53-1c3b-4326-9ef0-e2cda9e879d8 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:45.887791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52bd36cf-173e-401e-9beb-70544c8900da req-6412cd53-1c3b-4326-9ef0-e2cda9e879d8 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 946 time: 0.9343936 Apr 18 20:24:45.922234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a495eed-c5a1-4392-82cc-37dff21dcff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.967156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-c8487ad9-ffcb-46c5-b0c1-81036a2274a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86c2251-09c8-4244-99ea-7707e23e47f9 HTTP/1.1" status: 200 len: 217 time: 0.2178004 Apr 18 20:24:45.983018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:45.989984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:45.995204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b6a6ac50-ccb8-4685-b81e-5a78302abd83 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 11.4440804 Apr 18 20:24:46.004471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] Pushing event updated for resources: {'Network': ['ID=53e02ede-b2cb-4dc1-83c5-6ad70302a5ab,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:46.022234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:46.031181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-a0f29c2c-9c88-4479-a8cc-d9e1fffca6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.033447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-a0f29c2c-9c88-4479-a8cc-d9e1fffca6a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1094 time: 1.2456157 Apr 18 20:24:46.136798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a495eed-c5a1-4392-82cc-37dff21dcff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:46.138564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4a495eed-c5a1-4392-82cc-37dff21dcff1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70686085-7d40-42b4-b8c0-46fe55a389ae HTTP/1.1" status: 204 len: 168 time: 1.6111746 Apr 18 20:24:46.140381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a495eed-c5a1-4392-82cc-37dff21dcff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70686085-7d40-42b4-b8c0-46fe55a389ae,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:46.196146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52bd36cf-173e-401e-9beb-70544c8900da req-d97b188d-4e88-4ddb-a6df-120eb2ad7dbf tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081045 Apr 18 20:24:46.208900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-3ccd2c7f-88af-4232-9ebc-a402e677b9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.210797 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-3ccd2c7f-88af-4232-9ebc-a402e677b9cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.2013662 Apr 18 20:24:46.372799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-2700b7ee-0ac7-4d5e-9d83-f31d0d98173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.374760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-2700b7ee-0ac7-4d5e-9d83-f31d0d98173c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543746 Apr 18 20:24:46.380967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5993e358-0771-4a77-ab3a-23b2f3bd33ea'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:24:46.434843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:24:46.476256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89d513f-861d-4117-bf51-ee9b9863bdfb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:46.669008 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f24bba32-117f-485a-a76b-79c242110a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:46.714207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-7a38c9a6-fc27-49b8-9ae5-39110f0edc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.741010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-7a38c9a6-fc27-49b8-9ae5-39110f0edc49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 1.2160020 Apr 18 20:24:46.742083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-0b9c898e-16ba-48c2-aacd-f47cc6eca26c service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597374 Apr 18 20:24:46.744443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef1672f5-56a1-4959-8928-c580ee6d3537 req-5594a9ec-1595-409f-b714-066eae3541f7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0062406 Apr 18 20:24:46.848496 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-adb345c4-2654-4a78-80ca-44694738e90b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806012 Apr 18 20:24:46.862766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-8cedc614-0db9-4b40-a6c4-d250b16c8522 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 217 time: 0.2210743 Apr 18 20:24:46.957710 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:46.967794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4671ce-f8ef-422f-9dac-086fc1a7f8a9 req-fd923317-2f8d-4213-8731-878a6f4fffe2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:46.983119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e4671ce-f8ef-422f-9dac-086fc1a7f8a9 req-fd923317-2f8d-4213-8731-878a6f4fffe2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 944 time: 0.4196687 Apr 18 20:24:46.984334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52230) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:47.012923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9501ac-fb02-4918-9e6e-d4a21f27ad90 req-aad4ae87-5ed5-4ad5-b258-256ca65f7690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.014130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.014965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f9501ac-fb02-4918-9e6e-d4a21f27ad90 req-aad4ae87-5ed5-4ad5-b258-256ca65f7690 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 1097 time: 2.2091999 Apr 18 20:24:47.069784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f89d513f-861d-4117-bf51-ee9b9863bdfb completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:47.096420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f89d513f-861d-4117-bf51-ee9b9863bdfb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:47.097040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.113666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.163536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:47.171103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:c11a6f94712341959bf22889ee400b10 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:47.180346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:47.188991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:47.276304 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e4671ce-f8ef-422f-9dac-086fc1a7f8a9 req-586b8c3c-313a-43ea-b5de-c44899bb1c1c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522781 Apr 18 20:24:47.363464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1c5c87c-78c3-4d57-b19e-06bbc71e125e req-9ad9c48d-2e79-4ff0-8bd7-14c6179062f5 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6055257 Apr 18 20:24:47.435411 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.444579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.516037 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce78ce3-142d-4aff-a791-9bb12bb10ebc'] response: {'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'status': 'completed', 'code': 200} Apr 18 20:24:47.524614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e5cf1c4-76d1-4e83-97e4-10b5467aa80e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.4063897 Apr 18 20:24:47.531845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52238) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:47.539459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:42Z', 'revision_number': 3, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:47.588223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:47.588779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Updating router a6e7d6ae-c95c-41f3-8c96-064346e4273d port 89744d20-1c84-48f0-8fc0-f614f7a648bd binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:47.629141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Request body: {'subnet': {'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-404868060-subnet', 'tenant_id': 'bf6c6e476c3841789044e79cb12480b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:47.658561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:47.664085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aae82e8-b22d-44c1-8e42-600570de6cab,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:47.664577 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.668853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-90590690-1bc1-4af9-882f-4b3d60c75dc3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c11a6f94712341959bf22889ee400b10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6722026 Apr 18 20:24:47.672708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Usage tracker for resource:subnet and tenant:bf6c6e476c3841789044e79cb12480b2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:47.676630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52244) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:47.691777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:47.703217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:47.748691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Made reservation on behalf of bf6c6e476c3841789044e79cb12480b2 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:47.750927 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.752646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.784610 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f9501ac-fb02-4918-9e6e-d4a21f27ad90 req-dbf7e3d7-6714-421a-9f8f-e2708bfd9c81 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7374172 Apr 18 20:24:47.799566 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.822722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-90fe860c-0bbb-43f1-aa64-1bd2bdb02676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.825358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-90fe860c-0bbb-43f1-aa64-1bd2bdb02676 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.8734279 Apr 18 20:24:47.841116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f89d513f-861d-4117-bf51-ee9b9863bdfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f89d513f-861d-4117-bf51-ee9b9863bdfb,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:47.848328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.863180 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.896313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeccdb34-8133-4377-951c-13e5626e8b21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:47.918433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb4a7d-8790-4a53-9fa6-7bca4b5ea9fa req-0fd9a40c-4d47-4f03-a9d7-e048dddf0c14 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:47.920199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dedb4a7d-8790-4a53-9fa6-7bca4b5ea9fa req-0fd9a40c-4d47-4f03-a9d7-e048dddf0c14 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 946 time: 0.4070728 Apr 18 20:24:47.981872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeccdb34-8133-4377-951c-13e5626e8b21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.079239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dedb4a7d-8790-4a53-9fa6-7bca4b5ea9fa req-713a8a8d-2656-4673-b253-ce0a3899aa6a tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384497 Apr 18 20:24:48.101071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.111793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.9895604 Apr 18 20:24:48.115177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52250) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:48.122255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'security_group_rule': {'security_group_id': '30ac19d8-317f-42ca-bf40-d29648a20b81', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:48.135798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:48.138396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f89d513f-861d-4117-bf51-ee9b9863bdfb,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.151390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Usage tracker for resource:security_group_rule and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:48.151645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-7184959a-1018-4600-bb47-d106fcfbc047 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2867546 Apr 18 20:24:48.158619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:48.177686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:48.270636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30ac19d8-317f-42ca-bf40-d29648a20b81,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.279039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.314699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeccdb34-8133-4377-951c-13e5626e8b21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.378673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.379696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.380530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.381566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.382373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.382947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.383511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.384069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.384666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.385236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.385836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.386409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9680c2ee-2a19-49f6-8403-f9c8a8fa0e7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:48.392010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.422056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.500092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccdb34-8133-4377-951c-13e5626e8b21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aae82e8-b22d-44c1-8e42-600570de6cab,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.555247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee777e-03b2-4436-9173-7523f85427c0 req-dada410a-2a87-40c5-99cf-f59872623300 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.557969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62ee777e-03b2-4436-9173-7523f85427c0 req-dada410a-2a87-40c5-99cf-f59872623300 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 1.5312121 Apr 18 20:24:48.630373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeccdb34-8133-4377-951c-13e5626e8b21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.636374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eeccdb34-8133-4377-951c-13e5626e8b21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8aae82e8-b22d-44c1-8e42-600570de6cab HTTP/1.1" status: 204 len: 168 time: 0.9572608 Apr 18 20:24:48.645876 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.648572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d2091a-54f6-428f-9631-2f0a6cf137ad,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.666670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.687142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.695949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Transition to ACTIVE for port object 89744d20-1c84-48f0-8fc0-f614f7a648bd will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:48.700669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Checking segment: {'id': 'd387ef1a-da7d-4b2a-b664-f9b7dfefa7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:48.701271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Network hostable DHCP agents. Network: 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:24:48.714047 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.719934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.773088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-6adda7fb-5f0f-4411-ac91-e0134bd5a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.775812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-6adda7fb-5f0f-4411-ac91-e0134bd5a5e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9295745 Apr 18 20:24:48.789781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ac95825-bfe1-49ac-8d19-b01e146474d3,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:48.812888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271bbb72-a549-446e-8338-72afa8f6cdb4 req-174689fb-f859-490c-807b-6ff4a0019ba2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.826372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-271bbb72-a549-446e-8338-72afa8f6cdb4 req-174689fb-f859-490c-807b-6ff4a0019ba2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 943 time: 0.5311644 Apr 18 20:24:48.868069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:24:48.877889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.879826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c867694e-1bda-4f88-a047-698668ff8d7d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7652571 Apr 18 20:24:48.887897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52258) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:48.888892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.910160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'security_group_rule': {'security_group_id': '30ac19d8-317f-42ca-bf40-d29648a20b81', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:48.928092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:48.931437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:48.943574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62ee777e-03b2-4436-9173-7523f85427c0 req-1dba7c5c-b88b-41d7-bb93-a0cae67beada tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679614 Apr 18 20:24:48.948222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Usage tracker for resource:security_group_rule and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:48.953270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:48.955108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:48.966478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aedb10b9-b7f0-489d-b466-84046912a5e7 None None] Network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:48.978362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-271bbb72-a549-446e-8338-72afa8f6cdb4 req-6cc1b1ae-2c69-40a3-a587-a3f70ea93521 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505423 Apr 18 20:24:48.982726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:49.013813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:49.023068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Attempting to bind port 89744d20-1c84-48f0-8fc0-f614f7a648bd on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:49.023717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Attempting to bind port 89744d20-1c84-48f0-8fc0-f614f7a648bd by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:49.024338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Attempting to bind port 89744d20-1c84-48f0-8fc0-f614f7a648bd on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:49.046439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf3002db-7722-4073-bd14-b6df743242d9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5078681 Apr 18 20:24:49.091977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.097140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:49.097792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:49.098454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.099080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:49.099874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Bound port: 89744d20-1c84-48f0-8fc0-f614f7a648bd, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:49.100477 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.204422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5993e358-0771-4a77-ab3a-23b2f3bd33ea up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:49.391427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3827dc6-f6e1-4986-b4f2-93c46c950cff None None] Pushing event updated for resources: {'Port': ['ID=89744d20-1c84-48f0-8fc0-f614f7a648bd,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.458412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.472538 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.533785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41162c8b-a1ed-49d5-9048-81819afbcea2 req-215aad8f-a5a8-40d9-b3c2-fc98b10e3111 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2666399 Apr 18 20:24:49.592772 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.595290 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6935730 Apr 18 20:24:49.611713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52270) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:49.612427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] For port 89744d20-1c84-48f0-8fc0-f614f7a648bd, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:49.616319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] For port 89744d20-1c84-48f0-8fc0-f614f7a648bd, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=89744d20-1c84-48f0-8fc0-f614f7a648bd,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:49.644220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:49.648854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.654427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f437400-1557-4d73-82eb-feb880642627 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670fab6e-7a2f-4ea1-a46c-5f6add4dc0e3,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:49.670374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:49.686403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Usage tracker for resource:floatingip and tenant:987a6ef7e49843098beded1785b8ca24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:49.691645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:49.700019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:49.706105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-8604c390-1ced-41d7-8660-72876c5b9b8f service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9169505 Apr 18 20:24:49.729765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:49.870795 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.004649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:50.005786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:50.032327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79e1f4-2dba-4260-9ac3-a185a25226ae req-2dcb0551-837b-44e8-875f-3aba4921b7d0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.035387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e79e1f4-2dba-4260-9ac3-a185a25226ae req-2dcb0551-837b-44e8-875f-3aba4921b7d0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 944 time: 0.5703888 Apr 18 20:24:50.040378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b6ea8-89f9-4d72-85cb-1b9bba1fe3a8 req-734ee6a6-543c-4c0a-9a02-f7b2dc7d8557 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.061028 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-588b6ea8-89f9-4d72-85cb-1b9bba1fe3a8 req-734ee6a6-543c-4c0a-9a02-f7b2dc7d8557 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 946 time: 0.5251529 Apr 18 20:24:50.099441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Allocated IP 172.20.0.1 (ccc334a5-ec31-4604-be76-7c0e64c8d4c2/360b7027-6790-4015-84a0-91c55e19b412/a238f5b9-4525-4cee-9076-e920ba9a5c2e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:50.107243 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b3d87b3-48b6-490b-96e2-129d6fac66d8 req-21dc22d7-d290-4e79-8f38-5c2d665b5220 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613327 Apr 18 20:24:50.198840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e79e1f4-2dba-4260-9ac3-a185a25226ae req-7a3fc116-6bd7-44ce-b37d-35b6a0150c48 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435683 Apr 18 20:24:50.337306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5993e358-0771-4a77-ab3a-23b2f3bd33ea completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:50.411361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-588b6ea8-89f9-4d72-85cb-1b9bba1fe3a8 req-055d37c3-bdcd-4729-a25b-4b69853e2a9d tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488369 Apr 18 20:24:50.465989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5993e358-0771-4a77-ab3a-23b2f3bd33ea triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:50.465989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.621710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89d513f-861d-4117-bf51-ee9b9863bdfb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:50.694262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.731108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3827dc6-f6e1-4986-b4f2-93c46c950cff None None] Pushing event updated for resources: {'Port': ['ID=89744d20-1c84-48f0-8fc0-f614f7a648bd,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:50.740269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:50.792953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Transition to ACTIVE for port object a238f5b9-4525-4cee-9076-e920ba9a5c2e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:50.799414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-57dc2513-2732-4325-8dcc-36f2c364a9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:50.803967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-57dc2513-2732-4325-8dcc-36f2c364a9e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1094 time: 0.5690987 Apr 18 20:24:51.089392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.322924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:51.348119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d3cd3-6c6f-41be-98f9-bb5a8f00d6ec req-0ea29aed-4f46-44da-ac5f-794bd4c7d56d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.349911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-174d3cd3-6c6f-41be-98f9-bb5a8f00d6ec req-0ea29aed-4f46-44da-ac5f-794bd4c7d56d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.4788647 Apr 18 20:24:51.389616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Allocated IP 172.25.5.68 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/1fe3f816-fce8-480c-851d-816b7d24d8d4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:51.450809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-174d3cd3-6c6f-41be-98f9-bb5a8f00d6ec req-bd421be9-11bb-4edd-8198-7f26f39bb997 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907159 Apr 18 20:24:51.600229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-55911c35-8562-450c-90db-254105ff07bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.603333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-55911c35-8562-450c-90db-254105ff07bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.7886503 Apr 18 20:24:51.608394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:51.628814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:51.760985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.887057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-dc44dcf2-ef08-4fc2-889e-656a0b8e73c0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 217 time: 0.2607555 Apr 18 20:24:51.888294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Pushing event updated for resources: {'Port': ['ID=a238f5b9-4525-4cee-9076-e920ba9a5c2e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:51.888422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ccb8ab-8b6c-4fcc-9981-ddacca97bdd5 None None] Network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:24:51.890620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:51.919009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566a3a1-9c03-4569-9562-f016358ec3ef req-e9d4c61c-048b-4648-8c6b-43192ee5ce7c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:51.920979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c566a3a1-9c03-4569-9562-f016358ec3ef req-e9d4c61c-048b-4648-8c6b-43192ee5ce7c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 943 time: 0.2855308 Apr 18 20:24:51.960311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:51.971280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.012694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-e023bb3c-57b8-4021-acae-1261b4113124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.014271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-e023bb3c-57b8-4021-acae-1261b4113124 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.0874038 Apr 18 20:24:52.068529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:52.069584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52324) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:52.077926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:52.099668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c566a3a1-9c03-4569-9562-f016358ec3ef req-fda6f88a-3701-472e-b9fa-62ed0aff8f81 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669447 Apr 18 20:24:52.103683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:24:52.162055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=1fe3f816-fce8-480c-851d-816b7d24d8d4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:52.187911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.188270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.188625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.189185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.189551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.189905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.190247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.190584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.191125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.191464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.191799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.192133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:24:52.229251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.231343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5993e358-0771-4a77-ab3a-23b2f3bd33ea'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:52.251354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5993e358-0771-4a77-ab3a-23b2f3bd33ea, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5993e358-0771-4a77-ab3a-23b2f3bd33ea,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:52.263994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fb8f-be70-4887-8246-6ae631b88846 req-d51cfe1c-1b01-44a1-987a-564990fa3b0c tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.264960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4908fb8f-be70-4887-8246-6ae631b88846 req-d51cfe1c-1b01-44a1-987a-564990fa3b0c tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Synchronizing usage tracker for tenant:bf6c6e476c3841789044e79cb12480b2 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:52.284887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.323518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4908fb8f-be70-4887-8246-6ae631b88846 req-d51cfe1c-1b01-44a1-987a-564990fa3b0c tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Unset dirty status for tenant:bf6c6e476c3841789044e79cb12480b2 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:52.339171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-d51cfe1c-1b01-44a1-987a-564990fa3b0c tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/networks?id=53e02ede-b2cb-4dc1-83c5-6ad70302a5ab HTTP/1.1" status: 200 len: 812 time: 1.1852403 Apr 18 20:24:52.343554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-85f32788-b4d8-4bce-b766-3776c122c1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.345713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-85f32788-b4d8-4bce-b766-3776c122c1f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3157859 Apr 18 20:24:52.424915 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.428043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.490052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-4aaf8f46-a81b-4a3e-843e-c1c19b4eb287 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/quotas/bf6c6e476c3841789044e79cb12480b2 HTTP/1.1" status: 200 len: 375 time: 0.1421092 Apr 18 20:24:52.502603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.524197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f89d513f-861d-4117-bf51-ee9b9863bdfb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:52.524666 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.537217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:52.551907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Usage tracker for resource:security_group_rule and tenant:2b0550e74ac6459484472598be85da3d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:52.557405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:52.571146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-55e3db79-9ea4-446c-8aa9-b752564f1f33 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bf6c6e476c3841789044e79cb12480b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677989 Apr 18 20:24:52.574551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:52.580002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1b690918-ddb4-43d4-afba-c6e93706def3 None None] Provisioning for port a238f5b9-4525-4cee-9076-e920ba9a5c2e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:52.602685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1b690918-ddb4-43d4-afba-c6e93706def3 None None] Provisioning complete for port a238f5b9-4525-4cee-9076-e920ba9a5c2e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:52.602963 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1b690918-ddb4-43d4-afba-c6e93706def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.657074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-a7f30d48-2ecc-42c7-b658-07792b57d854 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922924 Apr 18 20:24:52.701180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5993e358-0771-4a77-ab3a-23b2f3bd33ea,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:52.703982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1b690918-ddb4-43d4-afba-c6e93706def3 None None] Port a238f5b9-4525-4cee-9076-e920ba9a5c2e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:24:52.775449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:42Z', 'revision_number': 3, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:52.787969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec28b8d-6c32-4239-a0ae-ff8efb41cf2a req-d269ddde-912a-4bcf-bec9-a6d9617fef66 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:52.790791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ec28b8d-6c32-4239-a0ae-ff8efb41cf2a req-d269ddde-912a-4bcf-bec9-a6d9617fef66 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 945 time: 0.3974049 Apr 18 20:24:52.799776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d3c302-61eb-4592-b0c1-b236e5278964 None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:42Z', 'revision_number': 3, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:52.903827 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:52.943305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ec28b8d-6c32-4239-a0ae-ff8efb41cf2a req-ed20d5d0-72df-4359-9229-a771cfd44098 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413603 Apr 18 20:24:53.039568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-203ae485-1937-490b-aaa5-d63f7cf6101c service neutron] 10.222.0.47 "GET /v2.0/networks/53e02ede-b2cb-4dc1-83c5-6ad70302a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579034 Apr 18 20:24:53.046483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.072561 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826104d3-c194-4928-9f00-b92234d5dfd8'] response: {'server_uuid': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5993e358-0771-4a77-ab3a-23b2f3bd33ea', 'code': 200} Apr 18 20:24:53.076481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.133633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4deade69-ae39-4bcb-b36a-c09cdcdd2dd0 req-030c6ef3-a3a9-4e17-9b50-139b0c61e34b service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251423 Apr 18 20:24:53.135062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:24:53.559933 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.566084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:53.567024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.588078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'port_id': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:24:53.592506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.602889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-848f099b-da39-492f-a984-ff79d7e4ac05 service neutron] 10.222.0.47 "GET /v2.0/networks/53e02ede-b2cb-4dc1-83c5-6ad70302a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5488346 Apr 18 20:24:53.614327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e2fd9-927b-46d2-8b12-f06c0e36daff req-b9145da2-96e1-40e9-8a99-2f93f0c02b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:53.617075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a7e2fd9-927b-46d2-8b12-f06c0e36daff req-b9145da2-96e1-40e9-8a99-2f93f0c02b03 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 1096 time: 0.4473038 Apr 18 20:24:53.719050 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a7e2fd9-927b-46d2-8b12-f06c0e36daff req-ab985225-a1e5-4add-9763-20aeb9d86e7b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864234 Apr 18 20:24:53.726962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=1fe3f816-fce8-480c-851d-816b7d24d8d4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:53.774221 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.778487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.788776 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.823135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce7bd73-2880-41a8-ae2f-86a08b45c61c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:24:53.862117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2b0550e74ac6459484472598be85da3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7766433 Apr 18 20:24:53.864202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52342) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:24:53.884489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:53.895356 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.903256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:53.914389 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1a331612-a142-40d8-a189-a6f64ee623e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2892554 Apr 18 20:24:54.018116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30fecd-61f8-4366-aaeb-5f28f299c9cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb48a5c5-a6ef-47b7-9d15-f6c7513154c4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.103197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.109979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221a8f5f-4788-4ba3-9490-3c21e01b4226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.234011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da56661-5f1c-497c-8b2b-c812a8501588 req-44d742e0-da77-4552-b599-d7da84acf5b7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:54.246631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8ce7bd73-2880-41a8-ae2f-86a08b45c61c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:24:54.247793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4da56661-5f1c-497c-8b2b-c812a8501588 req-44d742e0-da77-4552-b599-d7da84acf5b7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.8472121 Apr 18 20:24:54.412723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221a8f5f-4788-4ba3-9490-3c21e01b4226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.418145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Pushing event updated for resources: {'Port': ['ID=a238f5b9-4525-4cee-9076-e920ba9a5c2e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.435265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.447992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4da56661-5f1c-497c-8b2b-c812a8501588 req-c6c2d4de-f628-49ec-92ec-bad214304243 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971006 Apr 18 20:24:54.642347 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221a8f5f-4788-4ba3-9490-3c21e01b4226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.693657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a8f5f-4788-4ba3-9490-3c21e01b4226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb48a5c5-a6ef-47b7-9d15-f6c7513154c4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:54.713730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-185bee80-0bea-47f9-99ad-5707f8dcc8a4 req-ef35f35c-4928-410e-b82a-cbc5941a3c35 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 210 time: 0.1475344 Apr 18 20:24:54.718118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221a8f5f-4788-4ba3-9490-3c21e01b4226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:54.725243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-221a8f5f-4788-4ba3-9490-3c21e01b4226 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb48a5c5-a6ef-47b7-9d15-f6c7513154c4 HTTP/1.1" status: 204 len: 168 time: 0.8274739 Apr 18 20:24:54.743931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:54.748292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:55.064273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7710543e-1c9d-4992-8a66-130f19f5a760 req-3b35d01b-45bd-4b13-9501-e08bc1684df0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.090272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 89744d20-1c84-48f0-8fc0-f614f7a648bd up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:55.095704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7710543e-1c9d-4992-8a66-130f19f5a760 req-3b35d01b-45bd-4b13-9501-e08bc1684df0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 0.4447098 Apr 18 20:24:55.280169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7710543e-1c9d-4992-8a66-130f19f5a760 req-7687a926-c6ef-4993-a953-1a474330bef9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811299 Apr 18 20:24:55.387981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:24:55.463652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9cdcdc77-eec7-48f6-b168-fc539dcfe3ef None None] Provisioning complete for port a238f5b9-4525-4cee-9076-e920ba9a5c2e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:55.464103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdc77-eec7-48f6-b168-fc539dcfe3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.529285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993b5b0-bbd5-41b5-9072-7f846552f380 req-27c0e441-ed88-4405-9655-72c7254ccc18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:55.544993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d993b5b0-bbd5-41b5-9072-7f846552f380 req-27c0e441-ed88-4405-9655-72c7254ccc18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 945 time: 0.6400082 Apr 18 20:24:55.558490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 89744d20-1c84-48f0-8fc0-f614f7a648bd completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:55.589087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-12842e09-1a4d-46b4-b549-44e7e89cc185 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:55.602957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 89744d20-1c84-48f0-8fc0-f614f7a648bd triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:55.603333 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:55.676638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-12842e09-1a4d-46b4-b549-44e7e89cc185 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:55.688763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-12842e09-1a4d-46b4-b549-44e7e89cc185 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--823434073&fields=id&tenant_id=987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 267 time: 0.1789751 Apr 18 20:24:55.690372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d993b5b0-bbd5-41b5-9072-7f846552f380 req-9f87e8c8-7272-4498-9b10-6822fd9f4b77 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427257 Apr 18 20:24:55.827378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9cdcdc77-eec7-48f6-b168-fc539dcfe3ef None None] Port a238f5b9-4525-4cee-9076-e920ba9a5c2e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:24:55.835954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:24:55.875339 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:24:55.903557 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:55.904205 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:55.949715 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4036d562-0c38-41a9-897f-890ad460c964 admin admin] 10.222.0.47 "PUT /v2.0/routers/a6e7d6ae-c95c-41f3-8c96-064346e4273d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9142017 Apr 18 20:24:56.017733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-53793aa3-e70b-4116-94cb-55066f68fc4d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.025874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-53793aa3-e70b-4116-94cb-55066f68fc4d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.3218298 Apr 18 20:24:56.052995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-d0798974-1089-469b-9926-3c483fe70a12 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.054828 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-d0798974-1089-469b-9926-3c483fe70a12 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.61 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 946 time: 0.3018212 Apr 18 20:24:56.069171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.078352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-c6610ef3-46d8-445d-a95c-542c9e9bfea6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/quotas/987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 375 time: 0.0369949 Apr 18 20:24:56.136753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 89744d20-1c84-48f0-8fc0-f614f7a648bd, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=89744d20-1c84-48f0-8fc0-f614f7a648bd,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:56.150002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.161239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39da851-a176-4b08-afd1-463fc0208398 req-fc4cf137-b038-4924-ae00-56c855b4eda1 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.177214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a39da851-a176-4b08-afd1-463fc0208398 req-fc4cf137-b038-4924-ae00-56c855b4eda1 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 946 time: 0.2339985 Apr 18 20:24:56.283463 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a39da851-a176-4b08-afd1-463fc0208398 req-2a5c59c6-240b-48bf-8f9e-19a24d6e0a9c tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/security-groups?id=a82bbbc7-c862-4e24-a505-43722aca2564&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042790 Apr 18 20:24:56.356074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=89744d20-1c84-48f0-8fc0-f614f7a648bd,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:56.420612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:56.586433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Deleting port 89566249-b1ce-4ddc-bfab-049879b6a4bb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:24:56.587484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:56.709944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fb8f-be70-4887-8246-6ae631b88846 req-998f3e0b-de58-4496-b046-f6d1582f9565 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.711526 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-998f3e0b-de58-4496-b046-f6d1582f9565 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.55 "GET /v2.0/networks?id=53e02ede-b2cb-4dc1-83c5-6ad70302a5ab HTTP/1.1" status: 200 len: 812 time: 0.4158967 Apr 18 20:24:56.739383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Request body: {'port': {'device_id': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab', 'admin_state_up': True, 'tenant_id': 'bf6c6e476c3841789044e79cb12480b2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:24:56.788231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c0ed5-f490-4bba-8966-c6461ce280dc req-10879295-1901-4220-b566-109456f365fb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:56.803722 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db4c0ed5-f490-4bba-8966-c6461ce280dc req-10879295-1901-4220-b566-109456f365fb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.1781418 Apr 18 20:24:56.888210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db4c0ed5-f490-4bba-8966-c6461ce280dc req-7d9fda33-5d2e-46c9-a0a5-d112fb4e3782 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836806 Apr 18 20:24:56.909222 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:24:53Z', 'revision_number': 2, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:56.913271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-49ae2c25-001d-4d53-86e4-a70421ff543e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:56.914718 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:24:56.915140 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Updating router a6e7d6ae-c95c-41f3-8c96-064346e4273d port a238f5b9-4525-4cee-9076-e920ba9a5c2e binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:24:56.998439 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.010140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 89744d20-1c84-48f0-8fc0-f614f7a648bd up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:57.113867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 89744d20-1c84-48f0-8fc0-f614f7a648bd triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:57.114150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.151050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:24:57.291339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-095d20f8-901a-4986-b3d7-f0ee6a327534 req-2c6e3b8e-6ad0-41ff-b7ef-4ca180583ff2 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 210 time: 0.1037636 Apr 18 20:24:57.300631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-49ae2c25-001d-4d53-86e4-a70421ff543e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:57.326269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-49ae2c25-001d-4d53-86e4-a70421ff543e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2467313 Apr 18 20:24:57.447338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:24:57.478784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:24:57.500595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:24:57.504041 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.510040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Usage tracker for resource:port and tenant:bf6c6e476c3841789044e79cb12480b2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:24:57.516330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:24:57.541046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:24:57.581099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d124a5-615b-4e9b-b4a8-53741716150e req-5cd7b8ab-c4ed-44c0-acbe-a06ff805bae9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:57.585213 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7d124a5-615b-4e9b-b4a8-53741716150e req-5cd7b8ab-c4ed-44c0-acbe-a06ff805bae9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 0.1546688 Apr 18 20:24:57.596095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] For port 89566249-b1ce-4ddc-bfab-049879b6a4bb, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=89566249-b1ce-4ddc-bfab-049879b6a4bb,segment=NetworkSegment(0f4d0852-1402-4832-827d-37f2f0f87b2f),segment_id=0f4d0852-1402-4832-827d-37f2f0f87b2f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:57.596564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.605731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Made reservation on behalf of bf6c6e476c3841789044e79cb12480b2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:24:57.609364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.676086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7d124a5-615b-4e9b-b4a8-53741716150e req-9d964ff7-16d5-402a-920a-fb9620022d87 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818162 Apr 18 20:24:57.731394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.776007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:24:57.777699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:57.789291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.812437 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.840332 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Transition to ACTIVE for port object a238f5b9-4525-4cee-9076-e920ba9a5c2e will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:24:57.847869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Calling delete_port for 89566249-b1ce-4ddc-bfab-049879b6a4bb owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:24:57.856586 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:57.897214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:57.914483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a8063220-5a4d-4dee-8d80-e347be02ffbf service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869937 Apr 18 20:24:58.200940 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Attempting to bind port a238f5b9-4525-4cee-9076-e920ba9a5c2e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:24:58.201668 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Attempting to bind port a238f5b9-4525-4cee-9076-e920ba9a5c2e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:24:58.201804 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Attempting to bind port a238f5b9-4525-4cee-9076-e920ba9a5c2e on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:24:58.215652 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:24:58.216032 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Checking segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:24:58.216436 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.216829 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Bound using segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:24:58.217310 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Bound port: a238f5b9-4525-4cee-9076-e920ba9a5c2e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:24:58.217729 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.355193 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537d9b6-568d-4430-a5fc-5cb3f09d81f5 None None] Pushing event updated for resources: {'Port': ['ID=a238f5b9-4525-4cee-9076-e920ba9a5c2e,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.368033 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] For port a238f5b9-4525-4cee-9076-e920ba9a5c2e, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:24:58.373275 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] For port a238f5b9-4525-4cee-9076-e920ba9a5c2e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a238f5b9-4525-4cee-9076-e920ba9a5c2e,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:24:58.379989 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.408689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-dac6b3ea-939e-4acd-b9db-9e509a60fe29 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:58.408689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-dac6b3ea-939e-4acd-b9db-9e509a60fe29 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:24:58.435197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-dac6b3ea-939e-4acd-b9db-9e509a60fe29 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:24:58.444445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-dac6b3ea-939e-4acd-b9db-9e509a60fe29 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 821 time: 0.2920995 Apr 18 20:24:58.463305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-ca1e69e5-0fea-4e05-ae12-9c7a6187ee06 service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5239997 Apr 18 20:24:58.463710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-b39a2d7a-822b-4fed-8b10-9bfdb83646bb tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/quotas/245fcda392ab4defbeb002a9bdc79f89 HTTP/1.1" status: 200 len: 375 time: 0.0184240 Apr 18 20:24:58.467299 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:24:58.468013 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:24:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:58.528297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Allocated IP 172.20.0.3 (53e02ede-b2cb-4dc1-83c5-6ad70302a5ab/86d2091a-54f6-428f-9631-2f0a6cf137ad/221bbc7c-1466-48a5-887b-b47f8a4fdcb5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:24:58.576570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.639125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3d42c4a6-4df4-4d40-bc75-905d004992a4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1741121 Apr 18 20:24:58.733670 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:24:58.759759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Pushing event deleted for resources: {'Port': ['ID=89566249-b1ce-4ddc-bfab-049879b6a4bb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:58.875502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] No DVR routers for this DVR port 89566249-b1ce-4ddc-bfab-049879b6a4bb on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:24:58.888002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:58.894694 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-ba97ff78-9b16-40c6-9b98-7683f46e5251 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531741 Apr 18 20:24:58.895967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'name': 'network-vif-deleted', 'tag': '89566249-b1ce-4ddc-bfab-049879b6a4bb'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:24:59.081021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-92bb07dc-acc6-4ac6-9928-ef3c2a5f4f2e service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836975 Apr 18 20:24:59.296080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.308463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 89566249-b1ce-4ddc-bfab-049879b6a4bb no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:24:59.403209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 89566249-b1ce-4ddc-bfab-049879b6a4bb {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:24:59.403563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 89566249-b1ce-4ddc-bfab-049879b6a4bb not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:24:59.419146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c8efecbf-361b-4a8f-aae5-ef31bbb07ddb req-2b8a7621-ba80-40da-a8d2-cd54bfe72d46 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.47 "GET /v2.0/ports?device_id=8094fc34-6e75-4c7e-a62f-fe8b3ba3536e HTTP/1.1" status: 200 len: 210 time: 0.0671329 Apr 18 20:24:59.493958 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91e58201-da4f-4ee4-91d3-69814bc4c04e'] response: {'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'code': 200} Apr 18 20:24:59.500134 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537d9b6-568d-4430-a5fc-5cb3f09d81f5 None None] Pushing event updated for resources: {'Port': ['ID=a238f5b9-4525-4cee-9076-e920ba9a5c2e,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:24:59.516320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c07bd1c-c6ec-416c-905a-d87349579205 req-df54817f-3ce7-45cc-a47a-1438055fc579 tempest-ServerAddressesNegativeTestJSON-629084494 tempest-ServerAddressesNegativeTestJSON-629084494-project] 10.222.0.61 "DELETE /v2.0/ports/89566249-b1ce-4ddc-bfab-049879b6a4bb HTTP/1.1" status: 204 len: 173 time: 3.4318399 Apr 18 20:24:59.595651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:24:58Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:24:59.607089 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd21a59-605f-4771-9afc-0d71fe75dcef None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:24:58Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:24:59.768224 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:24:59.961544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44cd23d-8a3d-43b7-aaf0-e58044110960 req-e252b964-81e7-499a-92a0-cc2a5a45f43d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:24:59.966733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:24:59.970577 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44cd23d-8a3d-43b7-aaf0-e58044110960 req-e252b964-81e7-499a-92a0-cc2a5a45f43d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.2196944 Apr 18 20:24:59.972324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:24:59.976086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:00.085635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44cd23d-8a3d-43b7-aaf0-e58044110960 req-e7015dd1-4aaf-4625-953d-0466685e586e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129208 Apr 18 20:25:00.150555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.159332 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:00.344886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e10fcea-f530-4ebc-b1bd-cb1ad2e13876 req-e969840d-ac96-44d4-9495-b3a0c294d8fd tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.353723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e10fcea-f530-4ebc-b1bd-cb1ad2e13876 req-e969840d-ac96-44d4-9495-b3a0c294d8fd tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 945 time: 1.0169458 Apr 18 20:25:00.357424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6297545 Apr 18 20:25:00.390279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c1335-2952-4321-a380-0ca457a9bbfc tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Pushing event updated for resources: {'Port': ['ID=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:00.425357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede5c67-8392-4296-ac5c-7de72b20514f req-9ddc25a6-6c71-49d2-81b4-81d173101acf tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.427786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Request body: {'port': {'device_id': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:00.436028 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ede5c67-8392-4296-ac5c-7de72b20514f req-9ddc25a6-6c71-49d2-81b4-81d173101acf tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 931 time: 0.1640644 Apr 18 20:25:00.528434 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ede5c67-8392-4296-ac5c-7de72b20514f req-855a540d-3132-4113-930c-5ae9a36cd87b tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911269 Apr 18 20:25:00.745581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7df612a-560d-4847-882e-60def3f8a040 req-5a21439f-c62c-483c-a6c4-a6d08cb5a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:00.747345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7df612a-560d-4847-882e-60def3f8a040 req-5a21439f-c62c-483c-a6c4-a6d08cb5a891 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1096 time: 1.1578619 Apr 18 20:25:00.796779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e10fcea-f530-4ebc-b1bd-cb1ad2e13876 req-6f1b32c2-3882-42c0-8a72-312032670557 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4415660 Apr 18 20:25:00.995389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f499e5-f53e-4889-97ae-f46bae999bea req-6b95fee3-544e-4621-b7b8-74b07dd63695 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:01.013346 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23f499e5-f53e-4889-97ae-f46bae999bea req-6b95fee3-544e-4621-b7b8-74b07dd63695 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.2191932 Apr 18 20:25:01.024384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a238f5b9-4525-4cee-9076-e920ba9a5c2e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:01.036656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.084695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52490) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:01.164745 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23f499e5-f53e-4889-97ae-f46bae999bea req-563f85ee-8434-4a51-bddd-e570a97d057a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500325 Apr 18 20:25:01.184260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7df612a-560d-4847-882e-60def3f8a040 req-68877203-5dda-4155-b671-04179b1440b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228086 Apr 18 20:25:01.200555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9269339b-9610-4f4d-8c8e-3f1532ceb8bd req-98a0d167-4b12-4515-b43d-10f607f2df4f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 210 time: 0.1649334 Apr 18 20:25:01.241627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a238f5b9-4525-4cee-9076-e920ba9a5c2e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:01.250406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a238f5b9-4525-4cee-9076-e920ba9a5c2e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:01.250934 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.308991 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6a93f6a-2913-45ce-a2b9-a408ca3456f9'] response: {'server_uuid': '8094fc34-6e75-4c7e-a62f-fe8b3ba3536e', 'name': 'network-vif-deleted', 'tag': '89566249-b1ce-4ddc-bfab-049879b6a4bb', 'status': 'completed', 'code': 200} Apr 18 20:25:01.398652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.436643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:01.444884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Usage tracker for resource:security_group_rule and tenant:235546b6ba024eb7ad70f83dd17457f7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:01.448782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:01.465767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:01.502451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.522669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52498) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:01.533172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a0a71720-2ad1-4acb-a72c-9e3f97a179a2 req-aa285080-cdec-4f1d-bb0e-b390d0c1d7cf tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:01.590716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a238f5b9-4525-4cee-9076-e920ba9a5c2e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a238f5b9-4525-4cee-9076-e920ba9a5c2e,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:01.599622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.647664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] Deleting subnet e765b9b7-866f-4ecf-9d05-e224b52f9492 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:25:01.653834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.684925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a0a71720-2ad1-4acb-a72c-9e3f97a179a2 req-aa285080-cdec-4f1d-bb0e-b390d0c1d7cf tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:01.686266 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0a71720-2ad1-4acb-a72c-9e3f97a179a2 req-aa285080-cdec-4f1d-bb0e-b390d0c1d7cf tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 210 time: 0.2598054 Apr 18 20:25:01.815693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.850341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.866493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:01.875603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a238f5b9-4525-4cee-9076-e920ba9a5c2e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:01.980889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:01.987648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b675dc-c986-4529-8afb-e992f54a970b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:02.004287 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.007580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e0fd147a-8be7-490b-a95a-9af55145a7d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=235546b6ba024eb7ad70f83dd17457f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9218175 Apr 18 20:25:02.012664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:02.023197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.133481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cbd9c5-332b-4de6-96ba-f139db3a6e65 req-f05a0b0f-8b9a-4068-87f1-17f7c38460db tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.135538 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-82cbd9c5-332b-4de6-96ba-f139db3a6e65 req-f05a0b0f-8b9a-4068-87f1-17f7c38460db tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 945 time: 0.2043073 Apr 18 20:25:02.137396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.184867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e765b9b7-866f-4ecf-9d05-e224b52f9492,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:02.205210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Transition to ACTIVE for port object 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:02.240151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.258682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.274159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-82cbd9c5-332b-4de6-96ba-f139db3a6e65 req-ae00803e-a6fc-4a5c-9c47-a54b74508c2f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925634 Apr 18 20:25:02.288302 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a2b63f88-5877-4fcc-8419-fed2243a641a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e765b9b7-866f-4ecf-9d05-e224b52f9492 HTTP/1.1" status: 204 len: 168 time: 0.7645288 Apr 18 20:25:02.293140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52512) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:02.448392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.512941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Pushing event updated for resources: {'Port': ['ID=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:02.533884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47915026-fc93-47dd-b462-2ac6a9aecfeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.677099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb27263-4bb3-47dd-bf29-df7341023dab req-97df4a6f-d282-4f2c-b58c-e53dd0356309 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.678699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cdb27263-4bb3-47dd-bf29-df7341023dab req-97df4a6f-d282-4f2c-b58c-e53dd0356309 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.6555684 Apr 18 20:25:02.685345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-3ebeb1ad-4f81-4599-a3ad-8b627fac4e83 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:02.686911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-3ebeb1ad-4f81-4599-a3ad-8b627fac4e83 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.5419741 Apr 18 20:25:02.692092 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47915026-fc93-47dd-b462-2ac6a9aecfeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:02.741690 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:25:02.916723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Attempting to bind port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:02.917293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Attempting to bind port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'd387ef1a-da7d-4b2a-b664-f9b7dfefa7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:02.917828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Attempting to bind port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 on network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:02.936070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-36276cab-69e8-4039-a715-c0eabe34cde3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 379 time: 0.2322183 Apr 18 20:25:02.953138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cdb27263-4bb3-47dd-bf29-df7341023dab req-530fcd0b-5157-4c30-a964-c741ee8aeedf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2535720 Apr 18 20:25:02.959786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'port': {'device_id': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'admin_state_up': True, 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'security_groups': ['30ac19d8-317f-42ca-bf40-d29648a20b81']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:02.987216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 on network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:25:02.987568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Attempting to bind port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 on network 53e02ede-b2cb-4dc1-83c5-6ad70302a5ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:03.030756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a238f5b9-4525-4cee-9076-e920ba9a5c2e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:03.043278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:25:03.043949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Checking segment: {'id': 'd387ef1a-da7d-4b2a-b664-f9b7dfefa7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:03.046738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Bound using segment: {'id': 'd387ef1a-da7d-4b2a-b664-f9b7dfefa7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:25:03.046738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Bound port: 221bbc7c-1466-48a5-887b-b47f8a4fdcb5, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd387ef1a-da7d-4b2a-b664-f9b7dfefa7ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:03.046738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.052544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.073283 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47915026-fc93-47dd-b462-2ac6a9aecfeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.170041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c01fda9-61e9-470d-b4c5-30b4451e5180']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:03.174536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a238f5b9-4525-4cee-9076-e920ba9a5c2e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:03.174920 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.217499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b18fd-69e3-4385-9790-4554cea0120d req-458dce47-087e-42e6-80ea-8211b8f661ae tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.222091 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d2b18fd-69e3-4385-9790-4554cea0120d req-458dce47-087e-42e6-80ea-8211b8f661ae tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 943 time: 0.7632287 Apr 18 20:25:03.237565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f4d0852-1402-4832-827d-37f2f0f87b2f') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:03.237861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f4d0852-1402-4832-827d-37f2f0f87b2f') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:03.278415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47915026-fc93-47dd-b462-2ac6a9aecfeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b675dc-c986-4529-8afb-e992f54a970b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.324327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.335010 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d2b18fd-69e3-4385-9790-4554cea0120d req-c5abbc2d-e330-4e72-acfe-6bd7013c561a tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017809 Apr 18 20:25:03.377439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-44a9e53d-c49e-4c02-8cb5-d984b94dba67 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.380681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-44a9e53d-c49e-4c02-8cb5-d984b94dba67 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.61 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 821 time: 0.6478736 Apr 18 20:25:03.384167 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.409233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'port': {'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'admin_state_up': True, 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:03.451914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:25:03.452992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.469019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47915026-fc93-47dd-b462-2ac6a9aecfeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:25:03.471744 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:25:03.482114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-47915026-fc93-47dd-b462-2ac6a9aecfeb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/15b675dc-c986-4529-8afb-e992f54a970b HTTP/1.1" status: 204 len: 168 time: 1.4586520 Apr 18 20:25:03.566961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:03.578770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] For port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:25:03.585491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:03.588586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] For port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,segment=NetworkSegment(d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec),segment_id=d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:25:03.610079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.618052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3cce0d22-7dd1-4e2b-9894-71d9f85a24e9 req-cf22618f-f659-4cff-8566-334da5dcb249 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 210 time: 0.1292996 Apr 18 20:25:03.654611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Made reservation on behalf of 987a6ef7e49843098beded1785b8ca24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:03.659004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.696647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f208da7-579b-4bdf-bb06-74e8dc8716b0 req-4fa776f4-6d74-4d3b-8a23-880b2d08392a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.698355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f208da7-579b-4bdf-bb06-74e8dc8716b0 req-4fa776f4-6d74-4d3b-8a23-880b2d08392a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.3470302 Apr 18 20:25:03.709133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:03.709806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.711215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] 10.222.0.55 "PUT /v2.0/ports/221bbc7c-1466-48a5-887b-b47f8a4fdcb5 HTTP/1.1" status: 200 len: 1091 time: 3.3111794 Apr 18 20:25:03.711688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'tag': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:03.769044 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.793827 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:03.812659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c01fda9-61e9-470d-b4c5-30b4451e5180,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:03.819815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b566a0f5-4d03-47d0-9b4b-4105159a8717 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8c01fda9-61e9-470d-b4c5-30b4451e5180 HTTP/1.1" status: 204 len: 168 time: 1.5252128 Apr 18 20:25:03.910265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:03.939448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:03.961610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Made reservation on behalf of 245fcda392ab4defbeb002a9bdc79f89 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:03.982049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:04.121418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe6cf4-5e1e-47cb-a1d3-20f46a3314f2 service neutron] Pushing event updated for resources: {'Port': ['ID=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:04.171904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f208da7-579b-4bdf-bb06-74e8dc8716b0 req-b91e4157-36ef-4074-b727-34a8a04f1d9d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4525647 Apr 18 20:25:04.366831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Allocated IP 172.20.0.7 (c5da65e2-5089-4c5a-a705-5f4713ee1a60/49466b99-a61e-4c8a-9ba4-d89f66d21f8c/1e4d72a0-f555-465d-be03-89a469495276) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:04.370057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52542) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:04.373634 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08e01e96-24f3-4a9c-a857-969d604d23e2'] response: {'name': 'network-changed', 'server_uuid': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'tag': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5', 'status': 'completed', 'code': 200} Apr 18 20:25:04.419472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b061af-cb46-4e61-8681-709735fab975 req-9fdc33d7-125d-4469-903d-d30b36d21cce tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 210 time: 0.1057498 Apr 18 20:25:04.527402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fb8f-be70-4887-8246-6ae631b88846 req-349c7b9e-1d20-4489-aaf2-f61be3d63dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.530117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-349c7b9e-1d20-4489-aaf2-f61be3d63dea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf6c6e476c3841789044e79cb12480b2&device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 1094 time: 0.5332239 Apr 18 20:25:04.565180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Allocated IP 172.20.0.12 (ccc334a5-ec31-4604-be76-7c0e64c8d4c2/360b7027-6790-4015-84a0-91c55e19b412/8d83b0e1-e19d-43c3-9547-f5e8b534c000) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:04.689210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71969e42-4e29-4abf-a8f2-8038c5e60419 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf17234f75d04514b83e6c2c8756862b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117557 Apr 18 20:25:04.707436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:04.708668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-7cb4fa7a-2fe2-4c38-bf02-8883671332ca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221bbc7c-1466-48a5-887b-b47f8a4fdcb5 HTTP/1.1" status: 200 len: 217 time: 0.1672134 Apr 18 20:25:04.940793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4f3602-208d-475b-a059-d7015f53a7ab req-66436f7a-55cf-4077-8126-318e428066b2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:04.942441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e4f3602-208d-475b-a059-d7015f53a7ab req-66436f7a-55cf-4077-8126-318e428066b2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 945 time: 0.3548963 Apr 18 20:25:05.034996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e4f3602-208d-475b-a059-d7015f53a7ab req-39131942-1dce-4250-8995-fc53c52906e7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762820 Apr 18 20:25:05.049121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4908fb8f-be70-4887-8246-6ae631b88846 req-e4fe9734-b19d-46b8-9ad9-100501f1a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.051897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-e4fe9734-b19d-46b8-9ad9-100501f1a0c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d2091a-54f6-428f-9631-2f0a6cf137ad HTTP/1.1" status: 200 len: 852 time: 0.3320704 Apr 18 20:25:05.057938 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.105446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Transition to ACTIVE for port object 8d83b0e1-e19d-43c3-9547-f5e8b534c000 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:05.152254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.223130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-08e78807-6d8b-46bc-8718-917c1a2ee537 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53e02ede-b2cb-4dc1-83c5-6ad70302a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1588407 Apr 18 20:25:05.232924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b019a2c4-d253-42d6-bfa2-e2209385b08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.263597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79843e8a-2e85-4a59-b477-02f1aabe7e7c req-bbf91030-f177-43d2-97e1-bc51d253d228 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.267169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79843e8a-2e85-4a59-b477-02f1aabe7e7c req-bbf91030-f177-43d2-97e1-bc51d253d228 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.7318153 Apr 18 20:25:05.373040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:05.379695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:05.398447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:05.434062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Pushing event updated for resources: {'Port': ['ID=8d83b0e1-e19d-43c3-9547-f5e8b534c000,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:05.465374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b019a2c4-d253-42d6-bfa2-e2209385b08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.512052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.513208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.567655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8081d-fc9e-4989-9dff-6e4742511846 req-fa417ba4-2cbb-498a-8c71-8f0a3281b990 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:05.569699 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24a8081d-fc9e-4989-9dff-6e4742511846 req-fa417ba4-2cbb-498a-8c71-8f0a3281b990 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.3128028 Apr 18 20:25:05.579948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52572) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:05.616484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-fd6d0437-c564-4157-b6b1-fdf319d69096 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2175374 Apr 18 20:25:05.627180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.636834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Request body: {'port': {'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:05.715812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24a8081d-fc9e-4989-9dff-6e4742511846 req-e6e71c33-2d72-4045-b5fc-46c100c7a5be tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267333 Apr 18 20:25:05.736568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a41f14c3-dc37-4dba-84a6-2c113c90cd32 None None] Provisioning for port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:05.737559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a41f14c3-dc37-4dba-84a6-2c113c90cd32 None None] Provisioning complete for port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:05.737559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a41f14c3-dc37-4dba-84a6-2c113c90cd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.751904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52578) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:05.825350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a41f14c3-dc37-4dba-84a6-2c113c90cd32 None None] Port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:25:05.845066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79843e8a-2e85-4a59-b477-02f1aabe7e7c req-27b2ce1f-fe6c-4861-b148-adb75315bc85 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194676 Apr 18 20:25:05.878096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Transition to ACTIVE for port object 1e4d72a0-f555-465d-be03-89a469495276 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:05.883963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:05.922032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-316cd842-39f9-4aaa-bec8-a3923b6b90b9 service neutron] 10.222.0.55 "GET /v2.0/networks/53e02ede-b2cb-4dc1-83c5-6ad70302a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6772151 Apr 18 20:25:06.098706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:06.103959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-469b31db-7ff5-48ef-9f3f-f335540c9975 req-afa1e7a7-0a0a-466a-8d48-8f2b1d4c04ed tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 210 time: 0.1252241 Apr 18 20:25:06.104961 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b019a2c4-d253-42d6-bfa2-e2209385b08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.114930 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.134728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Usage tracker for resource:security_group_rule and tenant:3d25cc3958e74975ac8b4205c4eea20c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:06.138769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0347c-db99-4d36-988e-39db333ad88e req-ca2844c5-1b83-464e-a424-204d49b06f10 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.149454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e3a0347c-db99-4d36-988e-39db333ad88e req-ca2844c5-1b83-464e-a424-204d49b06f10 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 945 time: 0.4614525 Apr 18 20:25:06.149789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:06.161871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:06.201894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b019a2c4-d253-42d6-bfa2-e2209385b08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82bbbc7-c862-4e24-a505-43722aca2564,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:06.217949 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.371923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9f2047-f91d-41de-a620-4579b062e619 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.374494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port 5993e358-0771-4a77-ab3a-23b2f3bd33ea {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:25:06.374850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5e9f2047-f91d-41de-a620-4579b062e619 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1091 time: 0.6167107 Apr 18 20:25:06.375140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.409777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52586) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:06.410756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75408de-02ad-4745-a825-acb43f1fbc78 req-ba44fbe6-740c-45f9-9c31-d1115cd663c8 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.413462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a75408de-02ad-4745-a825-acb43f1fbc78 req-ba44fbe6-740c-45f9-9c31-d1115cd663c8 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 943 time: 0.5451298 Apr 18 20:25:06.417740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4908fb8f-be70-4887-8246-6ae631b88846 req-c1b7032f-9f6c-44e1-b460-694be0e0d37a service neutron] 10.222.0.55 "GET /v2.0/networks/53e02ede-b2cb-4dc1-83c5-6ad70302a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883280 Apr 18 20:25:06.420761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:06.449146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:06.459158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b019a2c4-d253-42d6-bfa2-e2209385b08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.460291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b019a2c4-d253-42d6-bfa2-e2209385b08d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a82bbbc7-c862-4e24-a505-43722aca2564 HTTP/1.1" status: 204 len: 168 time: 1.7506669 Apr 18 20:25:06.461658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:06.579843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a75408de-02ad-4745-a825-acb43f1fbc78 req-bf50374b-ff9b-4f15-8efe-c650f47cd420 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518044 Apr 18 20:25:06.616288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:06.637879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.674739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:06.756189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.780766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:06.926853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d25cc3958e74975ac8b4205c4eea20c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3454494 Apr 18 20:25:06.932662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52598) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:06.974416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79366ef-47a3-488f-b332-6b90e96bd7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c27ddcf-272d-4bbd-b368-cb4d5b2cabc2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:07.027848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-89cf89e5-667f-4832-a592-d399ed569517 None None] Provisioning for port 1e4d72a0-f555-465d-be03-89a469495276 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:07.038970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:07.056544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-788d77f2-4045-4e88-bacf-ed524b314288 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1094761 Apr 18 20:25:07.058992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-89cf89e5-667f-4832-a592-d399ed569517 None None] Provisioning complete for port 1e4d72a0-f555-465d-be03-89a469495276 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:07.060051 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-89cf89e5-667f-4832-a592-d399ed569517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.090514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:07.117085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Request body: {'port': {'device_id': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:07.127889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525eaac-2b0a-4937-b342-a7f557209fa0 req-be9de374-7e3b-42e1-a54a-787a8811ad7c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.137992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8525eaac-2b0a-4937-b342-a7f557209fa0 req-be9de374-7e3b-42e1-a54a-787a8811ad7c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 945 time: 0.3113842 Apr 18 20:25:07.153330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:floatingip and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:07.167277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:07.195134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:07.235274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d83b0e1-e19d-43c3-9547-f5e8b534c000 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:07.250944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-89cf89e5-667f-4832-a592-d399ed569517 None None] Port 1e4d72a0-f555-465d-be03-89a469495276 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:25:07.253247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8525eaac-2b0a-4937-b342-a7f557209fa0 req-49fdd8ed-d53b-4605-94c7-ec81f578bdc5 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107621 Apr 18 20:25:07.260244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa3db899-941b-4223-96aa-aa653baa6f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.279207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.369433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Transition to ACTIVE for port object 8d83b0e1-e19d-43c3-9547-f5e8b534c000 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:07.381368 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa3db899-941b-4223-96aa-aa653baa6f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.406268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.462384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.532685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87247429-5659-446d-ad7f-cc7176ca7566 req-ae329cf7-8d23-4e6f-803b-b07b0292fa0b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.534710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87247429-5659-446d-ad7f-cc7176ca7566 req-ae329cf7-8d23-4e6f-803b-b07b0292fa0b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 932 time: 1.2552297 Apr 18 20:25:07.585223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.639719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-93b56afb-5845-486d-bf34-37d59afd2c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:07.639719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-93b56afb-5845-486d-bf34-37d59afd2c92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bf6c6e476c3841789044e79cb12480b2&device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 1094 time: 0.8619072 Apr 18 20:25:07.726290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port 5993e358-0771-4a77-ab3a-23b2f3bd33ea, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5993e358-0771-4a77-ab3a-23b2f3bd33ea,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:07.726655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.779842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Pushing event updated for resources: {'Port': ['ID=8d83b0e1-e19d-43c3-9547-f5e8b534c000,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:07.838898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87247429-5659-446d-ad7f-cc7176ca7566 req-4a434dc7-7e0d-4cbc-be86-679d4bb85939 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867665 Apr 18 20:25:07.884862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa3db899-941b-4223-96aa-aa653baa6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.945945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3db899-941b-4223-96aa-aa653baa6f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c27ddcf-272d-4bbd-b368-cb4d5b2cabc2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:07.995573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa3db899-941b-4223-96aa-aa653baa6f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:07.997143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fa3db899-941b-4223-96aa-aa653baa6f16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c27ddcf-272d-4bbd-b368-cb4d5b2cabc2 HTTP/1.1" status: 204 len: 168 time: 1.0598173 Apr 18 20:25:08.019319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d12cd-5f14-426b-8331-ef5ab60c17ce req-b137da12-4dab-4ceb-9b56-b8b35c41b159 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.021009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f7d12cd-5f14-426b-8331-ef5ab60c17ce req-b137da12-4dab-4ceb-9b56-b8b35c41b159 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.6170061 Apr 18 20:25:08.063299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Attempting to bind port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:08.064103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Attempting to bind port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:08.064450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Attempting to bind port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:08.074657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:25:08.074987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Attempting to bind port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:08.114864 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f7d12cd-5f14-426b-8331-ef5ab60c17ce req-771ded9f-91e9-4273-bcec-71a5dba6cd04 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824840 Apr 18 20:25:08.115950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:25:08.116298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Checking segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:08.116691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Bound using segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:25:08.117153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Bound port: 8d83b0e1-e19d-43c3-9547-f5e8b534c000, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:08.129658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.249614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for 5993e358-0771-4a77-ab3a-23b2f3bd33ea owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:25:08.315733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] For port 8d83b0e1-e19d-43c3-9547-f5e8b534c000, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:25:08.325779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] For port 8d83b0e1-e19d-43c3-9547-f5e8b534c000, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:25:08.335965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.413002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.414218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.416803 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] 10.222.0.61 "PUT /v2.0/ports/8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 1092 time: 2.7881916 Apr 18 20:25:08.422287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:08.446503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e76e4-986a-4909-a8b1-f4ac4af44921 req-6cc5c236-4922-4662-9f8f-c282e179d938 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.465036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-099e76e4-986a-4909-a8b1-f4ac4af44921 req-6cc5c236-4922-4662-9f8f-c282e179d938 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 943 time: 0.2339225 Apr 18 20:25:08.585989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-bb58185c-e4e3-414b-a49f-d1c40088a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.587536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-bb58185c-e4e3-414b-a49f-d1c40088a8f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=53e02ede-b2cb-4dc1-83c5-6ad70302a5ab HTTP/1.1" status: 200 len: 913 time: 0.9175911 Apr 18 20:25:08.599403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf3a535-c04e-45b4-9341-dfbdb5915414 service neutron] Pushing event updated for resources: {'Port': ['ID=8d83b0e1-e19d-43c3-9547-f5e8b534c000,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:08.626958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-099e76e4-986a-4909-a8b1-f4ac4af44921 req-8f4b80d5-e731-4c7b-9de4-7c2aeeeb00b9 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613023 Apr 18 20:25:08.672022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-0b99cb30-d8fe-45e1-bcf7-73eb9b99d1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.674800 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-0b99cb30-d8fe-45e1-bcf7-73eb9b99d1ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1095 time: 0.1850493 Apr 18 20:25:08.791085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-bb0b8a8c-c3f2-4a0a-8e86-06dedd8db3c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 217 time: 0.1079347 Apr 18 20:25:08.801784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-23db1696-09ee-4d0e-85cb-5164a94c61fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=221bbc7c-1466-48a5-887b-b47f8a4fdcb5 HTTP/1.1" status: 200 len: 217 time: 0.2045519 Apr 18 20:25:08.894413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396db3-300b-4fea-a360-ec6f59d1e1ee req-9caf6141-f1fb-4c7d-85d4-75f4e0fc96fe tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.895172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4f396db3-300b-4fea-a360-ec6f59d1e1ee req-9caf6141-f1fb-4c7d-85d4-75f4e0fc96fe tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:08.923493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-f5401afe-7b6b-472f-9da4-686deb9c2021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:08.925566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-f5401afe-7b6b-472f-9da4-686deb9c2021 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1230774 Apr 18 20:25:08.972357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:08.982930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.006868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:09.074478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-b4abff58-4df4-436a-a7a5-d4e451891d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.077369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-b4abff58-4df4-436a-a7a5-d4e451891d25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1419103 Apr 18 20:25:09.199605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:25:09.326210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-fb712181-c596-4d74-b649-8a6d56af68c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:09.327800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-fb712181-c596-4d74-b649-8a6d56af68c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d2091a-54f6-428f-9631-2f0a6cf137ad HTTP/1.1" status: 200 len: 852 time: 0.5130613 Apr 18 20:25:09.407534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4f396db3-300b-4fea-a360-ec6f59d1e1ee req-9caf6141-f1fb-4c7d-85d4-75f4e0fc96fe tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:09.414989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f396db3-300b-4fea-a360-ec6f59d1e1ee req-9caf6141-f1fb-4c7d-85d4-75f4e0fc96fe tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 931 time: 1.2527344 Apr 18 20:25:09.480433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5993e358-0771-4a77-ab3a-23b2f3bd33ea no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:25:09.487148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event deleted for resources: {'Port': ['ID=5993e358-0771-4a77-ab3a-23b2f3bd33ea,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:09.500589 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:25:09.510830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-342a7e11-8852-4bc5-b463-098c9faa78b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=53e02ede-b2cb-4dc1-83c5-6ad70302a5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1410673 Apr 18 20:25:09.638563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,segment=NetworkSegment(d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec),segment_id=d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:09.652716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-e5a5fa74-7b9b-4dbb-b867-4b45b2aff8e9 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650451 Apr 18 20:25:09.672224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5', 'network_id': '53e02ede-b2cb-4dc1-83c5-6ad70302a5ab', 'port_id': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5', 'mac_address': 'fa:16:3e:d4:d4:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d2091a-54f6-428f-9631-2f0a6cf137ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:25:09.746933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 5993e358-0771-4a77-ab3a-23b2f3bd33ea {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:25:09.746933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5993e358-0771-4a77-ab3a-23b2f3bd33ea not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:25:09.810496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.835970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:09.858802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,segment=NetworkSegment(d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec),segment_id=d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:09.868513 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.899932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] No DVR routers for this DVR port 5993e358-0771-4a77-ab3a-23b2f3bd33ea on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:09.917500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f396db3-300b-4fea-a360-ec6f59d1e1ee req-28deb0ee-1718-44ba-9de2-d973821061ba tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5012312 Apr 18 20:25:09.922506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:09.958303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'name': 'network-vif-deleted', 'tag': '5993e358-0771-4a77-ab3a-23b2f3bd33ea'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:10.068259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:10.170428 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b1b8dac-056b-4c33-9d3c-b99f2502e25c'] response: {'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'status': 'completed', 'code': 200} Apr 18 20:25:10.173433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95da07b9-bff4-4cf9-a96f-19e9bec17e24 req-ea539231-ce8a-4ca1-b903-5e375cbeeca7 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068700 Apr 18 20:25:10.208936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['221bbc7c-1466-48a5-887b-b47f8a4fdcb5'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:10.270908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e4d72a0-f555-465d-be03-89a469495276 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:10.284326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.361991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Transition to ACTIVE for port object 1e4d72a0-f555-465d-be03-89a469495276 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:10.441268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-21226478-5830-4476-b01a-b77308000acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.444069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-21226478-5830-4476-b01a-b77308000acf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1095 time: 0.1956332 Apr 18 20:25:10.487541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e3a0347c-db99-4d36-988e-39db333ad88e req-302ca783-458c-4964-a10b-effea8e16840 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "DELETE /v2.0/ports/5993e358-0771-4a77-ab3a-23b2f3bd33ea HTTP/1.1" status: 204 len: 173 time: 4.3380864 Apr 18 20:25:10.600504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:10.669784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:10.744698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f7f8f916-0613-4fa7-bbb9-45bd46a69fc1 req-4bdddbec-ec4d-4574-9ed2-9aa6aaa0a3ef tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:10.837806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-8fe9dc13-c96e-4c8d-b42b-3808f8aaba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.840898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-8fe9dc13-c96e-4c8d-b42b-3808f8aaba69 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.3141127 Apr 18 20:25:10.867830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8616df88-1e32-4066-a241-e49af7c39291 req-62aede42-e25b-4661-8641-f973a23b611b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:10.869217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8616df88-1e32-4066-a241-e49af7c39291 req-62aede42-e25b-4661-8641-f973a23b611b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:10.879642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-99018b79-80d8-4346-b629-bb98da0d5daa service neutron] 10.222.0.55 "GET /v2.0/networks/53e02ede-b2cb-4dc1-83c5-6ad70302a5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3314478 Apr 18 20:25:11.079040 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-bcb9da6f-0e65-4c8c-819e-a6b5834a0fb7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 217 time: 0.2026930 Apr 18 20:25:11.087118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.46 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/8850b7e4-26e4-46f5-b8e6-a78e03338519) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:11.209284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:11.221901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-3b59f173-0d04-455a-8f09-49a1049e0ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.224517 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-3b59f173-0d04-455a-8f09-49a1049e0ef8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1332171 Apr 18 20:25:11.226089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8616df88-1e32-4066-a241-e49af7c39291 req-62aede42-e25b-4661-8641-f973a23b611b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:11.227929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8616df88-1e32-4066-a241-e49af7c39291 req-62aede42-e25b-4661-8641-f973a23b611b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 944 time: 0.7824976 Apr 18 20:25:11.327376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:11.334230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:11.334914 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.366292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8616df88-1e32-4066-a241-e49af7c39291 req-9d6c9895-1229-4fc4-8e29-45e78e9533f6 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:11.369084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f7f8f916-0613-4fa7-bbb9-45bd46a69fc1 req-4bdddbec-ec4d-4574-9ed2-9aa6aaa0a3ef tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:11.371018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7f8f916-0613-4fa7-bbb9-45bd46a69fc1 req-4bdddbec-ec4d-4574-9ed2-9aa6aaa0a3ef tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3 HTTP/1.1" status: 200 len: 210 time: 0.9973171 Apr 18 20:25:11.399477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8616df88-1e32-4066-a241-e49af7c39291 req-9d6c9895-1229-4fc4-8e29-45e78e9533f6 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:11.400500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8616df88-1e32-4066-a241-e49af7c39291 req-9d6c9895-1229-4fc4-8e29-45e78e9533f6 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619611 Apr 18 20:25:11.431245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-8710ab47-33ca-4ff2-a59e-8148da1b78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.433134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-8710ab47-33ca-4ff2-a59e-8148da1b78cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1963155 Apr 18 20:25:11.557707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.598763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.617540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:11.632529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,segment=NetworkSegment(d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec),segment_id=d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:11.641783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.656515 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:11.746829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-15066344-ae73-4f10-801d-fd3e80528419 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044021 Apr 18 20:25:11.822286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:11.859877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:11.883071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0542ee4c-5465-49a7-a48f-3b1861222b33 req-5fb179fb-1d5a-44f7-87ea-754c67391e9d service neutron] 10.222.0.55 "GET /v2.0/networks/53e02ede-b2cb-4dc1-83c5-6ad70302a5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9814420 Apr 18 20:25:11.884228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Usage tracker for resource:security_group_rule and tenant:2d962f03b9fa4d91930b574a74a5ee61 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:11.898017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:11.961438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:11.979775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75178764-cc4a-4a93-bb20-3e51d4391a36 req-8cdbe768-4a6e-4a42-81b4-52cbc663c899 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254651 Apr 18 20:25:11.992054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf601869-632c-4fa9-9180-70dfbe09ab9b req-8b957b1b-48f0-4094-ad36-e340e3cba8ac tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:11.993990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf601869-632c-4fa9-9180-70dfbe09ab9b req-8b957b1b-48f0-4094-ad36-e340e3cba8ac tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 945 time: 0.2418334 Apr 18 20:25:12.019068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Attempting to bind port 1e4d72a0-f555-465d-be03-89a469495276 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:12.019410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Attempting to bind port 1e4d72a0-f555-465d-be03-89a469495276 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:12.019744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Attempting to bind port 1e4d72a0-f555-465d-be03-89a469495276 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:12.058543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf601869-632c-4fa9-9180-70dfbe09ab9b req-a17bd20a-fe83-48f1-91be-a0e627ae03bd tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476470 Apr 18 20:25:12.103191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Port 1e4d72a0-f555-465d-be03-89a469495276 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:25:12.103793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Attempting to bind port 1e4d72a0-f555-465d-be03-89a469495276 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:12.154806 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff1b88e1-72b2-4114-9f94-2e11a65063fc'] response: {'server_uuid': '3ab5ed94-cb8c-4f3b-8166-82ab0c6c83e3', 'name': 'network-vif-deleted', 'tag': '5993e358-0771-4a77-ab3a-23b2f3bd33ea', 'status': 'completed', 'code': 200} Apr 18 20:25:12.157062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:25:12.157979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:12.159119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Bound using segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:25:12.159119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Bound port: 1e4d72a0-f555-465d-be03-89a469495276, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:12.159503 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.256782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651af60-f137-4871-a4ed-723d0bd47e2e req-147b0220-8929-41b3-8398-67986464730b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.261999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6651af60-f137-4871-a4ed-723d0bd47e2e req-147b0220-8929-41b3-8398-67986464730b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.6076927 Apr 18 20:25:12.303213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.321474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a4a97ea5-4302-4433-baee-042b535f72c1 req-c75155ee-fd8d-479d-bb79-76f67998d374 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b23683a-a874-4fe0-b562-0599552404ac HTTP/1.1" status: 200 len: 210 time: 0.0506718 Apr 18 20:25:12.416897 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.464714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.483596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:25:12.533048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6651af60-f137-4871-a4ed-723d0bd47e2e req-d5da2311-e15c-4f9b-9f17-91150fde6ad2 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507007 Apr 18 20:25:12.561455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:25:12.568520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c5ded9-c2d3-4c96-a766-d48ac9f751d5 req-3be448b0-3ec1-4e3f-81e3-ce9722a80f4a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.570682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50c5ded9-c2d3-4c96-a766-d48ac9f751d5 req-3be448b0-3ec1-4e3f-81e3-ce9722a80f4a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 943 time: 0.1041257 Apr 18 20:25:12.606061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.609683 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b85ac354-f34d-4afe-8d0d-c4920ecb2c26'] response: {'server_uuid': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5', 'code': 200} Apr 18 20:25:12.638172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-50c5ded9-c2d3-4c96-a766-d48ac9f751d5 req-5fb7f660-b7b5-4383-ba93-d63e26f11772 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:12.654354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-50c5ded9-c2d3-4c96-a766-d48ac9f751d5 req-5fb7f660-b7b5-4383-ba93-d63e26f11772 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:12.661335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50c5ded9-c2d3-4c96-a766-d48ac9f751d5 req-5fb7f660-b7b5-4383-ba93-d63e26f11772 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799420 Apr 18 20:25:12.701613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d962f03b9fa4d91930b574a74a5ee61&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0206892 Apr 18 20:25:12.702442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52702) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:12.724839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e84be-9d7c-457e-b166-e7620f6a21c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e83e87f-68ab-4399-a09e-a20bbaefa557,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:12.775435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:12.776578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.779144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] 10.222.0.61 "PUT /v2.0/ports/1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 1091 time: 5.6858449 Apr 18 20:25:12.790135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.837797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-631d92ab-5af8-4fed-96d7-7636de63d626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:12.968581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-631d92ab-5af8-4fed-96d7-7636de63d626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.055451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b528d8-2416-4899-8277-47ad22fa2ac4 req-2c3b9b00-7413-4f39-b306-42c9879fbd2c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:13.063246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0b528d8-2416-4899-8277-47ad22fa2ac4 req-2c3b9b00-7413-4f39-b306-42c9879fbd2c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 944 time: 0.2003906 Apr 18 20:25:13.221209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0b528d8-2416-4899-8277-47ad22fa2ac4 req-3d9759ec-65c3-44e6-8a93-287a6a159c30 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566503 Apr 18 20:25:13.223076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-631d92ab-5af8-4fed-96d7-7636de63d626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.280533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d92ab-5af8-4fed-96d7-7636de63d626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e83e87f-68ab-4399-a09e-a20bbaefa557,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:13.309054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-631d92ab-5af8-4fed-96d7-7636de63d626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:13.316316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-631d92ab-5af8-4fed-96d7-7636de63d626 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e83e87f-68ab-4399-a09e-a20bbaefa557 HTTP/1.1" status: 204 len: 168 time: 0.6123517 Apr 18 20:25:13.376533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8d83b0e1-e19d-43c3-9547-f5e8b534c000 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:25:13.468899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:13.637536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:13.720944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:14.010721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ddda1b7-ab53-4b48-963b-b1ff263a8fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.103873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34bfa5b-c8ae-49af-9529-14ab2e8baa2a service neutron] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:14.173569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8d83b0e1-e19d-43c3-9547-f5e8b534c000, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:14.219688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:14.258152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:25:14.381034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-5fa6e393-c9c5-4d48-ba8c-aa065cf26050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.393253 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-5fa6e393-c9c5-4d48-ba8c-aa065cf26050 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1097 time: 0.8457603 Apr 18 20:25:14.496662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.558461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d83b0e1-e19d-43c3-9547-f5e8b534c000 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:14.580417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe8a45-bfc3-4bd4-b81c-bef3e1de15ba req-cba575e4-a413-4be0-bd22-42c7dfc401a9 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.583210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-05fe8a45-bfc3-4bd4-b81c-bef3e1de15ba req-cba575e4-a413-4be0-bd22-42c7dfc401a9 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 945 time: 0.9115376 Apr 18 20:25:14.602012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8d83b0e1-e19d-43c3-9547-f5e8b534c000, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:14.613287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:14.699588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=8850b7e4-26e4-46f5-b8e6-a78e03338519,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:14.716115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-d5437f16-c796-4497-a913-332f40356d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.720295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-d5437f16-c796-4497-a913-332f40356d45 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.3011491 Apr 18 20:25:14.795525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8d83b0e1-e19d-43c3-9547-f5e8b534c000,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:14.821699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-9d50286d-a919-4635-872b-55a6bb614bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.824767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-9d50286d-a919-4635-872b-55a6bb614bd2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1094 time: 1.3447042 Apr 18 20:25:14.865353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aed4b62-fd63-44b1-8760-f6707de15f98 req-d7604a19-3b8a-43da-9cc4-b81d6a8020df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:14.867900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7aed4b62-fd63-44b1-8760-f6707de15f98 req-d7604a19-3b8a-43da-9cc4-b81d6a8020df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 1096 time: 2.0709252 Apr 18 20:25:14.905069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-41fc99f2-1a6a-4d04-b740-42e3e37bf72c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86c2251-09c8-4244-99ea-7707e23e47f9 HTTP/1.1" status: 200 len: 217 time: 0.1664608 Apr 18 20:25:14.907270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['8d83b0e1-e19d-43c3-9547-f5e8b534c000'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:14.926224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-05fe8a45-bfc3-4bd4-b81c-bef3e1de15ba req-76fc9a52-659c-44ea-837d-982e38dd9a8a tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138554 Apr 18 20:25:15.124917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-8344fb6a-c188-4ea7-94d0-0bdeedb702d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.128630 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-8344fb6a-c188-4ea7-94d0-0bdeedb702d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.2005687 Apr 18 20:25:15.156699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-155b469f-38ce-4868-8578-cc2f4cfc10a3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 217 time: 0.2949767 Apr 18 20:25:15.351778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f18955b-f19b-4678-bf14-5fe91c429bb8 req-821dd5e9-055c-42cf-912b-65da6ecd3492 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.353416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f18955b-f19b-4678-bf14-5fe91c429bb8 req-821dd5e9-055c-42cf-912b-65da6ecd3492 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 943 time: 0.2232466 Apr 18 20:25:15.371579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-a6ba9772-b322-4019-9bee-9c116f7b832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.373634 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-a6ba9772-b322-4019-9bee-9c116f7b832b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719265 Apr 18 20:25:15.441362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-cc9c5074-1f69-4e60-8f9e-4e22169d302c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.7595465 Apr 18 20:25:15.472065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f51619fb-5d63-4dbb-9217-02276f3cc775 req-5be17183-723e-4824-ab13-34411d6eedde service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b23683a-a874-4fe0-b562-0599552404ac HTTP/1.1" status: 200 len: 210 time: 0.0931427 Apr 18 20:25:15.510360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f18955b-f19b-4678-bf14-5fe91c429bb8 req-137aa3f0-a1f1-442d-99fd-d9fac498ea6e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1426597 Apr 18 20:25:15.612690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7aed4b62-fd63-44b1-8760-f6707de15f98 req-ee9d8843-1235-4377-aaba-4815a7bdacee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3465393 Apr 18 20:25:15.635659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-3b3d11fe-ed20-43b1-b002-ec0ab3bd0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.637195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-3b3d11fe-ed20-43b1-b002-ec0ab3bd0d18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.4644120 Apr 18 20:25:15.665153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a42cc-65e8-4487-8fd6-529e0b5c78fc req-cfef10d6-0fdd-430a-be9f-12bc53c81546 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.673771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-291a42cc-65e8-4487-8fd6-529e0b5c78fc req-cfef10d6-0fdd-430a-be9f-12bc53c81546 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 1.1394401 Apr 18 20:25:15.738581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e920a01-1c6c-46ef-a606-52712ffac077 req-a0744e35-bdf0-4926-95b3-7e0a25123fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:15.741131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e920a01-1c6c-46ef-a606-52712ffac077 req-a0744e35-bdf0-4926-95b3-7e0a25123fe3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1097 time: 1.2281687 Apr 18 20:25:15.755325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-9f645b87-3c47-45e6-898c-5c65ae804d9d service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659415 Apr 18 20:25:15.962870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-291a42cc-65e8-4487-8fd6-529e0b5c78fc req-2479beb8-4319-4bb4-bf42-23a518ee55a1 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858167 Apr 18 20:25:15.964133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c708bfcf-7eee-4579-ae7c-3a3a95d376db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.020387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-06432071-9d06-4169-b6ba-bfd2a1653b33 req-efee2d2d-4ebf-447f-b235-90b6ca613ea6 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1230896 Apr 18 20:25:16.022358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e920a01-1c6c-46ef-a606-52712ffac077 req-53c72610-df11-4323-9788-4fc91cf67606 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385013 Apr 18 20:25:16.114114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6802831-89fb-4c77-93aa-afcb0dbec5f3 req-07fc72ea-a29a-44e6-bb2b-d0847ee51ea1 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509302 Apr 18 20:25:16.134544 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9171361-de39-42f8-96dc-a09b3d029df8'] response: {'name': 'network-changed', 'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'status': 'completed', 'code': 200} Apr 18 20:25:16.265818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-88a6e0c6-1714-404c-80fc-cda2a2b6ffe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.267629 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-88a6e0c6-1714-404c-80fc-cda2a2b6ffe3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5867140 Apr 18 20:25:16.270050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-14c66fa5-c03e-4c60-be9a-5944ff1ab69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.271846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-14c66fa5-c03e-4c60-be9a-5944ff1ab69b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1096 time: 0.3782682 Apr 18 20:25:16.420529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-c588c9ab-06e5-470b-941f-9854c7e0c4bb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.422264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-c588c9ab-06e5-470b-941f-9854c7e0c4bb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.1873238 Apr 18 20:25:16.442430 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-61e2a30b-cf05-4036-952f-61076f66dd77 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.0131671 Apr 18 20:25:16.594197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-4d337271-2f30-4d57-b02a-fd10ca79311d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1413887 Apr 18 20:25:16.749810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:16.790567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-c7368581-7896-4b42-9db2-9397e95719f4 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5050380 Apr 18 20:25:16.795180 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.802035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5c20cf-210c-4283-b1af-a3fbaa5496e4 req-47e41a61-7fcc-4024-9452-7706d9b28d60 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.809319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f5c20cf-210c-4283-b1af-a3fbaa5496e4 req-47e41a61-7fcc-4024-9452-7706d9b28d60 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 945 time: 0.6677237 Apr 18 20:25:16.817538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-21406fd4-1989-476a-a48b-17fa23867305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:16.829706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-21406fd4-1989-476a-a48b-17fa23867305 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.5194156 Apr 18 20:25:16.831221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.886794 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:16.892972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-d578a7c8-1874-434d-8f92-d37b78df839b service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771804 Apr 18 20:25:17.139796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-6d5c8155-fdd9-4633-b0db-95db94d849ad service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312496 Apr 18 20:25:17.140912 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-19c8e8c2-e93a-46d1-90ef-b463b9ad65b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 217 time: 0.1123617 Apr 18 20:25:17.146965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.280704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f5c20cf-210c-4283-b1af-a3fbaa5496e4 req-1b5c2c07-a607-4dff-bde7-eb613cfdb7eb tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4689116 Apr 18 20:25:17.286275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:17.381711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Usage tracker for resource:security_group_rule and tenant:285728bc4f2042988a00a9bee0f90178 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:17.384290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8d83b0e1-e19d-43c3-9547-f5e8b534c000 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:17.412556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:17.447843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:17.485970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe9f1f7d-0481-4f10-88e5-7d36bff50e95 req-66a1559e-6add-40d0-99f5-7b7441a8bdad service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6729674 Apr 18 20:25:17.488567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-0cd6c056-6efd-42d4-ad4c-db3921b1e7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.495834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-0cd6c056-6efd-42d4-ad4c-db3921b1e7e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.3385401 Apr 18 20:25:17.581447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:17.591758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:17.592313 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.693604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9acb547-eda5-4cdf-9df4-d6e72b810581 req-bb0bd793-d5e5-4f01-8100-bc61d2591dd7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.700886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e9acb547-eda5-4cdf-9df4-d6e72b810581 req-bb0bd793-d5e5-4f01-8100-bc61d2591dd7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 943 time: 0.1198449 Apr 18 20:25:17.709595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.762883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e9acb547-eda5-4cdf-9df4-d6e72b810581 req-74c34b71-3f52-4a55-97bc-f572f0fc8b50 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611503 Apr 18 20:25:17.859512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-b12b92f1-7a6d-49a9-8be6-59e50e0112b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:17.861142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-b12b92f1-7a6d-49a9-8be6-59e50e0112b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3568714 Apr 18 20:25:17.906827 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:17.942086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:17.953534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8d83b0e1-e19d-43c3-9547-f5e8b534c000, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:17.960635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.068492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ce219-ed14-48ce-9c17-4b8abc81ef0e req-a4520002-745a-4d74-a195-6bf2a2dee575 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.069677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-124ce219-ed14-48ce-9c17-4b8abc81ef0e req-a4520002-745a-4d74-a195-6bf2a2dee575 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Synchronizing usage tracker for tenant:bf6c6e476c3841789044e79cb12480b2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:18.108840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8d83b0e1-e19d-43c3-9547-f5e8b534c000,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:18.154107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef40920b-67bd-4f5e-93c3-651a3877cafa req-e6cb495f-5181-4390-bb88-3e6afb11b354 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.167314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-1064441e-8d14-4a05-b146-5b1ac3af7b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.168831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-1064441e-8d14-4a05-b146-5b1ac3af7b4c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1094 time: 0.5801783 Apr 18 20:25:18.170800 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef40920b-67bd-4f5e-93c3-651a3877cafa req-e6cb495f-5181-4390-bb88-3e6afb11b354 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.2072334 Apr 18 20:25:18.205843 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.241244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.277716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef40920b-67bd-4f5e-93c3-651a3877cafa req-3b8b2c7a-bc5b-48c4-b12e-02de4f17e08e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002874 Apr 18 20:25:18.279768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-124ce219-ed14-48ce-9c17-4b8abc81ef0e req-a4520002-745a-4d74-a195-6bf2a2dee575 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Unset dirty status for tenant:bf6c6e476c3841789044e79cb12480b2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:18.281041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-124ce219-ed14-48ce-9c17-4b8abc81ef0e req-a4520002-745a-4d74-a195-6bf2a2dee575 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 945 time: 0.6933844 Apr 18 20:25:18.354306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.446749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-1ba29e6c-cf4f-4a85-bd2e-5bbbf6e16e76 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771468 Apr 18 20:25:18.452650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2ecf57-7c5e-453f-91bd-20206bcc8b9f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:18.461499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2f60da82-2ef2-45a4-a28e-2d5698279653 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=285728bc4f2042988a00a9bee0f90178&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7068863 Apr 18 20:25:18.464168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:18.519426 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec41c196-1680-4bea-b0c3-87501573ed7c req-97ddf58d-e469-46f9-8c94-e4fa73b97e67 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1061897 Apr 18 20:25:18.576026 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.592710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:25:18.675959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-124ce219-ed14-48ce-9c17-4b8abc81ef0e req-60008286-85fe-48d7-b4e5-8a3c89f06cb9 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Synchronizing usage tracker for tenant:bf6c6e476c3841789044e79cb12480b2 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:18.754942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.759320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9bd9ea6a-a305-41f8-9a65-6f0089536ca1 req-242dc55b-e4aa-4a0c-96b8-5cb404984841 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1490164 Apr 18 20:25:18.771051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-f5654ac2-ddfa-4bf2-a8a1-8c11286e2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:18.772538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-f5654ac2-ddfa-4bf2-a8a1-8c11286e2568 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.5946941 Apr 18 20:25:18.787393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:18.835884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ff77b02-92e9-45b1-a91b-50d8ae7894da req-6e703f8e-0189-48c2-99d5-bb3cccc058ef tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 210 time: 0.1650336 Apr 18 20:25:18.893383 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b120802-66b5-4d1b-85a4-84d1294ad2e2'] response: {'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'code': 200} Apr 18 20:25:19.112661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.175199 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-8abb27c9-56c3-4018-94b0-49aa6a20652b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 217 time: 0.3940508 Apr 18 20:25:19.211920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0070a032-db9b-466f-9985-fa701a6a7561 req-43f0cd85-ed0f-4ccd-b5e2-90c13a22c166 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.214635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0070a032-db9b-466f-9985-fa701a6a7561 req-43f0cd85-ed0f-4ccd-b5e2-90c13a22c166 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 946 time: 0.2002609 Apr 18 20:25:19.219315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd6161-3271-4dbe-9e84-5b0116cc1d50 req-f03020bb-288e-47fb-94b5-a8c3b0a9796d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.222069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-40fd6161-3271-4dbe-9e84-5b0116cc1d50 req-f03020bb-288e-47fb-94b5-a8c3b0a9796d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.2502747 Apr 18 20:25:19.271628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-124ce219-ed14-48ce-9c17-4b8abc81ef0e req-60008286-85fe-48d7-b4e5-8a3c89f06cb9 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Unset dirty status for tenant:bf6c6e476c3841789044e79cb12480b2 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:19.273047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-124ce219-ed14-48ce-9c17-4b8abc81ef0e req-60008286-85fe-48d7-b4e5-8a3c89f06cb9 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9201357 Apr 18 20:25:19.368940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-40fd6161-3271-4dbe-9e84-5b0116cc1d50 req-c32dd49a-91aa-4726-af3e-19062a272984 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207530 Apr 18 20:25:19.371702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=8850b7e4-26e4-46f5-b8e6-a78e03338519,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:19.374567 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0070a032-db9b-466f-9985-fa701a6a7561 req-f1ca5b21-ffc5-4b26-833d-15aaef73c9b8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506586 Apr 18 20:25:19.375010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a4170d-ee31-4745-8614-bb1716f011a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.401550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:25:19.459400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f1bf320-aba8-4d54-a79c-b93ed037fe50 req-ad32e4eb-c1dd-49c8-a3b5-658e3a1cce6e service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9962788 Apr 18 20:25:19.490768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.611501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-763b6513-aead-4453-a02e-351f166a9d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.613543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-763b6513-aead-4453-a02e-351f166a9d86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.4205308 Apr 18 20:25:19.633895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a4170d-ee31-4745-8614-bb1716f011a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.780411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:19.812594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1e4d72a0-f555-465d-be03-89a469495276', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '1e4d72a0-f555-465d-be03-89a469495276', 'mac_address': 'fa:16:3e:78:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:25:19.868658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba94180-0be2-4547-a27f-6a03f666d29e req-83e7f518-3937-480f-bbb8-4eca078279da tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.873105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ba94180-0be2-4547-a27f-6a03f666d29e req-83e7f518-3937-480f-bbb8-4eca078279da tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 943 time: 0.1918919 Apr 18 20:25:19.896180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-100bf0ff-98fa-4cc7-a06b-43d8f80ab7bb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:19.897287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:19.897620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-100bf0ff-98fa-4cc7-a06b-43d8f80ab7bb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.7091720 Apr 18 20:25:19.922435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Request body: {'port': {'device_id': 'c652176c-b976-4e33-bc41-5443670e1c85', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'admin_state_up': True, 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:19.955938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4d72a0-f555-465d-be03-89a469495276 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:19.980583 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ba94180-0be2-4547-a27f-6a03f666d29e req-4b7821ac-947a-4f7e-a2d1-a790d57bccfc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925472 Apr 18 20:25:19.984141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:19.989877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.180811 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP 77aebac0-61b9-4f7a-8209-9d8633c7246d associated. External IP: 172.25.5.46, port: 8ce7bd73-2880-41a8-ae2f-86a08b45c61c. Apr 18 20:25:20.182516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:20.295787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1e4d72a0-f555-465d-be03-89a469495276'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:20.505562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e492c67c-cb1a-4892-b6e0-09d834c373f8 req-3f7ab450-1115-4eee-8e42-a5f5a417d974 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1529779 Apr 18 20:25:20.521347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a4170d-ee31-4745-8614-bb1716f011a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.561575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bd3caff-f039-4221-a96b-7ca0907c7301 req-8ea09c02-3c87-4692-b344-64b24b03d8c1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 210 time: 0.1146131 Apr 18 20:25:20.592552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4170d-ee31-4745-8614-bb1716f011a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2ecf57-7c5e-453f-91bd-20206bcc8b9f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:20.619399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-64e5c5e6-9ca0-4492-8939-a9dd5d481853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.620996 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-64e5c5e6-9ca0-4492-8939-a9dd5d481853 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9924173 Apr 18 20:25:20.679095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-d36cfe70-6bc3-4479-8b7e-c4673a969702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:20.682339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-d36cfe70-6bc3-4479-8b7e-c4673a969702 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1097 time: 0.2966959 Apr 18 20:25:20.727704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:20.769878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a4170d-ee31-4745-8614-bb1716f011a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:20.771924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05a4170d-ee31-4745-8614-bb1716f011a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ae2ecf57-7c5e-453f-91bd-20206bcc8b9f HTTP/1.1" status: 204 len: 168 time: 2.3019986 Apr 18 20:25:20.818673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:20.836882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:20.840894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.078172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-5fa91c9b-4298-4260-8fe2-a5a2acb55cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.080833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-5fa91c9b-4298-4260-8fe2-a5a2acb55cd6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.3906343 Apr 18 20:25:21.096363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f4e31f-ab3d-453e-9488-3eeb034c647a req-529ed1c1-5cab-482d-8fb4-1db1cf8199e4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.108736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02f4e31f-ab3d-453e-9488-3eeb034c647a req-529ed1c1-5cab-482d-8fb4-1db1cf8199e4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.3510621 Apr 18 20:25:21.213627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-f77ca13f-6048-4451-bf6e-95c3b57a7719 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86c2251-09c8-4244-99ea-7707e23e47f9 HTTP/1.1" status: 200 len: 217 time: 0.1034358 Apr 18 20:25:21.296216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02f4e31f-ab3d-453e-9488-3eeb034c647a req-79bdd5b7-3082-46af-b408-211ddb2a7cb4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034465 Apr 18 20:25:21.305467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-ae3ef1fb-a7be-49c4-adf2-27414cc5c09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.307076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-ae3ef1fb-a7be-49c4-adf2-27414cc5c09e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.0874870 Apr 18 20:25:21.419906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:21.441055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-300a6ff4-40a5-4ec8-bf25-547c204dc837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.448472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-300a6ff4-40a5-4ec8-bf25-547c204dc837 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1328373 Apr 18 20:25:21.510557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 1e4d72a0-f555-465d-be03-89a469495276 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:21.525706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1e4d72a0-f555-465d-be03-89a469495276 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:21.526397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.588708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-ef6b5999-b8a1-426a-b245-bab592e2f59b service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8194578 Apr 18 20:25:21.613579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cc619-7093-4801-b188-481a2eda922a req-558778b3-af62-4a02-b3df-a61e685e0df4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:21.615339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c1cc619-7093-4801-b188-481a2eda922a req-558778b3-af62-4a02-b3df-a61e685e0df4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 946 time: 0.5872471 Apr 18 20:25:21.656219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Allocated IP 172.20.0.10 (7813db5e-8f95-4a6d-8ee2-2bc1416c7327/4402abdb-ee97-4be2-824e-79d45393fef7/5519e787-65c4-4fd9-b27e-eae774c6905e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:21.706377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-ed842f44-2427-474c-ab04-920fb8b82b44 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483101 Apr 18 20:25:21.713118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.758724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:21.759911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:21.772977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:21.923666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 94bace2c-77f1-4a01-b46a-41b32fe2d165 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:25:21.971598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:21.972549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c1cc619-7093-4801-b188-481a2eda922a req-2dfb2f99-6bdf-4c03-9fab-a834b22d1d15 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287656 Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.009805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.010380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.011069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.011198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.012096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:22.099639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adb28579-3f4a-4e01-a4cd-93ef451f9e0f req-65671ec0-2d77-4479-aba2-775d530c09b7 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884094 Apr 18 20:25:22.174036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b68cd6b-a91f-4ea5-8052-2180f04a9bd9 req-8e3b4667-0880-4c37-94bb-9b97927745c3 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696907 Apr 18 20:25:22.208783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b356c37-d5bf-4b5e-a217-dc3a0c36e1a3 req-d996b695-ebb5-4ed1-a358-e028f4a9c8a5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.216754 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b356c37-d5bf-4b5e-a217-dc3a0c36e1a3 req-d996b695-ebb5-4ed1-a358-e028f4a9c8a5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.2141151 Apr 18 20:25:22.295811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b356c37-d5bf-4b5e-a217-dc3a0c36e1a3 req-8ac9fa61-f79e-4a26-82f8-1bd754585c6e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780604 Apr 18 20:25:22.391074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47d4c31a-b470-499c-aa3f-f4500975bc47 req-6130c2c9-9448-40c5-80f2-eaf7d86f446e tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1635416 Apr 18 20:25:22.441561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:25:22.472688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] Sync routers for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:22.483720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.488318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.507218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:25:22.509461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:22.554332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2a689797-6002-4de3-9313-b8f08de1a0bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 16.1394429 Apr 18 20:25:22.557159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:22.560141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e9d32b8-c8fc-4d60-9daa-a2ef43aee614 req-8f9c5ead-9b91-4d7e-b262-f793c39c3ccf tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 210 time: 0.1042552 Apr 18 20:25:22.619313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:22.790576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08dfde-8b2d-48dd-80a9-4dc96703e5e5 req-8ae5fad5-0ee1-4fd5-a620-eecf16e96f7e tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:22.801005 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a08dfde-8b2d-48dd-80a9-4dc96703e5e5 req-8ae5fad5-0ee1-4fd5-a620-eecf16e96f7e tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 945 time: 0.1228166 Apr 18 20:25:22.816624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:22.865404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:22.878580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a08dfde-8b2d-48dd-80a9-4dc96703e5e5 req-57d934c0-163f-4fdf-993f-703df0e82e43 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Apr 18 20:25:22.880780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:22.903264 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a80c447-cbac-4c3b-afc6-326ec30f8fdd'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'code': 200} Apr 18 20:25:22.910887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:22.988889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event updated for resources: {'Port': ['ID=5519e787-65c4-4fd9-b27e-eae774c6905e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:23.072102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.072838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.093794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:25:23.159744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6074d161-9aee-4285-b51b-9a7728af1487 req-abae22e5-bc9f-491e-9703-0257e669e6aa tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4229155 Apr 18 20:25:23.169402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:23.180353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:23.184383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc666188-9e7d-4261-93db-c74a5b622ce9 req-81b7d65a-fafb-43d5-88cb-ffc47d07ee19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.185961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc666188-9e7d-4261-93db-c74a5b622ce9 req-81b7d65a-fafb-43d5-88cb-ffc47d07ee19 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1096 time: 0.3658180 Apr 18 20:25:23.187246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-aaeec85c-8761-449e-9c0c-2fbc44a5578d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2732100 Apr 18 20:25:23.190480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Usage tracker for resource:floatingip and tenant:245fcda392ab4defbeb002a9bdc79f89 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:23.195464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:23.232448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Request body: {'port': {'device_id': 'c652176c-b976-4e33-bc41-5443670e1c85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:23.253587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd85606-0c47-452e-965f-34b21f9ef871 req-f625dc5b-d216-44ca-ab99-e3c04044ba8d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.258096 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbd85606-0c47-452e-965f-34b21f9ef871 req-f625dc5b-d216-44ca-ab99-e3c04044ba8d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.2075393 Apr 18 20:25:23.283488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:23.368566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbd85606-0c47-452e-965f-34b21f9ef871 req-6ce0cb56-7843-4632-abf3-e9101018ded9 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977285 Apr 18 20:25:23.383371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc666188-9e7d-4261-93db-c74a5b622ce9 req-d2673caa-a983-4f24-8998-f3bccdf073e3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1896493 Apr 18 20:25:23.392397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.460161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:23.971384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-af3a0ee6-e3c5-427a-9a23-1e36cc81a2cd tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:23.973018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-af3a0ee6-e3c5-427a-9a23-1e36cc81a2cd tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.55 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 945 time: 0.4997916 Apr 18 20:25:24.242261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '77aebac0-61b9-4f7a-8209-9d8633c7246d', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'port_id': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:16Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:24.247592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] Checking router: 94bace2c-77f1-4a01-b46a-41b32fe2d165 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:24.262520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:25:24.263318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:24.373720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Deleting port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:25:24.374079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.445503 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:24.511796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4cf13-5da2-4afe-bfe1-068c7f4b1034 req-2d0dabc1-4ddb-4542-8e68-ebec3f9a8d1d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:24.513402 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73b4cf13-5da2-4afe-bfe1-068c7f4b1034 req-2d0dabc1-4ddb-4542-8e68-ebec3f9a8d1d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.1177554 Apr 18 20:25:24.711706 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73b4cf13-5da2-4afe-bfe1-068c7f4b1034 req-2192c806-f00d-4a38-ab48-b48d59144aa2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914437 Apr 18 20:25:24.739691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52938) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:24.751558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:25:24.838053 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cb0c2c3-c496-4804-a501-25c4e1c946ca'] response: {'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'status': 'completed', 'code': 200} Apr 18 20:25:24.913484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:25:24.916353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d3d82e66-b0c3-47a9-820a-5114c2c7ca00 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/77aebac0-61b9-4f7a-8209-9d8633c7246d HTTP/1.1" status: 200 len: 990 time: 0.1742043 Apr 18 20:25:25.068927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52944) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:25.141424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-8fe75c0c-36d9-41dc-8ba2-bae5c19ea1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.149631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-8fe75c0c-36d9-41dc-8ba2-bae5c19ea1a5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1096 time: 0.1918740 Apr 18 20:25:25.161533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Allocated IP 172.25.5.121 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/5af853ba-e2aa-498c-94ef-1420605c5eef) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:25.297063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd94260-71a1-4717-b87a-9ecc55991585 req-737a01c8-09c9-4a51-9da5-7c2d73da48e7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.308264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2dd94260-71a1-4717-b87a-9ecc55991585 req-737a01c8-09c9-4a51-9da5-7c2d73da48e7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.2878962 Apr 18 20:25:25.361555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.392871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5519e787-65c4-4fd9-b27e-eae774c6905e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:25.402241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:25.413867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2dd94260-71a1-4717-b87a-9ecc55991585 req-d7863e00-06a7-4f11-826d-411b0fa0091e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045613 Apr 18 20:25:25.415227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Usage tracker for resource:security_group_rule and tenant:57bf3175459d43b38b8085a0615104c2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:25.427693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:25.446509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:25.453406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.471543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-25ab5646-8b39-4810-b22f-355970ad1a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.473476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-25ab5646-8b39-4810-b22f-355970ad1a40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.3188710 Apr 18 20:25:25.504630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '77aebac0-61b9-4f7a-8209-9d8633c7246d', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'port_id': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:16Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:25.515940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1d7101-46e9-4fae-a2b7-9b6f3a5956de None None] The sync data for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 is: [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '77aebac0-61b9-4f7a-8209-9d8633c7246d', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.46', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'port_id': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:16Z', 'updated_at': '2022-04-18T20:25:16Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:25.625271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Transition to ACTIVE for port object 5519e787-65c4-4fd9-b27e-eae774c6905e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:25.653860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.704493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-63af8b3f-3408-4956-b59d-1405d9c2bd75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 998 time: 0.2248833 Apr 18 20:25:25.822272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.825896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-bf68e443-72f4-4446-a75a-acbfa51782c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.827562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-bf68e443-72f4-4446-a75a-acbfa51782c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.1148803 Apr 18 20:25:25.831171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:25.854044 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001324ec-69ca-49e9-8674-9a577b608018 None None] New status for floating IP 77aebac0-61b9-4f7a-8209-9d8633c7246d: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:25:25.908445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2d9b11-98f6-48c7-965f-3def5f75ce42 req-2d7c59cd-6800-45dc-a88d-203f77b71159 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:25.910836 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce2d9b11-98f6-48c7-965f-3def5f75ce42 req-2d7c59cd-6800-45dc-a88d-203f77b71159 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 932 time: 0.3409810 Apr 18 20:25:25.929908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52952) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:25.930859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] For port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,segment=NetworkSegment(d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec),segment_id=d387ef1a-da7d-4b2a-b664-f9b7dfefa7ec)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:25.931149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.069998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57bf3175459d43b38b8085a0615104c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9955924 Apr 18 20:25:26.080414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52956) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:26.088589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efd842-070c-4dfe-8f1a-c6e91c4e5c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b4cbed6-02ab-40a4-897a-c6165e1c648e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.133571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce2d9b11-98f6-48c7-965f-3def5f75ce42 req-ed881ed3-d275-43c5-9b0c-fbc69af235c9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008059 Apr 18 20:25:26.134032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Pushing event updated for resources: {'Port': ['ID=5519e787-65c4-4fd9-b27e-eae774c6905e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.242276 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-610b76b5-538c-437a-b796-40b237ccfcbe tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/77aebac0-61b9-4f7a-8209-9d8633c7246d HTTP/1.1" status: 200 len: 990 time: 0.3107877 Apr 18 20:25:26.263418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Calling delete_port for 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:25:26.315188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-5f888812-19a6-4baf-9cfe-b7944d6f2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.316826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-5f888812-19a6-4baf-9cfe-b7944d6f2a84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4762704 Apr 18 20:25:26.319775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2f4704e-4837-404f-8002-a9f571b8a665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.325586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.435076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Attempting to bind port 5519e787-65c4-4fd9-b27e-eae774c6905e on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:26.435695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Attempting to bind port 5519e787-65c4-4fd9-b27e-eae774c6905e by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:26.436286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Attempting to bind port 5519e787-65c4-4fd9-b27e-eae774c6905e on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:26.448725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Port 5519e787-65c4-4fd9-b27e-eae774c6905e on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:25:26.449092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Attempting to bind port 5519e787-65c4-4fd9-b27e-eae774c6905e on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:26.459952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:25:26.460295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:26.460685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Bound using segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:25:26.461136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Bound port: 5519e787-65c4-4fd9-b27e-eae774c6905e, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:26.461551 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.488491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2f4704e-4837-404f-8002-a9f571b8a665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.524205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.599662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-d2f1323a-4339-459c-8dba-7439dbd2182e service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757435 Apr 18 20:25:26.647331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:26.663945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a3a1e3-0bc1-44f0-95a4-18e0d96dfdd1 req-4be9d542-204e-483a-86fc-7d1260d655aa tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:26.665672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28a3a1e3-0bc1-44f0-95a4-18e0d96dfdd1 req-4be9d542-204e-483a-86fc-7d1260d655aa tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f21a7fb-642d-44be-98f5-584aa5832edc HTTP/1.1" status: 200 len: 945 time: 0.3104768 Apr 18 20:25:26.670282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:26.686193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:26.715746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Pushing event updated for resources: {'Port': ['ID=5af853ba-e2aa-498c-94ef-1420605c5eef,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.721588 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2f4704e-4837-404f-8002-a9f571b8a665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.778612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f4704e-4837-404f-8002-a9f571b8a665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4cbed6-02ab-40a4-897a-c6165e1c648e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.819552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2f4704e-4837-404f-8002-a9f571b8a665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.820884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b2f4704e-4837-404f-8002-a9f571b8a665 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b4cbed6-02ab-40a4-897a-c6165e1c648e HTTP/1.1" status: 204 len: 168 time: 0.7377925 Apr 18 20:25:26.851389 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28a3a1e3-0bc1-44f0-95a4-18e0d96dfdd1 req-8b4abf82-fcb8-4cdd-83f6-4431e509b551 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.47 "GET /v2.0/security-groups?id=52c45f18-aeb2-4180-9e16-21094511f594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320994 Apr 18 20:25:26.866573 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbc9b442-53e6-4aee-b49d-e5ff54569fe8 req-8d6d6da9-8e53-4b14-b2c3-4ad4df73718b service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543144 Apr 18 20:25:26.885284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:26.960123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Pushing event deleted for resources: {'Port': ['ID=221bbc7c-1466-48a5-887b-b47f8a4fdcb5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:26.970487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] For port 5519e787-65c4-4fd9-b27e-eae774c6905e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:25:27.021700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] For port 5519e787-65c4-4fd9-b27e-eae774c6905e, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5519e787-65c4-4fd9-b27e-eae774c6905e,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:25:27.065355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.107377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] No DVR routers for this DVR port 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:27.119144 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.132106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'name': 'network-vif-deleted', 'tag': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:27.172278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.173488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.175107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] 10.222.0.55 "PUT /v2.0/ports/5519e787-65c4-4fd9-b27e-eae774c6905e HTTP/1.1" status: 200 len: 1092 time: 3.9611542 Apr 18 20:25:27.194657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-790f9366-970c-4d6a-9940-9e5ec0c5830b req-a91cb2b3-1fe4-4cc8-b87f-7cfd6cfb66a1 tempest-ServerPasswordTestJSON-1450379354 tempest-ServerPasswordTestJSON-1450379354-project] 10.222.0.55 "DELETE /v2.0/ports/221bbc7c-1466-48a5-887b-b47f8a4fdcb5 HTTP/1.1" status: 204 len: 173 time: 3.2143989 Apr 18 20:25:27.205678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.209550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618404ce-6fb5-46a7-9ac8-718997e6b093 service neutron] Pushing event updated for resources: {'Port': ['ID=5519e787-65c4-4fd9-b27e-eae774c6905e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:27.273127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:27.306483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:25:27.320553 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09679d10-db36-4ada-afb4-c21e1339fde8 req-83c4ebc6-5cbd-4a6d-92eb-51b649f9030c tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2815695 Apr 18 20:25:27.376446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.387781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:25:27.391565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 221bbc7c-1466-48a5-887b-b47f8a4fdcb5 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:25:27.405982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52974) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:27.427702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.450802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:27.460511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba5e3b7d4f143f6bb56f5ccd08e3c52 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:27.465741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:27.481878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:27.605318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f85ba565-a1d0-4045-957e-7bce3b98e376 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/77aebac0-61b9-4f7a-8209-9d8633c7246d HTTP/1.1" status: 200 len: 992 time: 0.3134692 Apr 18 20:25:27.720544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-0edf4f34-0b91-4ba9-b0fc-70e6b754ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.721665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-0edf4f34-0b91-4ba9-b0fc-70e6b754ff36 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 1095 time: 0.4322460 Apr 18 20:25:27.748020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.755715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.825493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-883efa04-64ba-4f65-8dfd-1808167411c4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5519e787-65c4-4fd9-b27e-eae774c6905e HTTP/1.1" status: 200 len: 217 time: 0.0756276 Apr 18 20:25:27.825858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9ecfab-dcca-4eca-8d5c-5d36e1798c23 req-fdf6a3e4-4eb9-4f92-a3dc-3b2b25d75cf7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.829335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc9ecfab-dcca-4eca-8d5c-5d36e1798c23 req-fdf6a3e4-4eb9-4f92-a3dc-3b2b25d75cf7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.2420082 Apr 18 20:25:27.847114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ba5e3b7d4f143f6bb56f5ccd08e3c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4354887 Apr 18 20:25:27.847114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa31d53-098c-4df3-b11b-ed5948b0a2d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979f381c-f7da-441b-a5a0-96f3b2319c5a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:27.851094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52978) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:27.916512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.919363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-1800ebd3-ace1-4600-b090-3ee1d78beecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:27.920950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-1800ebd3-ace1-4600-b090-3ee1d78beecc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.0892198 Apr 18 20:25:27.924903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:27.957631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc9ecfab-dcca-4eca-8d5c-5d36e1798c23 req-7793bfa6-3e68-4b14-bcfd-9bc9ea1e471d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184275 Apr 18 20:25:27.983821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e12aefe1-29c7-4675-a194-528bc6ffdd8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.043084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-3f3f5081-7a9f-4637-89f2-665d99779c4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1077793 Apr 18 20:25:28.046107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e12aefe1-29c7-4675-a194-528bc6ffdd8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.233952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e12aefe1-29c7-4675-a194-528bc6ffdd8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.255869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12aefe1-29c7-4675-a194-528bc6ffdd8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979f381c-f7da-441b-a5a0-96f3b2319c5a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:28.272526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.278515 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e12aefe1-29c7-4675-a194-528bc6ffdd8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.283911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e12aefe1-29c7-4675-a194-528bc6ffdd8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/979f381c-f7da-441b-a5a0-96f3b2319c5a HTTP/1.1" status: 204 len: 168 time: 0.4276202 Apr 18 20:25:28.294082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Pushing event updated for resources: {'Port': ['ID=5af853ba-e2aa-498c-94ef-1420605c5eef,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:28.325710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.327009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6074d161-9aee-4285-b51b-9a7728af1487 req-e37afb18-6a04-4594-a227-79a4b556c90a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1664248 Apr 18 20:25:28.383911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41281b4f-3944-4ec2-886d-98479fce306f req-a7a1f087-4d62-49ae-beb3-17583ca7b32b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:28.410879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-41281b4f-3944-4ec2-886d-98479fce306f req-a7a1f087-4d62-49ae-beb3-17583ca7b32b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.2670405 Apr 18 20:25:28.412947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52990) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:28.428672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-b67f8eeb-21da-4a1f-8d08-6101887ea2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727776 Apr 18 20:25:28.435973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'floatingip': {'port_id': '1e4d72a0-f555-465d-be03-89a469495276'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:28.514652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6074d161-9aee-4285-b51b-9a7728af1487 req-788942ed-6775-435f-bf64-60142bbd8827 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:28.518619 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f12fe3-a3e1-424b-9be3-2d9b071e134b'] response: {'server_uuid': '8f21a7fb-642d-44be-98f5-584aa5832edc', 'name': 'network-vif-deleted', 'tag': '221bbc7c-1466-48a5-887b-b47f8a4fdcb5', 'status': 'completed', 'code': 200} Apr 18 20:25:28.551634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:28.629941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6074d161-9aee-4285-b51b-9a7728af1487 req-788942ed-6775-435f-bf64-60142bbd8827 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:28.637580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6074d161-9aee-4285-b51b-9a7728af1487 req-788942ed-6775-435f-bf64-60142bbd8827 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.2838988 Apr 18 20:25:29.221557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e867c17-08a8-4385-80e5-5b5b1dab1f24 req-e3e26914-063b-4103-a7ff-aced1fdc74f0 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7803793 Apr 18 20:25:29.275254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752ec1-14ac-40ae-81aa-7537e14e8b86 req-cfe8fd7f-c0bf-4519-bbe6-cd2676847aa6 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.290848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8752ec1-14ac-40ae-81aa-7537e14e8b86 req-cfe8fd7f-c0bf-4519-bbe6-cd2676847aa6 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 944 time: 0.5164709 Apr 18 20:25:29.338837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074d161-9aee-4285-b51b-9a7728af1487 req-c4cfe288-9b87-43f2-8ad6-03d56e0fd1ac tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:29.351130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6074d161-9aee-4285-b51b-9a7728af1487 req-c4cfe288-9b87-43f2-8ad6-03d56e0fd1ac tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.7122316 Apr 18 20:25:29.361784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-6074d161-9aee-4285-b51b-9a7728af1487 req-f3184445-8b2c-4607-b26e-ec9523df75ce tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:25:29.378357 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6074d161-9aee-4285-b51b-9a7728af1487 req-f3184445-8b2c-4607-b26e-ec9523df75ce tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257778 Apr 18 20:25:29.562648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53018) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:29.748035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] Deleting subnet 86d2091a-54f6-428f-9631-2f0a6cf137ad {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:25:29.754431 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:29.850741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8752ec1-14ac-40ae-81aa-7537e14e8b86 req-599d47f1-1d44-4da2-afb2-b7880d5799ed tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522857 Apr 18 20:25:29.897284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-554e2067-c144-482b-a36a-9ccbfe5e7d45 req-9b7f57b2-d412-4198-8752-7c81340f9190 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0809922 Apr 18 20:25:29.913371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.058188 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.171423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.227958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d2091a-54f6-428f-9631-2f0a6cf137ad,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:30.239252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.249346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d474893-5bb1-4dd7-ad7b-40fa20eab9a9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/86d2091a-54f6-428f-9631-2f0a6cf137ad HTTP/1.1" status: 204 len: 168 time: 0.6851218 Apr 18 20:25:30.250250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:30.324060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.336144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.410038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.509172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:30.519932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1923983084', 'description': 'tempest-description--588916292'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:30.524811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c652176c-b976-4e33-bc41-5443670e1c85', 'tag': '5519e787-65c4-4fd9-b27e-eae774c6905e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:30.536450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:30.593861 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c290908-49cc-47bd-9d07-97988650579b'] response: {'name': 'network-changed', 'server_uuid': 'c652176c-b976-4e33-bc41-5443670e1c85', 'tag': '5519e787-65c4-4fd9-b27e-eae774c6905e', 'status': 'completed', 'code': 200} Apr 18 20:25:30.610210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.618913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:30.679257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-b42dd2f4-00eb-4035-be53-4c797c4ce337 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.680859 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-b42dd2f4-00eb-4035-be53-4c797c4ce337 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 821 time: 0.5831292 Apr 18 20:25:30.699048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e02ede-b2cb-4dc1-83c5-6ad70302a5ab']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:30.711314 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.715111 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Floating IP 173d3067-2745-426c-a63a-ac1744d73fe9 associated. External IP: 172.25.5.68, port: 1e4d72a0-f555-465d-be03-89a469495276. Apr 18 20:25:30.730097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd387ef1a-da7d-4b2a-b664-f9b7dfefa7ec') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:30.730484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd387ef1a-da7d-4b2a-b664-f9b7dfefa7ec') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:30.752916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:30.757219 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.772796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Usage tracker for resource:security_group_rule and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:30.773067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-c364d7c9-6e69-44f1-8ac2-0ceb94c92569 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/quotas/245fcda392ab4defbeb002a9bdc79f89 HTTP/1.1" status: 200 len: 375 time: 0.0754452 Apr 18 20:25:30.778210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:30.788610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:30.802273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.821405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:25:30.821950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:25:30.839408 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:25:30.853978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55161-978d-44a2-925d-895e67b4318a req-2d5787e3-62a5-4604-9215-3f973a4a6b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:30.855508 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7d55161-978d-44a2-925d-895e67b4318a req-2d5787e3-62a5-4604-9215-3f973a4a6b21 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 1095 time: 0.2308238 Apr 18 20:25:31.091360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-bc452471-38f5-45ba-b761-b897df1bdde8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3071129 Apr 18 20:25:31.221821 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.240665 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.270525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.286716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.299044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55161-978d-44a2-925d-895e67b4318a req-3f727aa5-7857-409c-9aaf-c0bdd1e20be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.300608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7d55161-978d-44a2-925d-895e67b4318a req-3f727aa5-7857-409c-9aaf-c0bdd1e20be8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 0.3907259 Apr 18 20:25:31.315200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=53e02ede-b2cb-4dc1-83c5-6ad70302a5ab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:31.446072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7d55161-978d-44a2-925d-895e67b4318a req-7c274f41-3707-4eae-aa2b-591cba07cb32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5519e787-65c4-4fd9-b27e-eae774c6905e HTTP/1.1" status: 200 len: 217 time: 0.1260071 Apr 18 20:25:31.456282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fb4e9c13-a2c3-4763-8bf1-e49bedcec9fa admin admin] 10.222.0.47 "DELETE /v2.0/networks/53e02ede-b2cb-4dc1-83c5-6ad70302a5ab HTTP/1.1" status: 204 len: 168 time: 1.1998346 Apr 18 20:25:31.499263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d1a076-da3d-4b71-85d1-e787d4c810ad,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:31.502855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.507394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0542ca62-a3b0-4981-bc91-eedb14295e37 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9968908 Apr 18 20:25:31.510261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:31.515933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Router 2092f3f9-042c-4cde-a44e-d038110940a7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:25:31.533681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'security_group_rule': {'security_group_id': 'e4d1a076-da3d-4b71-85d1-e787d4c810ad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:31.533995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-833a5e54-fcb0-4fe3-af43-45d39d5dd75e service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408283 Apr 18 20:25:31.541200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:31.556616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Usage tracker for resource:security_group_rule and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:31.565001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:31.575709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:31.587579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d55161-978d-44a2-925d-895e67b4318a req-f9033816-0c83-41bc-83e6-65a9cbeeefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.589147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7d55161-978d-44a2-925d-895e67b4318a req-f9033816-0c83-41bc-83e6-65a9cbeeefcd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.1361616 Apr 18 20:25:31.601085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a9a65-204e-417d-ab98-a09b78871bd2 req-15505dbe-aca7-40d9-afeb-59bb87000a87 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:31.601543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f60a9a65-204e-417d-ab98-a09b78871bd2 req-15505dbe-aca7-40d9-afeb-59bb87000a87 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:31.660142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7d55161-978d-44a2-925d-895e67b4318a req-0a48936a-adb4-47e8-9521-8d36f0408c36 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554707 Apr 18 20:25:31.694492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:31.734364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f60a9a65-204e-417d-ab98-a09b78871bd2 req-15505dbe-aca7-40d9-afeb-59bb87000a87 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:31.736517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f60a9a65-204e-417d-ab98-a09b78871bd2 req-15505dbe-aca7-40d9-afeb-59bb87000a87 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 944 time: 0.6391840 Apr 18 20:25:31.965146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53098) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:32.035244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f60a9a65-204e-417d-ab98-a09b78871bd2 req-1d0bbcd1-67ab-492c-a12f-688b296050fa tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868371 Apr 18 20:25:32.066471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.068821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7d55161-978d-44a2-925d-895e67b4318a req-ee53ff0e-8a26-4c92-b965-f29e2125342e service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967860 Apr 18 20:25:32.075463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.181890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=622fe9b7-6e0b-4559-89e3-6086d7a929f9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:32.212524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e8797cef-2d02-4a49-9db1-d52ed7470dff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf6c6e476c3841789044e79cb12480b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460942 Apr 18 20:25:32.224678 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-a5f038b5-4651-41b4-a94c-290f8507d8a0 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782260 Apr 18 20:25:32.225270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53104) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:32.270861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:25:32.289694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.315857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7d55161-978d-44a2-925d-895e67b4318a req-f7c4386b-e9e7-4f4e-b17a-2efb596774d0 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377863 Apr 18 20:25:32.316639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.318150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] Sync routers for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:32.333820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b94a4c73-dece-48d2-a617-a48e3636f13e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8052485 Apr 18 20:25:32.335270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53112) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:32.337193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:25:32.338166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:32.348131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'security_group_rule': {'security_group_id': 'e4d1a076-da3d-4b71-85d1-e787d4c810ad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:32.401201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:32.412935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-29bd91fa-7885-400f-98cc-8b508125104e req-20a6a4f2-6164-47e9-9538-500ca573de53 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0756876 Apr 18 20:25:32.414409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Usage tracker for resource:security_group_rule and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:32.418696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:32.427902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:32.478463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.568400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.578124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.622403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f8c222b-b380-4ba2-82c1-b006fa0d50be tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "PUT /v2.0/floatingips/173d3067-2745-426c-a63a-ac1744d73fe9 HTTP/1.1" status: 200 len: 990 time: 4.2046902 Apr 18 20:25:32.625605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:32.632429 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-433f5d00-758b-4177-9cb6-c20652a570ad req-38c2558e-0fd1-48bc-9501-b709758e5a16 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 210 time: 0.1549783 Apr 18 20:25:32.643998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=751ce2d4-cf3e-44cb-9501-354e2ebf38b9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:32.664984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.669904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5c981c56-d45c-43a7-855d-e2f23b216a1c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3258820 Apr 18 20:25:32.670464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53134) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:32.690848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:32.698991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0be64212-00be-4140-808e-faf84184f5c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.711940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:32.731114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Usage tracker for resource:floatingip and tenant:3e653087184b45f28f4937d3b56e0ef2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:32.741917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:32.767262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:32.801684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0be64212-00be-4140-808e-faf84184f5c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.811137 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.835664 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62b9e5c-c8ad-4a7b-bfc8-4e125e62a459'] response: {'name': 'network-changed', 'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'status': 'completed', 'code': 200} Apr 18 20:25:32.849015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:25:32.919624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0be64212-00be-4140-808e-faf84184f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.944150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be64212-00be-4140-808e-faf84184f5c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c45f18-aeb2-4180-9e16-21094511f594,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:32.960974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0be64212-00be-4140-808e-faf84184f5c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:32.962685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0be64212-00be-4140-808e-faf84184f5c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52c45f18-aeb2-4180-9e16-21094511f594 HTTP/1.1" status: 204 len: 168 time: 0.7234204 Apr 18 20:25:33.203488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-5b3680e1-e425-458f-a29a-2bccda6237b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.207071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-5b3680e1-e425-458f-a29a-2bccda6237b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1096 time: 0.3428147 Apr 18 20:25:33.218714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa88462c-392d-4c59-8af3-150a71734cc9 req-9689026b-554d-49bd-b352-4f3008871f25 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.221604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa88462c-392d-4c59-8af3-150a71734cc9 req-9689026b-554d-49bd-b352-4f3008871f25 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.3680325 Apr 18 20:25:33.387976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5519e787-65c4-4fd9-b27e-eae774c6905e details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:25:33.503167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-ef367e27-173c-49ec-b1fc-71c764dc92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.506836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-ef367e27-173c-49ec-b1fc-71c764dc92ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.2817645 Apr 18 20:25:33.644866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:33.848089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158a806-f525-4c53-9257-9ab170175c97 req-f788ac20-118f-458c-8bc9-016b9da3a1fb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:33.857670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9158a806-f525-4c53-9257-9ab170175c97 req-f788ac20-118f-458c-8bc9-016b9da3a1fb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 944 time: 0.3596168 Apr 18 20:25:33.875075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa88462c-392d-4c59-8af3-150a71734cc9 req-70d0279d-c5b9-46dc-b66a-261c9e457b82 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4877012 Apr 18 20:25:33.986668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5519e787-65c4-4fd9-b27e-eae774c6905e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5519e787-65c4-4fd9-b27e-eae774c6905e,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:33.987733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9158a806-f525-4c53-9257-9ab170175c97 req-6beb3afa-208a-411a-a578-c40b6fd13699 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222084 Apr 18 20:25:34.023059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Allocated IP 172.25.5.82 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/5ce9f968-7364-422e-9e9a-8f89c658d9c6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:34.038063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5519e787-65c4-4fd9-b27e-eae774c6905e', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'port_id': '5519e787-65c4-4fd9-b27e-eae774c6905e', 'mac_address': 'fa:16:3e:ef:e7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4402abdb-ee97-4be2-824e-79d45393fef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:25:34.288688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.331349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5519e787-65c4-4fd9-b27e-eae774c6905e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:34.399364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5519e787-65c4-4fd9-b27e-eae774c6905e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5519e787-65c4-4fd9-b27e-eae774c6905e,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:34.411204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-50a0860e-34eb-443e-9a8f-64d6dcf46916 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.8832545 Apr 18 20:25:34.421897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '173d3067-2745-426c-a63a-ac1744d73fe9', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'port_id': '1e4d72a0-f555-465d-be03-89a469495276', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'mac_address': 'fa:16:3e:78:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:52Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 1, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 5, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:34.428293 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.471172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0b0c9e9-5af6-48bd-b916-8534f1376e60 req-82b2e07b-0759-4b53-8247-ccc04f3b8a0d tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 210 time: 0.1062860 Apr 18 20:25:34.502446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-67315add-b6f5-4291-bd13-ca18d357a4c9 req-3afd8e25-2100-4c82-8181-1b256f1b95c5 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2281086 Apr 18 20:25:34.544764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] Checking router: 2092f3f9-042c-4cde-a44e-d038110940a7 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:34.594639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:25:34.595022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:34.739444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5519e787-65c4-4fd9-b27e-eae774c6905e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:34.852292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5519e787-65c4-4fd9-b27e-eae774c6905e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:34.856019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:34.882109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-95e2d75e-8bef-4733-bb5a-ed1adb12bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:34.884145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-95e2d75e-8bef-4733-bb5a-ed1adb12bc09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.3699307 Apr 18 20:25:35.081959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-c7cf2d1d-9cbe-4318-b585-c17785845b40 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:35.087068 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-c7cf2d1d-9cbe-4318-b585-c17785845b40 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.55 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 821 time: 0.6808627 Apr 18 20:25:35.112480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'port': {'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'admin_state_up': True, 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:35.131179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:25:35.140809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:35.338633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0b714-a5eb-4309-91f9-93939a66e73b req-569f16cb-f7f6-4875-982a-b3ea19782e2c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:35.342533 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7e0b714-a5eb-4309-91f9-93939a66e73b req-569f16cb-f7f6-4875-982a-b3ea19782e2c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.6521227 Apr 18 20:25:35.410076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7e0b714-a5eb-4309-91f9-93939a66e73b req-d1a5798c-7315-4c82-956c-cf4f41970e31 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576091 Apr 18 20:25:35.703212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:35.710222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-network', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:35.715509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:35.797676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:35.799018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:35.799432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d287aa83-60d8-4e31-8ad3-e34a03c220b5 req-c8302a42-9ee4-40f4-8c93-5a982ff14f41 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 210 time: 0.0917799 Apr 18 20:25:35.813805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:35.830132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-8e5115a4-a661-4f1b-a064-5d61fdba89e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:35.831679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-8e5115a4-a661-4f1b-a064-5d61fdba89e6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9381390 Apr 18 20:25:35.835909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:35.897747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Usage tracker for resource:network and tenant:9ab0668727d345a6aef71f9eb838a1f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:35.901560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:35.907906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '173d3067-2745-426c-a63a-ac1744d73fe9', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'port_id': '1e4d72a0-f555-465d-be03-89a469495276', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'mac_address': 'fa:16:3e:78:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:52Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 1, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 5, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:35.913253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:35.914433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5a4e89-3b96-449a-9c48-3ecd40b9b1ee None None] The sync data for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 is: [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '173d3067-2745-426c-a63a-ac1744d73fe9', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'floating_ip_address': '172.25.5.68', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'port_id': '1e4d72a0-f555-465d-be03-89a469495276', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'mac_address': 'fa:16:3e:78:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:24:52Z', 'updated_at': '2022-04-18T20:25:29Z', 'revision_number': 1, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 5, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:35.918681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'Port': ['ID=5ce9f968-7364-422e-9e9a-8f89c658d9c6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:35.958180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:36.015328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Made reservation on behalf of 245fcda392ab4defbeb002a9bdc79f89 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:36.021165 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.034649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96f0c8f7-b746-4593-8e05-3daac3db01cf req-b49c6428-b88b-47fc-b6c3-9edc548465f1 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0720813 Apr 18 20:25:36.121190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Made reservation on behalf of 9ab0668727d345a6aef71f9eb838a1f3 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:36.123485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.141123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9799bcf6-eb49-4d6d-a0ea-c276defa017e req-1e2333f1-155e-4515-995b-1cad7a24f9c9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.142813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9799bcf6-eb49-4d6d-a0ea-c276defa017e req-1e2333f1-155e-4515-995b-1cad7a24f9c9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 945 time: 0.8812206 Apr 18 20:25:36.161992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.266443 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c5189-9e07-4a87-bcc3-3206259ef2fc None None] New status for floating IP 173d3067-2745-426c-a63a-ac1744d73fe9: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:25:36.273165 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.299057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:36.325491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Usage tracker for resource:security_group_rule and tenant:9ab0668727d345a6aef71f9eb838a1f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:36.346089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:36.396244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9799bcf6-eb49-4d6d-a0ea-c276defa017e req-0b789b5d-5193-45e5-add3-72aff97f4262 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431698 Apr 18 20:25:36.402075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:36.418858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-e525a30f-f9dd-4940-82ac-f307238348bb service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067770 Apr 18 20:25:36.680640 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:36.772504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Allocated IP 172.20.0.10 (ccc334a5-ec31-4604-be76-7c0e64c8d4c2/360b7027-6790-4015-84a0-91c55e19b412/b95b5fa4-dc8e-40b5-a60f-5e053b33029c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:36.825958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85eaf62e-6b75-4eac-86c2-533dffd3195d req-0d0edec5-95b3-440e-b1f5-3d871127f5b4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:36.836496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85eaf62e-6b75-4eac-86c2-533dffd3195d req-0d0edec5-95b3-440e-b1f5-3d871127f5b4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.1329737 Apr 18 20:25:36.844542 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ffdad7c0-e7bc-4f25-876c-888fcd4798b4 req-02d9bd41-20b2-4593-8bfe-aede8a0a4246 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132035 Apr 18 20:25:36.911564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85eaf62e-6b75-4eac-86c2-533dffd3195d req-361c755d-f941-4a49-ac0e-da2b1a3e3841 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739133 Apr 18 20:25:37.132248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e614a4e0-7d87-4078-8b8c-c1be7890c500 req-a8728f5f-7b88-4a26-a6f2-c1cc54f6fda6 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 210 time: 0.1041026 Apr 18 20:25:37.176033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.253865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.326894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.330755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-abf23298-ad83-4cd2-8f3d-ebdb0f51b69c req-871d84ec-521c-4db6-96d0-59ce2ad9f5a9 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0826590 Apr 18 20:25:37.364596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5519e787-65c4-4fd9-b27e-eae774c6905e up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:37.428056 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.467900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:25:37.483121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.483721 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Added segment 99f48d13-6d95-4c37-b150-52671e7b9584 of type vlan for network 6a70fe04-4e66-4143-88ee-68c28141a08f Apr 18 20:25:37.519987 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.532982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5519e787-65c4-4fd9-b27e-eae774c6905e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:37.538874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5519e787-65c4-4fd9-b27e-eae774c6905e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:37.539246 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.619856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.639356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Transition to ACTIVE for port object b95b5fa4-dc8e-40b5-a60f-5e053b33029c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:37.712772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.713764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:37.714350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.746877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.769555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.787208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['8d83b0e1-e19d-43c3-9547-f5e8b534c000'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:37.824855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c652176c-b976-4e33-bc41-5443670e1c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5519e787-65c4-4fd9-b27e-eae774c6905e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:37.853693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5519e787-65c4-4fd9-b27e-eae774c6905e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5519e787-65c4-4fd9-b27e-eae774c6905e,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:37.871171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:37.892587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:37.959569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:37.960073 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7294b8cd-2730-4c11-b22f-078042e3ffda'] response: {'server_uuid': 'c652176c-b976-4e33-bc41-5443670e1c85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5519e787-65c4-4fd9-b27e-eae774c6905e', 'code': 200} Apr 18 20:25:37.982246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:38.004074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5519e787-65c4-4fd9-b27e-eae774c6905e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:38.232535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5341c364-7192-4e3d-8414-888147c850e1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:38.248205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'Port': ['ID=5ce9f968-7364-422e-9e9a-8f89c658d9c6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:38.317663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a60a5e-0603-4f10-96c5-cb903b87e028 req-29205268-a5e4-4fb5-b702-0831a89e3e3d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.321183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53a60a5e-0603-4f10-96c5-cb903b87e028 req-29205268-a5e4-4fb5-b702-0831a89e3e3d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.1406786 Apr 18 20:25:38.366365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9ace4e02-5a24-45eb-b068-58bc2611fe59 None None] Provisioning for port b95b5fa4-dc8e-40b5-a60f-5e053b33029c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:38.380211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9ace4e02-5a24-45eb-b068-58bc2611fe59 None None] Provisioning complete for port b95b5fa4-dc8e-40b5-a60f-5e053b33029c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:38.381376 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ace4e02-5a24-45eb-b068-58bc2611fe59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:38.406231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53a60a5e-0603-4f10-96c5-cb903b87e028 req-a0c341e9-8d02-4772-b25b-2160b2e8ffcf tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785365 Apr 18 20:25:38.441171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] Pushing event updated for resources: {'Network': ['ID=6a70fe04-4e66-4143-88ee-68c28141a08f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:38.539018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6a70fe04-4e66-4143-88ee-68c28141a08f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:25:38.585102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9ace4e02-5a24-45eb-b068-58bc2611fe59 None None] Port b95b5fa4-dc8e-40b5-a60f-5e053b33029c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:25:38.627484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:38.667531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021daa9a-0ca2-4aef-a61d-8d4d971bfb7b req-7b582f6a-5095-4a11-9c5f-9713e7063bf1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.669844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-021daa9a-0ca2-4aef-a61d-8d4d971bfb7b req-7b582f6a-5095-4a11-9c5f-9713e7063bf1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 932 time: 0.1252427 Apr 18 20:25:38.680688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Pushing event updated for resources: {'Port': ['ID=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:38.693425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-caac6bac-194d-4462-898c-dc477844fe94 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.5490491 Apr 18 20:25:38.701435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.702143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:38.711979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53376) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:38.722582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Request body: {'subnet': {'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-subnet', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:38.731533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:38.733011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:38.743826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0bdfa1db-cfa3-4657-9594-ca13c618c869 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0626383 Apr 18 20:25:38.751764 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Usage tracker for resource:subnet and tenant:9ab0668727d345a6aef71f9eb838a1f3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:38.757933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:38.770815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-021daa9a-0ca2-4aef-a61d-8d4d971bfb7b req-f32eddee-c5d4-4d7c-8c07-bff99e70a221 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925295 Apr 18 20:25:38.771996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:38.785731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Made reservation on behalf of 9ab0668727d345a6aef71f9eb838a1f3 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:38.789960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:38.806779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-096b26ff-4e01-41d1-96fd-cfab205201dc tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7104492 Apr 18 20:25:38.820499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b1b90-a19d-4e2e-b6a9-2261bc35f921 req-45ce6619-0206-45b2-9397-6161be8f1e31 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.831781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-118b1b90-a19d-4e2e-b6a9-2261bc35f921 req-45ce6619-0206-45b2-9397-6161be8f1e31 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 945 time: 1.1291504 Apr 18 20:25:38.845211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Request body: {'port': {'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:38.920466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e902f5ae-d7a4-405b-bde2-5f35a233bc3a req-16d2cbcf-f471-45dd-8335-a8a936ed1c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:38.922042 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e902f5ae-d7a4-405b-bde2-5f35a233bc3a req-16d2cbcf-f471-45dd-8335-a8a936ed1c12 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 1097 time: 0.6112003 Apr 18 20:25:38.989638 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-118b1b90-a19d-4e2e-b6a9-2261bc35f921 req-3973399f-5cf4-46ec-b85f-f24a4cd27b97 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564767 Apr 18 20:25:39.034156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45712913-6843-4e44-be5b-70134f4a5249 req-8836c34b-19e8-461f-8bc5-0deda1049d1a tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0574052 Apr 18 20:25:39.052113 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e902f5ae-d7a4-405b-bde2-5f35a233bc3a req-80a0e58f-251f-4d85-8e12-90be4a70f59b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201363 Apr 18 20:25:39.094587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.165423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.366137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d028dbfb-cb88-4606-aea7-f387331e8dc3,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:39.383866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Checking segment: {'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:39.383866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Network hostable DHCP agents. Network: 6a70fe04-4e66-4143-88ee-68c28141a08f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:25:39.404264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-915addff-8c7d-4d44-90f8-306c6f7f8f15 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1923983084&fields=id&tenant_id=3e653087184b45f28f4937d3b56e0ef2 HTTP/1.1" status: 200 len: 267 time: 0.1446812 Apr 18 20:25:39.444953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c84bd-652e-465a-a2d8-bbe451c52773 req-71592c3f-6a28-4cae-bd47-74cceac6baf6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.452020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-559c84bd-652e-465a-a2d8-bbe451c52773 req-71592c3f-6a28-4cae-bd47-74cceac6baf6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.2359862 Apr 18 20:25:39.491367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Network 6a70fe04-4e66-4143-88ee-68c28141a08f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:25:39.567839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-559c84bd-652e-465a-a2d8-bbe451c52773 req-726f2593-d5cd-4241-a865-60ba844634a8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149290 Apr 18 20:25:39.572328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6a70fe04-4e66-4143-88ee-68c28141a08f) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:39.579400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.580867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.583729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2977314-1fff-4a01-be4d-35429471c03b None None] Network 6a70fe04-4e66-4143-88ee-68c28141a08f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:25:39.607972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4be1d6e6-72f7-4890-98ba-e909ddc3b85b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8946941 Apr 18 20:25:39.615336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:39.623491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:39.631101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:39.636985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Usage tracker for resource:router and tenant:9ab0668727d345a6aef71f9eb838a1f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:39.640914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:39.651007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:39.749931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-8338d7c6-caef-4b04-a751-8b654369341b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:39.751823 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:25:39.754710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.756292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.758617 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-8338d7c6-caef-4b04-a751-8b654369341b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 819 time: 0.3358898 Apr 18 20:25:39.778330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-7837f85a-5727-4410-8789-b9374223239e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/quotas/3e653087184b45f28f4937d3b56e0ef2 HTTP/1.1" status: 200 len: 375 time: 0.0185394 Apr 18 20:25:39.840352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:39.844461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95b5fa4-dc8e-40b5-a60f-5e053b33029c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:39.900876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bdfdb8-f0a9-44ee-ba57-435b61dbe4c1 None None] Network 6a70fe04-4e66-4143-88ee-68c28141a08f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:25:39.919530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.007133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-f2bdc7ad-5079-4ea7-9703-702bfce635f9 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2206345 Apr 18 20:25:40.063061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Transition to ACTIVE for port object b95b5fa4-dc8e-40b5-a60f-5e053b33029c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:40.129718 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:40.293217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-5f1efe8a-2924-45c0-88e4-fa041980c94c service neutron] 10.222.0.47 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701213 Apr 18 20:25:40.392809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Pushing event updated for resources: {'Port': ['ID=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:40.555593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-859dce23-cf73-489c-ac21-b109191d4ec6 service neutron] 10.222.0.47 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614183 Apr 18 20:25:40.875799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.221424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac4dcf-2441-47e1-a1bf-85e95cd6e99b req-3a586d8f-ed9a-4f15-ad67-0c0c4b24a04a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:41.225178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2ac4dcf-2441-47e1-a1bf-85e95cd6e99b req-3a586d8f-ed9a-4f15-ad67-0c0c4b24a04a tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 944 time: 0.1682823 Apr 18 20:25:41.329904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2ac4dcf-2441-47e1-a1bf-85e95cd6e99b req-6f126bbb-b9b9-403a-ba2f-4e486a9b8647 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962038 Apr 18 20:25:41.450279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Attempting to bind port b95b5fa4-dc8e-40b5-a60f-5e053b33029c on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:41.450883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Attempting to bind port b95b5fa4-dc8e-40b5-a60f-5e053b33029c by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:41.451379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Attempting to bind port b95b5fa4-dc8e-40b5-a60f-5e053b33029c on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:41.472658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Port b95b5fa4-dc8e-40b5-a60f-5e053b33029c on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:25:41.473272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Attempting to bind port b95b5fa4-dc8e-40b5-a60f-5e053b33029c on network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:41.493551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:41.494555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:25:41.495092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Checking segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:41.495651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Bound using segment: {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:25:41.496255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Bound port: b95b5fa4-dc8e-40b5-a60f-5e053b33029c, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35028c46-8495-4ecc-bf37-88fcf8992f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:41.496779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.539600 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-466f2b4e-6f8b-4d66-9af5-113affbaf218 req-ccf3b816-e39f-4d6a-8349-94e476484246 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0654373 Apr 18 20:25:41.541503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900460c3-c25e-443f-84f4-9cd96590bbaa req-9a322fa1-fd4d-41a6-a80c-4d8c23647b0e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:41.543210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-900460c3-c25e-443f-84f4-9cd96590bbaa req-9a322fa1-fd4d-41a6-a80c-4d8c23647b0e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 946 time: 0.4925654 Apr 18 20:25:41.639993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14d65d2b-7cfb-4683-9a7d-f988dbffd902 req-108a1ea4-71d9-4a72-b8fd-9652530c66ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 210 time: 0.0544806 Apr 18 20:25:41.759348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.784445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-900460c3-c25e-443f-84f4-9cd96590bbaa req-616ac310-43eb-44c9-ab67-66594dfa76ec tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685278 Apr 18 20:25:41.787705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] For port b95b5fa4-dc8e-40b5-a60f-5e053b33029c, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:25:41.864912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:41.871933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] For port b95b5fa4-dc8e-40b5-a60f-5e053b33029c, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:25:41.875197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Usage tracker for resource:security_group_rule and tenant:bdc085762be44ebcae77e1fa78029a79 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:41.928415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:41.943550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:41.949790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:42.052623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860487d5-dea9-421d-9c1d-290bf1e83f59 req-76aca13d-8cdb-4793-9469-724f74bdf2fb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:42.054664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-860487d5-dea9-421d-9c1d-290bf1e83f59 req-76aca13d-8cdb-4793-9469-724f74bdf2fb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 946 time: 0.1268673 Apr 18 20:25:42.073337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:42.073670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.075880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] 10.222.0.55 "PUT /v2.0/ports/b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 1092 time: 3.2405567 Apr 18 20:25:42.076595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:42.222508 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628de2b9-2678-46ec-876a-010d76c599b1'] response: {'name': 'network-changed', 'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'status': 'completed', 'code': 200} Apr 18 20:25:42.223274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a3406-8270-4581-bf52-831858efbe5b service neutron] Pushing event updated for resources: {'Port': ['ID=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:42.226783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.277227 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.348685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-860487d5-dea9-421d-9c1d-290bf1e83f59 req-d825a42d-f6c6-43b9-88c3-9d6da6743ede tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811320 Apr 18 20:25:42.739017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.779737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Allocated IP 172.25.5.94 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/576e600a-b45d-4798-bc51-a00c7a5d5871) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:42.785412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:42.818834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-4b37462c-d83a-4982-8700-0fec68e42243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:42.820467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-4b37462c-d83a-4982-8700-0fec68e42243 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 1095 time: 0.6764026 Apr 18 20:25:42.869135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c47a6d37-a2e6-453d-b9a9-17db0f0d3fa8 req-84f53075-088c-414d-959c-b517c5fdded2 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0476625 Apr 18 20:25:42.995040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-2afdd548-2c76-41ad-b64c-2db37dee9f4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 217 time: 0.1615505 Apr 18 20:25:43.035325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bdc085762be44ebcae77e1fa78029a79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5279994 Apr 18 20:25:43.053548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:43.084335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a91a2c0-f86d-4054-8c84-0f6254d01480 req-2c95775c-9cfa-4191-bcc9-af7cd754d30e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 210 time: 0.0653386 Apr 18 20:25:43.086151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9428ecb-455d-47d4-a943-c208b8130770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76370977-05f6-4ff4-9a5f-22d42b930ea7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:43.176671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11e4993-779d-4627-a3aa-52b90cd99dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.201731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-13ec0f63-d5de-4475-9971-fbe2a8c02680 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.203242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-13ec0f63-d5de-4475-9971-fbe2a8c02680 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 819 time: 0.6090822 Apr 18 20:25:43.223055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-f82509bb-410c-464f-a619-fbfae70d2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.224530 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-f82509bb-410c-464f-a619-fbfae70d2606 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.2029753 Apr 18 20:25:43.231964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11e4993-779d-4627-a3aa-52b90cd99dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.253741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f173746-5e2b-4d86-8959-a86e001e139f req-10614b1f-752b-441a-946e-ff9319e689b1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.254399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7f173746-5e2b-4d86-8959-a86e001e139f req-10614b1f-752b-441a-946e-ff9319e689b1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:43.284761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.346239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7f173746-5e2b-4d86-8959-a86e001e139f req-10614b1f-752b-441a-946e-ff9319e689b1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:43.347381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f173746-5e2b-4d86-8959-a86e001e139f req-10614b1f-752b-441a-946e-ff9319e689b1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 944 time: 0.7327034 Apr 18 20:25:43.401820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a19e0e3-3fc8-4361-a8a6-ae6dfcb756b3 req-c040b0d6-4ee4-41d7-ab93-6691e1defb8f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.403967 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a19e0e3-3fc8-4361-a8a6-ae6dfcb756b3 req-c040b0d6-4ee4-41d7-ab93-6691e1defb8f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 946 time: 0.1480012 Apr 18 20:25:43.410754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11e4993-779d-4627-a3aa-52b90cd99dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.440028 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c44b7f6-781e-451e-b497-9bda3fad5ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.450590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e4993-779d-4627-a3aa-52b90cd99dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76370977-05f6-4ff4-9a5f-22d42b930ea7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:43.465821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c11e4993-779d-4627-a3aa-52b90cd99dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.467338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c11e4993-779d-4627-a3aa-52b90cd99dba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76370977-05f6-4ff4-9a5f-22d42b930ea7 HTTP/1.1" status: 204 len: 168 time: 0.4127326 Apr 18 20:25:43.492770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a19e0e3-3fc8-4361-a8a6-ae6dfcb756b3 req-4fb4e928-5229-4ae1-948f-217ef8153dc7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749636 Apr 18 20:25:43.503493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:25:43.559982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-81682332-c178-4e80-8afa-3d425e963e0e req-ddd1f207-ab58-47ba-a465-8d4d0747a4b5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:43.603025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f173746-5e2b-4d86-8959-a86e001e139f req-2dac9367-4d0a-4a4a-b307-e1087010ac00 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409196 Apr 18 20:25:43.617694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-81682332-c178-4e80-8afa-3d425e963e0e req-ddd1f207-ab58-47ba-a465-8d4d0747a4b5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:43.619105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-ddd1f207-ab58-47ba-a465-8d4d0747a4b5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e653087184b45f28f4937d3b56e0ef2 HTTP/1.1" status: 200 len: 380 time: 0.3311160 Apr 18 20:25:43.628626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-f603df13-4864-452e-a01f-b298c50e135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:43.630534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-f603df13-4864-452e-a01f-b298c50e135d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3272862 Apr 18 20:25:43.634298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'port': {'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'admin_state_up': True, 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'security_groups': ['e4d1a076-da3d-4b71-85d1-e787d4c810ad']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:43.650769 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.748789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:43.773996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1e4d72a0-f555-465d-be03-89a469495276', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '1e4d72a0-f555-465d-be03-89a469495276', 'mac_address': 'fa:16:3e:78:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:25:43.835908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:43.852496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.858264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:43.880788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e4d72a0-f555-465d-be03-89a469495276 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:43.914468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:43.921610 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:43.955256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:44.014889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:44.053486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Pushing event updated for resources: {'Port': ['ID=576e600a-b45d-4798-bc51-a00c7a5d5871,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:44.081553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1e4d72a0-f555-465d-be03-89a469495276'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:44.283897 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67ee6904-8f9b-4ecf-beb0-66c437d39295 req-35c136a6-040f-4e71-9b25-3db3fbd658c8 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1024373 Apr 18 20:25:44.325404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:44.341817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:44.478946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Made reservation on behalf of 3e653087184b45f28f4937d3b56e0ef2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:44.482956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:44.598644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-a2b22318-d3d2-48eb-8710-ed33ca9b8fd2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:44.603081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-a2b22318-d3d2-48eb-8710-ed33ca9b8fd2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 946 time: 0.1829510 Apr 18 20:25:44.671561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-66bbd1b1-1027-4cf2-a27d-36a5d9c772d2 service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0105317 Apr 18 20:25:44.686514 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaae3483-1324-43dc-b7e0-b28455d21c08 req-901600c4-7d27-4a77-84bb-365453901751 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 210 time: 0.2227888 Apr 18 20:25:44.906001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port 5519e787-65c4-4fd9-b27e-eae774c6905e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:25:44.906435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.150591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c28cfd6-b79e-4178-96cf-b66ddfb292c8 req-2288a76f-54b8-4c18-9994-dab5e2c9cbc8 service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4668839 Apr 18 20:25:45.232198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port 5519e787-65c4-4fd9-b27e-eae774c6905e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5519e787-65c4-4fd9-b27e-eae774c6905e,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:45.232856 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.361217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Allocated IP 172.20.0.12 (4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661/7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec/fe91f0e9-c06c-44d0-b195-b91e4fc9e13b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:45.372232 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.436462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for 5519e787-65c4-4fd9-b27e-eae774c6905e owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:25:45.492244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7db9d0d-e5d5-448e-8f38-d71471a7b028 req-37db69fa-4b67-487e-a112-7355107c4335 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:45.493870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7db9d0d-e5d5-448e-8f38-d71471a7b028 req-37db69fa-4b67-487e-a112-7355107c4335 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 944 time: 0.6285312 Apr 18 20:25:45.520152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:45.572561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e974f8-c962-45d0-9400-d73d5a82bbce req-f9fb27d9-3886-44fe-b98a-38212d34eab2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:45.586475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27e974f8-c962-45d0-9400-d73d5a82bbce req-f9fb27d9-3886-44fe-b98a-38212d34eab2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 946 time: 0.9003189 Apr 18 20:25:45.638373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1e4d72a0-f555-465d-be03-89a469495276 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:45.638670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.695267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27e974f8-c962-45d0-9400-d73d5a82bbce req-17cb4071-7213-47a3-b6b8-e9cdcca33ce1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076386 Apr 18 20:25:45.925017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:45.965243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:46.077728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bddcf3e7-3fe2-471a-9682-a520b32290f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.085404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.194805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:46.233759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:46.259424 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.289486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event deleted for resources: {'Port': ['ID=5519e787-65c4-4fd9-b27e-eae774c6905e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:46.337180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa08d1d7-dab5-409f-b011-2d29b7fb9b47 req-295b240d-9ed0-43b6-86e8-60727f97e330 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.3182707 Apr 18 20:25:46.417552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] No DVR routers for this DVR port 5519e787-65c4-4fd9-b27e-eae774c6905e on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:25:46.425139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.439372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c652176c-b976-4e33-bc41-5443670e1c85', 'name': 'network-vif-deleted', 'tag': '5519e787-65c4-4fd9-b27e-eae774c6905e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:46.470507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7db9d0d-e5d5-448e-8f38-d71471a7b028 req-182934b0-7019-4d67-bc94-394e9624aae5 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6863000 Apr 18 20:25:46.521209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:46.525083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3aea4da-cdb6-4de6-a5e2-8db35ee5b5b6 req-f0444ba9-9015-4dbb-bbe0-c959783f629c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "DELETE /v2.0/ports/5519e787-65c4-4fd9-b27e-eae774c6905e HTTP/1.1" status: 204 len: 173 time: 1.9126122 Apr 18 20:25:46.534662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623c42-3713-4154-a651-80b48130f505 req-5f1f8d68-2421-44b2-b8c4-bd3ad6daa551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:46.536317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01623c42-3713-4154-a651-80b48130f505 req-5f1f8d68-2421-44b2-b8c4-bd3ad6daa551 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 1095 time: 1.2768564 Apr 18 20:25:46.615415 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17cfcc99-5397-46f4-924a-fdab75fcbaaf'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'code': 200} Apr 18 20:25:46.739731 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-881b0a6a-a498-4129-9fc6-f399de9931f0 req-d9c5a83d-177b-4383-bf56-de2027a5d21b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 210 time: 0.1085029 Apr 18 20:25:46.745055 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97b2c3f0-5cc1-48d0-903b-ab936b5a4e41'] response: {'server_uuid': 'c652176c-b976-4e33-bc41-5443670e1c85', 'name': 'network-vif-deleted', 'tag': '5519e787-65c4-4fd9-b27e-eae774c6905e', 'status': 'completed', 'code': 200} Apr 18 20:25:46.936130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:46.962365 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.132093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.177307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b310fb-91b0-4fd1-9e09-5adc9897029a req-76a17fb8-3ad4-4ff4-a1f8-9a5ded1b7efb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=c652176c-b976-4e33-bc41-5443670e1c85 HTTP/1.1" status: 200 len: 210 time: 0.2140524 Apr 18 20:25:47.387410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623c42-3713-4154-a651-80b48130f505 req-1a051b36-cf86-4aa8-92a8-f9e835fc234f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:47.390550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01623c42-3713-4154-a651-80b48130f505 req-1a051b36-cf86-4aa8-92a8-f9e835fc234f service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.8373401 Apr 18 20:25:47.461387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5519e787-65c4-4fd9-b27e-eae774c6905e no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:25:47.505191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Transition to ACTIVE for port object fe91f0e9-c06c-44d0-b195-b91e4fc9e13b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:47.581116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 5519e787-65c4-4fd9-b27e-eae774c6905e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:25:47.590551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5519e787-65c4-4fd9-b27e-eae774c6905e not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:25:47.759866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:47.780519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-768ce5df-cf53-4e23-9529-c789066a9603 req-1248e3d5-821e-48a4-9f30-f3c62ee50d0a tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1693625 Apr 18 20:25:47.868931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01623c42-3713-4154-a651-80b48130f505 req-5f3be66f-88a3-49f2-a6da-b308ab4cf248 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 217 time: 0.3979015 Apr 18 20:25:47.870125 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.221097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8fc3a-880c-46c9-a176-6272a51b3c06 req-49890543-7e10-4ce8-bd41-455fd71c8785 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:48.243476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ba8fc3a-880c-46c9-a176-6272a51b3c06 req-49890543-7e10-4ce8-bd41-455fd71c8785 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 932 time: 0.2827017 Apr 18 20:25:48.378043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ba8fc3a-880c-46c9-a176-6272a51b3c06 req-82fcf2bc-0dd8-4c69-bbb0-30d0e7a8407e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329670 Apr 18 20:25:48.407388 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.537006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:48.594654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:48.611855 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:48.643821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event updated for resources: {'Port': ['ID=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:48.648705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623c42-3713-4154-a651-80b48130f505 req-b2c81a9f-db35-4b7c-9aa4-577d4fe257cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:48.650639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01623c42-3713-4154-a651-80b48130f505 req-b2c81a9f-db35-4b7c-9aa4-577d4fe257cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.7680891 Apr 18 20:25:48.653367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:48.777763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.778561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.779150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.779892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.780502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.789237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.790381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.790945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.791499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.792077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.792660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.793370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:48.992766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd6f85-d607-4e31-8268-4ed97cfed85f req-385eb20a-812b-4f9e-a5c6-ee862159ae23 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:48.994792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cdd6f85-d607-4e31-8268-4ed97cfed85f req-385eb20a-812b-4f9e-a5c6-ee862159ae23 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 944 time: 1.1214952 Apr 18 20:25:49.016436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:49.017358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.045596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:25:49.079132 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23ba35c3-15f8-4667-9355-1ed5f91888b0 req-6d113037-b5f6-4b50-855d-04d3becb6317 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0615714 Apr 18 20:25:49.138521 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.182510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-57695d5e-b225-4dae-a002-ccb02137e181 None None] Provisioning for port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:49.193361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-57695d5e-b225-4dae-a002-ccb02137e181 None None] Provisioning complete for port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:49.194245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-57695d5e-b225-4dae-a002-ccb02137e181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:49.256218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01623c42-3713-4154-a651-80b48130f505 req-45ab42da-d205-402c-9e58-385905c68a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:49.257623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01623c42-3713-4154-a651-80b48130f505 req-45ab42da-d205-402c-9e58-385905c68a88 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5631104 Apr 18 20:25:49.421183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-57695d5e-b225-4dae-a002-ccb02137e181 None None] Port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:25:49.476774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b95b5fa4-dc8e-40b5-a60f-5e053b33029c details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:25:49.529299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:49.641554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cdd6f85-d607-4e31-8268-4ed97cfed85f req-7f11b7ca-8f23-48f9-b328-63fbf2b85d5b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6157591 Apr 18 20:25:49.676196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-20527f0c-8fcf-4133-8c35-67a1d6975e82 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0481863 Apr 18 20:25:49.737774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Request body: {'port': {'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:49.868259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b95b5fa4-dc8e-40b5-a60f-5e053b33029c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:49.890366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'mac_address': 'fa:16:3e:74:ab:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:25:49.935007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-af11d6a1-0f49-43cb-b9af-e7a5c7ece941 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:49.950645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-af11d6a1-0f49-43cb-b9af-e7a5c7ece941 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.6610546 Apr 18 20:25:49.990280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-ed6f8b25-fd80-425b-a9ab-7ad70f1dec03 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.0364566 Apr 18 20:25:49.992110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.053562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95b5fa4-dc8e-40b5-a60f-5e053b33029c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:50.062236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.103044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b95b5fa4-dc8e-40b5-a60f-5e053b33029c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:50.105158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-2f48a1b7-cfb5-4afb-9a3c-8ecff477e938 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:50.114090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.161769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-2f48a1b7-cfb5-4afb-9a3c-8ecff477e938 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:50.163143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-2f48a1b7-cfb5-4afb-9a3c-8ecff477e938 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1719375 Apr 18 20:25:50.233576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:50.238871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Usage tracker for resource:security_group_rule and tenant:06b0c578a2b74884aa504c59d4360fc8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:50.243146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:50.249810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:50.316558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.331885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:50.352219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01623c42-3713-4154-a651-80b48130f505 req-574a2233-2c86-4e73-8fee-4e433f85e901 service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0770416 Apr 18 20:25:50.361702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:25:50.385631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Sync routers for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:50.417873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:25:50.419492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:50.478834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c7714668-cfc0-4d5c-a52d-e36a6cde3aa5 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3042436 Apr 18 20:25:50.539365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b95b5fa4-dc8e-40b5-a60f-5e053b33029c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:50.640149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.645363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c02038c7-8b98-43ad-975c-ca5c4c336555 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 11.0289016 Apr 18 20:25:50.646333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53750) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:50.774917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23281f16-a909-4043-aa4a-66d0717da2fa req-fdf5e451-0e87-4006-9dba-62507e2fad22 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:50.776306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-23281f16-a909-4043-aa4a-66d0717da2fa req-fdf5e451-0e87-4006-9dba-62507e2fad22 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:25:50.818504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.863798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:50.890358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:25:51.004226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01623c42-3713-4154-a651-80b48130f505 req-9aa720da-0441-4832-b53d-6c0910caa614 service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6368046 Apr 18 20:25:51.124474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-23281f16-a909-4043-aa4a-66d0717da2fa req-fdf5e451-0e87-4006-9dba-62507e2fad22 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:25:51.146447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23281f16-a909-4043-aa4a-66d0717da2fa req-fdf5e451-0e87-4006-9dba-62507e2fad22 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 932 time: 1.2424340 Apr 18 20:25:51.154762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-7d99bccc-46a9-402c-9c4a-42e6836ae1fb service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748204 Apr 18 20:25:51.289170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52536973-4d8b-4743-bc60-d82dfda6bdf2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:51.428591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c603bcbf-089a-4fce-828c-10cc24795d37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06b0c578a2b74884aa504c59d4360fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8919640 Apr 18 20:25:51.449625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:51.668436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23281f16-a909-4043-aa4a-66d0717da2fa req-9732fa1c-959e-40dd-866e-4bb55cdf4666 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5179038 Apr 18 20:25:51.806247 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f4599c-7ec3-48c1-befb-4880be3f3fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.000624 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f4599c-7ec3-48c1-befb-4880be3f3fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.040192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe91f0e9-c06c-44d0-b195-b91e4fc9e13b {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:25:52.077329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf6e8630-a581-4638-9b6b-9e50afe37abd req-ab369d80-3170-449e-9c81-2eacbda66dd6 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2080545 Apr 18 20:25:52.115081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.238037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:44Z', 'revision_number': 3, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:52.259228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Checking router: ca0a16b6-ce00-49f9-8af7-43ce17ddae0c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:25:52.259561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Updating router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c port 576e600a-b45d-4798-bc51-a00c7a5d5871 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:25:52.293562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Transition to ACTIVE for port object fe91f0e9-c06c-44d0-b195-b91e4fc9e13b will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:52.316736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.434796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-deea10d6-eb64-4dd8-8465-dec4ff995a35 req-ecf5da7d-2ed4-497e-a313-11095eae8e8f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 210 time: 0.1335695 Apr 18 20:25:52.451458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.647206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f4599c-7ec3-48c1-befb-4880be3f3fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.733996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Pushing event updated for resources: {'Port': ['ID=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:52.740780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4599c-7ec3-48c1-befb-4880be3f3fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52536973-4d8b-4743-bc60-d82dfda6bdf2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:52.784903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941c879-1670-458d-a5f0-c1e7e3242988 req-5f4f1ace-831b-4204-bb50-ceb42e27fe72 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:52.791464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1941c879-1670-458d-a5f0-c1e7e3242988 req-5f4f1ace-831b-4204-bb50-ceb42e27fe72 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 945 time: 0.6955380 Apr 18 20:25:52.887512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2f4599c-7ec3-48c1-befb-4880be3f3fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:52.889373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f2f4599c-7ec3-48c1-befb-4880be3f3fc6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/52536973-4d8b-4743-bc60-d82dfda6bdf2 HTTP/1.1" status: 204 len: 168 time: 1.4367504 Apr 18 20:25:53.008983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.213665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1941c879-1670-458d-a5f0-c1e7e3242988 req-eeebc848-a6fa-410f-9ebe-f86b8e1cd717 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273129 Apr 18 20:25:53.437373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Attempting to bind port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:53.437373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Attempting to bind port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:53.438174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Attempting to bind port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:53.446376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:25:53.446752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Attempting to bind port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b on network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:53.497297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b95b5fa4-dc8e-40b5-a60f-5e053b33029c up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:53.627398 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.649544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Transition to ACTIVE for port object 576e600a-b45d-4798-bc51-a00c7a5d5871 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:25:53.663903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port b95b5fa4-dc8e-40b5-a60f-5e053b33029c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:53.671277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b95b5fa4-dc8e-40b5-a60f-5e053b33029c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:53.672671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.701320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.797339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53798) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:53.850989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:25:53.851856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Checking segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:53.851856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Bound using segment: {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:25:53.852250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Bound port: fe91f0e9-c06c-44d0-b195-b91e4fc9e13b, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd939dba-1748-49f9-af87-f8f24d1790f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:53.852529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:53.872683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7c906e7-4da1-4afa-aef8-ab048fd09ab4 req-f33e2f65-bd64-45b7-8730-300f2ec45599 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.4497137 Apr 18 20:25:53.924171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.028832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:54.030310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Attempting to bind port 576e600a-b45d-4798-bc51-a00c7a5d5871 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:25:54.031018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Attempting to bind port 576e600a-b45d-4798-bc51-a00c7a5d5871 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:25:54.032706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Attempting to bind port 576e600a-b45d-4798-bc51-a00c7a5d5871 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:25:54.054484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:25:54.055531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:25:54.056311 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.057064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:25:54.057983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Bound port: 576e600a-b45d-4798-bc51-a00c7a5d5871, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:25:54.058707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.058833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Usage tracker for resource:security_group_rule and tenant:45c74ba1edb44bbdb14ee1ef2d5dd748 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:25:54.086757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:25:54.113731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] For port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:25:54.132101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] For port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:25:54.142156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c4069-9991-41fa-887f-eb9ae457fb96 None None] Pushing event updated for resources: {'Port': ['ID=576e600a-b45d-4798-bc51-a00c7a5d5871,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:54.167320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.175670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c982647a-2555-4a53-8435-6f494481b561 req-54d2f694-dc99-43b7-8148-bd99e39bdc07 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.180935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c982647a-2555-4a53-8435-6f494481b561 req-54d2f694-dc99-43b7-8148-bd99e39bdc07 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 944 time: 0.9753380 Apr 18 20:25:54.209260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:54.481072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Allocated IP 172.20.0.1 (6a70fe04-4e66-4143-88ee-68c28141a08f/d028dbfb-cb88-4606-aea7-f387331e8dc3/6d6c5fa5-1271-49a9-a19c-88125d5e3924) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:54.512266 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.579303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:54.581003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.585495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] 10.222.0.55 "PUT /v2.0/ports/fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 1092 time: 4.8867507 Apr 18 20:25:54.622459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] For port 576e600a-b45d-4798-bc51-a00c7a5d5871, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:25:54.688207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.707053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b95b5fa4-dc8e-40b5-a60f-5e053b33029c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:54.711679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] For port 576e600a-b45d-4798-bc51-a00c7a5d5871, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=576e600a-b45d-4798-bc51-a00c7a5d5871,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:25:54.713839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:54.728940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c982647a-2555-4a53-8435-6f494481b561 req-1804be66-4b58-4f39-b75f-1dd7242e8a09 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5222261 Apr 18 20:25:54.732723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.740187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.852396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:54.915150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Network 6a70fe04-4e66-4143-88ee-68c28141a08f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:54.921312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:54.933936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:54.944762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:55.011840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:25:55.012677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:55.067355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6c5fa5-1271-49a9-a19c-88125d5e3924,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:55.098976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.099768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.100275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.100777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.101273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.101970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.102503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.102996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.103484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.103986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.104486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.104972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:25:55.127711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.132437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.155769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.163992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:25:55.204289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c4c4069-9991-41fa-887f-eb9ae457fb96 None None] Pushing event updated for resources: {'Port': ['ID=576e600a-b45d-4798-bc51-a00c7a5d5871,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:55.231640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11569c36-31b8-42a1-acee-9ec5d3b0cac4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:55.260179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac87a50-a7f3-4167-a5b9-6fe833bb9a89 service neutron] Pushing event updated for resources: {'Port': ['ID=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:55.334301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-06b0175b-4adc-4da6-bc5a-b95024549644 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45c74ba1edb44bbdb14ee1ef2d5dd748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5295398 Apr 18 20:25:55.335632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53814) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:25:55.369857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d1a915a-2f12-428a-b1b6-434d857c206d req-30eef267-a386-4100-8017-09310224bd52 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 210 time: 1.2321637 Apr 18 20:25:55.513034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d1f5b-411f-4603-ade4-862e5621b8d0 req-33ad7f80-f280-4cb8-965f-2d7a482e4346 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.522013 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a37d1f5b-411f-4603-ade4-862e5621b8d0 req-33ad7f80-f280-4cb8-965f-2d7a482e4346 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 946 time: 0.2934220 Apr 18 20:25:55.535431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-214f128f-a1ce-4557-a5ca-0fab3ffb66a2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.540755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-214f128f-a1ce-4557-a5ca-0fab3ffb66a2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.9158237 Apr 18 20:25:55.552584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af89374a-adda-40ef-b712-21494066d930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.564469 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0567a4c-73e5-4605-a5f9-add99f63da8f'] response: {'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'code': 200} Apr 18 20:25:55.567416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Request body: {'port': {'device_id': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'admin_state_up': True, 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:55.586816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af89374a-adda-40ef-b712-21494066d930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.587121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:25:55.665215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-d4c33a80-770f-48a7-97dc-a2be7aeb1ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:55.667087 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-d4c33a80-770f-48a7-97dc-a2be7aeb1ccc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1095 time: 0.4847834 Apr 18 20:25:55.871083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:55.926152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-f5a1d35b-02a2-4afd-b9c0-adb24bb44f2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 217 time: 0.2475228 Apr 18 20:25:55.932847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:25:55.945563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:25:55.985469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a37d1f5b-411f-4603-ade4-862e5621b8d0 req-72e65719-2cef-4bb6-9e82-ac4c256f4434 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4617476 Apr 18 20:25:56.045770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-a848c3a6-de63-4d52-9943-d6fa405685e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:56.047935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-a848c3a6-de63-4d52-9943-d6fa405685e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.0872338 Apr 18 20:25:56.049358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:25:56.053436 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.085775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbba562e-ed6b-4af5-8bbb-cc5b7b910ae7 req-9bbe35e6-3e2a-480a-bd88-35ab9f040f92 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2845478 Apr 18 20:25:56.099042 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38b0ce78-5298-4526-aab1-8c0a848b9209'] response: {'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'status': 'completed', 'code': 200} Apr 18 20:25:56.146463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:44Z', 'revision_number': 3, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:25:56.152823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b05b11-6cad-4dac-bf8f-ce1ce08443df req-14414f13-21a1-4b67-b800-abc0fb011745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:56.155911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5b05b11-6cad-4dac-bf8f-ce1ce08443df req-14414f13-21a1-4b67-b800-abc0fb011745 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 1097 time: 0.4554396 Apr 18 20:25:56.159713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cadfe1-86a7-4f9e-bbd0-7bfd0db92267 None None] The sync data for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 is: [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:44Z', 'revision_number': 3, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:25:56.274067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af89374a-adda-40ef-b712-21494066d930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.316230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89374a-adda-40ef-b712-21494066d930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11569c36-31b8-42a1-acee-9ec5d3b0cac4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:56.487331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5b05b11-6cad-4dac-bf8f-ce1ce08443df req-618fef88-ff8a-4c67-9f4f-82cb11a6b339 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850626 Apr 18 20:25:56.502253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af89374a-adda-40ef-b712-21494066d930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.517438 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-af89374a-adda-40ef-b712-21494066d930 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/11569c36-31b8-42a1-acee-9ec5d3b0cac4 HTTP/1.1" status: 204 len: 168 time: 1.1694243 Apr 18 20:25:56.520563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81682332-c178-4e80-8afa-3d425e963e0e req-b2752443-a8c4-4110-bed4-e548faa70e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:56.522459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-b2752443-a8c4-4110-bed4-e548faa70e91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4308536 Apr 18 20:25:56.595629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Allocated IP 172.20.0.12 (7813db5e-8f95-4a6d-8ee2-2bc1416c7327/4402abdb-ee97-4be2-824e-79d45393fef7/c4f2100e-e383-4c2f-a07b-8674584febb2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:25:56.692697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07073e-8e25-45ba-9284-4c28fc84e08d req-3511f594-e901-4807-8a5a-82fb425817e0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:56.692697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f07073e-8e25-45ba-9284-4c28fc84e08d req-3511f594-e901-4807-8a5a-82fb425817e0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 944 time: 0.2878258 Apr 18 20:25:56.694574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:56.711697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.026871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f07073e-8e25-45ba-9284-4c28fc84e08d req-83bd1af9-3ffa-4abe-a891-8d525b2f4c91 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076161 Apr 18 20:25:57.050030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c11483d8-10f4-4c22-aeac-b61f84a99518 req-3534e21e-d1eb-42d1-b330-7f3656e9d347 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 210 time: 0.3039587 Apr 18 20:25:57.208437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=6d6c5fa5-1271-49a9-a19c-88125d5e3924,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:57.216737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.311244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 576e600a-b45d-4798-bc51-a00c7a5d5871 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:57.629854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 576e600a-b45d-4798-bc51-a00c7a5d5871 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:25:57.637162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 576e600a-b45d-4798-bc51-a00c7a5d5871 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:57.637626 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.704119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2bd38e3c-dc4c-46b5-bc5e-8d4627598606 req-7570a06e-8683-4c37-8c8e-1ce256cddd51 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1385350 Apr 18 20:25:57.794168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-5be2beb4-bb9b-415f-af0a-5321479e287a service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0437841 Apr 18 20:25:57.805204 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:57.975814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Network 6a70fe04-4e66-4143-88ee-68c28141a08f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:57.980354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:58.014044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be96ae8-3239-4d5e-a707-866e30ada494 req-2d4f4ba5-b103-4ce8-86f3-77c1bef87c56 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:58.027871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8be96ae8-3239-4d5e-a707-866e30ada494 req-2d4f4ba5-b103-4ce8-86f3-77c1bef87c56 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 946 time: 0.5169284 Apr 18 20:25:58.066638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.142489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 576e600a-b45d-4798-bc51-a00c7a5d5871, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=576e600a-b45d-4798-bc51-a00c7a5d5871,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:25:58.153739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.402414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=576e600a-b45d-4798-bc51-a00c7a5d5871,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:58.423653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:58.436874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:25:58.555235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8be96ae8-3239-4d5e-a707-866e30ada494 req-8fc6a794-e62f-4190-a212-28ccb12af248 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247056 Apr 18 20:25:58.729367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:25:58.886460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81682332-c178-4e80-8afa-3d425e963e0e req-7870a2d0-61a1-4c1e-94ec-999a4911ac17 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0699451 Apr 18 20:25:58.983620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:25:59.064041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 576e600a-b45d-4798-bc51-a00c7a5d5871 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:25:59.084201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:25:59.099950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:25:59.184874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 576e600a-b45d-4798-bc51-a00c7a5d5871 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:25:59.185501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.282368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event updated for resources: {'Port': ['ID=c4f2100e-e383-4c2f-a07b-8674584febb2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:25:59.335164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.336263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:25:59.391492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:25:59.458492 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-01fd477d-6af3-4796-9612-e9ddcb418dd9 admin admin] 10.222.0.47 "PUT /v2.0/routers/ca0a16b6-ce00-49f9-8af7-43ce17ddae0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8071835 Apr 18 20:25:59.467009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca7073-6b0d-489f-9c9a-f923b0e564a9 req-98f42355-e9d9-4126-b6d9-16bac1bae698 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.479880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4eca7073-6b0d-489f-9c9a-f923b0e564a9 req-98f42355-e9d9-4126-b6d9-16bac1bae698 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 944 time: 0.6194890 Apr 18 20:25:59.548538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-c08b2d2b-7280-46b7-81dc-c55f4915c992 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9888136 Apr 18 20:25:59.576881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Request body: {'port': {'device_id': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:25:59.583166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfb852-cedd-4ca3-923e-933daca3288d req-28daa143-c474-48ed-b2d5-93aa8a979ddd tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.603272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1cbfb852-cedd-4ca3-923e-933daca3288d req-28daa143-c474-48ed-b2d5-93aa8a979ddd tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 932 time: 0.3976388 Apr 18 20:25:59.650556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-0abc12a3-f99e-4cc3-a72c-9a31b262a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:25:59.652991 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-0abc12a3-f99e-4cc3-a72c-9a31b262a415 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1095 time: 0.6902840 Apr 18 20:25:59.756394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1cbfb852-cedd-4ca3-923e-933daca3288d req-40be2d34-bffd-4804-9822-fa80bd0205f0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502295 Apr 18 20:25:59.930637 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Sync routers for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:25:59.953330 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:25:59.960021 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:00.002324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4eca7073-6b0d-489f-9c9a-f923b0e564a9 req-33c5d538-e4c6-4fd3-ba18-92ea23261371 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5176017 Apr 18 20:26:00.154648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-744d9bbf-af81-4180-b2f4-6c46d7663f1f req-3e4f8da3-42fa-4005-b79c-bfee3214fb71 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1208217 Apr 18 20:26:00.208403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:00.482740 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:00.889669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-00a23057-db19-4be7-bac0-99b74ae1e55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:00.892965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-00a23057-db19-4be7-bac0-99b74ae1e55d service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 1.2275083 Apr 18 20:26:00.971365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:25:56Z', 'revision_number': 2, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:00.977057 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Checking router: ca0a16b6-ce00-49f9-8af7-43ce17ddae0c for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:00.977774 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Updating router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:26:01.015029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9ac604b1-a4af-4754-a246-1643f84e422b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.034957 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9ac604b1-a4af-4754-a246-1643f84e422b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 820 time: 0.3787358 Apr 18 20:26:01.044305 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.063782 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-e6010ab8-6bc6-43f4-ac8a-098c39fc6b28 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/quotas/9ab0668727d345a6aef71f9eb838a1f3 HTTP/1.1" status: 200 len: 375 time: 0.0270991 Apr 18 20:26:01.207020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-794b8505-6262-4906-8787-6e1fddcd2287 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:26:01.212088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-6b807e7b-14ba-4cbb-a21e-98231be05ccf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 217 time: 0.2833245 Apr 18 20:26:01.255562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-794b8505-6262-4906-8787-6e1fddcd2287 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:26:01.256976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-794b8505-6262-4906-8787-6e1fddcd2287 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1920359 Apr 18 20:26:01.329797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-870100ef-13b7-44a8-9129-84b02bcc6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.331313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-870100ef-13b7-44a8-9129-84b02bcc6413 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.0994821 Apr 18 20:26:01.415225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5ceb2-232d-4b86-be7b-4437e4e108b4 req-d8d01906-1966-4987-8a02-3ae7a5e0b519 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:01.418482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5e5ceb2-232d-4b86-be7b-4437e4e108b4 req-d8d01906-1966-4987-8a02-3ae7a5e0b519 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 946 time: 0.7982056 Apr 18 20:26:01.525821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device fe91f0e9-c06c-44d0-b195-b91e4fc9e13b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:26:01.547724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-86a8f5f1-08aa-4368-b8e0-2813156ce5eb service neutron] 10.222.0.47 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822609 Apr 18 20:26:01.682340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f2100e-e383-4c2f-a07b-8674584febb2 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:01.696321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.720267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Transition to ACTIVE for port object c4f2100e-e383-4c2f-a07b-8674584febb2 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:01.722496 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.745800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5e5ceb2-232d-4b86-be7b-4437e4e108b4 req-a70f3650-a127-46a1-8ca2-2b57388d449b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091733 Apr 18 20:26:01.747681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:01.750491 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Transition to ACTIVE for port object 6d6c5fa5-1271-49a9-a19c-88125d5e3924 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:01.772038 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.034572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:02.053361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'mac_address': 'fa:16:3e:b8:09:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:26:02.067618 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-67f40869-69e5-4d29-8d54-24035158f8b8 service neutron] 10.222.0.47 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182581 Apr 18 20:26:02.072703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53994) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:02.168561 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Pushing event updated for resources: {'Port': ['ID=6d6c5fa5-1271-49a9-a19c-88125d5e3924,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.183353 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.183588 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.184404 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.184739 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.185069 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.185396 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.185770 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.186091 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.186408 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.186726 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.187049 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.187436 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:02.224492 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Attempting to bind port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:02.224898 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Attempting to bind port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:02.225253 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Attempting to bind port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 on network 6a70fe04-4e66-4143-88ee-68c28141a08f {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:02.232367 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:26:02.232739 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Checking segment: {'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:26:02.233137 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.233544 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Bound using segment: {'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:26:02.234012 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Bound port: 6d6c5fa5-1271-49a9-a19c-88125d5e3924, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:02.235086 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.333168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-019386c8-cda2-4f02-b2b2-b435b8883059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.339897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-019386c8-cda2-4f02-b2b2-b435b8883059 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9988134 Apr 18 20:26:02.353869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f2100e-e383-4c2f-a07b-8674584febb2,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.385129 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.459810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe91f0e9-c06c-44d0-b195-b91e4fc9e13b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:02.506843 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] For port 6d6c5fa5-1271-49a9-a19c-88125d5e3924, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:26:02.513243 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] For port 6d6c5fa5-1271-49a9-a19c-88125d5e3924, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6d6c5fa5-1271-49a9-a19c-88125d5e3924,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:26:02.527451 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.541191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:02.550277 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.743347 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:02.800630 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0176d-0077-4771-9684-568aab2a36d2 None None] Pushing event updated for resources: {'Port': ['ID=6d6c5fa5-1271-49a9-a19c-88125d5e3924,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.808692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:02.818877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Usage tracker for resource:security_group_rule and tenant:7edf4b94bc954003aa859dbe42400bee is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:02.826733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:02.840435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:02.842183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:02.881228 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:02.881991 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:02.939869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7979-db2f-4537-8e68-76a39e11628c req-52c9a22a-bcd7-41db-9da1-469c65b8273b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:02.952158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d18e7979-db2f-4537-8e68-76a39e11628c req-52c9a22a-bcd7-41db-9da1-469c65b8273b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 945 time: 0.3790331 Apr 18 20:26:02.994908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:03.162544 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d18e7979-db2f-4537-8e68-76a39e11628c req-5c87c46d-df7c-4711-bd18-045e695fe15f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2087979 Apr 18 20:26:03.383919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.393327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.601469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef61d68-51f3-46e1-9b76-cdb976ac51dd req-2cdad2bd-62a4-4263-a642-8d79d04379f3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:03.603445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bef61d68-51f3-46e1-9b76-cdb976ac51dd req-2cdad2bd-62a4-4263-a642-8d79d04379f3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:26:03.611220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-e4be83b0-9432-460e-b30a-e64923f1ca61 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2507012 Apr 18 20:26:03.611987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Attempting to bind port c4f2100e-e383-4c2f-a07b-8674584febb2 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:03.612316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Attempting to bind port c4f2100e-e383-4c2f-a07b-8674584febb2 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:03.612897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Attempting to bind port c4f2100e-e383-4c2f-a07b-8674584febb2 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:03.690616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Port c4f2100e-e383-4c2f-a07b-8674584febb2 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:26:03.690925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Attempting to bind port c4f2100e-e383-4c2f-a07b-8674584febb2 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:03.708352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7edf4b94bc954003aa859dbe42400bee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6296828 Apr 18 20:26:03.724638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f19c6f0-bf19-42e5-9675-bc068d7ea878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7a2f3b-4907-4c0b-8d82-670be508fa07,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:03.736215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54020) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:03.783948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bef61d68-51f3-46e1-9b76-cdb976ac51dd req-2cdad2bd-62a4-4263-a642-8d79d04379f3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:26:03.788359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bef61d68-51f3-46e1-9b76-cdb976ac51dd req-2cdad2bd-62a4-4263-a642-8d79d04379f3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 944 time: 1.7267134 Apr 18 20:26:03.815504 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:03.818765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:26:03.819108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:26:03.819653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Bound using segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:26:03.820114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Bound port: c4f2100e-e383-4c2f-a07b-8674584febb2, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:03.820464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:03.942115 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af172791-1b67-4d60-939c-cf1a4c101610 req-9581294c-24ab-4c34-be8c-76d62a8bfae2 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2309117 Apr 18 20:26:03.977750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bef61d68-51f3-46e1-9b76-cdb976ac51dd req-ab6af321-23c7-4bc1-97aa-8baf538f95d6 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763520 Apr 18 20:26:03.991598 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76ab7bbf-8374-441b-bc12-847c688de7f0 req-f095a33d-aee8-41a5-ae0e-5be9c0018bce service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663404 Apr 18 20:26:04.102847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c55340d6-4b96-4e98-a531-6dec2eceaf28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.178117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] For port c4f2100e-e383-4c2f-a07b-8674584febb2, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:26:04.188116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] For port c4f2100e-e383-4c2f-a07b-8674584febb2, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c4f2100e-e383-4c2f-a07b-8674584febb2,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:26:04.198452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.222760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c55340d6-4b96-4e98-a531-6dec2eceaf28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.443781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.444832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.447219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-640906b2-27fa-4133-b799-308461a3d195 service neutron] 10.222.0.55 "PUT /v2.0/ports/c4f2100e-e383-4c2f-a07b-8674584febb2 HTTP/1.1" status: 200 len: 1092 time: 4.8845735 Apr 18 20:26:04.447942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'tag': 'c4f2100e-e383-4c2f-a07b-8674584febb2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:04.584984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c55340d6-4b96-4e98-a531-6dec2eceaf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.631897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0740b03d-9ba9-426e-97cf-7a6deda68822 req-8a3f8c29-1a33-4dff-abbe-685a0383fcbd tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 210 time: 0.2308886 Apr 18 20:26:04.633773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55340d6-4b96-4e98-a531-6dec2eceaf28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7a2f3b-4907-4c0b-8d82-670be508fa07,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:04.634376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640906b2-27fa-4133-b799-308461a3d195 service neutron] Pushing event updated for resources: {'Port': ['ID=c4f2100e-e383-4c2f-a07b-8674584febb2,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:04.638432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c55340d6-4b96-4e98-a531-6dec2eceaf28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:04.640267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c55340d6-4b96-4e98-a531-6dec2eceaf28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c7a2f3b-4907-4c0b-8d82-670be508fa07 HTTP/1.1" status: 204 len: 168 time: 0.8018355 Apr 18 20:26:04.689566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-c6be4d31-ddd8-4787-bfed-6ed911f0d94d tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:04.702399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-c6be4d31-ddd8-4787-bfed-6ed911f0d94d tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3121548 Apr 18 20:26:04.846854 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:02Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:04.853054 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220b9709-0573-4a9e-9164-5e381ddbf09d None None] The sync data for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 is: [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:02Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:04.960404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6536c267-12b8-4444-bbbc-c1f12aa867b4 req-82c5d985-bd64-40e1-838b-207f047f10ac service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2992344 Apr 18 20:26:05.116212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-4019c7b3-7a7b-48f7-8f19-59268409db90 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.4123971 Apr 18 20:26:05.126865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-a8b6f374-3ed0-4380-9fa6-802bebe67bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.128707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'floatingip': {'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:05.129059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-a8b6f374-3ed0-4380-9fa6-802bebe67bfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 1095 time: 0.4658065 Apr 18 20:26:05.166003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a198ad-0ea4-44ca-8601-fd931769330a req-b5972d55-8978-4e6e-9a7d-d8c174e54224 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.175738 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8a198ad-0ea4-44ca-8601-fd931769330a req-b5972d55-8978-4e6e-9a7d-d8c174e54224 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 945 time: 0.1915240 Apr 18 20:26:05.267738 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8a198ad-0ea4-44ca-8601-fd931769330a req-fd2c2b23-ecff-4b69-a2fb-3a55583c631f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909176 Apr 18 20:26:05.301465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:05.558037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device fe91f0e9-c06c-44d0-b195-b91e4fc9e13b up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:05.767293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-caf25b4d-ff74-41b8-a037-4986686b4cac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f2100e-e383-4c2f-a07b-8674584febb2 HTTP/1.1" status: 200 len: 217 time: 0.4984882 Apr 18 20:26:05.778313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-0dcef33d-d28f-4379-997b-d76b21503e82 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:05.781580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-0dcef33d-d28f-4379-997b-d76b21503e82 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:26:05.799135 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd60de54-ff0e-4704-9ef6-02cd9d8631c8'] response: {'name': 'network-changed', 'server_uuid': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'tag': 'c4f2100e-e383-4c2f-a07b-8674584febb2', 'status': 'completed', 'code': 200} Apr 18 20:26:05.884282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:05.896987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:05.898209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.039543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-0183a150-f129-4c62-9960-173523935c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:06.041360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-0183a150-f129-4c62-9960-173523935c5f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.2388666 Apr 18 20:26:06.077014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0928557b-fedf-439c-b236-f5038d00b2a1 req-6312e884-f2b5-49cf-b648-620fd735d341 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2630963 Apr 18 20:26:06.202681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-d954c927-144e-459c-9d0a-682c55c7de90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1520500 Apr 18 20:26:06.246047 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.323559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:06.395599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:06.409545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:06.436195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-0dcef33d-d28f-4379-997b-d76b21503e82 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:26:06.440776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-0dcef33d-d28f-4379-997b-d76b21503e82 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.55 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 820 time: 1.1675262 Apr 18 20:26:06.558623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Request body: {'port': {'device_id': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'admin_state_up': True, 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:06.635286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:06.850722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:06.865998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:06.892739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Made reservation on behalf of 9ab0668727d345a6aef71f9eb838a1f3 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:06.898384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.053866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.065313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.132680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-8964fb44-653d-4dab-81b3-a00b86e2ccd3 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9196503 Apr 18 20:26:07.154529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d6c5fa5-1271-49a9-a19c-88125d5e3924 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:07.328187 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb associated. External IP: 172.25.5.121, port: 8d83b0e1-e19d-43c3-9547-f5e8b534c000. Apr 18 20:26:07.462988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:07.473448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:07.474098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.636596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Allocated IP 172.20.0.12 (6a70fe04-4e66-4143-88ee-68c28141a08f/d028dbfb-cb88-4606-aea7-f387331e8dc3/f3fc8834-8fce-428b-adea-718fa6fae1d9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:07.738530 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.800489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6d6c5fa5-1271-49a9-a19c-88125d5e3924, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6d6c5fa5-1271-49a9-a19c-88125d5e3924,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:07.808034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:07.988792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6d6c5fa5-1271-49a9-a19c-88125d5e3924,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:08.042448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95085e0c-334b-4690-8662-cb3e0684e5f4 req-762aed70-7be5-478d-8fd3-b4109f702e58 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.049993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95085e0c-334b-4690-8662-cb3e0684e5f4 req-762aed70-7be5-478d-8fd3-b4109f702e58 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 944 time: 1.6241946 Apr 18 20:26:08.097589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:08.105179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-201e9634-da65-45a3-a5e2-226708e5d1dc req-4eb4f197-04e9-4103-b640-c7aa1339fafb service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565662 Apr 18 20:26:08.303303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:26:08.342665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95085e0c-334b-4690-8662-cb3e0684e5f4 req-a08ee6e0-fec4-4c29-8930-2f5510365fe6 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909896 Apr 18 20:26:08.441120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.469610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1499735596', 'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:08.482051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-77985824-acb3-4af4-8a86-5931e8c31d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.483570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-77985824-acb3-4af4-8a86-5931e8c31d51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 1095 time: 0.2919612 Apr 18 20:26:08.484696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:08.490751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:network and tenant:98976b8f002747d5badd372e6fb366b9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:08.590050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:08.656921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:08.676484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-29c54be1-73df-408a-8cb1-293b03a5aa7a req-f502274a-b605-44bf-b999-09eba7921572 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 210 time: 0.0789564 Apr 18 20:26:08.706004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Made reservation on behalf of 98976b8f002747d5badd372e6fb366b9 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:08.709975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.752907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.760371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:08.779924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.781533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:08.782288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:08.785458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-bb1f1f97-5f51-4844-885d-5c1b78774387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:08.787681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-bb1f1f97-5f51-4844-885d-5c1b78774387 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 0.2934196 Apr 18 20:26:08.790182 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:08.816169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:08.817306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:08.874319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:security_group_rule and tenant:98976b8f002747d5badd372e6fb366b9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:08.879289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event updated for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:08.882070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:09.011877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:09.024230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-64351119-91a7-4594-a19c-f01e2d7a72b3 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "PUT /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 200 len: 997 time: 3.9070807 Apr 18 20:26:09.025448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-ef51f126-7320-490e-ab3e-59dafb410c14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c4f2100e-e383-4c2f-a07b-8674584febb2 HTTP/1.1" status: 200 len: 217 time: 0.1473417 Apr 18 20:26:09.031683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:09.167255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Network 6a70fe04-4e66-4143-88ee-68c28141a08f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:09.167858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-f364d304-fa99-4786-90af-63fccaffb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.173882 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-f364d304-fa99-4786-90af-63fccaffb349 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.1218433 Apr 18 20:26:09.190759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:09.203896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:09.209378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:26:09.282266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-c24c582b-6982-4789-9afe-71c040de2cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.283841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-c24c582b-6982-4789-9afe-71c040de2cbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.2393880 Apr 18 20:26:09.369967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-5662546e-1ca6-4e3e-9aea-9c50ff252102 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751078 Apr 18 20:26:09.379865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.380554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.398753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d6c5fa5-1271-49a9-a19c-88125d5e3924 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:09.407369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-7e152303-d024-468a-8689-7f8a54da2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.408969 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-7e152303-d024-468a-8689-7f8a54da2eef service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.2300305 Apr 18 20:26:09.529674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15e1f6a-3699-48c9-93f9-6701b6222a83 req-dbcaf7ff-9cb8-436c-8f04-2edfd978a1ed tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.532149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15e1f6a-3699-48c9-93f9-6701b6222a83 req-dbcaf7ff-9cb8-436c-8f04-2edfd978a1ed tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.4135392 Apr 18 20:26:09.552315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-d9d51255-b808-49eb-9f99-07cc80490415 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 1000 time: 0.1364403 Apr 18 20:26:09.628773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:09.629150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.688951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-78ee0337-b4bc-4968-b73f-12fc8f75856a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.696250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-78ee0337-b4bc-4968-b73f-12fc8f75856a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1211183 Apr 18 20:26:09.790689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-9b7597a6-f311-4cec-a00b-cfa2503d802b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2415161 Apr 18 20:26:09.816721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-338b23bd-cc5d-4b73-af29-e93f3fff260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:09.820006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Request body: {'port': {'device_id': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:09.830174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-338b23bd-cc5d-4b73-af29-e93f3fff260e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1326814 Apr 18 20:26:09.846762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-05a0b908-b1af-4242-b856-c67a24fd21df service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:09.860179 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-05a0b908-b1af-4242-b856-c67a24fd21df service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253735 Apr 18 20:26:09.896433 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15e1f6a-3699-48c9-93f9-6701b6222a83 req-83e7360e-e624-4085-b481-bd710c14bdcd tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355218 Apr 18 20:26:09.912882 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:09.930238 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-0815aa65-efb5-4416-9116-b0ede603d63e service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5432940 Apr 18 20:26:09.935569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.019489 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eab8d3bb-d081-4c3b-854c-8ece2a978fc5'] response: {'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'code': 200} Apr 18 20:26:10.027023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:06Z', 'revision_number': 1, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:10.038982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:10.113675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:10.114334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:10.189953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-3cec4240-39fd-4d9c-9ed0-eaaee9aedbf2 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282640 Apr 18 20:26:10.476106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:10.512178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e56ba718-2da9-453f-bbe9-82da0c80289e req-0f258ab9-719a-4ce6-8406-0a4f633ec894 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208947 Apr 18 20:26:10.582627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:26:10.612863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1323c1d1-abab-43e9-962d-0acf5a210199 req-adc63d29-a57c-41cc-9cf8-22b9e892d3fb tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.3406227 Apr 18 20:26:10.644868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a887b30-81c4-4819-b0d1-5380fd977e35 req-bb56b627-b794-48a2-97e8-962167c701a0 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7104259 Apr 18 20:26:10.658124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58566781-3900-426b-9a4b-a2b36fbb20a0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:10.692523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.693211 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Added segment 6f7af824-5108-47ee-be70-cc7acd517170 of type vlan for network 40012aad-38e1-4c2e-ae76-c967ba036985 Apr 18 20:26:10.715110 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:10.792510 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5d8ad3-2832-4875-8eca-31b58a171b82'] response: {'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'status': 'completed', 'code': 200} Apr 18 20:26:10.862125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd37640-23a3-4845-9d66-5f7cde160863 req-8d3c4c7e-323e-4a08-9a64-f8502b06abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:10.863692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5bd37640-23a3-4845-9d66-5f7cde160863 req-8d3c4c7e-323e-4a08-9a64-f8502b06abda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.3682878 Apr 18 20:26:10.959187 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5bd37640-23a3-4845-9d66-5f7cde160863 req-ed38882a-2f6c-427c-a0c3-06015b14412b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875363 Apr 18 20:26:11.216498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fca8bb-541d-42f1-8935-71a78131a95e req-474361f7-ef2b-4a2b-a374-fea10f087262 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.217296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68fca8bb-541d-42f1-8935-71a78131a95e req-474361f7-ef2b-4a2b-a374-fea10f087262 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 932 time: 0.2015548 Apr 18 20:26:11.255498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:06Z', 'revision_number': 1, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:11.260706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a213c7a-b7c1-4bd2-8386-f06d3cb7f347 None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:06Z', 'revision_number': 1, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:11.311318 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68fca8bb-541d-42f1-8935-71a78131a95e req-d0569ac2-ef57-45b3-abc8-7ac24e2fed99 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759306 Apr 18 20:26:11.488397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.551718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-1565634b-aa07-40de-bfe3-107c119a1187 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.553570 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-1565634b-aa07-40de-bfe3-107c119a1187 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1238756 Apr 18 20:26:11.622268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.623422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.624138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.653636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c4f2100e-e383-4c2f-a07b-8674584febb2 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:26:11.733208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-49cf4453-a245-4459-8893-02c3440b9980 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1000 time: 0.1727324 Apr 18 20:26:11.738756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'floatingip': {'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:11.832193 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6d0e44-dceb-431c-b975-d5038f49c57a None None] New status for floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:11.879139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c3a70-c76c-4423-bb8f-639998193092 req-e77d3dfd-e1d7-4767-bfb9-66a9ed46aa45 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:11.881221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a23c3a70-c76c-4423-bb8f-639998193092 req-e77d3dfd-e1d7-4767-bfb9-66a9ed46aa45 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 944 time: 0.8074715 Apr 18 20:26:11.897816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:11.998297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Network': ['ID=40012aad-38e1-4c2e-ae76-c967ba036985,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:12.005862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3fc8834-8fce-428b-adea-718fa6fae1d9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:12.016933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 40012aad-38e1-4c2e-ae76-c967ba036985 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:26:12.017661 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.039362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Transition to ACTIVE for port object f3fc8834-8fce-428b-adea-718fa6fae1d9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:12.054109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fae46abf-a4a4-48f7-88b0-6bd4e04bb42c tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.9470797 Apr 18 20:26:12.071467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54130) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:12.085008 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.096249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'subnet': {'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:12.139436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-43dd8dd8-e9f8-423f-9bcc-fa3fed0ee085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:12.141842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-43dd8dd8-e9f8-423f-9bcc-fa3fed0ee085 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.9731386 Apr 18 20:26:12.153388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:12.169118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a23c3a70-c76c-4423-bb8f-639998193092 req-1e1fe762-0c71-4aea-b719-e66f2839ae8e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588992 Apr 18 20:26:12.224615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:subnet and tenant:98976b8f002747d5badd372e6fb366b9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:12.293656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:12.370622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c4f2100e-e383-4c2f-a07b-8674584febb2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c4f2100e-e383-4c2f-a07b-8674584febb2,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:12.414557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'c4f2100e-e383-4c2f-a07b-8674584febb2', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'port_id': 'c4f2100e-e383-4c2f-a07b-8674584febb2', 'mac_address': 'fa:16:3e:5b:5e:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4402abdb-ee97-4be2-824e-79d45393fef7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:26:12.554374 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.587804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f2100e-e383-4c2f-a07b-8674584febb2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:12.659351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c4f2100e-e383-4c2f-a07b-8674584febb2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c4f2100e-e383-4c2f-a07b-8674584febb2,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:12.670375 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:12.809383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:12.839262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:12.863160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c4f2100e-e383-4c2f-a07b-8674584febb2,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:13.032635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['c4f2100e-e383-4c2f-a07b-8674584febb2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:13.033842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Made reservation on behalf of 98976b8f002747d5badd372e6fb366b9 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:13.036226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.060875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-a0ba1eca-fcd6-4c36-8d14-57289e6004f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.063366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-a0ba1eca-fcd6-4c36-8d14-57289e6004f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.8981524 Apr 18 20:26:13.101647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8f23c48-e939-4086-9465-7e446e7f65c6 req-fe8bec90-5d01-4d51-83f5-bd81d0ce58b0 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4&device_id=4b23683a-a874-4fe0-b562-0599552404ac HTTP/1.1" status: 200 len: 210 time: 0.1454105 Apr 18 20:26:13.372529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:26:13.373502 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:26:13.400881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-b86f783b-d12a-4282-82dd-df0cff0828d3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1256487 Apr 18 20:26:13.434164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-74cb4242-6793-4760-9aa4-f92419dde7ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 1002 time: 0.3276641 Apr 18 20:26:13.439435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Attempting to bind port f3fc8834-8fce-428b-adea-718fa6fae1d9 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:13.439749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3a6c31ee-4f4c-4ca8-8856-8d0c2891fb0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.440410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Attempting to bind port f3fc8834-8fce-428b-adea-718fa6fae1d9 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:13.440410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Attempting to bind port f3fc8834-8fce-428b-adea-718fa6fae1d9 on network 6a70fe04-4e66-4143-88ee-68c28141a08f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:13.452977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Port f3fc8834-8fce-428b-adea-718fa6fae1d9 on network 6a70fe04-4e66-4143-88ee-68c28141a08f not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:26:13.454075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Attempting to bind port f3fc8834-8fce-428b-adea-718fa6fae1d9 on network 6a70fe04-4e66-4143-88ee-68c28141a08f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:13.467143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:26:13.467493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Checking segment: {'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:26:13.467860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Bound using segment: {'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:26:13.468302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Bound port: f3fc8834-8fce-428b-adea-718fa6fae1d9, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99f48d13-6d95-4c37-b150-52671e7b9584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:13.469143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.779644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-a12c8f60-c0e6-4649-ae01-a76633d090ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.781733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-a12c8f60-c0e6-4649-ae01-a76633d090ec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 1096 time: 0.2540135 Apr 18 20:26:13.787697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-8213f27c-2857-4c75-8cf7-09fd059b8ac4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1950166 Apr 18 20:26:13.806500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f83f79-acf4-44e3-be4b-5308dffd06b8 req-628c8062-e4af-4098-995b-376914780352 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.808120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99f83f79-acf4-44e3-be4b-5308dffd06b8 req-628c8062-e4af-4098-995b-376914780352 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.5052333 Apr 18 20:26:13.836392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-e8d2a908-c4d7-4ff2-844f-884edad0f0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:13.837635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-e8d2a908-c4d7-4ff2-844f-884edad0f0fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.3573298 Apr 18 20:26:13.873741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:13.967672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:26:14.001350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99f83f79-acf4-44e3-be4b-5308dffd06b8 req-092dfb5f-61a6-4424-8a54-58b9ab69e53c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753786 Apr 18 20:26:14.006477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:26:14.023070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.126420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.127052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.128474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] 10.222.0.55 "PUT /v2.0/ports/f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 1092 time: 4.3217652 Apr 18 20:26:14.133417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:14.188848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-f521fd0f-eb73-4cf3-8ec4-9569b49d82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.190713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-f521fd0f-eb73-4cf3-8ec4-9569b49d82e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.3809814 Apr 18 20:26:14.248114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92963d81-40b1-4a02-9ba8-ff18e8364857 service neutron] Pushing event updated for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:14.274654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-cd28747e-bb39-49ff-b88f-89857e5cd607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.276697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-cd28747e-bb39-49ff-b88f-89857e5cd607 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3968534 Apr 18 20:26:14.321070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-9af7cd72-31b3-494d-8a0f-58b08f4eb6d7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8 HTTP/1.1" status: 200 len: 217 time: 0.1076682 Apr 18 20:26:14.330394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-b19f616b-7a4c-478c-a76c-ad3b98459859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.331970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-b19f616b-7a4c-478c-a76c-ad3b98459859 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1096 time: 0.3555377 Apr 18 20:26:14.529109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-65702f4b-cc2e-426c-96f2-3b98160456ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.530721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-65702f4b-cc2e-426c-96f2-3b98160456ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1095 time: 0.3203614 Apr 18 20:26:14.543836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-6666a724-e6d7-4600-8ca4-dd8e63124324 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534707 Apr 18 20:26:14.652078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-cb25772a-d794-4732-8ca3-d50ec4479b25 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 217 time: 0.1106644 Apr 18 20:26:14.722914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-f0937000-c0be-4e8b-b2b6-f6e21e21b689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.724423 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-f0937000-c0be-4e8b-b2b6-f6e21e21b689 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.3887753 Apr 18 20:26:14.744880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 20:26:14.745364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:14.796397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15f50-608d-4f44-b7e7-cc5ae24c0280 req-6ffee707-e158-4df5-acc5-6632d765f4ea tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.798305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fbb15f50-608d-4f44-b7e7-cc5ae24c0280 req-6ffee707-e158-4df5-acc5-6632d765f4ea tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:26:14.901233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-b0a9e0b0-0330-49bf-ac93-3d43fb67412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.903363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-b0a9e0b0-0330-49bf-ac93-3d43fb67412b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.5181885 Apr 18 20:26:14.935654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-89a33d98-e6e9-4956-80bf-d82e97937f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:14.937038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-89a33d98-e6e9-4956-80bf-d82e97937f72 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.2583125 Apr 18 20:26:14.992577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fbb15f50-608d-4f44-b7e7-cc5ae24c0280 req-6ffee707-e158-4df5-acc5-6632d765f4ea tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:26:14.993788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbb15f50-608d-4f44-b7e7-cc5ae24c0280 req-6ffee707-e158-4df5-acc5-6632d765f4ea tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 944 time: 0.7075303 Apr 18 20:26:15.009407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Subnet': ['ID=13c36fe6-cc81-4227-b07d-67118697dcd5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:15.029653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-aa187067-91f5-4481-ba85-2ebd4c4c6a6d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841880 Apr 18 20:26:15.072965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbd2172-81e2-438d-abc0-491e3bc3f73f req-60bebe4d-b8a8-4c8a-8737-eaff2a3be8a8 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4732630 Apr 18 20:26:15.101355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Checking segment: {'id': '6f7af824-5108-47ee-be70-cc7acd517170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:26:15.101737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network hostable DHCP agents. Network: 40012aad-38e1-4c2e-ae76-c967ba036985, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:26:15.164822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-2be1f5fc-88b8-4185-b381-8e03895acf4f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 1000 time: 0.2432406 Apr 18 20:26:15.172066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-cc08bc4f-bced-41b2-8bbb-1864c390eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.173632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-cc08bc4f-bced-41b2-8bbb-1864c390eeda service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4358695 Apr 18 20:26:15.200003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fbb15f50-608d-4f44-b7e7-cc5ae24c0280 req-90927046-6a77-46bd-9be6-e49834c69c16 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:26:15.229380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network 40012aad-38e1-4c2e-ae76-c967ba036985 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:26:15.259895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fbb15f50-608d-4f44-b7e7-cc5ae24c0280 req-90927046-6a77-46bd-9be6-e49834c69c16 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:26:15.261103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbb15f50-608d-4f44-b7e7-cc5ae24c0280 req-90927046-6a77-46bd-9be6-e49834c69c16 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398086 Apr 18 20:26:15.269921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-0b4f1c03-f1de-469b-9755-0bf56e8abcf5 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212355 Apr 18 20:26:15.270588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 40012aad-38e1-4c2e-ae76-c967ba036985) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:15.282756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4187394-dca5-4362-b3e7-772abddc42d9 None None] Network 40012aad-38e1-4c2e-ae76-c967ba036985 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:26:15.305979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.306601 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.377948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-47092151-fa42-42a1-9552-4814958a6de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.379500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-47092151-fa42-42a1-9552-4814958a6de0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.1984928 Apr 18 20:26:15.470781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7181c5ed-1c74-4b3a-a68f-1c389ad04305 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.3938248 Apr 18 20:26:15.474340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:15.481376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-962266047', 'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:15.490930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:15.493724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-0907aac1-b0d3-4ef1-aa79-752a704abd9e service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734463 Apr 18 20:26:15.501420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:port and tenant:98976b8f002747d5badd372e6fb366b9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:15.512720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:15.524808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:15.531022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011bfa3f-0656-491b-bed0-7e93bea35a8f req-2de52e5d-a06e-46b1-98a2-7d2711c4afc2 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493360 Apr 18 20:26:15.543863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Made reservation on behalf of 98976b8f002747d5badd372e6fb366b9 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:15.549343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.577498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] device_id is not set on port 72b4d358-d4cc-48a3-82be-3290b893c49f yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:26:15.644534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c4f2100e-e383-4c2f-a07b-8674584febb2 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:15.759385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-60a121b6-0573-452e-bb09-24119feebb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:15.760987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-60a121b6-0573-452e-bb09-24119feebb0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3678465 Apr 18 20:26:15.774607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.809568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-07a485a3-51a9-48f9-8350-4c76c455e81d req-537092f4-b4ee-4d07-b425-477bbad8fc42 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051584 Apr 18 20:26:15.823660 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:15.909806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c841c0-bf46-451a-8d7d-4ec90fe31a23 None None] Network 40012aad-38e1-4c2e-ae76-c967ba036985 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:26:15.976168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Allocated IP 2001:db8::5e (40012aad-38e1-4c2e-ae76-c967ba036985/13c36fe6-cc81-4227-b07d-67118697dcd5/72b4d358-d4cc-48a3-82be-3290b893c49f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:15.995183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port c4f2100e-e383-4c2f-a07b-8674584febb2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:16.019631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port c4f2100e-e383-4c2f-a07b-8674584febb2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:16.020622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.133946 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-91134a10-3045-4b79-ab6f-c3473f5f93b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.241973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.342898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41d2fc23-4e40-4914-801e-447728f13921 req-f5232f34-b83b-47cd-a8ea-37f1bd90417c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8087851a465468ea070b9764a2e3062&device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.0660939 Apr 18 20:26:16.377875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.383594 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.419437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f2100e-e383-4c2f-a07b-8674584febb2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:16.435745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c4f2100e-e383-4c2f-a07b-8674584febb2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c4f2100e-e383-4c2f-a07b-8674584febb2,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:16.448091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.473569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41d2fc23-4e40-4914-801e-447728f13921 req-c40bfa2f-dd6c-411d-8e15-f7de6c21b019 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=e8087851a465468ea070b9764a2e3062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0828347 Apr 18 20:26:16.511981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-26208956-eedb-421d-9264-15ab14dec961 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7328618 Apr 18 20:26:16.544456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network 40012aad-38e1-4c2e-ae76-c967ba036985 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:16.549552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c4f2100e-e383-4c2f-a07b-8674584febb2,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:16.592922 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb associated. External IP: 172.25.5.121, port: 8d83b0e1-e19d-43c3-9547-f5e8b534c000. Apr 18 20:26:16.594121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:16.612942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:26:16.613965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.614572 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.651755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Port': ['ID=72b4d358-d4cc-48a3-82be-3290b893c49f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:16.687661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-59c5b76c-ebdc-4c31-b415-8f35e0c92e92 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.2128723 Apr 18 20:26:16.691531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:16.740441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2fc23-4e40-4914-801e-447728f13921 req-76bbd687-320e-431f-b45e-f8c02ef21e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.741973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41d2fc23-4e40-4914-801e-447728f13921 req-76bbd687-320e-431f-b45e-f8c02ef21e91 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2561421 Apr 18 20:26:16.742504 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.759363 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:26:16.769574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fb6a3-5773-4a37-a391-23b13c9cd495 req-0edbbdb3-ca16-4b63-9fc1-99f8193ad008 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:16.771175 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c2fb6a3-5773-4a37-a391-23b13c9cd495 req-0edbbdb3-ca16-4b63-9fc1-99f8193ad008 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 945 time: 0.4917960 Apr 18 20:26:16.787352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Deleting port 72b4d358-d4cc-48a3-82be-3290b893c49f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:26:16.787703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.838967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:16.882009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c2fb6a3-5773-4a37-a391-23b13c9cd495 req-77c1a572-9ece-41df-bd38-abf10d0b18b3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982268 Apr 18 20:26:17.111219 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38d4bc4f-43ef-459b-803e-4d20a8a086fc req-1add9ed6-3054-4a71-8129-429d126e51b6 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914862 Apr 18 20:26:17.163025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.204423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf865a-5ae3-47fb-8e67-60cde419abdd req-7b0b51fe-d28f-4337-8316-934ce365e863 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.206540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbdf865a-5ae3-47fb-8e67-60cde419abdd req-7b0b51fe-d28f-4337-8316-934ce365e863 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 945 time: 0.1544895 Apr 18 20:26:17.347125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Calling delete_port for 72b4d358-d4cc-48a3-82be-3290b893c49f owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:26:17.430060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbdf865a-5ae3-47fb-8e67-60cde419abdd req-9ebf8c77-98c4-4557-80e5-4ba14e956822 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660960 Apr 18 20:26:17.496666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:26:17.544240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.664086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event deleted for resources: {'Port': ['ID=72b4d358-d4cc-48a3-82be-3290b893c49f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:17.698097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:26:17.869193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.870989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.883310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fddc1fb2-b3c8-4a04-98a9-455b7a6cff09 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "DELETE /v2.0/ports/72b4d358-d4cc-48a3-82be-3290b893c49f HTTP/1.1" status: 204 len: 168 time: 1.1864588 Apr 18 20:26:17.885301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54184) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:17.894423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985', 'external_fixed_ips': [{'subnet_id': '13c36fe6-cc81-4227-b07d-67118697dcd5', 'ip_address': '2001:db8::5e'}]}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:17.895772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:17.906851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:17.914116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:router and tenant:98976b8f002747d5badd372e6fb366b9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:17.919568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:17.926176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:17.927060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:17.936649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8399e-772f-426d-ab87-e84f1f3fa31f req-371c58cb-f65d-476b-b88a-10523b734bab tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:17.938933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e3c8399e-772f-426d-ab87-e84f1f3fa31f req-371c58cb-f65d-476b-b88a-10523b734bab tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.3351171 Apr 18 20:26:17.955543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.957251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:17.963864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:17.965980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:17.967038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:17.975179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'floatingip': {'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:18.063402 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8177dfbe-c1fa-4843-b7a1-dc99afd67065'] response: {'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'status': 'completed', 'code': 200} Apr 18 20:26:18.070645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:18.082434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.084587 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.086781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.276398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:18.336120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:18.442939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.603301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:18.694445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd894e-f127-4c9a-8849-add71453a196 req-84f4902e-d0fe-45c0-83a9-70c53546e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:18.695960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44dd894e-f127-4c9a-8849-add71453a196 req-84f4902e-d0fe-45c0-83a9-70c53546e6ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1095 time: 0.3803167 Apr 18 20:26:18.749211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41d2fc23-4e40-4914-801e-447728f13921 req-eba27442-9a8f-4a55-af55-2410da04f609 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.55 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.1993780 Apr 18 20:26:18.761035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cbbe5d-57b1-40b8-84e4-4796f5a35f1b req-ab81bf8c-d42a-4e24-ac4f-e12c7d7b5ea8 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=d33dfe83-edb0-4404-b35d-8896d5fe32f4 HTTP/1.1" status: 200 len: 210 time: 0.2087481 Apr 18 20:26:18.811218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:74:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:15Z', 'revision_number': 3, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:18.816723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:18.829011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:18.830672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:18.830904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:26:19.008725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd894e-f127-4c9a-8849-add71453a196 req-037b4f6a-09df-4b97-85a6-6af2844c19b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:19.010250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44dd894e-f127-4c9a-8849-add71453a196 req-037b4f6a-09df-4b97-85a6-6af2844c19b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 0.3066599 Apr 18 20:26:19.063868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:19.262716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44dd894e-f127-4c9a-8849-add71453a196 req-0bb05aca-a4a1-4b4c-a136-70a510c0afee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 217 time: 0.2421408 Apr 18 20:26:19.420681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:19.429091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.452379 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.457054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd894e-f127-4c9a-8849-add71453a196 req-3d2bd4b4-7b55-4cac-9ef5-e78a54961025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:19.458900 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44dd894e-f127-4c9a-8849-add71453a196 req-3d2bd4b4-7b55-4cac-9ef5-e78a54961025 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.1329300 Apr 18 20:26:19.460833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:19.521668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44dd894e-f127-4c9a-8849-add71453a196 req-e47db769-4f8f-41bb-b147-7b5bc38298eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561576 Apr 18 20:26:19.552013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798dd9a-e5df-4db8-af90-64dab2892360 req-e08fb216-3379-463e-a433-b88cd99ef42b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:19.553659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b798dd9a-e5df-4db8-af90-64dab2892360 req-e08fb216-3379-463e-a433-b88cd99ef42b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 944 time: 0.4032886 Apr 18 20:26:19.639739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3fc8834-8fce-428b-adea-718fa6fae1d9 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:26:19.641970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:19.652921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-19d31d0f-e04f-42c7-9fb1-b3c06f0e1ee4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "PUT /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 200 len: 999 time: 7.9186044 Apr 18 20:26:19.674047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:26:19.809217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-cf349679-64c1-4524-a92a-21cece739468 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:19.826158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-cf349679-64c1-4524-a92a-21cece739468 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports/8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 943 time: 0.1722608 Apr 18 20:26:19.878126 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44dd894e-f127-4c9a-8849-add71453a196 req-6bf5170d-2bec-468b-8374-bc3bd4c34d24 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432465 Apr 18 20:26:20.007825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:20.031370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'port_id': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'mac_address': 'fa:16:3e:ea:9f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:26:20.056859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b798dd9a-e5df-4db8-af90-64dab2892360 req-8d0e5248-0f42-4ee0-a489-1e16eadc2df4 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4250648 Apr 18 20:26:20.071733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:74:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:15Z', 'revision_number': 3, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:20.082515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e0ec75-3923-43ca-a227-d7023bee8177 None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:74:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:15Z', 'revision_number': 3, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:20.099328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.125546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.126777 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.158766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3fc8834-8fce-428b-adea-718fa6fae1d9 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:20.195587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:20.203312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.264623 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63766c64-24c9-407f-b161-c29eb1865aa4'] response: {'server_uuid': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f2100e-e383-4c2f-a07b-8674584febb2', 'code': 200} Apr 18 20:26:20.308428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44dd894e-f127-4c9a-8849-add71453a196 req-fcf55f39-c471-413a-9ff1-4c804539d549 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070575 Apr 18 20:26:20.346317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-8648ca56-9e01-4ae7-8cf5-b80d6cbab1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:20.366907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-8648ca56-9e01-4ae7-8cf5-b80d6cbab1ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.3242650 Apr 18 20:26:20.370197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:20.435459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1687c4d-ec05-4316-97e2-37fa15eb27f4 None None] New status for floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:20.603728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f3fc8834-8fce-428b-adea-718fa6fae1d9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:20.722908 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Floating IP ec9e351a-da50-4c4c-b9f8-b07ce01baab6 associated. External IP: 172.25.5.82, port: fe91f0e9-c06c-44d0-b195-b91e4fc9e13b. Apr 18 20:26:20.828710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.839104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9378a86-a121-4b60-9f84-911ff6ac065d req-4bc86fac-c68f-4d85-93a5-245ce68b5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:20.846327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9378a86-a121-4b60-9f84-911ff6ac065d req-4bc86fac-c68f-4d85-93a5-245ce68b5e38 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 1097 time: 0.4204681 Apr 18 20:26:20.870777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:20.878969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-00fcfcb4-190a-42d7-8140-fae8fab06259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:20.882813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-00fcfcb4-190a-42d7-8140-fae8fab06259 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.5148141 Apr 18 20:26:21.119898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-460ed323-cd59-48ba-b4b3-53d371c6ba98 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 217 time: 0.1601143 Apr 18 20:26:21.185743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9378a86-a121-4b60-9f84-911ff6ac065d req-c850b72d-214b-4c21-b563-533368385d0d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082981 Apr 18 20:26:21.253363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-91c2e9cc-d483-43be-8c27-38c73fa3d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.256077 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-91c2e9cc-d483-43be-8c27-38c73fa3d79e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1291246 Apr 18 20:26:21.269680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:21.288155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:21.288823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:21.371774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-7b828151-0c49-48ee-bbb3-b23eb00934c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.374055 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-7b828151-0c49-48ee-bbb3-b23eb00934c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091745 Apr 18 20:26:21.514642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Allocated IP 2001:db8::5e (40012aad-38e1-4c2e-ae76-c967ba036985/13c36fe6-cc81-4227-b07d-67118697dcd5/035e5c1f-b5f4-4fc9-89e9-b485efe90b70) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:21.522151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Router 04cca268-2880-466e-9f01-afa3a7e3e682 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:26:21.555254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-32fe0514-3bfe-4db1-aa74-cc8769b8e198 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729150 Apr 18 20:26:21.557202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:21.780111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a2a7ab-4296-45ad-af46-7f16b0d87de0 req-84036189-ebaa-4945-ab88-90b3169c8cb4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:21.783337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2a2a7ab-4296-45ad-af46-7f16b0d87de0 req-84036189-ebaa-4945-ab88-90b3169c8cb4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 946 time: 0.4478385 Apr 18 20:26:21.935409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-14312451-ea9f-42cc-a15a-3718be6d0b75 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707931 Apr 18 20:26:21.982685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:74:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:21.991507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:22.006134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:22.007097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:22.076301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-24b19f82-1417-4832-8c8d-484b7844dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.078627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-24b19f82-1417-4832-8c8d-484b7844dd19 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 1097 time: 0.0907512 Apr 18 20:26:22.268087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:22.302400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:22.310188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-c47801f6-6ad0-4902-8a07-bc6e8c786ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:22.311701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-c47801f6-6ad0-4902-8a07-bc6e8c786ef4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.2235889 Apr 18 20:26:22.358381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2a2a7ab-4296-45ad-af46-7f16b0d87de0 req-83316557-0196-4993-8acc-1a0efdf163f9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376242 Apr 18 20:26:22.407708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.421266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:22.442328 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] Sync routers for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:22.444035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.476114 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:22.482841 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:22.506015 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b262395-aa42-43d0-83d2-e6a5a68ec0d5'] response: {'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'status': 'completed', 'code': 200} Apr 18 20:26:22.522263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ccc92c4-ffb9-459f-8342-5b788f401c53 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "PUT /v2.0/floatingips/ec9e351a-da50-4c4c-b9f8-b07ce01baab6 HTTP/1.1" status: 200 len: 991 time: 4.5544486 Apr 18 20:26:22.528187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:22.567834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:22.724119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network 40012aad-38e1-4c2e-ae76-c967ba036985 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:22.737281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:22.743788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:26:22.805617 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-3275bc05-9e57-438e-b72f-6158626bfc4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 1002 time: 0.4807308 Apr 18 20:26:23.062677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-b08ef6c9-4c23-408e-93ff-f140f794a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.065933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-b08ef6c9-4c23-408e-93ff-f140f794a818 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.2392790 Apr 18 20:26:23.110595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:23.150846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-bd0a8108-cf1e-46e1-a03f-16d0abeb47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.154852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-bd0a8108-cf1e-46e1-a03f-16d0abeb47d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.6476996 Apr 18 20:26:23.345169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-2e6d17ab-5768-4cbf-bd6f-1df92bd4f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.347352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-2e6d17ab-5768-4cbf-bd6f-1df92bd4f3bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2596557 Apr 18 20:26:23.348843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Port': ['ID=035e5c1f-b5f4-4fc9-89e9-b485efe90b70,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:23.367684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:74:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.377629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb9575-66d7-4b45-8a74-0a7c16d51678 None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:74:ab:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:20Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:23.427601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-7df201a6-e18f-476b-90e0-0290a6f61aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.429799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-7df201a6-e18f-476b-90e0-0290a6f61aee service neutron] 10.222.0.61 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.2628930 Apr 18 20:26:23.464174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a0e41-4afd-498e-b044-c0b3bc128824 req-965d8dd9-a667-4308-99e8-42158b515fcb tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:23.465757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee9a0e41-4afd-498e-b044-c0b3bc128824 req-965d8dd9-a667-4308-99e8-42158b515fcb tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1096 time: 0.2382736 Apr 18 20:26:23.534944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:23.627193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-53855ea0-b8b3-4bb3-a771-0b2c76a3e087 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 217 time: 0.1258364 Apr 18 20:26:23.635656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3fc8834-8fce-428b-adea-718fa6fae1d9 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:23.666100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee9a0e41-4afd-498e-b044-c0b3bc128824 req-7139d43f-a18a-46bc-b252-c1ae9b6cf527 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779203 Apr 18 20:26:23.777664 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'ec9e351a-da50-4c4c-b9f8-b07ce01baab6', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'mac_address': 'fa:16:3e:b8:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:35Z', 'updated_at': '2022-04-18T20:26:19Z', 'revision_number': 1, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.783985 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] Checking router: 04cca268-2880-466e-9f01-afa3a7e3e682 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:23.805283 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:23.806186 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:23.809488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:26:23.858551 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-b63a35ce-41d8-4941-9c46-6dc4c9afe66a service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4850862 Apr 18 20:26:23.884044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port f3fc8834-8fce-428b-adea-718fa6fae1d9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:23.901651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port f3fc8834-8fce-428b-adea-718fa6fae1d9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:23.902096 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.088859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-5104d9e2-baac-45f3-be83-7d3b0a0b94f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.090038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-5104d9e2-baac-45f3-be83-7d3b0a0b94f0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.3695979 Apr 18 20:26:24.096082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:24.099409 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:24.116392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1e4d72a0-f555-465d-be03-89a469495276', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '1e4d72a0-f555-465d-be03-89a469495276', 'mac_address': 'fa:16:3e:78:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:26:24.149483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.183686 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.262214 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.306150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e26a34f2-fe90-43e8-9c4a-d97d1f31f7ce req-c0cf9c0f-b3e3-4a4f-8036-bb3ddeef2873 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352591 Apr 18 20:26:24.331520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4d72a0-f555-465d-be03-89a469495276 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:24.354277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-24875445-64ea-4957-8dbe-5ead761ab680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.362783 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-24875445-64ea-4957-8dbe-5ead761ab680 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2352595 Apr 18 20:26:24.417977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:24.439713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:24.441747 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.493702 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-963fe766-0eeb-4c02-b24f-d7ae7e1d8fe3'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'code': 200} Apr 18 20:26:24.521494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:24.551172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:24.584311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1e4d72a0-f555-465d-be03-89a469495276'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:24.636519 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'ec9e351a-da50-4c4c-b9f8-b07ce01baab6', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'mac_address': 'fa:16:3e:b8:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:35Z', 'updated_at': '2022-04-18T20:26:19Z', 'revision_number': 1, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:24.649565 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c874b08c-6b7c-4df4-94f2-7f2286a34425 None None] The sync data for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 is: [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'ec9e351a-da50-4c4c-b9f8-b07ce01baab6', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'mac_address': 'fa:16:3e:b8:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:35Z', 'updated_at': '2022-04-18T20:26:19Z', 'revision_number': 1, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:24.660285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:24.683469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.684123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.684642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.685161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.685701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.686209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.686707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.687284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.687795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.688441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.688938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.689619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:24.830440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:24.864736 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf9044f-f686-4b82-a7f8-ff55ea6afcf4'] response: {'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'status': 'completed', 'code': 200} Apr 18 20:26:24.874300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-3419cd28-dcae-429e-a6d6-e89cd85f0705 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020840 Apr 18 20:26:24.882900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cad03-d818-4666-9212-a4576bcad25d req-e1a8d214-d8c9-4b81-a399-8671e7ad98c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.885538 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a33cad03-d818-4666-9212-a4576bcad25d req-e1a8d214-d8c9-4b81-a399-8671e7ad98c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.2832735 Apr 18 20:26:24.907434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dbfd5e-8b29-479f-a9be-29f8936a1270 req-f99e627f-454e-4603-898e-3cd41ad3e29c tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:24.910194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2dbfd5e-8b29-479f-a9be-29f8936a1270 req-f99e627f-454e-4603-898e-3cd41ad3e29c tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 945 time: 1.0080874 Apr 18 20:26:25.163597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4b19fe-196e-439c-b364-1934783a0139 None None] New status for floating IP ec9e351a-da50-4c4c-b9f8-b07ce01baab6: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:25.187295 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe195188-71b9-4092-bf0b-fd8d5da88454 req-d8b8f168-3b22-4f26-aedd-14a997121433 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e8087851a465468ea070b9764a2e3062&device_id=4b23683a-a874-4fe0-b562-0599552404ac HTTP/1.1" status: 200 len: 210 time: 0.2152145 Apr 18 20:26:25.282537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Router f022b48a-cc80-4946-8ad8-a681a6a4eca8 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:26:25.286481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe195188-71b9-4092-bf0b-fd8d5da88454 req-ca5beace-d414-47e6-93ee-1f8e4520b070 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=e8087851a465468ea070b9764a2e3062&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0592659 Apr 18 20:26:25.340101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cad03-d818-4666-9212-a4576bcad25d req-41aab27a-a81a-48c1-b69a-67eb09559445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.341834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a33cad03-d818-4666-9212-a4576bcad25d req-41aab27a-a81a-48c1-b69a-67eb09559445 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.4006062 Apr 18 20:26:25.362555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2dbfd5e-8b29-479f-a9be-29f8936a1270 req-6193ddc5-180c-46a1-baca-ca50ce81b2a5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359546 Apr 18 20:26:25.691132 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a33cad03-d818-4666-9212-a4576bcad25d req-2f31905e-0fc3-4f9e-95fc-ab61f23b2535 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 999 time: 0.3010817 Apr 18 20:26:25.755384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:25.764831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1064a04-3de4-44be-8417-dc3fce5ae6cb req-061c0a63-559c-4548-aae5-91cfe1e63ecc service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754792 Apr 18 20:26:25.786325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321d940c-6af9-4957-98aa-363a2241501c req-7894665e-f751-406b-9fb5-e10e6402998e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.794168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-321d940c-6af9-4957-98aa-363a2241501c req-7894665e-f751-406b-9fb5-e10e6402998e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 946 time: 0.4725947 Apr 18 20:26:25.811383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cad03-d818-4666-9212-a4576bcad25d req-da24c9d1-6f13-4d83-8fe4-d0b6a20037a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.813494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a33cad03-d818-4666-9212-a4576bcad25d req-da24c9d1-6f13-4d83-8fe4-d0b6a20037a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.1108756 Apr 18 20:26:25.901853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe195188-71b9-4092-bf0b-fd8d5da88454 req-3f17099e-aa10-4f7d-9a49-eada34efab25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.903948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe195188-71b9-4092-bf0b-fd8d5da88454 req-3f17099e-aa10-4f7d-9a49-eada34efab25 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6094577 Apr 18 20:26:25.936808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1e4d72a0-f555-465d-be03-89a469495276 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:25.937501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:25.938023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c55d7-68e0-420d-811a-32514295e19a req-69ec8231-156c-48c3-b90d-3d2534f96619 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:25.939830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d5c55d7-68e0-420d-811a-32514295e19a req-69ec8231-156c-48c3-b90d-3d2534f96619 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.3419478 Apr 18 20:26:25.964467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:25.977421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Sync routers for ids ['f022b48a-cc80-4946-8ad8-a681a6a4eca8'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:25.995167 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Routers {'f022b48a-cc80-4946-8ad8-a681a6a4eca8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:25.995831 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f022b48a-cc80-4946-8ad8-a681a6a4eca8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:26.031398 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-321d940c-6af9-4957-98aa-363a2241501c req-1d0310ce-401e-40c8-9f1a-82f0aadbac35 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291934 Apr 18 20:26:26.046054 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.049329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-57fbe22e-5bbe-4100-8ca7-d4f3ced07834 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.1623316 Apr 18 20:26:26.053717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:26.131770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cad03-d818-4666-9212-a4576bcad25d req-43ec0282-039d-4240-aa08-b5456ae568f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.133970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a33cad03-d818-4666-9212-a4576bcad25d req-43ec0282-039d-4240-aa08-b5456ae568f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3122838 Apr 18 20:26:26.318371 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.387903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:26.394627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.483487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.491041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff4cf395-4517-433c-81da-bd92a97c6774 req-46e6aa50-2593-43f5-9184-fb13f02d4ad1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.3640773 Apr 18 20:26:26.496658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9'}, {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:26.595629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:26.736319 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Set router f022b48a-cc80-4946-8ad8-a681a6a4eca8 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:26.745742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d5c55d7-68e0-420d-811a-32514295e19a req-5f4af6ca-933a-4110-be3f-65859e829b86 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7972395 Apr 18 20:26:26.766563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:26.774032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cf395-4517-433c-81da-bd92a97c6774 req-04ff0f2a-4e0d-4b69-82f1-5feee905208f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:26.777191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff4cf395-4517-433c-81da-bd92a97c6774 req-04ff0f2a-4e0d-4b69-82f1-5feee905208f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports/b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 943 time: 0.2848482 Apr 18 20:26:26.793504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:26.811205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a33cad03-d818-4666-9212-a4576bcad25d req-72640f9a-b64c-47a8-adfe-51f44bf89521 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467970 Apr 18 20:26:26.995004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a33cad03-d818-4666-9212-a4576bcad25d req-350b013e-77b7-4c6e-804b-50309d105d79 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761596 Apr 18 20:26:26.996751 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ec34756-ba2c-4d28-a0fe-40eb48d62ea2'] response: {'name': 'network-changed', 'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'status': 'completed', 'code': 200} Apr 18 20:26:27.035268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Deleting port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:26:27.035989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.309032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff4cf395-4517-433c-81da-bd92a97c6774 req-464b8027-3ba7-4bf2-ad4d-5c4cc8692f3e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.2632275 Apr 18 20:26:27.367549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.542344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f658d611-4f95-4234-a0b9-c25cec853bf1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/77aebac0-61b9-4f7a-8209-9d8633c7246d HTTP/1.1" status: 200 len: 992 time: 0.7427335 Apr 18 20:26:27.584700 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022b48a-cc80-4946-8ad8-a681a6a4eca8', 'name': '', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985', 'external_fixed_ips': [{'subnet_id': '13c36fe6-cc81-4227-b07d-67118697dcd5', 'ip_address': '2001:db8::5e'}], 'enable_snat': True}, 'gw_port_id': '035e5c1f-b5f4-4fc9-89e9-b485efe90b70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:17Z', 'updated_at': '2022-04-18T20:26:23Z', 'revision_number': 3, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port': {'id': '035e5c1f-b5f4-4fc9-89e9-b485efe90b70', 'name': '', 'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:5f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f022b48a-cc80-4946-8ad8-a681a6a4eca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': '13c36fe6-cc81-4227-b07d-67118697dcd5', 'ip_address': '2001:db8::5e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:20Z', 'updated_at': '2022-04-18T20:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '13c36fe6-cc81-4227-b07d-67118697dcd5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:27.591096 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Checking router: f022b48a-cc80-4946-8ad8-a681a6a4eca8 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:27.592127 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Updating router f022b48a-cc80-4946-8ad8-a681a6a4eca8 port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:26:27.699810 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:27.708637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cf395-4517-433c-81da-bd92a97c6774 req-5b9f9671-e8c2-419d-beed-e4533bcca8b8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:27.711037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff4cf395-4517-433c-81da-bd92a97c6774 req-5b9f9671-e8c2-419d-beed-e4533bcca8b8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3946362 Apr 18 20:26:27.913223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Calling delete_port for 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:26:28.029320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe195188-71b9-4092-bf0b-fd8d5da88454 req-b78968b1-376b-4ac6-aaa9-ac2883a506f6 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b23683a-a874-4fe0-b562-0599552404ac HTTP/1.1" status: 200 len: 210 time: 0.5642593 Apr 18 20:26:28.041083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43f61687-2a17-4e1f-a4f4-233a243b6daf req-fa02d300-9d07-4870-bf4d-b4105ee8b718 tempest-ServerShowV247Test-748299785 tempest-ServerShowV247Test-748299785-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b23683a-a874-4fe0-b562-0599552404ac HTTP/1.1" status: 200 len: 210 time: 0.5773509 Apr 18 20:26:28.203623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-252323a4-35f2-4330-881f-79cfa1f212b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.207734 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-252323a4-35f2-4330-881f-79cfa1f212b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.3415568 Apr 18 20:26:28.236099 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-dafe7a10-04e1-491b-8f0d-6ddc33dafc3c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.0217083 Apr 18 20:26:28.411813 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.427183 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Transition to ACTIVE for port object 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:28.445743 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.460985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d55f3b3-0c4a-42f3-95da-9c6075534a0e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2183402 Apr 18 20:26:28.539244 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Attempting to bind port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:28.539604 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Attempting to bind port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '6f7af824-5108-47ee-be70-cc7acd517170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:28.540008 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Attempting to bind port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 on network 40012aad-38e1-4c2e-ae76-c967ba036985 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:28.549266 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:26:28.549742 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Checking segment: {'id': '6f7af824-5108-47ee-be70-cc7acd517170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:26:28.550043 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.550450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Bound using segment: {'id': '6f7af824-5108-47ee-be70-cc7acd517170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:26:28.550941 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Bound port: 035e5c1f-b5f4-4fc9-89e9-b485efe90b70, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f7af824-5108-47ee-be70-cc7acd517170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '40012aad-38e1-4c2e-ae76-c967ba036985'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:28.551481 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.683889 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46172acf-196f-4579-b4b6-bfccc0064e2e None None] Pushing event updated for resources: {'Port': ['ID=035e5c1f-b5f4-4fc9-89e9-b485efe90b70,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:28.707448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-1b817b26-fb81-411a-a167-38eb2f28b598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.709480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-1b817b26-fb81-411a-a167-38eb2f28b598 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 1097 time: 1.2439859 Apr 18 20:26:28.724068 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] For port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:26:28.732576 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] For port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=035e5c1f-b5f4-4fc9-89e9-b485efe90b70,segment=NetworkSegment(6f7af824-5108-47ee-be70-cc7acd517170),segment_id=6f7af824-5108-47ee-be70-cc7acd517170)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:26:28.743864 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:28.951590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:26:28.951813 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:26:28.967137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4596c6-ce2a-4635-afbe-4b6ea44dd6bc req-93563bfc-213f-4a80-b105-f114d0caf2eb tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:28.974794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e4596c6-ce2a-4635-afbe-4b6ea44dd6bc req-93563bfc-213f-4a80-b105-f114d0caf2eb tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.4507859 Apr 18 20:26:28.996266 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46172acf-196f-4579-b4b6-bfccc0064e2e None None] Pushing event updated for resources: {'Port': ['ID=035e5c1f-b5f4-4fc9-89e9-b485efe90b70,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:29.020051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-b27c5d8a-556f-43c5-8706-c0f34a1e2021 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5497751 Apr 18 20:26:29.043792 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Routers {'f022b48a-cc80-4946-8ad8-a681a6a4eca8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:29.045394 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f022b48a-cc80-4946-8ad8-a681a6a4eca8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:29.067006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e4596c6-ce2a-4635-afbe-4b6ea44dd6bc req-a1cac881-ccbf-4303-aabb-2a3401e87694 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912066 Apr 18 20:26:29.087017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-66d98f91-b1ab-496c-8b4d-dc87182fc456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.093967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-66d98f91-b1ab-496c-8b4d-dc87182fc456 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.3754241 Apr 18 20:26:29.207148 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf8d26d-0e44-4b19-9e4a-9d44d31aa5ec'] response: {'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'code': 200} Apr 18 20:26:29.207769 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf8d26d-0e44-4b19-9e4a-9d44d31aa5ec'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'code': 200} Apr 18 20:26:29.349281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-5b1609b5-2fa5-45ab-8041-fbdd31d1ef46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 1002 time: 0.2463069 Apr 18 20:26:29.443841 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] Set router f022b48a-cc80-4946-8ad8-a681a6a4eca8 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:29.446596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-923b30e0-1491-4104-a9ae-71c93fd0ddd2 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148264 Apr 18 20:26:29.471976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Deleting port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:26:29.472322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:29.514524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-e1860b98-ed25-4e13-884f-aae53b33b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.516262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-e1860b98-ed25-4e13-884f-aae53b33b07c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1606336 Apr 18 20:26:29.521126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1c6ee-5953-41ff-8a63-ddee373afbd5 req-b1c4127f-c6fd-4579-805f-43da4b1be717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:29.522709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bdc1c6ee-5953-41ff-8a63-ddee373afbd5 req-b1c4127f-c6fd-4579-805f-43da4b1be717 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 0.1731093 Apr 18 20:26:29.617614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bdc1c6ee-5953-41ff-8a63-ddee373afbd5 req-ee15c5af-2490-4912-ba74-89eb5f682a82 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892763 Apr 18 20:26:29.687582 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f022b48a-cc80-4946-8ad8-a681a6a4eca8', 'name': '', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:17Z', 'updated_at': '2022-04-18T20:26:26Z', 'revision_number': 4, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:29.705382 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64b6d40-85da-4e21-9d41-9209b5df6c54 None None] The sync data for ids ['f022b48a-cc80-4946-8ad8-a681a6a4eca8'] in n-d-836016-3 is: [{'id': 'f022b48a-cc80-4946-8ad8-a681a6a4eca8', 'name': '', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:17Z', 'updated_at': '2022-04-18T20:26:26Z', 'revision_number': 4, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:30.087259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-0059b679-8854-4de7-9633-548e8c89f277 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.5696709 Apr 18 20:26:30.375224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-cf152094-c918-4df7-b2cd-18aaec755ea0 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.377028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-cf152094-c918-4df7-b2cd-18aaec755ea0 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports/b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 943 time: 0.2637265 Apr 18 20:26:30.415114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-ec95a59e-6b75-4b15-b71a-6219282127e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:30.428865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-ec95a59e-6b75-4b15-b71a-6219282127e2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6908076 Apr 18 20:26:30.523815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] For port 035e5c1f-b5f4-4fc9-89e9-b485efe90b70, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=035e5c1f-b5f4-4fc9-89e9-b485efe90b70,segment=NetworkSegment(6f7af824-5108-47ee-be70-cc7acd517170),segment_id=6f7af824-5108-47ee-be70-cc7acd517170)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:30.524682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.629238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54348) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:30.839045 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-802e785f-a72f-4aaa-a35c-dbdbeba5d13a req-04578626-e285-4fa6-8d37-a41a217cf54c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 210 time: 0.1115232 Apr 18 20:26:30.949692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:30.982842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:30.989758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Usage tracker for resource:security_group_rule and tenant:e8087851a465468ea070b9764a2e3062 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:30.993812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:31.004592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:31.153910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Calling delete_port for 035e5c1f-b5f4-4fc9-89e9-b485efe90b70 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:26:31.229416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.344596 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.456865 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8087851a465468ea070b9764a2e3062&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8264613 Apr 18 20:26:31.464142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54364) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:31.477072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075aeba-9543-4321-a8c9-13d5c517e9fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde04f3f-0cd2-430a-b427-912d9bf25a08,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:31.514349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ddbc3-a204-4576-8def-8ff52fbfa141 req-2b5fafca-02e1-49cf-b0d5-9759f91718e3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:31.527946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e85ddbc3-a204-4576-8def-8ff52fbfa141 req-2b5fafca-02e1-49cf-b0d5-9759f91718e3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.2921481 Apr 18 20:26:31.650570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-023ae729-ca2d-4d42-bad8-c80bef114518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.717318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-70c8adff-112a-40fd-a8ce-b653f222162d tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.6454153 Apr 18 20:26:31.722398 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e85ddbc3-a204-4576-8def-8ff52fbfa141 req-1bc80733-0eff-41bc-bd70-bfd6f99827f5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928039 Apr 18 20:26:31.791143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-023ae729-ca2d-4d42-bad8-c80bef114518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.914010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-d8a0cff5-802d-4c42-9a8f-0ad2f90d90a0 service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4595032 Apr 18 20:26:31.961945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-023ae729-ca2d-4d42-bad8-c80bef114518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:31.995946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023ae729-ca2d-4d42-bad8-c80bef114518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde04f3f-0cd2-430a-b427-912d9bf25a08,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:32.007832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-023ae729-ca2d-4d42-bad8-c80bef114518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:32.014402 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-023ae729-ca2d-4d42-bad8-c80bef114518 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cde04f3f-0cd2-430a-b427-912d9bf25a08 HTTP/1.1" status: 204 len: 168 time: 0.5324628 Apr 18 20:26:32.153284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1184d9-2012-4d1c-8c4e-85b20cfe4ded req-4496e1ff-abbc-485b-976c-e7dabecb7bfd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:32.162792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f1184d9-2012-4d1c-8c4e-85b20cfe4ded req-4496e1ff-abbc-485b-976c-e7dabecb7bfd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.1423290 Apr 18 20:26:32.175274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-84a16fe4-a3b6-446b-ad75-43c5e48b403d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1059830 Apr 18 20:26:32.200048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-4c727ba0-15f6-4191-9c7f-df7fba1eb8b1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:32.202529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-4c727ba0-15f6-4191-9c7f-df7fba1eb8b1 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.4850521 Apr 18 20:26:32.284238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-580d8e29-6414-427c-a6f1-b1dc314baf20 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:32.298091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-580d8e29-6414-427c-a6f1-b1dc314baf20 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0654807 Apr 18 20:26:32.303614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f1184d9-2012-4d1c-8c4e-85b20cfe4ded req-2e3de0aa-df8f-49b6-b579-50b7bb650187 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387014 Apr 18 20:26:32.553739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfffa259-7a1c-429c-a37e-52d7558ca14b req-572a7340-f166-4348-bcb5-adc90fb0e63b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 210 time: 0.0754075 Apr 18 20:26:33.154836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-654acb65-830d-4032-8bdb-c36b5c59de11 req-3341b4a0-d5fe-4683-9c57-691d45cc7413 service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2242830 Apr 18 20:26:33.240624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-eb177fd2-2c65-47e4-bf69-543c1cceca6b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.9410784 Apr 18 20:26:33.266879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:33.293218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:33.310565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cffb1-90da-4662-a73c-25a1a3b615e5 req-7c9b7118-7407-4118-902b-d05574bc44f0 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.323671 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f4cffb1-90da-4662-a73c-25a1a3b615e5 req-7c9b7118-7407-4118-902b-d05574bc44f0 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.2625766 Apr 18 20:26:33.468631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f4cffb1-90da-4662-a73c-25a1a3b615e5 req-b0f8ee8f-47cf-4ce1-bf45-b446d8187e57 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430442 Apr 18 20:26:33.599478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-7d5402c3-37d9-4c41-839f-a92e5356e2c1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.602036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-7d5402c3-37d9-4c41-839f-a92e5356e2c1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 1.1233275 Apr 18 20:26:33.656604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event deleted for resources: {'Port': ['ID=035e5c1f-b5f4-4fc9-89e9-b485efe90b70,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:33.700767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Request body: {'port': {'device_id': '6f34d8e8-7022-4900-9325-0ada7565294c', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'admin_state_up': True, 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:33.784284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:33.899554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b1936-e9be-415b-9148-c1d06d1e1f17 req-ce7dabcf-e786-4490-8cec-42229d9590aa tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:33.908696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-826b1936-e9be-415b-9148-c1d06d1e1f17 req-ce7dabcf-e786-4490-8cec-42229d9590aa tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.1373689 Apr 18 20:26:34.005081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-826b1936-e9be-415b-9148-c1d06d1e1f17 req-a60046d0-07b3-4132-9803-c3b12ed03deb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953794 Apr 18 20:26:34.043991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.522220 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.527257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.588124 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc5a6418-caa4-4b49-b436-4ff7ca24faad req-b21e601d-7444-434b-9670-dc97c981b220 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 210 time: 0.0579882 Apr 18 20:26:34.767604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:34.772044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f022b48a-cc80-4946-8ad8-a681a6a4eca8 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:26:34.776328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:34.997091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.000838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:35.010337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.010979 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb disassociated. External IP: 172.25.5.121, port: b95b5fa4-dc8e-40b5-a60f-5e053b33029c. Apr 18 20:26:35.014227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-5566cd19-9b21-4722-92c7-3dcf50f18879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.018615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-5566cd19-9b21-4722-92c7-3dcf50f18879 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1096 time: 0.2084846 Apr 18 20:26:35.176302 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.178989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ee21ad3-5733-459d-9dbf-3f77ff5c5733 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "DELETE /v2.0/routers/f022b48a-cc80-4946-8ad8-a681a6a4eca8 HTTP/1.1" status: 204 len: 168 time: 9.1237047 Apr 18 20:26:35.204450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54462) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:35.307707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Deleting subnet 13c36fe6-cc81-4227-b07d-67118697dcd5 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:26:35.311855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.386155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-f4922f80-2ed3-4cd1-8290-915ab9f1dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.388412 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-f4922f80-2ed3-4cd1-8290-915ab9f1dce2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.3553855 Apr 18 20:26:35.423709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.525542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.588226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:26:35.595927 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:35.661686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-18d0aa35-40fb-4bc0-8740-9925cd5e4905 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 1000 time: 0.2647796 Apr 18 20:26:35.726437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-17677ffc-97c5-4461-bfd1-fa399f85df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.729054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-17677ffc-97c5-4461-bfd1-fa399f85df09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 1.1861806 Apr 18 20:26:35.788931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d221e5-d52a-410c-8e32-1b535efe8c9f req-d537b05d-206e-4134-a086-11122d1fee4f tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.798430 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26d221e5-d52a-410c-8e32-1b535efe8c9f req-d537b05d-206e-4134-a086-11122d1fee4f tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.2599025 Apr 18 20:26:35.830966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-5d934773-63d3-4eb2-9342-dbbafdba575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:35.832596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-5d934773-63d3-4eb2-9342-dbbafdba575b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.1625865 Apr 18 20:26:35.926757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26d221e5-d52a-410c-8e32-1b535efe8c9f req-3979d408-55f5-44d2-a259-4d66addddb04 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266448 Apr 18 20:26:36.002420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-e82c730b-df34-4208-9951-97536f336e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.004624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-e82c730b-df34-4208-9951-97536f336e17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561110 Apr 18 20:26:36.376400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.377635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-69caf4d9-6774-4f84-bcf7-e53e61793a8a service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634989 Apr 18 20:26:36.672606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:36.676675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=13c36fe6-cc81-4227-b07d-67118697dcd5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:36.711263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-2115b85b-f3dd-49e9-9fa2-350b60fbaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.712752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-2115b85b-f3dd-49e9-9fa2-350b60fbaffc service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 0.9727619 Apr 18 20:26:36.777397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3edd5d0-bb53-4c48-83a9-9161bd6f1cca req-5a49a92c-16ad-4d91-8020-2f44a27a8710 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:36.781165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3edd5d0-bb53-4c48-83a9-9161bd6f1cca req-5a49a92c-16ad-4d91-8020-2f44a27a8710 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.4016259 Apr 18 20:26:36.847322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-fd07bf6b-4eef-4b54-8f02-e1ba9bcca106 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062450 Apr 18 20:26:36.874183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3edd5d0-bb53-4c48-83a9-9161bd6f1cca req-2562f4dd-af4e-4e8c-a217-561c25f114f5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763021 Apr 18 20:26:36.985055 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-63674bd6-c41b-44f7-9898-26553d7acb73 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/13c36fe6-cc81-4227-b07d-67118697dcd5 HTTP/1.1" status: 204 len: 168 time: 1.7756233 Apr 18 20:26:36.987721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54484) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:37.025425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Allocated IP 172.20.0.3 (7813db5e-8f95-4a6d-8ee2-2bc1416c7327/4402abdb-ee97-4be2-824e-79d45393fef7/b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:37.049265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-b2befc65-b5cd-4ec8-bd20-33a923e2e39a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 217 time: 0.3256140 Apr 18 20:26:37.317791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2f40d3f-5409-4d83-80f7-ea0cd5aab45c req-230f4cd2-def1-4716-b7f7-448eabdce49e tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1513107 Apr 18 20:26:37.321773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.809854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.854588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-63b2f549-afa2-4f9e-a6c1-6427c087491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:37.856421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-63b2f549-afa2-4f9e-a6c1-6427c087491a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.7938313 Apr 18 20:26:37.865526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.873128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aac45507-1c18-468f-80b9-3d9936913115 req-5a755e1c-5357-484a-9eac-3eb838edd7e9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 210 time: 0.2687128 Apr 18 20:26:37.879660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['c4f2100e-e383-4c2f-a07b-8674584febb2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:37.891809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:37.964494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:26:37.981403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40012aad-38e1-4c2e-ae76-c967ba036985']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:37.986508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:38.008314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-1470ea21-bcca-4328-842b-34c497c65c82 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1426072 Apr 18 20:26:38.009593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f7af824-5108-47ee-be70-cc7acd517170') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:38.012865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f7af824-5108-47ee-be70-cc7acd517170') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:38.023565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:38.037443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.160314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:38.264400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.274009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:26:38.274441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.318311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:26:38.405109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-2f0b6441-e6dc-43be-ac48-d9564f971522 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792949 Apr 18 20:26:38.412178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.413689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:26:38.419557 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:26:38.475118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.497695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 40012aad-38e1-4c2e-ae76-c967ba036985 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 20:26:38.502436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:38.510448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event updated for resources: {'Port': ['ID=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.513910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-0a46ef56-c686-40c4-bb25-7579b5f2205e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8409159 Apr 18 20:26:38.559015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "DELETE /v2.0/networks/40012aad-38e1-4c2e-ae76-c967ba036985 HTTP/1.1" status: 204 len: 168 time: 1.5695479 Apr 18 20:26:38.571736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c84a951-bee8-4376-8a39-bb19305a545f tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event deleted for resources: {'Network': ['ID=40012aad-38e1-4c2e-ae76-c967ba036985,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:38.607383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ba7bad-8fab-4bae-98bb-5cd557b931ee req-66bf61c3-3064-426a-82c0-8cd1a271081d tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:38.618137 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78ba7bad-8fab-4bae-98bb-5cd557b931ee req-66bf61c3-3064-426a-82c0-8cd1a271081d tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.5333788 Apr 18 20:26:38.639671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-da04ffc6-6ae8-495b-a6d9-65973b431fbb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:38.643006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-da04ffc6-6ae8-495b-a6d9-65973b431fbb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1183600 Apr 18 20:26:38.663148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Request body: {'port': {'device_id': '6f34d8e8-7022-4900-9325-0ada7565294c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:38.684176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78ba7bad-8fab-4bae-98bb-5cd557b931ee req-d5bbbc3b-a82c-45aa-adb9-f137b868aaec tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648782 Apr 18 20:26:38.985160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cbf697-d24a-434e-b97b-74ac9078d78c req-17ce4f1c-9496-427c-803d-977f61bdcca3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:39.002705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0cbf697-d24a-434e-b97b-74ac9078d78c req-17ce4f1c-9496-427c-803d-977f61bdcca3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.1896653 Apr 18 20:26:39.030308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.044752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102dea8c-aff7-43b3-a180-16d87f82d6c3 req-c85517e3-71f1-4c3d-a87e-49be14057897 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6122019 Apr 18 20:26:39.082836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:39.088414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.163280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f587ef6-ee96-40fb-9fc0-b4742e5982a7 req-e7b54d28-eb73-46bd-b3bb-bc2cb5cd28db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.0899959 Apr 18 20:26:39.189174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0cbf697-d24a-434e-b97b-74ac9078d78c req-b53da7ab-9419-478b-95d5-8d69bb459d8d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817749 Apr 18 20:26:39.240974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-b5573012-a111-4393-9375-bf8385b3e2db tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "PUT /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 200 len: 695 time: 5.9990387 Apr 18 20:26:39.248397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:39.373285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54518) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:39.377377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'router': {'name': 'tempest-router--819170768', 'project_id': 'bddb26d2bcaa4fb9b4717a3203ca4598'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:39.400782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:39.409839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:router and tenant:bddb26d2bcaa4fb9b4717a3203ca4598 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:39.413787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:39.425195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:39.448243 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.449401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.513878 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18aa1c13-ee46-41dc-946a-62401f686eb1 req-705c01a6-f8b9-4435-af21-7bbc3943dd7e tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.0587838 Apr 18 20:26:39.531690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.565376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.634807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:39.639454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cdd7f3cb-06e4-49ae-a460-8c36b578ad3d tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2651219 Apr 18 20:26:39.640598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54524) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:39.721210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:39.736397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:39.742000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:40.015754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-900932ae-ac7e-4933-9efc-4ac5feee7270 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.082822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-a8d7ff11-b056-4a94-a193-ccd4b5675d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.085948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:40.091365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-a8d7ff11-b056-4a94-a193-ccd4b5675d59 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 1097 time: 0.6857653 Apr 18 20:26:40.376300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-2c83215f-a977-4b53-8d58-189bf8f031d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.378164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-2c83215f-a977-4b53-8d58-189bf8f031d7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.2854538 Apr 18 20:26:40.385077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:40.455745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.478081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-f685411d-4fe7-4db3-8559-d0c24495d660 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 217 time: 0.0878458 Apr 18 20:26:40.525298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Transition to ACTIVE for port object b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:40.549761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.606945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b616194-23ab-4c56-be8b-5be81daa4d1a req-146506c0-7b24-4666-bf37-21906c4b4e18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.615551 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b616194-23ab-4c56-be8b-5be81daa4d1a req-146506c0-7b24-4666-bf37-21906c4b4e18 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 931 time: 0.7850692 Apr 18 20:26:40.677696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-07457614-944d-4f84-bd51-31a5802370de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:40.680362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-07457614-944d-4f84-bd51-31a5802370de service neutron] 10.222.0.47 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1909354 Apr 18 20:26:40.711714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-900932ae-ac7e-4933-9efc-4ac5feee7270 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.716441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-900932ae-ac7e-4933-9efc-4ac5feee7270 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.777440 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b616194-23ab-4c56-be8b-5be81daa4d1a req-7c33695f-5b38-42bd-b16f-9bb813119753 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605468 Apr 18 20:26:40.809993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-900932ae-ac7e-4933-9efc-4ac5feee7270 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.811123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900932ae-ac7e-4933-9efc-4ac5feee7270 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5249e1a4-3613-4255-94c8-320c5ea8fadf {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:26:40.833297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-900932ae-ac7e-4933-9efc-4ac5feee7270 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:40.838844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-900932ae-ac7e-4933-9efc-4ac5feee7270 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "DELETE /v2.0/routers/5249e1a4-3613-4255-94c8-320c5ea8fadf HTTP/1.1" status: 204 len: 168 time: 1.1940629 Apr 18 20:26:40.898990 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d992113-6337-4a61-aef7-d562d766a948'] response: {'name': 'network-changed', 'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'status': 'completed', 'code': 200} Apr 18 20:26:40.902055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:40.914416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:40.950439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:40.951942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:41.110619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54540) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:41.286318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:41.301618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a5aec0-4684-46ed-8a55-9f6944aaae06 req-87048e86-baee-4d71-b174-02458ce16ea0 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.308921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4a5aec0-4684-46ed-8a55-9f6944aaae06 req-87048e86-baee-4d71-b174-02458ce16ea0 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.1873195 Apr 18 20:26:41.313493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Attempting to bind port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:41.313918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Attempting to bind port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:41.314189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Attempting to bind port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:41.322909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:26:41.323243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Attempting to bind port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:41.334948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:26:41.335377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:26:41.335675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Bound using segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:26:41.336156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Bound port: b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:41.336508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.370853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4a5aec0-4684-46ed-8a55-9f6944aaae06 req-a9e22ea1-c5a6-492e-9dfc-b3e88ddea771 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578239 Apr 18 20:26:41.431000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-2958cb75-03d8-4da6-a0ba-63b3471aa63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.438810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-2958cb75-03d8-4da6-a0ba-63b3471aa63c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 1097 time: 0.3827133 Apr 18 20:26:41.442647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:41.464183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-195385210', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:41.480588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:41.489380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Usage tracker for resource:router and tenant:05509140cffb4de3acfd684b6144ac42 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:41.493386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:41.506070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:41.635994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.638061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.699543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:41.742261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93183e2-e52f-484e-bbd3-2c111cc52dc6 req-745b606a-003c-4859-b58e-09c0b349ac07 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.745833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-c8cc39fc-c9ab-4485-abed-cd9f4fb9dd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.747269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-c8cc39fc-c9ab-4485-abed-cd9f4fb9dd16 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.2003512 Apr 18 20:26:41.753128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-fa1985ae-7997-4eb7-bb0e-b4b6f8b29adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:41.755301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-fa1985ae-7997-4eb7-bb0e-b4b6f8b29adb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8678946 Apr 18 20:26:41.767415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c93183e2-e52f-484e-bbd3-2c111cc52dc6 req-745b606a-003c-4859-b58e-09c0b349ac07 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.2494988 Apr 18 20:26:41.902678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-5c39155e-425f-476c-8e4e-a846d454178f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 200 len: 217 time: 0.1162012 Apr 18 20:26:41.951400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] For port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:26:41.986345 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c93183e2-e52f-484e-bbd3-2c111cc52dc6 req-52b43aa1-ebea-4b2d-843e-cd753205e54e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2146287 Apr 18 20:26:42.024512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:42.028288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] For port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:26:42.032111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd91d69-756a-4384-880d-a813d55d656e None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:42.047733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.148762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:42.170477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-ca9aa91d-f082-4d55-8cb5-c39d83845cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.173830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-ca9aa91d-f082-4d55-8cb5-c39d83845cd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.2191107 Apr 18 20:26:42.194964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.195641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.197223 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-3d6fd721-f788-4d36-bebb-26d7b0852510 service neutron] 10.222.0.61 "PUT /v2.0/ports/b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 HTTP/1.1" status: 200 len: 1091 time: 3.5395243 Apr 18 20:26:42.363876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:42.404675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c92ecf0-5bfb-4058-87b9-90f3c2ec3a9b req-daebdec1-8dcd-4516-be9e-8b7ae08a501b tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1010809 Apr 18 20:26:42.481750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-83144d8c-de92-4419-9bbc-39796a879e43 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7143002 Apr 18 20:26:42.654064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b064d198-ac09-4982-b88b-624d875f5e0d None None] New status for floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:42.740096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-6b96a795-1df9-4c78-b4de-48eb90300397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.742052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-6b96a795-1df9-4c78-b4de-48eb90300397 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 1094 time: 0.4814188 Apr 18 20:26:42.759591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc61b98-9b71-4bfd-b4ee-364088d87241 req-4eabd9fd-592e-4cdf-a5da-95cf9a50d3bb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.761247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8fc61b98-9b71-4bfd-b4ee-364088d87241 req-4eabd9fd-592e-4cdf-a5da-95cf9a50d3bb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 943 time: 0.1320443 Apr 18 20:26:42.845781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-a68f90e5-534c-4dcd-a4b2-5139b069c6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:42.847997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-a68f90e5-534c-4dcd-a4b2-5139b069c6ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6499205 Apr 18 20:26:42.849761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-5892006b-cdcf-43ee-aaa5-ecdc416c7f3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 HTTP/1.1" status: 200 len: 217 time: 0.0974901 Apr 18 20:26:42.854155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8b0bdeb-e120-414f-bd7f-b3494f7a7bdb req-d08de317-9ac1-4a24-a838-e20a29b30d1e service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565307 Apr 18 20:26:42.909757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f34d8e8-7022-4900-9325-0ada7565294c', 'tag': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:43.070991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-17b796c7-723f-468b-a67b-77ddecd7e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.072985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-17b796c7-723f-468b-a67b-77ddecd7e5df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.2127950 Apr 18 20:26:43.131729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-86af3e81-654d-4867-9d2d-54ed7502cf25 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522738 Apr 18 20:26:43.273322 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-4ebc0bf8-435a-43c5-9335-a0278e832978 service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145911 Apr 18 20:26:43.316217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8fc61b98-9b71-4bfd-b4ee-364088d87241 req-62acd7b5-82b5-4a3e-8ac4-913b59753a44 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291371 Apr 18 20:26:43.320775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.377328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.429287 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-e4c99320-389d-4054-8ee3-071b46b08515 service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887428 Apr 18 20:26:43.445701 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-57b6f740-447d-43c7-b75b-709340f39511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.622561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Allocated IP 172.25.5.240 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c51c8329-18b1-49a9-a2ce-02e2e06b0fc6) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:43.716702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d822d74-fa94-41eb-a643-aaa10cf37c09 req-2cf79ad7-904c-4bf4-b848-6af64ba8c5d7 service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416000 Apr 18 20:26:43.861575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.877977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5112b48-14f9-439b-b0ce-6a19a2855aba req-2932fbb0-341a-43b0-89d0-86aafbc63eb2 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:43.887630 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5112b48-14f9-439b-b0ce-6a19a2855aba req-2932fbb0-341a-43b0-89d0-86aafbc63eb2 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.6155586 Apr 18 20:26:43.918535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:43.957547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5112b48-14f9-439b-b0ce-6a19a2855aba req-cd84a702-5fca-43e2-b0b9-e8834bc4acfa tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Apr 18 20:26:43.975700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c434b740-cd46-41a3-898f-3df33a8a7bfe req-8039c2ec-fdc8-4add-ab7f-c6e82fa59f7c service neutron] 10.222.0.55 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820872 Apr 18 20:26:44.013906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event updated for resources: {'Port': ['ID=c51c8329-18b1-49a9-a2ce-02e2e06b0fc6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:44.036729 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b446f44d-dd9d-4a9a-8ae9-9478e383bb93'] response: {'name': 'network-changed', 'server_uuid': '6f34d8e8-7022-4900-9325-0ada7565294c', 'tag': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6', 'status': 'completed', 'code': 200} Apr 18 20:26:44.049260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:44.056038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:44.060402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:26:44.469481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46869e1a-eebf-4f3f-88c7-ae734c7307a0 req-79087251-1e3c-4c66-8f60-03b1dd2b3d1b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.471325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46869e1a-eebf-4f3f-88c7-ae734c7307a0 req-79087251-1e3c-4c66-8f60-03b1dd2b3d1b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.1463315 Apr 18 20:26:44.474009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-4a413704-b61f-46bb-94b6-224e547536cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.475680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-4a413704-b61f-46bb-94b6-224e547536cf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 1094 time: 0.4078712 Apr 18 20:26:44.653263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46869e1a-eebf-4f3f-88c7-ae734c7307a0 req-6cd258aa-cb05-42e1-886e-a4cab81145fd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715140 Apr 18 20:26:44.665196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:44.702002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-bda49e2d-f0c8-4428-a59a-1996ffb8cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:44.704584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-bda49e2d-f0c8-4428-a59a-1996ffb8cc1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 0.1860080 Apr 18 20:26:44.834148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-51de93ee-0c64-43c9-ab47-0ac7f3b67629 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 HTTP/1.1" status: 200 len: 217 time: 0.1151123 Apr 18 20:26:45.102553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-00712c0d-ea3a-422d-a1eb-9e208d218e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.104229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-00712c0d-ea3a-422d-a1eb-9e208d218e34 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.2628732 Apr 18 20:26:45.251569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-51bb28ad-2229-43c2-a9c8-cfd9136f14db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296897 Apr 18 20:26:45.454704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-d67d697c-8507-4cdf-b9ea-8d338ff869aa service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874714 Apr 18 20:26:45.457142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeadebb-96c8-4c33-aa01-3c4c480ade77 req-ea3039d2-a371-494f-adfc-7f4bc369de06 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.460234 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6eeadebb-96c8-4c33-aa01-3c4c480ade77 req-ea3039d2-a371-494f-adfc-7f4bc369de06 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 943 time: 0.3854530 Apr 18 20:26:45.462130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.471914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-625879f2-6830-4d84-9495-23e7a187f148 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:45.473498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-625879f2-6830-4d84-9495-23e7a187f148 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3682413 Apr 18 20:26:45.653196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-49e213e4-6d15-4d4c-922a-0dbde0adb6d6 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 696 time: 0.1564875 Apr 18 20:26:45.679774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'floatingip': {'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:45.813017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:45.839725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:26:45.861775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6eeadebb-96c8-4c33-aa01-3c4c480ade77 req-0c1f9057-f071-4e6c-9527-2797b864ddf1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939140 Apr 18 20:26:46.043287 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e8e0f53-fea6-41b3-be20-9a97ad5d74ab req-3ccbccd2-7aa7-4f63-8d93-6f8c0b823495 service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687129 Apr 18 20:26:46.069103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f10a-6ceb-4126-8ba3-ba1b557a01ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.140785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:46.182953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'port_id': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6', 'mac_address': 'fa:16:3e:aa:3a:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4402abdb-ee97-4be2-824e-79d45393fef7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:26:46.242995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Router 693d1047-94e8-40aa-9cd5-b5a3c675c46a is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:26:46.276232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5cf8d927-c64d-43c6-abe6-5b29e309bfe6 req-1b767688-4967-43df-8da0-8095308b6724 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1270728 Apr 18 20:26:46.301685 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.334811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:26:46.364999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:46.387662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.489036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:46.520762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-f947a732-4f14-48d2-8016-7f8e3f540b76 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:46.523082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-f947a732-4f14-48d2-8016-7f8e3f540b76 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.55 "GET /v2.0/ports?device_id=a7a3d94e-4c17-4769-9f42-59f435cd578d HTTP/1.1" status: 200 len: 946 time: 0.6289833 Apr 18 20:26:46.699326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:46.753171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Deleting port b95b5fa4-dc8e-40b5-a60f-5e053b33029c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:26:46.753419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.821470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.896860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:46.905048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.914497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] Sync routers for ids ['693d1047-94e8-40aa-9cd5-b5a3c675c46a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:46.941291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] Routers {'693d1047-94e8-40aa-9cd5-b5a3c675c46a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:46.942025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['693d1047-94e8-40aa-9cd5-b5a3c675c46a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:46.957296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:46.963208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44196b56-999f-438e-a58e-f41c87a6a698 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8512688 Apr 18 20:26:46.965665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54616) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:47.056010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:47.107397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] Routers {'693d1047-94e8-40aa-9cd5-b5a3c675c46a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:47.108620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['693d1047-94e8-40aa-9cd5-b5a3c675c46a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:47.253739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf399075-2ce6-4316-820d-ba2d5d146db7 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/693d1047-94e8-40aa-9cd5-b5a3c675c46a HTTP/1.1" status: 200 len: 924 time: 0.2862575 Apr 18 20:26:47.263963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115ea86-6761-40b4-a5d3-f744fd84f9a4 req-e2f79103-a175-4327-996f-7f64c73c073f tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.266230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b115ea86-6761-40b4-a5d3-f744fd84f9a4 req-e2f79103-a175-4327-996f-7f64c73c073f tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.6210711 Apr 18 20:26:47.266744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54620) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:47.327537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d00ab36d-0e5b-4b43-a219-9ef5cc2c6d25 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=693d1047-94e8-40aa-9cd5-b5a3c675c46a HTTP/1.1" status: 200 len: 205 time: 0.0592747 Apr 18 20:26:47.346094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:47.346563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62768f3f-b35d-4904-8dcd-4afa7f5f611c None None] The sync data for ids ['693d1047-94e8-40aa-9cd5-b5a3c675c46a'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:47.379626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54626) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:47.422051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:26:47.509845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b115ea86-6761-40b4-a5d3-f744fd84f9a4 req-27ef5e19-c0b6-4d5f-89ad-eaf8bb1486e9 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809006 Apr 18 20:26:47.565524 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.575299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] For port b95b5fa4-dc8e-40b5-a60f-5e053b33029c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:47.575670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.585849 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.794908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Calling delete_port for b95b5fa4-dc8e-40b5-a60f-5e053b33029c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:26:47.804749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:47.954352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144e881-e7a2-410a-95cb-b677b7e11296 req-0b163e1a-e4b5-46ca-8aa5-5537003f68ba tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:47.956881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c144e881-e7a2-410a-95cb-b677b7e11296 req-0b163e1a-e4b5-46ca-8aa5-5537003f68ba tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.2165401 Apr 18 20:26:48.026119 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb associated. External IP: 172.25.5.121, port: 8d83b0e1-e19d-43c3-9547-f5e8b534c000. Apr 18 20:26:48.142850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c144e881-e7a2-410a-95cb-b677b7e11296 req-b62ab6f8-dbb2-483a-80c9-8c79e86fef88 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843128 Apr 18 20:26:48.156482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.195859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Deleting port c51c8329-18b1-49a9-a2ce-02e2e06b0fc6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:26:48.196563 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.346682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.363608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['8d83b0e1-e19d-43c3-9547-f5e8b534c000'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:26:48.494313 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.606949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Pushing event deleted for resources: {'Port': ['ID=b95b5fa4-dc8e-40b5-a60f-5e053b33029c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:48.739299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.742176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] No DVR routers for this DVR port b95b5fa4-dc8e-40b5-a60f-5e053b33029c on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:48.746645 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:48.750322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'name': 'network-vif-deleted', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:48.861263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6f1d7338-93f6-4c9f-95d5-c908974e6498 req-7e694905-dc75-4cc2-9dcd-2c4225b9754c tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.55 "DELETE /v2.0/ports/b95b5fa4-dc8e-40b5-a60f-5e053b33029c HTTP/1.1" status: 204 len: 173 time: 2.3263202 Apr 18 20:26:48.881362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.015712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:26:49.146701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Calling delete_port for c51c8329-18b1-49a9-a2ce-02e2e06b0fc6 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:26:49.209023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.511353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f802e2d-38bc-4d7e-893e-5e7213abbf8d req-7c608ca3-512e-4e5b-ae3a-2edda4f7b174 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:49.513003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f802e2d-38bc-4d7e-893e-5e7213abbf8d req-7c608ca3-512e-4e5b-ae3a-2edda4f7b174 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 944 time: 1.1018786 Apr 18 20:26:49.568410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:49.574982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f802e2d-38bc-4d7e-893e-5e7213abbf8d req-3342c4d4-e96b-4d7b-966b-4f639e3bf65c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532005 Apr 18 20:26:49.581109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:49.600851 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:49.635466 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:49.636521 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:49.776929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b95b5fa4-dc8e-40b5-a60f-5e053b33029c no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:26:49.816935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-f25d803b-ce8c-4603-9060-89e5c971a121 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "PUT /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 200 len: 997 time: 4.1428697 Apr 18 20:26:49.962782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: b95b5fa4-dc8e-40b5-a60f-5e053b33029c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:26:49.963218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b95b5fa4-dc8e-40b5-a60f-5e053b33029c not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:26:49.971542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:26:50.002455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-06ac92f0-952e-4d61-a13a-5455ac544da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.006355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-06ac92f0-952e-4d61-a13a-5455ac544da7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.1680572 Apr 18 20:26:50.135020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3e7a890-0e9b-4492-8d6d-d13d0973ef98 req-ef1f5fbe-8fb0-4513-8d87-cd6ca6820a35 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.2511990 Apr 18 20:26:50.228421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.345553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-a231e4bd-2a6f-47c8-947f-d2327d3249e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.349090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:26:50.350285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-a231e4bd-2a6f-47c8-947f-d2327d3249e9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.3362272 Apr 18 20:26:50.376772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:26:50.377397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.393355 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:50.413745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event deleted for resources: {'Port': ['ID=c51c8329-18b1-49a9-a2ce-02e2e06b0fc6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:50.634143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.690419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-0cde79c6-9a72-401b-bdce-17669ad1bb6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 1000 time: 0.3190002 Apr 18 20:26:50.700833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe32cdb-23be-4c5d-b7b2-bdecf1fb1505 req-e5c0e0bb-1cc2-4c30-b0f2-85a19d423cd9 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.711008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6fe32cdb-23be-4c5d-b7b2-bdecf1fb1505 req-e5c0e0bb-1cc2-4c30-b0f2-85a19d423cd9 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.2402558 Apr 18 20:26:50.821232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-8ff4b428-b29c-4886-b26e-723a17dea609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:50.825133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-8ff4b428-b29c-4886-b26e-723a17dea609 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1298997 Apr 18 20:26:50.872760 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:50.953035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f34d8e8-7022-4900-9325-0ada7565294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:50.971966 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6fe32cdb-23be-4c5d-b7b2-bdecf1fb1505 req-d5ef4f96-cc95-4c08-94af-c9a96dff90ba tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609284 Apr 18 20:26:50.997680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.011854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.015290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:51.025555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-43dc579a-a575-4afb-a740-ff8b6c357581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.027435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-43dc579a-a575-4afb-a740-ff8b6c357581 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875556 Apr 18 20:26:51.036726 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.089736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.090238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Fanout notify agent at l3_agent the message router_deleted on router 693d1047-94e8-40aa-9cd5-b5a3c675c46a {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:26:51.130612 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf027ca6-afab-42ab-9606-482ffeb4d34a'] response: {'server_uuid': 'a7a3d94e-4c17-4769-9f42-59f435cd578d', 'name': 'network-vif-deleted', 'tag': 'b95b5fa4-dc8e-40b5-a60f-5e053b33029c', 'status': 'completed', 'code': 200} Apr 18 20:26:51.161071 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.175060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-75f34f28-6fca-4f87-b95b-bc62cf435f93 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/693d1047-94e8-40aa-9cd5-b5a3c675c46a HTTP/1.1" status: 204 len: 168 time: 3.7761579 Apr 18 20:26:51.177077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54658) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:51.185250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1991160889', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': False}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:51.231289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:26:51.259234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:router and tenant:98976b8f002747d5badd372e6fb366b9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:26:51.268137 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:47Z', 'revision_number': 8, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:51.272856 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:51.278043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:51.286284 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:51.287176 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:51.337295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:26:51.348812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:26:51.377492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.385391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.468435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0dee31-7b57-47f7-8626-bcd3d2710825 req-9a5a946f-bfcc-40a7-a8bc-efd21460c9ca tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:51.479485 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a0dee31-7b57-47f7-8626-bcd3d2710825 req-9a5a946f-bfcc-40a7-a8bc-efd21460c9ca tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.2104783 Apr 18 20:26:51.482419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-374edadb-819d-4607-8c84-77ca29944d02 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4419060 Apr 18 20:26:51.533070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:51.626587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a0dee31-7b57-47f7-8626-bcd3d2710825 req-e394e855-89da-4bcb-a108-c9601eab097a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437385 Apr 18 20:26:51.735905 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:51.878378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69bcdb2d-9f0d-4649-9529-69687e124be1 req-ac4b4c70-f16e-4968-9664-09e8db0f7a2c service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3748951 Apr 18 20:26:52.126935 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f4e625-d3aa-4645-8ed0-80028b69cafb'] response: {'server_uuid': '6f34d8e8-7022-4900-9325-0ada7565294c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6', 'code': 200} Apr 18 20:26:52.523048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f70d4a21-c522-401b-98c9-0f4428730e3a req-322ff169-8e95-48c7-bf2d-edfe39a686d5 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1099107 Apr 18 20:26:52.581622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf5fc8d-96d3-4bf3-8d35-106369da93b0 req-d39ae97d-80ba-4255-809a-6b59337a4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.581622 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9cf5fc8d-96d3-4bf3-8d35-106369da93b0 req-d39ae97d-80ba-4255-809a-6b59337a4e1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 1096 time: 0.3664269 Apr 18 20:26:52.703365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:52.749908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9cf5fc8d-96d3-4bf3-8d35-106369da93b0 req-a37640e7-ed5c-47d8-af47-839d386ff7cc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586406 Apr 18 20:26:52.789317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:47Z', 'revision_number': 8, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:52.798436 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b42d870-5203-4198-a15b-55086e5650f2 None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '24acc59b-7675-4016-9dba-f63bb1f316bb', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'floating_ip_address': '172.25.5.121', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'port_id': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'mac_address': 'fa:16:3e:59:22:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:27Z', 'updated_at': '2022-04-18T20:26:47Z', 'revision_number': 8, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:52.823949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44cd6cd9-9ca4-424b-8307-c66a57e31131 req-1f5da148-3353-4596-8841-0edf636f7c07 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 200 len: 997 time: 0.1949115 Apr 18 20:26:52.850040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a21ee-e3f6-41e4-a1bc-b495d698a79b req-0ecd7bf2-706b-4da8-b363-d18a03d72575 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:52.852610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-726a21ee-e3f6-41e4-a1bc-b495d698a79b req-0ecd7bf2-706b-4da8-b363-d18a03d72575 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 945 time: 0.2509065 Apr 18 20:26:52.992707 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-726a21ee-e3f6-41e4-a1bc-b495d698a79b req-98f482a2-47e1-4504-8fcd-78ca3bf36fe4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256080 Apr 18 20:26:53.075964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd6cd9-9ca4-424b-8307-c66a57e31131 req-162136f8-302c-4f1e-b275-8ce31b7f7251 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.077999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44cd6cd9-9ca4-424b-8307-c66a57e31131 req-162136f8-302c-4f1e-b275-8ce31b7f7251 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.2405977 Apr 18 20:26:53.094261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-44cd6cd9-9ca4-424b-8307-c66a57e31131 req-d67638c1-15a1-4e70-ad7c-7a39e4cee79d tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:26:53.100303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44cd6cd9-9ca4-424b-8307-c66a57e31131 req-d67638c1-15a1-4e70-ad7c-7a39e4cee79d tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094624 Apr 18 20:26:53.132487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:53.181922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d44a2e-49c7-4bf3-bd33-fbef2cc24b06 None None] New status for floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:53.302528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459d4df-cf36-41ce-9823-ac566ae7b01b req-7106f037-1389-4b14-be41-e0e8ebc4ce76 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.309729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c459d4df-cf36-41ce-9823-ac566ae7b01b req-7106f037-1389-4b14-be41-e0e8ebc4ce76 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.0982120 Apr 18 20:26:53.366440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c459d4df-cf36-41ce-9823-ac566ae7b01b req-1c0f1b76-30fa-47ad-bde4-bcba47bec6ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555797 Apr 18 20:26:53.560314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.587660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-ff6dd82c-d4b1-4651-9867-3ad2f0093745 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.1694822 Apr 18 20:26:53.630277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:53.715704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8223e-bd04-4163-826f-e1bbe74d61b5 req-284e6c1e-77e6-40a8-b249-d5b7a7776601 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.719016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fe8223e-bd04-4163-826f-e1bbe74d61b5 req-284e6c1e-77e6-40a8-b249-d5b7a7776601 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.5304947 Apr 18 20:26:53.749000 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:26:53.808284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-f62db9bb-eaf4-4211-a875-b5ef30e71db8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:53.808845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-f62db9bb-eaf4-4211-a875-b5ef30e71db8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:26:53.827089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-f62db9bb-eaf4-4211-a875-b5ef30e71db8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:26:53.828957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-f62db9bb-eaf4-4211-a875-b5ef30e71db8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports/8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 943 time: 0.2315040 Apr 18 20:26:53.880094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fe8223e-bd04-4163-826f-e1bbe74d61b5 req-19239b1e-872f-46f0-b897-2858c9bc1937 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425862 Apr 18 20:26:53.969556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Allocated IP 172.25.5.126 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:26:54.067643 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-348c28a0-8b82-4050-9a9d-ee079ab48721'] response: {'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'status': 'completed', 'code': 200} Apr 18 20:26:54.275311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-b1b5ad44-55ce-43d5-8482-c3ce8e2ed73f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.3124788 Apr 18 20:26:54.286717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90684d04-6ec4-4c92-a81e-d98d81285560 req-448480b8-22d1-492e-a96a-07565dbfdad7 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1189816 Apr 18 20:26:54.364942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.413147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:54.442207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-6cb534d0-b947-4376-9dca-5f2f9043293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.443844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-6cb534d0-b947-4376-9dca-5f2f9043293e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.3751123 Apr 18 20:26:54.447979 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-fb4e7e05-63bc-40ad-80eb-668510567214 service neutron] show failed (client error): The resource could not be found. Apr 18 20:26:54.448729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-fb4e7e05-63bc-40ad-80eb-668510567214 service neutron] 10.222.0.55 "GET /v2.0/ports/8ce7bd73-2880-41a8-ae2f-86a08b45c61c/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.2489247 Apr 18 20:26:54.598152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-aa98e536-5abc-4b34-be0f-7a43e9660d99 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.600252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-aa98e536-5abc-4b34-be0f-7a43e9660d99 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3148046 Apr 18 20:26:54.617040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:26:54.625077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:26:54.647193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:26:54.752624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-c54c407c-969e-4cb1-8cc2-674e611ff9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:54.754363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-c54c407c-969e-4cb1-8cc2-674e611ff9b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.3012640 Apr 18 20:26:54.765956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-f371f8b7-1ea8-4ea5-afda-fe5db66baed5 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 1002 time: 0.1568301 Apr 18 20:26:54.783698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Port': ['ID=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:54.828240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:54.978346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-80201b6d-fd9c-4c9e-8987-9e070defd7a6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 1002 time: 0.2164307 Apr 18 20:26:54.983154 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.208917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-7aed727e-679c-4400-a686-64d123c694cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.210588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-7aed727e-679c-4400-a686-64d123c694cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1681552 Apr 18 20:26:55.283057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03643ba6-2e15-4b4a-8227-4ba0f0cea9bf req-fd41827a-ec02-4ce8-a9dc-9c6c308e098e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.286760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-03643ba6-2e15-4b4a-8227-4ba0f0cea9bf req-fd41827a-ec02-4ce8-a9dc-9c6c308e098e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 0.7654190 Apr 18 20:26:55.308991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-51c728be-fcb9-4886-a6b1-5fa842cf308f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.310542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-51c728be-fcb9-4886-a6b1-5fa842cf308f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 1096 time: 0.6074979 Apr 18 20:26:55.338881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:55.419481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.430025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.430410 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb disassociated. External IP: 172.25.5.121, port: 8d83b0e1-e19d-43c3-9547-f5e8b534c000. Apr 18 20:26:55.503063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-a478f6b7-c3cb-4578-b30e-2db46c199314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:55.504578 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-a478f6b7-c3cb-4578-b30e-2db46c199314 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844012 Apr 18 20:26:55.509944 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-03643ba6-2e15-4b4a-8227-4ba0f0cea9bf req-a0efbf4e-6dac-4999-9de3-2857dd6a194c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065387 Apr 18 20:26:55.680950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.835306 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:55.876216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:26:56.013207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-66a315b5-4b35-4c74-93d5-4997b7d6b6c9 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5001333 Apr 18 20:26:56.170445 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.232444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:56.234154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:56.246506 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.272942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:26:56.291325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f164358-18ae-445c-b15f-066dc1a84c29 req-6c9306e6-04a3-499e-94e0-c62636d4590d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.293100 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f164358-18ae-445c-b15f-066dc1a84c29 req-6c9306e6-04a3-499e-94e0-c62636d4590d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 945 time: 0.5824933 Apr 18 20:26:56.367908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=11']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:56.543436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f164358-18ae-445c-b15f-066dc1a84c29 req-46c884e9-9b44-4131-97b9-f367c3be0ed5 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192471 Apr 18 20:26:56.625880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48817cb6-d6f3-439f-9c5a-bb51ba7507ac req-cfb2e06f-6a68-49ff-b93b-8c41fe01113f service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6030445 Apr 18 20:26:56.661076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720471fb-c7ee-44fc-9764-f0ad5ba86b6c req-9d2e46b2-e1b9-4f28-96b1-816844a694aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:56.664371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-720471fb-c7ee-44fc-9764-f0ad5ba86b6c req-9d2e46b2-e1b9-4f28-96b1-816844a694aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 0.4565744 Apr 18 20:26:56.665196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:26:56.700576 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.844607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:56.847322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:26:56.854614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:56.862540 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:56.874604 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:56.875118 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:56.904755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-720471fb-c7ee-44fc-9764-f0ad5ba86b6c req-5d15a86b-faa1-4014-a33d-cfa713c0f246 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443934 Apr 18 20:26:56.966167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a7fdeeb-9718-4702-936a-c7a2dab3117e tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "PUT /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 200 len: 696 time: 2.1477337 Apr 18 20:26:56.970518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:57.128783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-55406b6c-9e22-475b-8a3b-656d6462dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.131794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-55406b6c-9e22-475b-8a3b-656d6462dab3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.1406615 Apr 18 20:26:57.242652 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:57.387608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0a7a5-9c03-4efe-81c1-3ae7cfd6ca7d req-e0bfd554-a0c0-460d-b73d-3949c47636c8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.400849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69e0a7a5-9c03-4efe-81c1-3ae7cfd6ca7d req-e0bfd554-a0c0-460d-b73d-3949c47636c8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.6951339 Apr 18 20:26:57.422764 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:26:57.429107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-bed4ac8f-5810-404a-9384-96c1c7d9e808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.431886 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-bed4ac8f-5810-404a-9384-96c1c7d9e808 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.2924592 Apr 18 20:26:57.437236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.506839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Transition to ACTIVE for port object 8ce7bd73-2880-41a8-ae2f-86a08b45c61c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:26:57.520035 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:57.524090 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-2c4a1e30-c369-4bf4-8bb4-797b8edba0ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 217 time: 0.0827758 Apr 18 20:26:57.529594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-69e0a7a5-9c03-4efe-81c1-3ae7cfd6ca7d req-0583cde9-22d4-4d5d-9740-8b416fa7e2ec tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272516 Apr 18 20:26:57.627303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a78feb8-fe46-4806-a604-78276aef04ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.628945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-4a78feb8-fe46-4806-a604-78276aef04ba service neutron] 10.222.0.47 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.0916271 Apr 18 20:26:57.781939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-5c7bf9aa-7e6b-4d1d-9b9b-5dc482ac03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:57.794766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-5c7bf9aa-7e6b-4d1d-9b9b-5dc482ac03dd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1576543 Apr 18 20:26:57.806961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:26:57.811890 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:57.817296 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:57.828119 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:57.828549 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:57.920433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:26:57.968948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:26:58.000652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.001234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.001837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.002377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.002911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.003473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.004034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.004598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.005164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.005869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.006444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.007003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:26:58.021648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Router 32184668-0781-4a8c-8fd4-eff69fccb9fb is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:26:58.190727 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:58.218469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-1aa42ae1-fb06-4dbe-a28a-9c19b4c0d2ee service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4194076 Apr 18 20:26:58.260503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] No DVR routers for this DVR port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:26:58.408107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7cbbd4d-c5c4-462c-aba9-0b27ef7c2b80 req-5738c57f-f485-4dbd-b3a6-10c221be3283 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885021 Apr 18 20:26:58.504847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4209f-ddb9-48b9-b4c7-13e163075728 req-ad2b1aad-e49d-4991-b4d0-b3fa955ce04d tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:58.507615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6fe4209f-ddb9-48b9-b4c7-13e163075728 req-ad2b1aad-e49d-4991-b4d0-b3fa955ce04d tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.7304285 Apr 18 20:26:58.582545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f03d307-17a2-4d8c-a3b5-842b2e6285f9 req-658224d5-248c-45c3-8ac2-cf476e6783b4 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.0476356 Apr 18 20:26:58.854207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:26:58.865146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:58.874734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Sync routers for ids ['32184668-0781-4a8c-8fd4-eff69fccb9fb'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:26:58.876641 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6fe4209f-ddb9-48b9-b4c7-13e163075728 req-727b6879-79b4-46d0-95f7-6a1696e232fc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419411 Apr 18 20:26:58.878735 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4378d54-4bbf-48ea-928c-39146a5f56dd None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:24:52Z', 'revision_number': 4, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a238f5b9-4525-4cee-9076-e920ba9a5c2e', 'name': '', 'network_id': 'ccc334a5-ec31-4604-be76-7c0e64c8d4c2', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'mac_address': 'fa:16:3e:05:ed:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1596, 'fixed_ips': [{'subnet_id': '360b7027-6790-4015-84a0-91c55e19b412', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:49Z', 'updated_at': '2022-04-18T20:25:01Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'subnets': [{'id': '360b7027-6790-4015-84a0-91c55e19b412', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:26:58.922293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Routers {'32184668-0781-4a8c-8fd4-eff69fccb9fb'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:26:58.923102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['32184668-0781-4a8c-8fd4-eff69fccb9fb'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:59.049006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.056685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:59.058305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d14273ba-4299-4eda-b4b6-a9f79044795e tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.8782225 Apr 18 20:26:59.071140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:26:59.074520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:26:59.075414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:59.096900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:26:59.097451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:26:59.115173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:26:59.116116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Checking segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:26:59.117783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Bound using segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:26:59.118813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Bound port: 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:26:59.119684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.166695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Set router 32184668-0781-4a8c-8fd4-eff69fccb9fb gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:26:59.403291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:26:59.410348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:26:59.427727 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d199275-bab1-4df8-a200-ebca88638ccd'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'code': 200} Apr 18 20:26:59.535135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.639434 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32ffbf8-7966-49e8-8bbd-3988a105eedd None None] New status for floating IP 24acc59b-7675-4016-9dba-f63bb1f316bb: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:26:59.666129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.666736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9f66bbb4-c1ff-4397-829b-3a0722db2536 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/32184668-0781-4a8c-8fd4-eff69fccb9fb HTTP/1.1" status: 200 len: 909 time: 0.6080217 Apr 18 20:26:59.667389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.671354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] 10.222.0.61 "PUT /v2.0/ports/8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 1091 time: 4.3395760 Apr 18 20:26:59.679084 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa1c441-d32d-44a5-abd6-1dc6f117993c'] response: {'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'code': 200} Apr 18 20:26:59.684302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:26:59.689760 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82155d0d-8322-4452-89f9-89b8d65a7e34'] response: {'name': 'network-changed', 'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'status': 'completed', 'code': 200} Apr 18 20:26:59.738815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32184668-0781-4a8c-8fd4-eff69fccb9fb', 'name': 'tempest-snat-router-1991160889', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.126'}], 'enable_snat': False}, 'gw_port_id': '23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:51Z', 'updated_at': '2022-04-18T20:26:55Z', 'revision_number': 3, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port': {'id': '23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:52:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32184668-0781-4a8c-8fd4-eff69fccb9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:53Z', 'updated_at': '2022-04-18T20:26:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:26:59.754104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Checking router: 32184668-0781-4a8c-8fd4-eff69fccb9fb for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:26:59.754851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Updating router 32184668-0781-4a8c-8fd4-eff69fccb9fb port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:26:59.756525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1991160889', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': True}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:26:59.880108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-f8c33313-2b11-4fb4-8b7e-e5c7ea4ad491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:26:59.883131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-f8c33313-2b11-4fb4-8b7e-e5c7ea4ad491 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=245fcda392ab4defbeb002a9bdc79f89&device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 1097 time: 0.2148793 Apr 18 20:26:59.885374 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:26:59.929288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:00.031518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Usage tracker for resource:router and tenant:98976b8f002747d5badd372e6fb366b9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:27:00.060124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:27:00.133382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:00.152052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abdb11-6c9e-4b05-83c9-ebd4208b6ec3 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:00.204057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc4bf2-0d06-4f73-affa-5ee58a49f301 req-9ea54458-7969-4cbf-ad5e-8151a4ce5227 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.208884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97bc4bf2-0d06-4f73-affa-5ee58a49f301 req-9ea54458-7969-4cbf-ad5e-8151a4ce5227 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 946 time: 0.7945802 Apr 18 20:27:00.210733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.213109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.280809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-831972bc-1bd8-4af8-bdd4-9279c4085819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.287910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-831972bc-1bd8-4af8-bdd4-9279c4085819 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 200 len: 922 time: 0.3910258 Apr 18 20:27:00.365483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97bc4bf2-0d06-4f73-affa-5ee58a49f301 req-0b1ed05b-339c-440b-86ac-01cf1d064b0f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429627 Apr 18 20:27:00.387144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.395295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-3b2b8ba8-ba8c-4da2-a7b6-57aa1cd5cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.398482 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-3b2b8ba8-ba8c-4da2-a7b6-57aa1cd5cfc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1094 time: 0.6192989 Apr 18 20:27:00.585139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-dcdb7fca-df82-4dc7-8f43-d28829ccb3ec service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 200 len: 217 time: 0.2056172 Apr 18 20:27:00.704245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-1ef17062-69cb-4126-95a6-215baa1337c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.705865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-1ef17062-69cb-4126-95a6-215baa1337c0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 200 len: 860 time: 0.1130853 Apr 18 20:27:00.725771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0498b5-88ed-4793-92d1-2cb8dd1a7209 req-16d97bf7-2d22-4c65-9b6f-17470807a5d6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.731582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.732685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e0498b5-88ed-4793-92d1-2cb8dd1a7209 req-16d97bf7-2d22-4c65-9b6f-17470807a5d6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 943 time: 0.4422488 Apr 18 20:27:00.755557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Transition to ACTIVE for port object 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:00.768949 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:00.846671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e0498b5-88ed-4793-92d1-2cb8dd1a7209 req-ac309a85-0418-4d4a-a7eb-3bdc906bc88e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742190 Apr 18 20:27:00.914095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-04f60fbc-921c-4fbe-b983-d832d65d78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:00.916866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-04f60fbc-921c-4fbe-b983-d832d65d78ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc334a5-ec31-4604-be76-7c0e64c8d4c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819859 Apr 18 20:27:00.960995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277f69c-7089-43f0-9a32-72fa528e5ae3 None None] Pushing event updated for resources: {'Port': ['ID=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:00.969730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Attempting to bind port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:00.970357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Attempting to bind port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:00.970981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Attempting to bind port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:27:00.996065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:27:00.997345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:27:01.000157 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.000928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:27:01.001903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Bound port: 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:01.002621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.057307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-f5d92b8d-35f7-4f63-b417-626f139ce4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.058835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-f5d92b8d-35f7-4f63-b417-626f139ce4ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.6463094 Apr 18 20:27:01.196390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.241006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-006b8a32-04fb-4ae5-af98-1f71b682156d req-52e61f75-82f5-434a-932e-cf2e251ba3a2 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1228001 Apr 18 20:27:01.274992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] For port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:27:01.278649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-88557177-8fda-4c2f-a684-ef0466b06d60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 998 time: 0.1685584 Apr 18 20:27:01.287413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] For port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:27:01.287696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ddd5b-f242-4543-adff-ffac11aa9ea1 req-5f831887-29a7-4d6b-b774-46960c323301 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.294120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-891ddd5b-f242-4543-adff-ffac11aa9ea1 req-5f831887-29a7-4d6b-b774-46960c323301 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5428979 Apr 18 20:27:01.302278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:01.334090 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-74a9dac7-ec48-47e1-a3fc-7ab306d4b2dc service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062603 Apr 18 20:27:01.476793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c277f69c-7089-43f0-9a32-72fa528e5ae3 None None] Pushing event updated for resources: {'Port': ['ID=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:01.508083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Routers {'32184668-0781-4a8c-8fd4-eff69fccb9fb'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:01.509351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['32184668-0781-4a8c-8fd4-eff69fccb9fb'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:01.537115 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-891ddd5b-f242-4543-adff-ffac11aa9ea1 req-b7d07ef4-3f50-4603-ba79-8a4fbfa3fb99 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042890 Apr 18 20:27:01.546607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-472a09e3-9dde-4b70-8e49-b5d56dacf264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.549148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-472a09e3-9dde-4b70-8e49-b5d56dacf264 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.2581217 Apr 18 20:27:01.684713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:01.703368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6b301d5-d108-4a87-92b3-ab1c5b6a9c26 req-b94c2ad4-2aa8-40d4-a84d-b5814342d140 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631430 Apr 18 20:27:01.737251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7075bd6-3c32-414b-83df-746b4dd6cb81 req-cb050b93-ea01-4ec0-8366-dd77683ac1e7 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.738943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7075bd6-3c32-414b-83df-746b4dd6cb81 req-cb050b93-ea01-4ec0-8366-dd77683ac1e7 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.1377492 Apr 18 20:27:01.781333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-6f9eb8e9-1979-4280-9f3f-0ce4a07b7d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:01.783886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-6f9eb8e9-1979-4280-9f3f-0ce4a07b7d45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2261295 Apr 18 20:27:01.814386 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7075bd6-3c32-414b-83df-746b4dd6cb81 req-c5aef99a-fa88-4821-8c78-7f2dc9355d52 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559688 Apr 18 20:27:01.907633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:27:01.937085 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e6f301-12e1-45d8-afc0-a44c6b20c9e1'] response: {'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'status': 'completed', 'code': 200} Apr 18 20:27:01.971646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] Set router 32184668-0781-4a8c-8fd4-eff69fccb9fb gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:02.177177 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:27:02.190550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-a992d917-3630-4b55-8969-eee88d8b69d9 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 200 len: 694 time: 0.2687354 Apr 18 20:27:02.317836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-a761e912-8f94-4e11-8f8f-12bc40177f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.319812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-a761e912-8f94-4e11-8f8f-12bc40177f5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1094 time: 0.3956876 Apr 18 20:27:02.383821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.438531 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.497388 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-a371afdc-ad48-4f9a-802c-3c93f904c742 service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095774 Apr 18 20:27:02.497691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:02.530112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1e4d72a0-f555-465d-be03-89a469495276', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '1e4d72a0-f555-465d-be03-89a469495276', 'mac_address': 'fa:16:3e:78:b8:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:27:02.567142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-b531d84c-88f0-46a7-85c9-d788e170da42 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.569420 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-b531d84c-88f0-46a7-85c9-d788e170da42 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.3616049 Apr 18 20:27:02.571331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddf26b-4839-4ed4-b567-e2319f13e00b req-0a697720-9bb6-41c9-a7a6-38712d767165 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.574575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53ddf26b-4839-4ed4-b567-e2319f13e00b req-0a697720-9bb6-41c9-a7a6-38712d767165 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 945 time: 0.6359591 Apr 18 20:27:02.591732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-4073f754-885c-4d08-9a99-7223a51a5a03 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:02.593627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-4073f754-885c-4d08-9a99-7223a51a5a03 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067494 Apr 18 20:27:02.648304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.671823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e4d72a0-f555-465d-be03-89a469495276 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:02.676198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-286b27c9-1c78-4f83-b870-e1c309423c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:02.677959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-286b27c9-1c78-4f83-b870-e1c309423c14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.3525398 Apr 18 20:27:02.698615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:02.705023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32184668-0781-4a8c-8fd4-eff69fccb9fb', 'name': 'tempest-snat-router-1991160889', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.126'}], 'enable_snat': False}, 'gw_port_id': '23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:51Z', 'updated_at': '2022-04-18T20:26:55Z', 'revision_number': 3, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port': {'id': '23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:52:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32184668-0781-4a8c-8fd4-eff69fccb9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:53Z', 'updated_at': '2022-04-18T20:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:02.709604 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:02.743435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3745bf6f-4646-4bd7-a64d-441b8b259688 None None] The sync data for ids ['32184668-0781-4a8c-8fd4-eff69fccb9fb'] in n-d-836016-3 is: [{'id': '32184668-0781-4a8c-8fd4-eff69fccb9fb', 'name': 'tempest-snat-router-1991160889', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.126'}], 'enable_snat': False}, 'gw_port_id': '23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:26:51Z', 'updated_at': '2022-04-18T20:26:55Z', 'revision_number': 3, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port': {'id': '23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:52:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32184668-0781-4a8c-8fd4-eff69fccb9fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1706, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:26:53Z', 'updated_at': '2022-04-18T20:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:02.777033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-6b347e5c-dbee-4806-83d9-f5243c04922f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 697 time: 0.1644917 Apr 18 20:27:02.819162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=12']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:02.833113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1e4d72a0-f555-465d-be03-89a469495276'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:02.909536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-316cf237-020a-40a6-bcac-1b2641f4e56a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 998 time: 0.2203670 Apr 18 20:27:02.942955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53ddf26b-4839-4ed4-b567-e2319f13e00b req-2ab7d742-437e-43ea-b0e2-692dfe6068b1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467860 Apr 18 20:27:02.993415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16aad35e-500d-4d74-a739-57dd7e3df908 req-04ce7df9-1a59-4b74-85f3-a8fb237b87ed service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851546 Apr 18 20:27:03.007448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Allocated IP 172.25.5.155 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/48b0c46f-fd96-4749-aa19-fa5175296407) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:03.029861 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-eec018e5-5b3e-4975-afb6-c2a1b4904d35 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.121 HTTP/1.1" status: 200 len: 697 time: 0.2326705 Apr 18 20:27:03.054203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1819946445', 'description': 'tempest-description-1876824292'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:03.063897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:03.258613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:03.332036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Deleting port 5af853ba-e2aa-498c-94ef-1420605c5eef {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:03.332460 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.381940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-27ac2320-e778-4167-b90c-dd35a3b4de14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.383862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-27ac2320-e778-4167-b90c-dd35a3b4de14 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.4633386 Apr 18 20:27:03.384157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.455287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:03.465799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Usage tracker for resource:security_group_rule and tenant:9ab0668727d345a6aef71f9eb838a1f3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:27:03.478211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:27:03.499131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:03.505397 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.528408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-cd2097c9-6127-4917-8884-685088679a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.530273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-cd2097c9-6127-4917-8884-685088679a94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1094 time: 0.4285395 Apr 18 20:27:03.687271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-a0461bbd-7430-4891-aafe-0f8cfff0a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.688772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-a0461bbd-7430-4891-aafe-0f8cfff0a23b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973323 Apr 18 20:27:03.724905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.725341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.736730 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.742435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.790686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-361f0a7a-2128-4595-8a48-e1f73723b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:03.792190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-361f0a7a-2128-4595-8a48-e1f73723b038 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.2529361 Apr 18 20:27:03.803705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:03.919942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:27:03.931359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Calling delete_port for 5af853ba-e2aa-498c-94ef-1420605c5eef owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:03.933481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:03.976718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:04.011001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:27:04.058699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-9cb06066-be1a-4788-885a-10ce44e60f11 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600936 Apr 18 20:27:04.073128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Port': ['ID=48b0c46f-fd96-4749-aa19-fa5175296407,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:04.152845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952d9374-38ee-4d4f-acd4-0ad136e24755,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:04.158408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1e4d72a0-f555-465d-be03-89a469495276 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:04.159990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:04.182701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-4a5431b4-2ccc-4d59-a334-ab22b436ee26 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 998 time: 0.3723159 Apr 18 20:27:04.188668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:04.204509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-58fa5e4e-819c-4c19-ba73-d49463cd12d4 req-30d6d8f1-4b1d-40bb-9e9f-077a00184cc1 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.1562097 Apr 18 20:27:04.438524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:04.490363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:04.508470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:04.517475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:04.542169 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:04.622092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=13']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:04.626571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Pushing event deleted for resources: {'Port': ['ID=5af853ba-e2aa-498c-94ef-1420605c5eef,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:04.671914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.672245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.672534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.673038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.673581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.673794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.674150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.674484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.674862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.675215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.675549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.675902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:04.685343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-48b882e8-c818-4e68-9638-d7ed40555aff service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6204512 Apr 18 20:27:04.704799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-35b8024f-2136-40ab-8542-1dc79e218615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:04.706314 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-35b8024f-2136-40ab-8542-1dc79e218615 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.5000079 Apr 18 20:27:04.774233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:04.825957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:04.830967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af825431-ce34-4d04-afaa-86b2415b7bf2 req-f1d27a84-5963-4c52-bfda-0185361ea86f tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "DELETE /v2.0/floatingips/24acc59b-7675-4016-9dba-f63bb1f316bb HTTP/1.1" status: 204 len: 173 time: 1.7859542 Apr 18 20:27:05.214078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a9d230-e69f-42e6-b6cb-538f407e2010 req-35cda382-34b3-478e-b396-39d601a116ab tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.221670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51a9d230-e69f-42e6-b6cb-538f407e2010 req-35cda382-34b3-478e-b396-39d601a116ab tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 943 time: 0.5763042 Apr 18 20:27:05.251929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da3771e3-0901-4a1f-b0f2-443a601d52f9 req-bc8722b5-250b-4467-aec4-45f33a0221e8 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1907315 Apr 18 20:27:05.292731 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.343416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:27:05.450374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-73bd2a1c-f976-49e7-b261-bb5223a889df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.454128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-73bd2a1c-f976-49e7-b261-bb5223a889df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7251372 Apr 18 20:27:05.508162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:05.514098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:05.514632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.559756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51a9d230-e69f-42e6-b6cb-538f407e2010 req-80e204fc-a8a3-4c0a-aba6-b78d3f1341f4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3365335 Apr 18 20:27:05.693554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.699495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbdfe-bab8-4302-9c85-bcdbf65aa6ae req-e8bbd336-b275-4430-b026-8b59bda69eea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:05.710080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bedfbdfe-bab8-4302-9c85-bcdbf65aa6ae req-e8bbd336-b275-4430-b026-8b59bda69eea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 0.2450044 Apr 18 20:27:05.751514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:05.760332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:05.886307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bedfbdfe-bab8-4302-9c85-bcdbf65aa6ae req-2ad2f78d-4013-45cd-aaa0-2799b7bf7005 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677289 Apr 18 20:27:05.985902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:05.992564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:27:06.002566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-c5a8047d-c9b8-47d6-b9c7-67cbcdbc71ba service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5372896 Apr 18 20:27:06.350895 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4313468-f3e0-400a-9fb7-dc9932614cef'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'code': 200} Apr 18 20:27:06.403125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-660440f2-ae24-44dd-8529-d5d0324ca26f tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1819946445&fields=id&tenant_id=9ab0668727d345a6aef71f9eb838a1f3 HTTP/1.1" status: 200 len: 267 time: 0.1250830 Apr 18 20:27:06.491900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:06.529471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'port_id': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:27:06.594425 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.648772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-c2b73e36-60ec-4d2b-a351-401105cc1f5d tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:06.667171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-c2b73e36-60ec-4d2b-a351-401105cc1f5d tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.2620544 Apr 18 20:27:06.691997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Request body: {'port': {'security_groups': ['5341c364-7192-4e3d-8414-888147c850e1', '952d9374-38ee-4d4f-acd4-0ad136e24755']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:06.710578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76a529ef-3747-43cc-8bb5-48de368aba1c req-f40ec0b3-352b-418b-b8b2-eec91562cb77 service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7010748 Apr 18 20:27:06.757728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.782909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce7bd73-2880-41a8-ae2f-86a08b45c61c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:06.802239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:06.810016 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:06.989752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:07.073651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.137683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Router 6a1bbc85-4715-4982-8a1e-9360e3831c00 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:27:07.178359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:27:07.226243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24480576-437e-4a80-934d-5cdef79a032f req-a631070b-6a5b-40be-8bc5-0a3af0c0cc90 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.228472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24480576-437e-4a80-934d-5cdef79a032f req-a631070b-6a5b-40be-8bc5-0a3af0c0cc90 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 945 time: 0.2183771 Apr 18 20:27:07.354069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['8ce7bd73-2880-41a8-ae2f-86a08b45c61c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:07.382152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24480576-437e-4a80-934d-5cdef79a032f req-b11bb20c-bae1-4baa-95ce-4f31ce2896fc tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438134 Apr 18 20:27:07.444362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:27:07.466913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Sync routers for ids ['6a1bbc85-4715-4982-8a1e-9360e3831c00'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:07.492559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.494839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02e4d75b-b0aa-4dec-9486-1d4a1206f82a tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.7618916 Apr 18 20:27:07.500670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54810) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:07.503231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Routers {'6a1bbc85-4715-4982-8a1e-9360e3831c00'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:07.504200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6a1bbc85-4715-4982-8a1e-9360e3831c00'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:07.667441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:07.688123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:07.688803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.723029 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.742972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.817868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f3fc8834-8fce-428b-adea-718fa6fae1d9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:07.927324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:07.928256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:07.941689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bde0ec4c-ba46-4a22-87bf-d4b6d3f782ae req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "PUT /v2.0/ports/f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 982 time: 1.2641375 Apr 18 20:27:07.949605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:07.987048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff97ecb-3734-46de-affe-bc430e95aca5 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event updated for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:08.069793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Set router 6a1bbc85-4715-4982-8a1e-9360e3831c00 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:08.147565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bb468d3-182c-4a63-8be6-5ebf882d6c79 req-17824eb7-e47d-43df-83d7-c0e5cc8098d1 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.3829255 Apr 18 20:27:08.271964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ff7291f0-e415-459b-a783-482c4e6c5a03 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/6a1bbc85-4715-4982-8a1e-9360e3831c00 HTTP/1.1" status: 200 len: 908 time: 0.7660496 Apr 18 20:27:08.273315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54820) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:08.634534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf197-1687-4545-8316-21ded44c026e req-70e3d571-2d4d-4aad-b519-b2fb3a2586d0 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.636793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5a5bf197-1687-4545-8316-21ded44c026e req-70e3d571-2d4d-4aad-b519-b2fb3a2586d0 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Synchronizing usage tracker for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:08.649374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-1613b82e-d67b-4326-83a9-6b486ab7679b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.652718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-1613b82e-d67b-4326-83a9-6b486ab7679b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 945 time: 0.8295839 Apr 18 20:27:08.702158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd367320-20ad-4bbb-bd4d-92d257bf7d32 req-131b546d-3d1e-4251-b01a-5627d01bf3e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:08.708619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f3fc8834-8fce-428b-adea-718fa6fae1d9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:08.717092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd367320-20ad-4bbb-bd4d-92d257bf7d32 req-131b546d-3d1e-4251-b01a-5627d01bf3e6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 0.4435143 Apr 18 20:27:08.753497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5a5bf197-1687-4545-8316-21ded44c026e req-70e3d571-2d4d-4aad-b519-b2fb3a2586d0 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Unset dirty status for tenant:245fcda392ab4defbeb002a9bdc79f89 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:08.756151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a5bf197-1687-4545-8316-21ded44c026e req-70e3d571-2d4d-4aad-b519-b2fb3a2586d0 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.61 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 946 time: 0.3291142 Apr 18 20:27:08.931349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd367320-20ad-4bbb-bd4d-92d257bf7d32 req-115bff2d-6f42-42ed-ba76-b6367e623592 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040322 Apr 18 20:27:08.963227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Deleting port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:08.965257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:08.980259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.056710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ea2a45-52b2-44e8-ae00-7d2568292331 req-d58beb23-69d9-4c0f-9871-2d8d0e43368b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.059404 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5ea2a45-52b2-44e8-ae00-7d2568292331 req-d58beb23-69d9-4c0f-9871-2d8d0e43368b tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/ports?device_id=0a1e7285-82e0-49d4-a54d-368ca9d6da0a HTTP/1.1" status: 200 len: 946 time: 0.5992982 Apr 18 20:27:09.070595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1bbc85-4715-4982-8a1e-9360e3831c00', 'name': 'tempest-snat-router-1991160889', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.155'}], 'enable_snat': True}, 'gw_port_id': '48b0c46f-fd96-4749-aa19-fa5175296407', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:00Z', 'updated_at': '2022-04-18T20:27:04Z', 'revision_number': 3, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port': {'id': '48b0c46f-fd96-4749-aa19-fa5175296407', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:17:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a1bbc85-4715-4982-8a1e-9360e3831c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:27:02Z', 'updated_at': '2022-04-18T20:27:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:09.084432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Checking router: 6a1bbc85-4715-4982-8a1e-9360e3831c00 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:09.084779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Updating router 6a1bbc85-4715-4982-8a1e-9360e3831c00 port 48b0c46f-fd96-4749-aa19-fa5175296407 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:27:09.170788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:09.186204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.356140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:09.499931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a5ea2a45-52b2-44e8-ae00-7d2568292331 req-fa92787c-ceb2-4c11-bc35-fd0f4761e2d4 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.47 "GET /v2.0/security-groups?id=b8fd6c22-1000-4239-94bf-0a1dfe90ef31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230113 Apr 18 20:27:09.607363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3271020-947a-4444-bbbc-cc097735da04 req-0ea4c4bc-9317-4538-b61f-0472f69befb0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:09.619038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3271020-947a-4444-bbbc-cc097735da04 req-0ea4c4bc-9317-4538-b61f-0472f69befb0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 0.3567080 Apr 18 20:27:09.726630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] For port 8d83b0e1-e19d-43c3-9547-f5e8b534c000, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8d83b0e1-e19d-43c3-9547-f5e8b534c000,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:09.731237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.099147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-0a3374ec-fa46-472f-8b10-8c2645038250 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:10.101139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3271020-947a-4444-bbbc-cc097735da04 req-87b3d441-a8ac-41b2-8767-8efe3714709d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4805701 Apr 18 20:27:10.219321 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.238091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-0a3374ec-fa46-472f-8b10-8c2645038250 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:10.239296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-0a3374ec-fa46-472f-8b10-8c2645038250 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1819946445&fields=id&tenant_id=9ab0668727d345a6aef71f9eb838a1f3 HTTP/1.1" status: 200 len: 267 time: 0.3235414 Apr 18 20:27:10.277360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Calling delete_port for 8d83b0e1-e19d-43c3-9547-f5e8b534c000 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:10.363831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Deleting port 48b0c46f-fd96-4749-aa19-fa5175296407 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:10.364183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.438832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:10.439268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.506077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.515120 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3081832d-4697-4c4d-9a2d-023956cef72e'] response: {'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'status': 'completed', 'code': 200} Apr 18 20:27:10.598053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.599954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Transition to ACTIVE for port object 48b0c46f-fd96-4749-aa19-fa5175296407 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:10.615854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.709493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:10.758271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Attempting to bind port 48b0c46f-fd96-4749-aa19-fa5175296407 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:10.758952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Attempting to bind port 48b0c46f-fd96-4749-aa19-fa5175296407 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:10.759495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Attempting to bind port 48b0c46f-fd96-4749-aa19-fa5175296407 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:27:10.769403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bf9f2-8846-4ae0-b97d-ae59168a09c8 None None] Pushing event updated for resources: {'Port': ['ID=48b0c46f-fd96-4749-aa19-fa5175296407,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:10.783130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:27:10.783886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:27:10.784731 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.785337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:27:10.786938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Bound port: 48b0c46f-fd96-4749-aa19-fa5175296407, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:10.787595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:10.905869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] For port 48b0c46f-fd96-4749-aa19-fa5175296407, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:27:10.911683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] For port 48b0c46f-fd96-4749-aa19-fa5175296407, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=48b0c46f-fd96-4749-aa19-fa5175296407,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:27:10.938404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.017441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Pushing event deleted for resources: {'Port': ['ID=8d83b0e1-e19d-43c3-9547-f5e8b534c000,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:11.085700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-9c6df9f1-5eeb-4224-9078-188e1acc5886 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.094249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-9c6df9f1-5eeb-4224-9078-188e1acc5886 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 985 time: 0.8390336 Apr 18 20:27:11.097953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] No DVR routers for this DVR port 8d83b0e1-e19d-43c3-9547-f5e8b534c000 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:11.100551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Request body: {'port': {'security_groups': ['5341c364-7192-4e3d-8414-888147c850e1']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:11.108956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.197944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Routers {'6a1bbc85-4715-4982-8a1e-9360e3831c00'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:11.199497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:26:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6a1bbc85-4715-4982-8a1e-9360e3831c00'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:11.239233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a5bf197-1687-4545-8316-21ded44c026e req-de3d36b1-edc9-4cc0-aeea-98a674e935a8 tempest-FloatingIPsAssociationTestJSON-1550743444 tempest-FloatingIPsAssociationTestJSON-1550743444-project] 10.222.0.61 "DELETE /v2.0/ports/8d83b0e1-e19d-43c3-9547-f5e8b534c000 HTTP/1.1" status: 204 len: 173 time: 2.4758601 Apr 18 20:27:11.406441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c41ac-8482-4353-9bc2-73586e738419 req-91bb3dd5-7b95-46f3-bc6a-c9587e3ce423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.411842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-91bb3dd5-7b95-46f3-bc6a-c9587e3ce423 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1136 time: 0.8704121 Apr 18 20:27:11.453815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a31e90-3845-47b5-8aa7-c898c56765ee req-caa84848-51f4-45b5-86c3-070b85993eb1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:11.458656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-13a31e90-3845-47b5-8aa7-c898c56765ee req-caa84848-51f4-45b5-86c3-070b85993eb1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:11.830213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-13a31e90-3845-47b5-8aa7-c898c56765ee req-caa84848-51f4-45b5-86c3-070b85993eb1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:11.842909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13a31e90-3845-47b5-8aa7-c898c56765ee req-caa84848-51f4-45b5-86c3-070b85993eb1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f34d8e8-7022-4900-9325-0ada7565294c HTTP/1.1" status: 200 len: 945 time: 1.1778724 Apr 18 20:27:11.845094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] Set router 6a1bbc85-4715-4982-8a1e-9360e3831c00 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:11.932299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.968393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:11.986404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13a31e90-3845-47b5-8aa7-c898c56765ee req-484f257f-ee1f-47d2-bf08-7c22b4498d61 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363888 Apr 18 20:27:11.995255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c41ac-8482-4353-9bc2-73586e738419 req-9b952b83-8a24-414b-ad6e-97a282c5085e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.004328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-9b952b83-8a24-414b-ad6e-97a282c5085e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 0.5369451 Apr 18 20:27:12.319555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Calling delete_port for 48b0c46f-fd96-4749-aa19-fa5175296407 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:12.324311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10bf9f2-8846-4ae0-b97d-ae59168a09c8 None None] Pushing event updated for resources: {'Port': ['ID=48b0c46f-fd96-4749-aa19-fa5175296407,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:12.347343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:27:12.390506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:12.447080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-130a445c-1455-4535-84d9-904358552f58 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 217 time: 0.4352856 Apr 18 20:27:12.480506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:12.526017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'name': 'network-vif-deleted', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:12.534215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event deleted for resources: {'Port': ['ID=b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:12.589377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['c4f2100e-e383-4c2f-a07b-8674584febb2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:12.671509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c41ac-8482-4353-9bc2-73586e738419 req-b047bcb8-e398-4c13-ac46-2a31aa85ed86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:12.674409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-b047bcb8-e398-4c13-ac46-2a31aa85ed86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.2152326 Apr 18 20:27:12.719993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a1bbc85-4715-4982-8a1e-9360e3831c00', 'name': 'tempest-snat-router-1991160889', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:00Z', 'updated_at': '2022-04-18T20:27:10Z', 'revision_number': 4, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:12.783890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-4408c96e-6a4a-450d-a335-3240401bf761 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5430610 Apr 18 20:27:12.785689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45b50d0-6126-49b2-887e-02e81ce42987 None None] The sync data for ids ['6a1bbc85-4715-4982-8a1e-9360e3831c00'] in n-d-836016-3 is: [{'id': '6a1bbc85-4715-4982-8a1e-9360e3831c00', 'name': 'tempest-snat-router-1991160889', 'tenant_id': '98976b8f002747d5badd372e6fb366b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:27:00Z', 'updated_at': '2022-04-18T20:27:10Z', 'revision_number': 4, 'project_id': '98976b8f002747d5badd372e6fb366b9', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:12.805107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-351f9210-2e2d-47ac-ba3a-ee514151a220 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204565 Apr 18 20:27:12.990248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:13.100802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:13.105662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.131491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:13.163812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.168581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] No DVR routers for this DVR port b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:13.176260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.184441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f34d8e8-7022-4900-9325-0ada7565294c', 'name': 'network-vif-deleted', 'tag': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:13.193758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.327411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:13.328136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.346605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-4591bd47-5405-4007-a630-89c48c7b02b1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:13.347235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8419a99-71b3-493b-8cff-aab45e7ad49d req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "PUT /v2.0/ports/f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 943 time: 2.2514641 Apr 18 20:27:13.352178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-4591bd47-5405-4007-a630-89c48c7b02b1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2560585 Apr 18 20:27:13.502295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f3fc8834-8fce-428b-adea-718fa6fae1d9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:13.503349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "DELETE /v2.0/ports/b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 HTTP/1.1" status: 204 len: 173 time: 4.8400910 Apr 18 20:27:13.520270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d50bb-ef51-4eb6-9094-53378ec42767 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event updated for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:13.570977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:27:13.579759 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:27:13.670474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54848) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:13.765569 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bdf785b5-2482-4ade-9aaa-b783b09d500c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:13.933345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7320700e-80e9-4dc6-95fe-9ebc73e5d781 req-88dcd6be-e1d1-4de8-8b03-acdf9f4aa7fc tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.7557302 Apr 18 20:27:13.991526 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:14.104165 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5181cdeb-189c-4194-8616-454de4ef5b91'] response: {'server_uuid': '0a1e7285-82e0-49d4-a54d-368ca9d6da0a', 'name': 'network-vif-deleted', 'tag': '8d83b0e1-e19d-43c3-9547-f5e8b534c000', 'status': 'completed', 'code': 200} Apr 18 20:27:14.157839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Deleting port 48b0c46f-fd96-4749-aa19-fa5175296407 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:14.158603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:14.163411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:14.204227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:14.208739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-cd189fea-7d58-43a2-9894-49f303516a8d service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7877591 Apr 18 20:27:14.219161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:14.220441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8d83b0e1-e19d-43c3-9547-f5e8b534c000 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:14.545926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d39c41ac-8482-4353-9bc2-73586e738419 req-f595c4c8-d29a-4815-b3ca-75cca5b783e5 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163834 Apr 18 20:27:14.554981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 8d83b0e1-e19d-43c3-9547-f5e8b534c000 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:27:14.555438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8d83b0e1-e19d-43c3-9547-f5e8b534c000 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:27:14.556088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:14.565590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-67b89c36-5876-4d74-9087-dea9a8063ebc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:14.568096 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-67b89c36-5876-4d74-9087-dea9a8063ebc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1&tenant_id=6fe5691eda2a4b868086134bcc610d1a&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 944 time: 1.6006680 Apr 18 20:27:14.659829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:27:14.660170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:27:14.728387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:14.922049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] For port 48b0c46f-fd96-4749-aa19-fa5175296407, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=48b0c46f-fd96-4749-aa19-fa5175296407,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:14.922049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:14.930954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f3fc8834-8fce-428b-adea-718fa6fae1d9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:15.040355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-236b16be-652b-463d-9f18-c4515ee1671e service neutron] 10.222.0.61 "GET /v2.0/ports/8ce7bd73-2880-41a8-ae2f-86a08b45c61c/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 382 time: 0.4559228 Apr 18 20:27:15.054628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-50847ecb-a2c8-42df-9699-e4c8efeb3aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.056256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-50847ecb-a2c8-42df-9699-e4c8efeb3aec service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 1096 time: 2.2350173 Apr 18 20:27:15.123995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5cdf1-7d15-4414-b9f5-b14815c3c497 req-316f6f33-6649-46df-9648-064273a69c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.125416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72a5cdf1-7d15-4414-b9f5-b14815c3c497 req-316f6f33-6649-46df-9648-064273a69c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.5892642 Apr 18 20:27:15.452845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-b57a1b1b-4aa4-4261-a44f-9f83d29258ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.455372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-b57a1b1b-4aa4-4261-a44f-9f83d29258ef service neutron] 10.222.0.61 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 0.3421004 Apr 18 20:27:15.519260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Calling delete_port for 48b0c46f-fd96-4749-aa19-fa5175296407 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:15.707058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-dd3b026f-3c31-4936-a22b-d4149cdf38bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de HTTP/1.1" status: 200 len: 217 time: 0.1935456 Apr 18 20:27:15.740394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fbcef-e4ea-4ac7-94b5-c33651925e81 req-b3074423-0dee-46db-9649-d5adf506abf4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.743831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa6fbcef-e4ea-4ac7-94b5-c33651925e81 req-b3074423-0dee-46db-9649-d5adf506abf4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 1.4477346 Apr 18 20:27:15.800621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-5e7a7ef0-72b8-4353-83a1-8d6f607f6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.802159 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-5e7a7ef0-72b8-4353-83a1-8d6f607f6007 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.0877910 Apr 18 20:27:15.864134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72a5cdf1-7d15-4414-b9f5-b14815c3c497 req-a7b29042-c673-480c-8432-fae5f0c0db12 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4071677 Apr 18 20:27:15.873687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-05953e9d-4bdf-4e53-a2c5-fe7cb7474fce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631061 Apr 18 20:27:15.950638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-6736af37-ae3c-4e01-9bb0-d4604c3f7eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:15.953107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-6736af37-ae3c-4e01-9bb0-d4604c3f7eee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1096 time: 0.4939988 Apr 18 20:27:15.959460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-564ffeb2-2aba-4a6f-97c1-23cad90b524a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.177126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-21e010ac-74c6-47ee-bfc4-40383cd81e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:16.179747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-21e010ac-74c6-47ee-bfc4-40383cd81e3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.1733899 Apr 18 20:27:16.275337 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85860d5a-5f86-4e22-8f62-83a0c6b3a2b8'] response: {'server_uuid': '6f34d8e8-7022-4900-9325-0ada7565294c', 'name': 'network-vif-deleted', 'tag': 'b6f4aca1-5bdd-4726-b709-fcd75c1fb8c6', 'status': 'completed', 'code': 200} Apr 18 20:27:16.335487 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.347448 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-fd22a96e-39d4-4626-a5ce-aa708be5ba5f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.3324597 Apr 18 20:27:16.487712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-d0d54089-ac50-4e3c-a90f-e90a7445336d service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6054022 Apr 18 20:27:16.508906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event deleted for resources: {'Port': ['ID=48b0c46f-fd96-4749-aa19-fa5175296407,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:16.567204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa6fbcef-e4ea-4ac7-94b5-c33651925e81 req-3b1f2ba3-b473-4073-85f3-258c39e49820 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160741 Apr 18 20:27:16.703394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-1a114163-e42a-46b3-8fd6-5880c852e1fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 1000 time: 0.5078590 Apr 18 20:27:16.767493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.863637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.866403 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-99514516-0f48-4427-9092-c73b0da6e68d tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5669122 Apr 18 20:27:16.866736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:16.899509 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7228cefb-afea-4ff4-991a-5ccc2ca33810'] response: {'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'code': 200} Apr 18 20:27:16.931274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:16.954039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:17.119768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Usage tracker for resource:floatingip and tenant:9ab0668727d345a6aef71f9eb838a1f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:27:17.126029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:27:17.136312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:17.188647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.227541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-908c8bd8-e29b-476e-80dd-6d96de6a4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:17.230818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-908c8bd8-e29b-476e-80dd-6d96de6a4324 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.3628414 Apr 18 20:27:17.302065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.306435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.354175 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6bc7c92-47d0-400e-b9e8-b62f45d3735b req-4f493685-0d79-4a92-95b3-537036c32106 service neutron] 10.222.0.61 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7093785 Apr 18 20:27:17.440328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.441291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6a1bbc85-4715-4982-8a1e-9360e3831c00 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:27:17.460922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1eecbdc-0d6b-4293-897a-8e29d1f0d4c4 req-0e34d302-e57d-4c51-89ac-0bfd2c9c4808 tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1090357 Apr 18 20:27:17.486765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-1c68b7cd-f542-48ae-b39f-483414e1b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:17.488667 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-1c68b7cd-f542-48ae-b39f-483414e1b86e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321985 Apr 18 20:27:17.589441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:17.596841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f81b3992-80bb-42d7-88d1-3f1607a9e103 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "DELETE /v2.0/routers/6a1bbc85-4715-4982-8a1e-9360e3831c00 HTTP/1.1" status: 204 len: 168 time: 9.3155432 Apr 18 20:27:17.604116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54868) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:17.735642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-868409ac-fe72-4ebc-9fbe-6a29d6f8c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:17.737853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-868409ac-fe72-4ebc-9fbe-6a29d6f8c74f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 1.2923596 Apr 18 20:27:18.101218 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-484a91c6-47a6-46eb-b3e2-73c67b0d66f6 service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5983009 Apr 18 20:27:18.151798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-1a98a992-bd59-4af4-ab54-2d5dc4c8fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:18.154483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-1a98a992-bd59-4af4-ab54-2d5dc4c8fdfd service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.3692887 Apr 18 20:27:18.215866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.404111 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.582154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:18.593306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-2dec0697-0221-4f17-b9d2-73cf97602c5c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 1001 time: 0.4261286 Apr 18 20:27:18.600650 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:18.687135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Allocated IP 172.25.5.17 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/fb2480d8-b91a-43f7-8f3b-8831f4304aba) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:18.697221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.009059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-bf115f9f-3a69-4c60-8cc8-6fc735394586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.012761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-bf115f9f-3a69-4c60-8cc8-6fc735394586 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.3211985 Apr 18 20:27:19.013656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-9b74d4c1-6759-4286-b477-c86159380cb4 service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9053712 Apr 18 20:27:19.034194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-951aa8d1-42c4-4bb5-b8ff-2c6683a0b3f3 req-f45c8b7d-efd7-49d1-95a5-9776c24bcbbe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1112320 Apr 18 20:27:19.126044 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.149763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.206331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.275462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:19.278710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:19.285042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:27:19.345932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event updated for resources: {'Port': ['ID=fb2480d8-b91a-43f7-8f3b-8831f4304aba,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:19.373000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875936e-7062-47d7-a601-3885284cff06 req-d965960b-0ca7-4244-8c00-54b5f10b22e3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.382223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7875936e-7062-47d7-a601-3885284cff06 req-d965960b-0ca7-4244-8c00-54b5f10b22e3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.7818439 Apr 18 20:27:19.408936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.491363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7875936e-7062-47d7-a601-3885284cff06 req-4827c083-bcf8-4da5-98e7-e7d3eafda6a3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020112 Apr 18 20:27:19.494783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.499533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.810403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-f69c83b1-2b62-4139-9a46-416e7aef57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.812241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-f69c83b1-2b62-4139-9a46-416e7aef57ef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7695312 Apr 18 20:27:19.850652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-7358cc8c-a361-44b0-807e-f4518cca763d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:19.852282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-7358cc8c-a361-44b0-807e-f4518cca763d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 946 time: 0.2086043 Apr 18 20:27:19.931893 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.953608 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:19.953945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.001612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port c4f2100e-e383-4c2f-a07b-8674584febb2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:20.001612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.070740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Deleting port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:20.070973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.185597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.356807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.357479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.4311924 Apr 18 20:27:20.360765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fd541d-42e4-4728-80ca-fe430e8f3ccc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event updated for resources: {'Port': ['ID=fb2480d8-b91a-43f7-8f3b-8831f4304aba,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:20.426400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6f0e5-9700-462c-8cda-424e7e24f669 req-4b6a8f30-af94-4f0c-8415-8f54dc5bf5ec tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:20.427950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fa6f0e5-9700-462c-8cda-424e7e24f669 req-4b6a8f30-af94-4f0c-8415-8f54dc5bf5ec tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 0.7441611 Apr 18 20:27:20.468080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] For port 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:20.468749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:20.504274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-5e2b1129-9d5f-4b21-9362-a7c1535faa1a tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:20.610431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-5e2b1129-9d5f-4b21-9362-a7c1535faa1a tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:20.612224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-5e2b1129-9d5f-4b21-9362-a7c1535faa1a tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.2400978 Apr 18 20:27:20.824568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Calling delete_port for 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:20.875561 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-f0231349-af24-4cd7-90fc-6ffb70e17978 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0410872 Apr 18 20:27:20.985281 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fa6f0e5-9700-462c-8cda-424e7e24f669 req-4209c917-fc4b-4ea2-b01d-c1edf06bfbe5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811240 Apr 18 20:27:21.234341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port c4f2100e-e383-4c2f-a07b-8674584febb2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c4f2100e-e383-4c2f-a07b-8674584febb2,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:21.235360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.394623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Deleting port a238f5b9-4525-4cee-9076-e920ba9a5c2e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:21.395021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.517072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for c4f2100e-e383-4c2f-a07b-8674584febb2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:21.582570 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac7e0c0b-a47f-4b98-ae37-c780fed53c78 req-1e5ba88a-0aed-4266-8e84-68a2bf251f63 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955156 Apr 18 20:27:21.672864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb3900-0b06-42e3-b092-dae1357007d0 req-2422bd8b-3c7f-48d8-a091-1f4952b666d8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.673689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-70eb3900-0b06-42e3-b092-dae1357007d0 req-2422bd8b-3c7f-48d8-a091-1f4952b666d8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:21.704966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] For port a238f5b9-4525-4cee-9076-e920ba9a5c2e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a238f5b9-4525-4cee-9076-e920ba9a5c2e,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:21.705474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:21.716398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-1f1d9cce-4736-4a88-a740-bebc6770926a tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:21.719059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fcff564-2530-4f4b-b587-e0fd05d3c6a9 req-1f1d9cce-4736-4a88-a740-bebc6770926a tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 1.0930793 Apr 18 20:27:21.792649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-70eb3900-0b06-42e3-b092-dae1357007d0 req-2422bd8b-3c7f-48d8-a091-1f4952b666d8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:21.800840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70eb3900-0b06-42e3-b092-dae1357007d0 req-2422bd8b-3c7f-48d8-a091-1f4952b666d8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=48688c18-c7eb-419b-a8fd-d9c2bd4db62e HTTP/1.1" status: 200 len: 946 time: 0.6137927 Apr 18 20:27:22.083802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Calling delete_port for a238f5b9-4525-4cee-9076-e920ba9a5c2e owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:22.126832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.143396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:22.218597 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.393427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56e7bba9-9977-4177-84f4-fade3a82be7f req-b9f08d46-1a1b-4b5a-9ada-d735473ceebd tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.1569414 Apr 18 20:27:22.408012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event deleted for resources: {'Port': ['ID=c4f2100e-e383-4c2f-a07b-8674584febb2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:22.592992 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f018a6-578e-4ac0-a19c-67bae529edb6'] response: {'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'status': 'completed', 'code': 200} Apr 18 20:27:22.710670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] No DVR routers for this DVR port c4f2100e-e383-4c2f-a07b-8674584febb2 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:22.717664 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:22.725129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'name': 'network-vif-deleted', 'tag': 'c4f2100e-e383-4c2f-a07b-8674584febb2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:22.780975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event deleted for resources: {'Port': ['ID=23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:22.848247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6f08fb6-8e31-4162-871d-cde278cebfa2 req-8116b04c-8f97-4670-b374-3144759ff6c8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "DELETE /v2.0/ports/c4f2100e-e383-4c2f-a07b-8674584febb2 HTTP/1.1" status: 204 len: 173 time: 2.9896493 Apr 18 20:27:22.886137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-41e19d09-1746-4387-b5fe-ce2e44fb1d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.887691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-41e19d09-1746-4387-b5fe-ce2e44fb1d54 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 0.2735000 Apr 18 20:27:22.934445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd1cfd-c7da-40ef-bf95-ed0c6d087eb9 req-be20af4d-c294-4a6b-8de4-42e018af1d7e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:22.935969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51cd1cfd-c7da-40ef-bf95-ed0c6d087eb9 req-be20af4d-c294-4a6b-8de4-42e018af1d7e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 945 time: 0.2022417 Apr 18 20:27:22.944571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70eb3900-0b06-42e3-b092-dae1357007d0 req-2ae69770-d212-4a7f-92a6-c6503d914dfc tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1431370 Apr 18 20:27:22.947840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.206294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51cd1cfd-c7da-40ef-bf95-ed0c6d087eb9 req-c38250a4-675c-4cbd-a3b8-362d91cb4f26 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454214 Apr 18 20:27:23.308024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-62f72ea4-a701-4a51-9ecd-3d8c4892932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.309878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-62f72ea4-a701-4a51-9ecd-3d8c4892932b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 0.4117665 Apr 18 20:27:23.620752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-e99e6d11-fdb9-4bb5-b237-5e1e606d9f3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 217 time: 0.2988338 Apr 18 20:27:23.621722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.626054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.688061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-e003f517-3de8-4bf4-92ab-13548a42a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.689749 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-e003f517-3de8-4bf4-92ab-13548a42a739 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 1096 time: 1.2666347 Apr 18 20:27:23.714029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:23.756067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:23.757076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32184668-0781-4a8c-8fd4-eff69fccb9fb {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:27:23.859687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-f13819fb-8564-4f21-b42c-5513b3ee98a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.862523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-f13819fb-8564-4f21-b42c-5513b3ee98a5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.2265384 Apr 18 20:27:23.926585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c4f2100e-e383-4c2f-a07b-8674584febb2 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:23.974227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-a44de91f-5ec8-4ad0-9612-591ecd1e1696 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:23.977603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-a44de91f-5ec8-4ad0-9612-591ecd1e1696 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7658379 Apr 18 20:27:24.012870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: c4f2100e-e383-4c2f-a07b-8674584febb2 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:27:24.013208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c4f2100e-e383-4c2f-a07b-8674584febb2 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:27:24.046134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:24.178834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7155861-babf-44cd-8365-c50476f3d877 req-4338021e-6dae-416b-8424-393b88bc6217 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:24.197617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7155861-babf-44cd-8365-c50476f3d877 req-4338021e-6dae-416b-8424-393b88bc6217 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 0.6507726 Apr 18 20:27:24.228249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.229074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-032104af-549c-458f-beee-de3f12367bfc tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "DELETE /v2.0/routers/32184668-0781-4a8c-8fd4-eff69fccb9fb HTTP/1.1" status: 204 len: 168 time: 6.6239867 Apr 18 20:27:24.269160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54898) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:24.291673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-9889a811-0163-4efe-b3fa-1b2d439be4de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4057779 Apr 18 20:27:24.302131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-505756134', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:24.310715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:24.317864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Usage tracker for resource:router and tenant:05509140cffb4de3acfd684b6144ac42 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:27:24.321977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:27:24.332713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:24.350908 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.369165 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.371061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.388516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:24.393910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-9fbb3a8d-42bd-41ad-b44a-7f5d1fa9bf8e tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 695 time: 0.3952603 Apr 18 20:27:24.396085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.403018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:24.416091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.449879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Request body: {'floatingip': {'port_id': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:24.525198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:24.588483 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Pushing event deleted for resources: {'Port': ['ID=a238f5b9-4525-4cee-9076-e920ba9a5c2e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:24.637791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.642000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.700895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7155861-babf-44cd-8365-c50476f3d877 req-ee109589-e340-457c-ab30-eef1a67e1f5a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5015841 Apr 18 20:27:24.786537 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:24.856086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-8fe109b6-7a7a-4c57-9d01-07c82727a255 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5441389 Apr 18 20:27:25.048478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9acdc06-b45c-4ee3-9654-9ca0cf7462ef req-790b33f2-b01c-46ef-bf7d-b80fa65fc00b service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844010 Apr 18 20:27:25.050228 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c900510c-cb5a-4922-9bdd-e93edc44a15a'] response: {'server_uuid': '48688c18-c7eb-419b-a8fd-d9c2bd4db62e', 'name': 'network-vif-deleted', 'tag': 'c4f2100e-e383-4c2f-a07b-8674584febb2', 'status': 'completed', 'code': 200} Apr 18 20:27:25.234564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:25.270879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:27:25.271339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 23c014d1-d8b9-48e0-a3a2-b9a3fbd5980c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:27:25.496466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15c2f23-8fb4-4a00-b9f2-74702d3721d9 req-f983d9a3-d387-4182-8e34-1919d9aea25f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:25.498381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15c2f23-8fb4-4a00-b9f2-74702d3721d9 req-f983d9a3-d387-4182-8e34-1919d9aea25f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 0.1210802 Apr 18 20:27:25.593792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15c2f23-8fb4-4a00-b9f2-74702d3721d9 req-5d64af20-697f-4008-a8b3-0208a6dd5cd6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808735 Apr 18 20:27:25.745630 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a7579f-5294-49f6-9626-e0eb80f07b38'] response: {'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'code': 200} Apr 18 20:27:26.543958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.645472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ff82bcd-5392-4c53-b5d8-c94b5fa1d03e req-cb94b8bc-ce8b-4d32-818b-0fe9f08c65cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0d41635e625245cb8882be3e56e4f3ee&device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.2690511 Apr 18 20:27:26.700936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:26.730226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ff82bcd-5392-4c53-b5d8-c94b5fa1d03e req-91067daf-19c7-491d-a211-22cbdac836c6 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=0d41635e625245cb8882be3e56e4f3ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625882 Apr 18 20:27:27.146703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-c6672a88-9abf-4317-b216-b60a031498ca tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:27.149174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-c6672a88-9abf-4317-b216-b60a031498ca tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.5813372 Apr 18 20:27:27.214288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-72977dcc-8663-44c0-a37b-4a7f40ebc05c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.0579195 Apr 18 20:27:27.295836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff82bcd-5392-4c53-b5d8-c94b5fa1d03e req-928c790c-83b9-473b-9a9a-142c36f5143f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:27.300479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ff82bcd-5392-4c53-b5d8-c94b5fa1d03e req-928c790c-83b9-473b-9a9a-142c36f5143f service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4766998 Apr 18 20:27:27.357282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-7d1daaff-768d-4350-8869-ef8025d01451 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:27.379760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-7d1daaff-768d-4350-8869-ef8025d01451 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:27.381351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-7d1daaff-768d-4350-8869-ef8025d01451 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1659441 Apr 18 20:27:27.477482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:27.562459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-2e7e99ee-c4c6-4fb9-b154-5042f46da0bc service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533473 Apr 18 20:27:27.767142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-e2659a5e-c9dd-4732-a95b-0ac7df094c5d service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032573 Apr 18 20:27:27.855919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:27:27.979786 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce7bd73-2880-41a8-ae2f-86a08b45c61c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:28.057570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:28.203782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Transition to ACTIVE for port object 8ce7bd73-2880-41a8-ae2f-86a08b45c61c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:28.209241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:28.218434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:28.222321 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:28.833334 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ff82bcd-5392-4c53-b5d8-c94b5fa1d03e req-84145cd6-3162-4e60-90a1-26a614d2720a tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.61 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.0666459 Apr 18 20:27:28.950146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Router a6e7d6ae-c95c-41f3-8c96-064346e4273d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:27:29.022548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.136793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=11']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:29.275428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:29.343588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f6552-274b-4cff-84b1-40f0d34bcee6 req-8668f2d7-02f9-4003-b671-147924b64b2b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:29.345187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae5f6552-274b-4cff-84b1-40f0d34bcee6 req-8668f2d7-02f9-4003-b671-147924b64b2b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 0.1371264 Apr 18 20:27:29.440518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae5f6552-274b-4cff-84b1-40f0d34bcee6 req-6e6883d9-c764-44a7-93cf-a57e3e31e5a3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808630 Apr 18 20:27:29.518045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Allocated IP 172.25.5.117 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/ade5e538-4324-4240-8e1b-dfc005e9a27d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:29.547166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] No DVR routers for this DVR port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:29.652843 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Floating IP d661e079-ac5e-4c13-898a-21829990d230 associated. External IP: 172.25.5.17, port: f3fc8834-8fce-428b-adea-718fa6fae1d9. Apr 18 20:27:29.709545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a789d61b-302b-4aac-af80-3827a3eae1d8 req-121a2842-83a4-49e0-af60-f410be836f8a tempest-ServerShowV254Test-1068384305 tempest-ServerShowV254Test-1068384305-project] 10.222.0.47 "GET /v2.0/ports?device_id=95d48cad-8990-4be7-82d4-56c9f10c6412 HTTP/1.1" status: 200 len: 210 time: 0.0617034 Apr 18 20:27:30.023658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba01524d-cc0b-40fe-88ee-0943cf7d5b0b req-a8d734fb-8b72-4141-b5a9-804e224d3b62 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.025240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba01524d-cc0b-40fe-88ee-0943cf7d5b0b req-a8d734fb-8b72-4141-b5a9-804e224d3b62 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 0.1251957 Apr 18 20:27:30.093314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba01524d-cc0b-40fe-88ee-0943cf7d5b0b req-7f27eb72-4e2b-485c-a627-7c6a55aee577 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583916 Apr 18 20:27:30.249737 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d9b0d2e-5d9e-4452-8ffd-d02f41467eef req-86977039-18d7-4e3f-b0da-d8da4d61e022 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 210 time: 0.0445654 Apr 18 20:27:30.443673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:27:30.456552 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] Sync routers for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:30.476694 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:30.477332 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:30.535883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adab56-47f9-4e13-b1cd-73d62a8aba25 req-a3a930d6-67d6-4afe-a8b9-99a7b8305403 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:30.538564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43adab56-47f9-4e13-b1cd-73d62a8aba25 req-a3a930d6-67d6-4afe-a8b9-99a7b8305403 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 946 time: 0.1557555 Apr 18 20:27:30.541674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.597888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0cf774a4-4cf2-4ca1-8da2-ec2c43621716 admin admin] 10.222.0.47 "PUT /v2.0/routers/a6e7d6ae-c95c-41f3-8c96-064346e4273d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9255121 Apr 18 20:27:30.602760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55006) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:30.659308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:30.659647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:30.659960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:27:30.686717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:27:30.687322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Attempting to bind port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on network 6ff86a77-32fe-4574-a900-104e89307c35 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:27:30.699284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:27:30.699935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Checking segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:27:30.700327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Bound using segment: {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:27:30.700765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43adab56-47f9-4e13-b1cd-73d62a8aba25 req-b46851f4-bade-4608-b47a-640dafbf174b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553369 Apr 18 20:27:30.700965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Bound port: 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a401311-79e2-4e03-904c-3365158c1f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:30.701211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.784055 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:27:30.870586 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:30.907664 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:30.944084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:27:30.951077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:27:30.960630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.085341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.270148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.272286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:31.274387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] 10.222.0.55 "PUT /v2.0/ports/8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 1092 time: 7.5693460 Apr 18 20:27:31.275235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event updated for resources: {'Port': ['ID=ade5e538-4324-4240-8e1b-dfc005e9a27d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:31.395130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:31.629037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:31.666307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:31.720875 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:27:23Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:31.730253 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] Checking router: a6e7d6ae-c95c-41f3-8c96-064346e4273d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:31.761203 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] Routers {'a6e7d6ae-c95c-41f3-8c96-064346e4273d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:31.761953 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:31.829724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ed65f5-a50b-4cfe-af0e-3f2cb04f1d85 service neutron] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=12']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:31.843256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:27:31.874672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:31.926352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:27:31.976368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-a2feefb8-1d30-47bd-9572-6d80d12dc233 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:31.978323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-a2feefb8-1d30-47bd-9572-6d80d12dc233 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.9324629 Apr 18 20:27:31.998550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Request body: {'port': {'device_id': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'admin_state_up': True, 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:32.027115 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.087294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:32.277365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.317539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:32.378389 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] Set router a6e7d6ae-c95c-41f3-8c96-064346e4273d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:32.395783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Deleting port 89744d20-1c84-48f0-8fc0-f614f7a648bd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:32.398876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.436531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.460797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-ce684349-1aab-4c89-8cc8-ad48b2ac4c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.462253 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-ce684349-1aab-4c89-8cc8-ad48b2ac4c56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1095 time: 1.0680711 Apr 18 20:27:32.470827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Usage tracker for resource:security_group_rule and tenant:0d41635e625245cb8882be3e56e4f3ee is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:27:32.478548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:27:32.499586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:32.518091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8fc585-1aac-46e2-86b2-dd40ec8b960e req-5c9dee79-8d32-4155-9897-08f755b71e70 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:32.524600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c8fc585-1aac-46e2-86b2-dd40ec8b960e req-5c9dee79-8d32-4155-9897-08f755b71e70 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 0.8243232 Apr 18 20:27:32.528056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:32.535363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:32.535679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:32.550968 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:32.746310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=14']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:32.766845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.767188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.770495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.770852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.771198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.771557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.771869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.774594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.775181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.775701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.776303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.776800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:27:32.850445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:32.901005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c8fc585-1aac-46e2-86b2-dd40ec8b960e req-d16461f2-34c8-4245-a752-d3d34da32315 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3597908 Apr 18 20:27:32.987753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:27:32.993871 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:27:23Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:32.998920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] For port 89744d20-1c84-48f0-8fc0-f614f7a648bd, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=89744d20-1c84-48f0-8fc0-f614f7a648bd,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:33.000163 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.005692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] Sync routers for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:33.010495 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0786e9ca-022b-4a6a-b956-171c8cf9cb52 None None] The sync data for ids ['a6e7d6ae-c95c-41f3-8c96-064346e4273d'] in n-d-836016-3 is: [{'id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1397061980-router', 'tenant_id': '245fcda392ab4defbeb002a9bdc79f89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:35Z', 'updated_at': '2022-04-18T20:27:23Z', 'revision_number': 5, 'project_id': '245fcda392ab4defbeb002a9bdc79f89', 'gw_port': {'id': '89744d20-1c84-48f0-8fc0-f614f7a648bd', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:b8:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6e7d6ae-c95c-41f3-8c96-064346e4273d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:39Z', 'updated_at': '2022-04-18T20:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:33.030398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.042247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:33.043332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:33.152015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-1c6343a2-3883-4575-b477-caac28420324 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "PUT /v2.0/floatingips/d661e079-ac5e-4c13-898a-21829990d230 HTTP/1.1" status: 200 len: 996 time: 8.7568924 Apr 18 20:27:33.232350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Calling delete_port for 89744d20-1c84-48f0-8fc0-f614f7a648bd owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:33.264807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:27:33.268581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.321743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:33.377838 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-03a10fd3-14a9-4575-9c73-3f425835369d req-ae002117-fdf1-441b-900b-88aeaf4401ca tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 210 time: 0.0885038 Apr 18 20:27:33.573261 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.666942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:33.695097 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa821f66-f3b9-4cca-9e1d-0bcdfaadf8ac'] response: {'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'status': 'completed', 'code': 200} Apr 18 20:27:33.720863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d41635e625245cb8882be3e56e4f3ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8451331 Apr 18 20:27:33.726265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:33.768667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-820d3525-2547-42a1-ad3b-731c5f1d1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:33.771245 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-820d3525-2547-42a1-ad3b-731c5f1d1e13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 1.3003893 Apr 18 20:27:33.792182 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41dd390a-3912-4f46-884d-7be6f9ee4318'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'code': 200} Apr 18 20:27:33.847814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c173d7e-eb30-43f4-9214-3e3fa5517a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81c953fa-122a-46b4-80cf-ac6613079c71,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:33.908919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Allocated IP 172.20.0.9 (7813db5e-8f95-4a6d-8ee2-2bc1416c7327/4402abdb-ee97-4be2-824e-79d45393fef7/f3f10a69-6421-4410-9726-ab428ec70dfe) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:34.002570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.005070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd661e079-ac5e-4c13-898a-21829990d230', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'port_id': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'mac_address': 'fa:16:3e:ea:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:27:19Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 1, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:34.009303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] Checking router: ca0a16b6-ce00-49f9-8af7-43ce17ddae0c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:34.019929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:34.020565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:34.021937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-0b8f1a9f-2473-4592-96fa-91ccdc47100c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.023802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-0b8f1a9f-2473-4592-96fa-91ccdc47100c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1095 time: 0.4491541 Apr 18 20:27:34.031915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.239749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:34.246071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-94e199ef-6a3f-42ec-b6da-5ef79d8fae61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 998 time: 0.4401340 Apr 18 20:27:34.340263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-a08edb81-6a7a-41d1-9152-d4082c1f2dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.343587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-a08edb81-6a7a-41d1-9152-d4082c1f2dd7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 1.1692657 Apr 18 20:27:34.364598 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd89a39-0b1f-4680-a95c-203c8d08fd01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.392803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Pushing event deleted for resources: {'Port': ['ID=89744d20-1c84-48f0-8fc0-f614f7a648bd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:34.522415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9869961b-48e8-4fc1-8888-6ae3998316eb req-72fb6b2e-c2c0-4320-8391-24d94378b1f7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.523734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9869961b-48e8-4fc1-8888-6ae3998316eb req-72fb6b2e-c2c0-4320-8391-24d94378b1f7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7400572 Apr 18 20:27:34.644634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd661e079-ac5e-4c13-898a-21829990d230', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'port_id': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'mac_address': 'fa:16:3e:ea:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:27:19Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 1, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:34.650153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f8791d-0961-4c39-b89a-5140fa34d984 None None] The sync data for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 is: [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd661e079-ac5e-4c13-898a-21829990d230', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'floating_ip_address': '172.25.5.17', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'port_id': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1713, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'mac_address': 'fa:16:3e:ea:9f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:27:19Z', 'updated_at': '2022-04-18T20:27:27Z', 'revision_number': 1, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:34.708310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-2dbdd8e9-abf2-49dc-88e6-e423d6a936e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.710272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-2dbdd8e9-abf2-49dc-88e6-e423d6a936e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.4451034 Apr 18 20:27:34.720740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-a6e10a96-0708-4a95-b84a-941faca83e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:34.722296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-a6e10a96-0708-4a95-b84a-941faca83e71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.6862710 Apr 18 20:27:34.735565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd89a39-0b1f-4680-a95c-203c8d08fd01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.820004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9869961b-48e8-4fc1-8888-6ae3998316eb req-c16ece43-3e0d-40bc-bc83-5e1dfe2fc280 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631824 Apr 18 20:27:34.852415 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:34.979703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.019618 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6814f49-5279-4298-83c1-b3e1791ca16b None None] New status for floating IP d661e079-ac5e-4c13-898a-21829990d230: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:27:35.112811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-4c21b0cf-6a93-461b-afd8-523f1b4afcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.115703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-4c21b0cf-6a93-461b-afd8-523f1b4afcca service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 0.7336802 Apr 18 20:27:35.127903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.204750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a238f5b9-4525-4cee-9076-e920ba9a5c2e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:35.251618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a238f5b9-4525-4cee-9076-e920ba9a5c2e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:27:35.252382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a238f5b9-4525-4cee-9076-e920ba9a5c2e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:27:35.253047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.263790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-b6d3589d-769a-41ec-93e1-85b5458664dc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 998 time: 0.5266650 Apr 18 20:27:35.266042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.379336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd89a39-0b1f-4680-a95c-203c8d08fd01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.396358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-72ab3000-5e4b-4cec-8013-aa38eff6d79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.398428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-72ab3000-5e4b-4cec-8013-aa38eff6d79d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6493785 Apr 18 20:27:35.409848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-aeab5130-068d-4d8b-90ef-27eec1b6ebb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 999 time: 0.2788928 Apr 18 20:27:35.441441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd89a39-0b1f-4680-a95c-203c8d08fd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c953fa-122a-46b4-80cf-ac6613079c71,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:35.464834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.465684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6e7d6ae-c95c-41f3-8c96-064346e4273d {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:27:35.507006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-3ca4ecb8-7310-4859-aa81-3d29425bf708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.511704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-3ca4ecb8-7310-4859-aa81-3d29425bf708 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.2239211 Apr 18 20:27:35.599543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.617805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:35.704990 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd89a39-0b1f-4680-a95c-203c8d08fd01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:35.710752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0fd89a39-0b1f-4680-a95c-203c8d08fd01 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81c953fa-122a-46b4-80cf-ac6613079c71 HTTP/1.1" status: 204 len: 168 time: 1.9741344 Apr 18 20:27:35.710752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:35.765155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:35.798442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8486f4a-1906-4839-9682-9101430a3e9b req-0a2429c2-3afa-4da9-9417-790b13fda077 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.801442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8486f4a-1906-4839-9682-9101430a3e9b req-0a2429c2-3afa-4da9-9417-790b13fda077 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 0.8133211 Apr 18 20:27:35.803290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:35.814487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:27:35.955494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event updated for resources: {'Port': ['ID=f3f10a69-6421-4410-9726-ab428ec70dfe,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:35.981122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-d89e4506-5212-47d6-9cc9-0919dbf9748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:35.983988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-d89e4506-5212-47d6-9cc9-0919dbf9748c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.5395622 Apr 18 20:27:36.111100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.113223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:36.133270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-074348db-a6d8-4c59-9cbe-74b93db324d0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1284733 Apr 18 20:27:36.152878 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-584791e3-ab26-43f4-94ea-48027199fca8 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374692 Apr 18 20:27:36.173915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:36.180429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bf2b0fa3-10ac-4235-b34e-026ff248d819 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a6e7d6ae-c95c-41f3-8c96-064346e4273d HTTP/1.1" status: 204 len: 168 time: 5.5758293 Apr 18 20:27:36.181821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:36.211950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-80d70dfe-4299-484a-b196-56b65e55bc0d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2202458 Apr 18 20:27:36.328372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Request body: {'port': {'device_id': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:36.387448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] Deleting subnet 360b7027-6790-4015-84a0-91c55e19b412 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:27:36.434592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:36.504355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8486f4a-1906-4839-9682-9101430a3e9b req-aa7de645-7244-4744-a4f0-022addfe11ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5536010 Apr 18 20:27:36.596546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-03bcf4d9-cc04-49a3-b375-b6f5280a83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:36.610083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Router ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:27:36.612692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-03bcf4d9-cc04-49a3-b375-b6f5280a83f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0869410 Apr 18 20:27:36.723210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:36.880637 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6ca3e69-b094-4f94-83b4-009422e88174 req-ffa0aa90-8df8-47c2-928e-940ebea84c21 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6812975 Apr 18 20:27:36.921026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-eb8b5798-b897-407b-9e1a-6f6cff852681 service neutron] 10.222.0.47 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7723298 Apr 18 20:27:37.092376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:27:37.108441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] Sync routers for ids ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:37.144089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] Routers {'ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:37.145995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:37.291094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 89744d20-1c84-48f0-8fc0-f614f7a648bd no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:37.356718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 89744d20-1c84-48f0-8fc0-f614f7a648bd {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:27:37.374932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 89744d20-1c84-48f0-8fc0-f614f7a648bd not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:27:37.390517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:37.434788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] Routers {'ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:37.436010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:37.444394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.460364 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bdf9906-6ac5-4d59-b362-f48ce8d0dce4 req-0c908697-a760-4ec3-86fd-2da08939e5a4 service neutron] 10.222.0.47 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5289249 Apr 18 20:27:37.479928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:37.487120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-94a24499-e82a-4f93-a0ec-520b0ef9a7e1 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.2134256 Apr 18 20:27:37.487120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55148) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:37.500326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': False}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:37.581166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:37.581830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3155831-b6e1-4c3d-872f-e71b3f7249a4 None None] The sync data for ids ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:37.597782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-09209f9f-010e-45d6-940c-6307cb3156bd service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9491067 Apr 18 20:27:37.662689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-e1fa6215-90fe-4712-a9fe-346408eb2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:37.664165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-e1fa6215-90fe-4712-a9fe-346408eb2b8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1095 time: 0.5691531 Apr 18 20:27:37.849411 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.005009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e7735-bfb1-49ed-b184-7ae0ff431179 req-20f93cd7-be19-4b6e-8c4d-ab3e27449c8c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.005790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fc5e7735-bfb1-49ed-b184-7ae0ff431179 req-20f93cd7-be19-4b6e-8c4d-ab3e27449c8c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:38.060064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-b3902503-5b5e-47e2-8df3-266ad3439b36 service neutron] 10.222.0.61 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936028 Apr 18 20:27:38.092186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fc5e7735-bfb1-49ed-b184-7ae0ff431179 req-20f93cd7-be19-4b6e-8c4d-ab3e27449c8c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:38.098557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc5e7735-bfb1-49ed-b184-7ae0ff431179 req-20f93cd7-be19-4b6e-8c4d-ab3e27449c8c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 931 time: 0.8741460 Apr 18 20:27:38.100749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-1eb889a8-770b-415a-9e06-0a4bcbc0e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.102509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-1eb889a8-770b-415a-9e06-0a4bcbc0e20f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.4311061 Apr 18 20:27:38.194343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.266681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=360b7027-6790-4015-84a0-91c55e19b412,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:38.273732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.279224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad91f9c3-e0d8-401c-85ee-4f942949492d None None] Network ccc334a5-ec31-4604-be76-7c0e64c8d4c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:27:38.281199 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc5e7735-bfb1-49ed-b184-7ae0ff431179 req-e346cc04-1312-4576-96dc-6b5b4883cf01 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811540 Apr 18 20:27:38.290967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-41cc7c6b-cffc-4d2c-a6e4-ca386a069751 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/360b7027-6790-4015-84a0-91c55e19b412 HTTP/1.1" status: 204 len: 168 time: 2.1039333 Apr 18 20:27:38.298062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55158) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:38.435810 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4b2dc12-104a-44f6-bb68-3179e279e77a'] response: {'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'status': 'completed', 'code': 200} Apr 18 20:27:38.453285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869c734-be38-4f04-bda7-d25a18a35d45 req-186b9632-1fd2-4901-a9d2-4a2b06b23a0a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.455005 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1869c734-be38-4f04-bda7-d25a18a35d45 req-186b9632-1fd2-4901-a9d2-4a2b06b23a0a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7545309 Apr 18 20:27:38.519110 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.592464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Deleting port cad427e7-48f2-411a-aa37-fd78d2a4cf71 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:38.592799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.604911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-ec7ac813-3dba-4b6f-91d7-7780301cc4b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 998 time: 0.4334283 Apr 18 20:27:38.656548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f10a69-6421-4410-9726-ab428ec70dfe {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:38.683003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.691768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1869c734-be38-4f04-bda7-d25a18a35d45 req-90afc3d6-7dbf-4522-a410-3db0d05c68c6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198436 Apr 18 20:27:38.796876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-22538984-dba5-469e-8128-73d91fdcc2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.799311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-22538984-dba5-469e-8128-73d91fdcc2b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 0.3637025 Apr 18 20:27:38.814363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Transition to ACTIVE for port object f3f10a69-6421-4410-9726-ab428ec70dfe will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:27:38.862047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.934601 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:38.940781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-bae0a106-d63f-4fa7-b1bf-4bf078ee1a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:38.942604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-bae0a106-d63f-4fa7-b1bf-4bf078ee1a85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.3245409 Apr 18 20:27:38.944417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] DHCP port deletion for ccc334a5-ec31-4604-be76-7c0e64c8d4c2 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:27:38.949531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Deleting port cad427e7-48f2-411a-aa37-fd78d2a4cf71 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:38.949917 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.041123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-3a644c46-f940-4056-b01e-0845a278e252 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 1001 time: 0.2662261 Apr 18 20:27:39.225451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-4ee11b5b-6737-4d4c-a335-1059f3259bba tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.227207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-4ee11b5b-6737-4d4c-a335-1059f3259bba tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports/f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 943 time: 0.1783321 Apr 18 20:27:39.380518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-905eba90-d02a-425b-ae1e-7a663b76e33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.382085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-905eba90-d02a-425b-ae1e-7a663b76e33b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4249165 Apr 18 20:27:39.397438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cad427e7-48f2-411a-aa37-fd78d2a4cf71 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:39.464764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10a69-6421-4410-9726-ab428ec70dfe,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:39.558770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-532c7b60-8066-4764-93f8-a126da1faafc service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661777 Apr 18 20:27:39.706415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cad427e7-48f2-411a-aa37-fd78d2a4cf71,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:39.707161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.813682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cad427e7-48f2-411a-aa37-fd78d2a4cf71,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:39.814533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.886267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Calling delete_port for cad427e7-48f2-411a-aa37-fd78d2a4cf71 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:39.928225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:27:39.974888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-fefdb259-78c3-4053-a3b2-254ce91ce3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:39.976946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-fefdb259-78c3-4053-a3b2-254ce91ce3d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 1.1609061 Apr 18 20:27:39.983921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:39.988413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Calling delete_port for cad427e7-48f2-411a-aa37-fd78d2a4cf71 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:40.085858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cad427e7-48f2-411a-aa37-fd78d2a4cf71,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:40.099167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.335644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:40.363030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'port_id': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'mac_address': 'fa:16:3e:5b:52:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:27:40.382280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:27:40.382709 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:27:40.461983 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.498988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce7bd73-2880-41a8-ae2f-86a08b45c61c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:40.533694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:40.536700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=cad427e7-48f2-411a-aa37-fd78d2a4cf71,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:40.540800 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.541267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Attempting to bind port f3f10a69-6421-4410-9726-ab428ec70dfe on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:27:40.541916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Attempting to bind port f3f10a69-6421-4410-9726-ab428ec70dfe by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:27:40.542792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Attempting to bind port f3f10a69-6421-4410-9726-ab428ec70dfe on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:27:40.620316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Port f3f10a69-6421-4410-9726-ab428ec70dfe on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:27:40.621349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Attempting to bind port f3f10a69-6421-4410-9726-ab428ec70dfe on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:27:40.633448 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-23fa1d18-180c-4253-8e6f-737630ae832b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 1001 time: 1.0734050 Apr 18 20:27:40.636049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-f19bf849-1d99-4f9b-8259-37e883ecdc37 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 1001 time: 0.5605440 Apr 18 20:27:40.646732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:27:40.647645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:27:40.648625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Bound using segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:27:40.649676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Bound port: f3f10a69-6421-4410-9726-ab428ec70dfe, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:27:40.650510 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.687697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=13']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:40.764446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec16923-87dd-448b-8492-f6bb54a92bca req-cc8b83d5-bcdb-4760-9698-fde548c1c947 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:40.777555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0ec16923-87dd-448b-8492-f6bb54a92bca req-cc8b83d5-bcdb-4760-9698-fde548c1c947 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 944 time: 1.4441733 Apr 18 20:27:40.824564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:27:40.825709 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:27:40.848926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83b7b6b8-d348-418b-b8ab-a0adaadf5e8e req-92793b53-70b2-44b4-bc7e-1c8e4b2ab509 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2201412 Apr 18 20:27:40.885177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Deleting port cad427e7-48f2-411a-aa37-fd78d2a4cf71 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:40.885731 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:40.932821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8ce7bd73-2880-41a8-ae2f-86a08b45c61c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:41.054726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] For port f3f10a69-6421-4410-9726-ab428ec70dfe, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:27:41.061772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] For port f3f10a69-6421-4410-9726-ab428ec70dfe, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3f10a69-6421-4410-9726-ab428ec70dfe,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:27:41.123622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.162975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.174191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-27029beb-948a-46f5-9ba1-992a23a505c2 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.175893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-27029beb-948a-46f5-9ba1-992a23a505c2 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.5414994 Apr 18 20:27:41.179631 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.216275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0ec16923-87dd-448b-8492-f6bb54a92bca req-8d8b413c-618f-4c28-809b-19802e04170f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4370275 Apr 18 20:27:41.240031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-e140178b-a667-4386-aef3-03e8c3e95fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.246710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-e140178b-a667-4386-aef3-03e8c3e95fe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.5685875 Apr 18 20:27:41.416069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Deleting port cad427e7-48f2-411a-aa37-fd78d2a4cf71 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:41.416910 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.476771 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-f505e148-f827-4eb8-b10b-4bf56fd44cbc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 1001 time: 0.1639180 Apr 18 20:27:41.565526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:41.566897 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.568425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] 10.222.0.55 "PUT /v2.0/ports/f3f10a69-6421-4410-9726-ab428ec70dfe HTTP/1.1" status: 200 len: 1091 time: 5.3494856 Apr 18 20:27:41.577983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cad427e7-48f2-411a-aa37-fd78d2a4cf71,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:41.579812 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:41.629770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:41.650124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'tag': 'f3f10a69-6421-4410-9726-ab428ec70dfe'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:41.658285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-06cff9a5-9427-4b1c-b6c0-069dcecfe108 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3859751 Apr 18 20:27:41.847869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9c86b-2c45-4795-bb4c-5a8c9c261d9d service neutron] Pushing event updated for resources: {'Port': ['ID=f3f10a69-6421-4410-9726-ab428ec70dfe,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:41.889605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Calling delete_port for cad427e7-48f2-411a-aa37-fd78d2a4cf71 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:42.005865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Router ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:27:42.016744 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.063457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.086137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] No DVR routers for this DVR port cad427e7-48f2-411a-aa37-fd78d2a4cf71 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:42.124336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6c5b2-9855-4e70-8eb0-00117333e74a None None] Pushing event deleted for resources: {'Port': ['ID=cad427e7-48f2-411a-aa37-fd78d2a4cf71,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:42.130966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] For port cad427e7-48f2-411a-aa37-fd78d2a4cf71, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cad427e7-48f2-411a-aa37-fd78d2a4cf71,segment=NetworkSegment(35028c46-8495-4ecc-bf37-88fcf8992f5b),segment_id=35028c46-8495-4ecc-bf37-88fcf8992f5b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:42.131556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.284127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-f4f732b2-b8f7-4baf-a42a-c831baf31bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:42.286906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-f4f732b2-b8f7-4baf-a42a-c831baf31bb2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 1094 time: 0.6142173 Apr 18 20:27:42.519029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Calling delete_port for cad427e7-48f2-411a-aa37-fd78d2a4cf71 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:42.681063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-ef14c9f0-44ce-4177-a214-cc6bfb8c38ca service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9191763 Apr 18 20:27:42.729427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:27:42.740612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] Sync routers for ids ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:42.743950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.745200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3bbdea67-1fe1-40e3-94d4-6dfe56d099ab tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "PUT /v2.0/routers/ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 HTTP/1.1" status: 200 len: 925 time: 5.2557116 Apr 18 20:27:42.754509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55192) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:42.759014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-5eb9a84d-b4ad-408e-85c2-881faf7d6561 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3f10a69-6421-4410-9726-ab428ec70dfe HTTP/1.1" status: 200 len: 217 time: 0.3248591 Apr 18 20:27:42.759350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.773525 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] Routers {'ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:42.774456 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:42.821482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:42.821482 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Floating IP d661e079-ac5e-4c13-898a-21829990d230 disassociated. External IP: 172.25.5.17, port: f3fc8834-8fce-428b-adea-718fa6fae1d9. Apr 18 20:27:42.895711 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:42.922841 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] Routers {'ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:42.923643 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:43.114534 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:43.115416 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff7cd01-46b4-43a7-9738-ef27ebfd48de None None] The sync data for ids ['ee3e9eaf-c8fd-40b0-8431-3fff9e89a336'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:43.297988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-22cad132-62a0-4eee-9864-e0db815a9cb1 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 HTTP/1.1" status: 200 len: 925 time: 0.5392399 Apr 18 20:27:43.298575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55198) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:43.391828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-686d0344-2d77-41b3-8880-9c05a566bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.394427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-686d0344-2d77-41b3-8880-9c05a566bfc2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.6259758 Apr 18 20:27:43.412130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:27:43.413263 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:27:43.440658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2354aba-cbc6-4d7a-890e-9c44d3c60204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.524244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-430f84f4-1636-4654-b9d6-5c21527d8985 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1205084 Apr 18 20:27:43.539363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3826e94-006d-469d-94f8-eec2d32ce749 req-5fa5c608-70eb-457a-bcd2-cb891de5e4e6 service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8335485 Apr 18 20:27:43.571094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb103d2-0996-44a2-9415-d8e1498b54ec tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.575638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ebb103d2-0996-44a2-9415-d8e1498b54ec tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=ee3e9eaf-c8fd-40b0-8431-3fff9e89a336&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2734137 Apr 18 20:27:43.579207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:43.642813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86853d9c-af53-4d12-b85b-2e15bf99c46b req-059b7485-982b-4273-94cf-880ed8286b91 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.645425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86853d9c-af53-4d12-b85b-2e15bf99c46b req-059b7485-982b-4273-94cf-880ed8286b91 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5738513 Apr 18 20:27:43.736472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:27:43.828035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Deleting port cad427e7-48f2-411a-aa37-fd78d2a4cf71 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:43.828554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:43.866418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ac0637-205e-4847-bf61-881c366ee435 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:43.866925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43ac0637-205e-4847-bf61-881c366ee435 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Synchronizing usage tracker for tenant:98976b8f002747d5badd372e6fb366b9 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:43.895720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:27:43.906746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86853d9c-af53-4d12-b85b-2e15bf99c46b req-ebbb03fc-f295-406a-affd-1dcec3efe08a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749663 Apr 18 20:27:43.969266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] The port 'cad427e7-48f2-411a-aa37-fd78d2a4cf71' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:27:44.006577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:44.011615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-ed077f65-8a17-4096-a046-db844d6f6fde service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777145 Apr 18 20:27:44.019261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:44.020387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.094560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43ac0637-205e-4847-bf61-881c366ee435 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Unset dirty status for tenant:98976b8f002747d5badd372e6fb366b9 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:44.097988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-43ac0637-205e-4847-bf61-881c366ee435 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.5158188 Apr 18 20:27:44.105495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55210) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:44.227341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:27:44.235475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0996b8bb-c8ab-4381-8880-6a757707ba24 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 HTTP/1.1" status: 200 len: 205 time: 0.1251869 Apr 18 20:27:44.244668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.255414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] Sync routers for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:44.260658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55214) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:44.289233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:44.290353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:44.318000 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-1a1b0888-9b93-4b4e-815d-335bb10dd8d3 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "PUT /v2.0/floatingips/d661e079-ac5e-4c13-898a-21829990d230 HTTP/1.1" status: 200 len: 694 time: 2.7016428 Apr 18 20:27:44.318869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:44.470671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.494582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.496678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-a8608be5-51a3-4817-90d4-91ecdd4e5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.500476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-a8608be5-51a3-4817-90d4-91ecdd4e5879 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 0.1573374 Apr 18 20:27:44.506339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8f4dad-c54e-44b0-a485-cdb03f4a595f req-40f24b56-4b2d-4d61-939c-e09bbe29a187 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772096 Apr 18 20:27:44.538336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc334a5-ec31-4604-be76-7c0e64c8d4c2']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:44.612650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:44.618350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35028c46-8495-4ecc-bf37-88fcf8992f5b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:44.618827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35028c46-8495-4ecc-bf37-88fcf8992f5b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:44.638098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:44.648218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.656514 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.693259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.738815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:44.749448 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.767646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f151ff64-b7ad-4b51-b729-cb904aae725e req-2fa94e3f-f118-4d8a-be70-a8179204cfe7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.769235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f151ff64-b7ad-4b51-b729-cb904aae725e req-2fa94e3f-f118-4d8a-be70-a8179204cfe7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 943 time: 0.5613756 Apr 18 20:27:44.783363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:27:44.783909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:27:44.798361 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:27:44.803877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-4fad9888-b1d4-4ad0-9933-7ba689ff1304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:44.803877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-4fad9888-b1d4-4ad0-9933-7ba689ff1304 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 0.2784526 Apr 18 20:27:44.993751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.000722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f151ff64-b7ad-4b51-b729-cb904aae725e req-21b55d39-ac1a-417b-ac04-94866e41a37e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016203 Apr 18 20:27:45.020720 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-dfe8bcb0-f631-45bc-b4eb-4aabe0508327 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 217 time: 0.2017150 Apr 18 20:27:45.024495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.056103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc334a5-ec31-4604-be76-7c0e64c8d4c2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:45.090214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.100834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ca9ec81c-e2d5-457b-9fbc-c3ade50630bf admin admin] 10.222.0.47 "DELETE /v2.0/networks/ccc334a5-ec31-4604-be76-7c0e64c8d4c2 HTTP/1.1" status: 204 len: 168 time: 6.8018010 Apr 18 20:27:45.117734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Deleting port ade5e538-4324-4240-8e1b-dfc005e9a27d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:45.118245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.366418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=14']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:45.381997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-f20c7ab8-dc3c-4acc-9164-8a9eabd377e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.383501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-f20c7ab8-dc3c-4acc-9164-8a9eabd377e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.3426533 Apr 18 20:27:45.453071 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e424716d-7291-4162-a470-4ac3757e9a91'] response: {'name': 'network-changed', 'server_uuid': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'tag': 'f3f10a69-6421-4410-9726-ab428ec70dfe', 'status': 'completed', 'code': 200} Apr 18 20:27:45.455738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:45.465846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] Checking router: ca0a16b6-ce00-49f9-8af7-43ce17ddae0c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:27:45.477577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:45.478631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:45.480799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-2aa89888-69f3-46a0-bbe8-9714baadc392 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849569 Apr 18 20:27:45.521916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55226) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:45.692353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:27:45.780655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-760b18b2-348a-4042-8ca6-730351b09d1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=245fcda392ab4defbeb002a9bdc79f89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2527709 Apr 18 20:27:45.785735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55230) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:45.838491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-06c2aa72-990d-459b-af74-f093c9ac32e2 service neutron] 10.222.0.47 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499069 Apr 18 20:27:45.859952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-089a6ed4-01b7-433e-9b99-54b5495ea41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.862463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-089a6ed4-01b7-433e-9b99-54b5495ea41f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 1094 time: 0.4129233 Apr 18 20:27:45.883843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501422d0-62b7-4042-a7c4-e189ec8de77c req-fb22e98f-f093-41d9-bb2d-edfcb679b32f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:45.889649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-501422d0-62b7-4042-a7c4-e189ec8de77c req-fb22e98f-f093-41d9-bb2d-edfcb679b32f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 946 time: 0.4331369 Apr 18 20:27:45.945586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:45.992057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6587ff15-f4ab-4b17-b8da-2589455b41cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.036480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6587ff15-f4ab-4b17-b8da-2589455b41cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.112369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d17264ec-bddb-4984-a49a-beabb4f182b3 req-900bb022-0c95-4a74-9a70-60d0169655cc service neutron] 10.222.0.47 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482464 Apr 18 20:27:46.128161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Calling delete_port for ade5e538-4324-4240-8e1b-dfc005e9a27d owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:46.159909 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6e7fd320-fccc-442b-8bda-e77871e6fc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.188712 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6587ff15-f4ab-4b17-b8da-2589455b41cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.221470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587ff15-f4ab-4b17-b8da-2589455b41cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd6c22-1000-4239-94bf-0a1dfe90ef31,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:46.244546 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6587ff15-f4ab-4b17-b8da-2589455b41cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.249601 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6587ff15-f4ab-4b17-b8da-2589455b41cd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8fd6c22-1000-4239-94bf-0a1dfe90ef31 HTTP/1.1" status: 204 len: 168 time: 0.4588292 Apr 18 20:27:46.276137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-501422d0-62b7-4042-a7c4-e189ec8de77c req-805cf412-1d87-498c-b0b5-9f352efa354a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3420081 Apr 18 20:27:46.299920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55244) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:46.417166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-3adb1063-8b34-467c-80b8-672fb6b914b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.421781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-3adb1063-8b34-467c-80b8-672fb6b914b4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 0.5519519 Apr 18 20:27:46.464566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:46.481190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06e403-b3e3-4bf1-9d30-cf512692f858 None None] The sync data for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 is: [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:25:55Z', 'revision_number': 4, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6d6c5fa5-1271-49a9-a19c-88125d5e3924', 'name': '', 'network_id': '6a70fe04-4e66-4143-88ee-68c28141a08f', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'mac_address': 'fa:16:3e:67:a4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:53Z', 'updated_at': '2022-04-18T20:26:07Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'subnets': [{'id': 'd028dbfb-cb88-4606-aea7-f387331e8dc3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:46.503757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-94096224-19cd-4c11-82dc-ad11e89fbdf3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/77aebac0-61b9-4f7a-8209-9d8633c7246d HTTP/1.1" status: 200 len: 992 time: 0.2018151 Apr 18 20:27:46.596614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-ea2763a9-e245-4a9e-9a29-4e313c19ffa4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3f10a69-6421-4410-9726-ab428ec70dfe HTTP/1.1" status: 200 len: 217 time: 0.1399786 Apr 18 20:27:46.705310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-0353e259-5161-476a-8393-7db95bbb8e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:46.707731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-0353e259-5161-476a-8393-7db95bbb8e7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.1040685 Apr 18 20:27:46.735453 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f8ff196-da03-469a-bcf7-8bd1f439e221'] response: {'name': 'network-changed', 'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'status': 'completed', 'code': 200} Apr 18 20:27:46.846184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.899347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-6c6932b9-031b-4f1d-95a4-56087e55abf7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405313 Apr 18 20:27:46.932996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:46.941432 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc406641-c976-45f7-9344-d3b0d6e9010c'] response: {'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'code': 200} Apr 18 20:27:47.170455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:47.174592 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f08b5-1356-4caa-b5a1-a9ef9054f3a1 None None] New status for floating IP d661e079-ac5e-4c13-898a-21829990d230: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:27:47.183669 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-3885aae9-3db1-41ad-a1a5-7dd0e9ceadb7 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips/d661e079-ac5e-4c13-898a-21829990d230 HTTP/1.1" status: 200 len: 694 time: 0.2154441 Apr 18 20:27:47.467141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event deleted for resources: {'Port': ['ID=ade5e538-4324-4240-8e1b-dfc005e9a27d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:47.652023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-2827c762-9b89-41df-85ff-8ac3519ce396 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:47.658152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-2827c762-9b89-41df-85ff-8ac3519ce396 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 784 time: 0.4581115 Apr 18 20:27:47.677032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-9bd1abb8-4f22-4009-a3f7-43a0ef6da1bc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:47.679511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-9bd1abb8-4f22-4009-a3f7-43a0ef6da1bc tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072525 Apr 18 20:27:47.805366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-206b3aca-76e7-4077-86cb-e66776884870 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 697 time: 0.1079650 Apr 18 20:27:47.922348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3f10a69-6421-4410-9726-ab428ec70dfe details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:27:47.979327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-3bfce348-2ee3-4258-9ef9-f2360588e9c8 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.5.17 HTTP/1.1" status: 200 len: 697 time: 0.1527879 Apr 18 20:27:48.040541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be186de8-f5b5-4992-972a-7b09b773fefb req-5a69ca45-bc41-4ddf-b683-3c0e9e3050fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.040541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be186de8-f5b5-4992-972a-7b09b773fefb req-5a69ca45-bc41-4ddf-b683-3c0e9e3050fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 1097 time: 1.2219119 Apr 18 20:27:48.199525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-aab07e57-d996-4ebf-a6a8-89543671c61e service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2921696 Apr 18 20:27:48.208357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845db3-8f64-4610-a026-6bc3f249d07a req-492f8ede-3ae6-4955-bc42-bb2596a93d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.210416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20845db3-8f64-4610-a026-6bc3f249d07a req-492f8ede-3ae6-4955-bc42-bb2596a93d1e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1095 time: 1.2639694 Apr 18 20:27:48.261005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f3f10a69-6421-4410-9726-ab428ec70dfe, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3f10a69-6421-4410-9726-ab428ec70dfe,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:48.303095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'f3f10a69-6421-4410-9726-ab428ec70dfe', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'port_id': 'f3f10a69-6421-4410-9726-ab428ec70dfe', 'mac_address': 'fa:16:3e:b2:d9:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4402abdb-ee97-4be2-824e-79d45393fef7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:27:48.414383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be186de8-f5b5-4992-972a-7b09b773fefb req-502b02ce-c5c5-45c6-a329-4256345d6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.415983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be186de8-f5b5-4992-972a-7b09b773fefb req-502b02ce-c5c5-45c6-a329-4256345d6fdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 200 len: 921 time: 0.3435059 Apr 18 20:27:48.421287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Deleting port fb2480d8-b91a-43f7-8f3b-8831f4304aba {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:48.422024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.493172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.524473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f10a69-6421-4410-9726-ab428ec70dfe {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:27:48.549452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.558163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f3f10a69-6421-4410-9726-ab428ec70dfe, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3f10a69-6421-4410-9726-ab428ec70dfe,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:48.566916 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.582366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33c958ef-2ca6-4be9-9436-71bfd0af1714 req-56873613-8119-4d04-ba5a-14b2783d9fa1 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231394 Apr 18 20:27:48.590953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea270cd9-e2d7-429c-bd50-1a01862e2d52 req-0a80bf46-a6de-4fbc-a1e2-c38ca77f65dc tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:48.599556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea270cd9-e2d7-429c-bd50-1a01862e2d52 req-0a80bf46-a6de-4fbc-a1e2-c38ca77f65dc tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 943 time: 1.5413392 Apr 18 20:27:48.660799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.690544 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.721956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f3f10a69-6421-4410-9726-ab428ec70dfe,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:48.869409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.872065 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.890743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.891363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:48.911348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f3f10a69-6421-4410-9726-ab428ec70dfe'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:27:48.931447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be186de8-f5b5-4992-972a-7b09b773fefb req-402a29da-e083-45bc-a489-ecd132c4735a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 200 len: 217 time: 0.3514786 Apr 18 20:27:49.091151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.092434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Fanout notify agent at l3_agent the message router_deleted on router ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:27:49.119576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea270cd9-e2d7-429c-bd50-1a01862e2d52 req-05b42b0b-1e78-44f9-be05-32e68e240f25 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5189717 Apr 18 20:27:49.188574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be186de8-f5b5-4992-972a-7b09b773fefb req-8967c555-f0ea-4a62-987d-523344c06403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.190215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be186de8-f5b5-4992-972a-7b09b773fefb req-8967c555-f0ea-4a62-987d-523344c06403 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 200 len: 860 time: 0.2434182 Apr 18 20:27:49.198324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.199040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-706b8cfc-91a2-4010-be63-acc5ccf5aee4 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 HTTP/1.1" status: 204 len: 168 time: 4.9201436 Apr 18 20:27:49.206744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845db3-8f64-4610-a026-6bc3f249d07a req-47d4af5c-a7b0-44c4-841b-a9bc04194ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.208578 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20845db3-8f64-4610-a026-6bc3f249d07a req-47d4af5c-a7b0-44c4-841b-a9bc04194ed6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.9453671 Apr 18 20:27:49.241018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:49.256381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-929427909', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:49.321228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Calling delete_port for fb2480d8-b91a-43f7-8f3b-8831f4304aba owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:49.336955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.340593 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be186de8-f5b5-4992-972a-7b09b773fefb req-bbea930a-e4ee-40db-8e51-285e2eeb418f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6a70fe04-4e66-4143-88ee-68c28141a08f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402304 Apr 18 20:27:49.343892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:49.360610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Usage tracker for resource:router and tenant:05509140cffb4de3acfd684b6144ac42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:27:49.364563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:27:49.370811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:49.429676 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.430755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.534763 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.556096 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.565405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20845db3-8f64-4610-a026-6bc3f249d07a req-13fe588f-7100-43df-bbcd-a5244560db3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.3032613 Apr 18 20:27:49.686668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845db3-8f64-4610-a026-6bc3f249d07a req-260a1530-9bfc-485c-9cab-785ffefe069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:49.688470 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20845db3-8f64-4610-a026-6bc3f249d07a req-260a1530-9bfc-485c-9cab-785ffefe069c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1025703 Apr 18 20:27:49.720424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be186de8-f5b5-4992-972a-7b09b773fefb req-f10d3da8-b3ca-468e-9b65-2b6a19e7bf4a service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631823 Apr 18 20:27:49.768278 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.789586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event deleted for resources: {'Port': ['ID=fb2480d8-b91a-43f7-8f3b-8831f4304aba,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:49.839335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.879716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.882270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-266407f0-41ce-4ed4-acc9-09a3b70b1d5e req-afd4821d-6999-4d36-8216-4ddc074cb677 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "DELETE /v2.0/floatingips/d661e079-ac5e-4c13-898a-21829990d230 HTTP/1.1" status: 204 len: 173 time: 1.8564873 Apr 18 20:27:49.946213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:49.950440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b6e70c9d-dd83-48e6-85dd-eae4fb70212b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7059050 Apr 18 20:27:49.950925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55308) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:49.957121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:50.207957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be186de8-f5b5-4992-972a-7b09b773fefb req-b002453f-55a7-4e1a-ac2c-8c229150f87a service neutron] 10.222.0.55 "GET /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152107 Apr 18 20:27:50.260431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845db3-8f64-4610-a026-6bc3f249d07a req-0a10a13a-9554-45a6-aa1a-46c09a33d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.262001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20845db3-8f64-4610-a026-6bc3f249d07a req-0a10a13a-9554-45a6-aa1a-46c09a33d851 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5394552 Apr 18 20:27:50.334458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd8e33a-b96c-4206-8da0-a393b8d8b664 req-8032b7de-d3d8-4612-9ab9-1b7de0a6208e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:50.338304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bcd8e33a-b96c-4206-8da0-a393b8d8b664 req-8032b7de-d3d8-4612-9ab9-1b7de0a6208e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.4088478 Apr 18 20:27:50.538925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bcd8e33a-b96c-4206-8da0-a393b8d8b664 req-43888ff2-a3fc-4aaa-bc64-6a0307dd4bf6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771092 Apr 18 20:27:50.619519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:50.703681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20845db3-8f64-4610-a026-6bc3f249d07a req-8b7cf15d-410e-4959-bf38-db627caf94f7 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4226718 Apr 18 20:27:50.817479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a516dead-3327-4ea0-8e5e-523e547cf29d req-3f5caff0-1a0a-44a6-9d13-0946cefefd5b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups/952d9374-38ee-4d4f-acd4-0ad136e24755 HTTP/1.1" status: 200 len: 1810 time: 0.2290637 Apr 18 20:27:51.048918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-60e5f4c7-940b-48bb-ac3d-cda3bb5c1887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.050484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-60e5f4c7-940b-48bb-ac3d-cda3bb5c1887 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.4451926 Apr 18 20:27:51.088978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20845db3-8f64-4610-a026-6bc3f249d07a req-7f8ad261-d5ce-47dc-975a-037da1f69ee5 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716345 Apr 18 20:27:51.104701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.132471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a516dead-3327-4ea0-8e5e-523e547cf29d req-ee304c0e-4067-4e76-8a52-80493f19d95b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.193818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.230830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a516dead-3327-4ea0-8e5e-523e547cf29d req-ee304c0e-4067-4e76-8a52-80493f19d95b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.297877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-ee449367-ccd7-4ba7-83db-7051c1afacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.299538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-ee449367-ccd7-4ba7-83db-7051c1afacac service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.2402778 Apr 18 20:27:51.338431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f4d7a-d534-4a4c-8497-3431acad050a req-72d14535-43a4-436e-b615-902d4c3b479d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.339903 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b77f4d7a-d534-4a4c-8497-3431acad050a req-72d14535-43a4-436e-b615-902d4c3b479d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 944 time: 0.4958172 Apr 18 20:27:51.418761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a516dead-3327-4ea0-8e5e-523e547cf29d req-ee304c0e-4067-4e76-8a52-80493f19d95b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.501812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee304c0e-4067-4e76-8a52-80493f19d95b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=952d9374-38ee-4d4f-acd4-0ad136e24755,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:51.546693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a516dead-3327-4ea0-8e5e-523e547cf29d req-ee304c0e-4067-4e76-8a52-80493f19d95b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:51.547851 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a516dead-3327-4ea0-8e5e-523e547cf29d req-ee304c0e-4067-4e76-8a52-80493f19d95b tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "DELETE /v2.0/security-groups/952d9374-38ee-4d4f-acd4-0ad136e24755 HTTP/1.1" status: 204 len: 173 time: 0.6359847 Apr 18 20:27:51.565174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-2deb5837-ef80-4e48-a32f-83f0bf051d7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 1001 time: 0.2577155 Apr 18 20:27:51.699600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-d0f8171d-f5d6-4c11-8806-76dd27433741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.703297 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-d0f8171d-f5d6-4c11-8806-76dd27433741 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.1258602 Apr 18 20:27:51.772007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b77f4d7a-d534-4a4c-8497-3431acad050a req-98e171b1-49ee-49ff-97cf-df5bcd18ed03 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4095705 Apr 18 20:27:51.862194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Allocated IP 172.25.5.123 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c8921803-ca5e-4c8b-9b5d-f36e81f3e5a3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:51.937840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-190c605c-0272-46c3-946d-315e2050c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:51.940099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-190c605c-0272-46c3-946d-315e2050c2a5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298496 Apr 18 20:27:51.945438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3f10a69-6421-4410-9726-ab428ec70dfe up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:27:52.094714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port f3f10a69-6421-4410-9726-ab428ec70dfe completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:27:52.101990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port f3f10a69-6421-4410-9726-ab428ec70dfe triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:27:52.102356 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.266176 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.273918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.316454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.323578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f3f10a69-6421-4410-9726-ab428ec70dfe, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3f10a69-6421-4410-9726-ab428ec70dfe,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:52.324613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10a69-6421-4410-9726-ab428ec70dfe'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:52.336926 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:52.338185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e17962-c520-4576-a27e-ad83065a0da2 req-4525826a-1c85-467c-a196-ae13fe803d5a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:52.340863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51e17962-c520-4576-a27e-ad83065a0da2 req-4525826a-1c85-467c-a196-ae13fe803d5a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.4523025 Apr 18 20:27:52.429753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-2ca0c3a0-f118-4f6d-a8d4-b2029b6eb7f1 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695761 Apr 18 20:27:52.442095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:27:52.450417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:27:52.455918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:27:52.536422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f3f10a69-6421-4410-9726-ab428ec70dfe,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.590717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51e17962-c520-4576-a27e-ad83065a0da2 req-8c28e2cb-2748-45fc-ad1a-3252d8452e6e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2334523 Apr 18 20:27:52.604147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event updated for resources: {'Port': ['ID=c8921803-ca5e-4c8b-9b5d-f36e81f3e5a3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:52.792294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2d10b8f-be56-4b95-b6b9-ee62c4d28345 req-1f1bcf3e-a85e-4c19-8fd3-66ae63cd3ca3 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521669 Apr 18 20:27:53.119002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91588de2-4b37-4897-bfa9-c130087b7619 req-d486dacb-5b6e-472b-8ddc-7bde86f6dfd2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.120578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91588de2-4b37-4897-bfa9-c130087b7619 req-d486dacb-5b6e-472b-8ddc-7bde86f6dfd2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3599110 Apr 18 20:27:53.276571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91588de2-4b37-4897-bfa9-c130087b7619 req-b9e275f1-4ea9-42ef-8894-4898ebb7fe52 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385672 Apr 18 20:27:53.280507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.342855 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-289fbd49-4fb7-47f6-b8fb-1ce47759b4d8'] response: {'server_uuid': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f10a69-6421-4410-9726-ab428ec70dfe', 'code': 200} Apr 18 20:27:53.670611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d09fdb-8fd8-4ee7-832d-d98f7eac7cea req-9ef72825-19d0-4906-a3fe-fb4d47faf587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.672035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-52d09fdb-8fd8-4ee7-832d-d98f7eac7cea req-9ef72825-19d0-4906-a3fe-fb4d47faf587 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 1096 time: 0.1500196 Apr 18 20:27:53.679959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a385ca0-9421-435f-b19d-69bf1af19a07 req-cda7c28c-fb68-486d-b5b7-d4dc70c772a8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.681491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a385ca0-9421-435f-b19d-69bf1af19a07 req-cda7c28c-fb68-486d-b5b7-d4dc70c772a8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.2332227 Apr 18 20:27:53.759169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-52d09fdb-8fd8-4ee7-832d-d98f7eac7cea req-ea9b594a-c528-4c97-a536-d3758cc1893f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764272 Apr 18 20:27:53.768528 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a385ca0-9421-435f-b19d-69bf1af19a07 req-bb38ee0c-9061-4cd2-9c93-ff8ba4d2e545 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Apr 18 20:27:53.789988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9093e8-a100-4071-a502-e15502c1b8d7 req-9603b4f7-d6a1-483c-bbad-f1df69c8b528 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:53.790809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bc9093e8-a100-4071-a502-e15502c1b8d7 req-9603b4f7-d6a1-483c-bbad-f1df69c8b528 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:53.838305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.846063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:53.852409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bc9093e8-a100-4071-a502-e15502c1b8d7 req-9603b4f7-d6a1-483c-bbad-f1df69c8b528 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:53.858146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc9093e8-a100-4071-a502-e15502c1b8d7 req-9603b4f7-d6a1-483c-bbad-f1df69c8b528 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.3451381 Apr 18 20:27:54.148881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc9093e8-a100-4071-a502-e15502c1b8d7 req-320f6c5f-0e4f-49cd-87b0-5409248bba20 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260535 Apr 18 20:27:54.292015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Router 9e9eae85-ccb2-4248-a778-5b6ed19b02bb is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:27:54.536475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:27:54.564649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] Sync routers for ids ['9e9eae85-ccb2-4248-a778-5b6ed19b02bb'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:27:54.569006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:54.570819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e42c404d-c08d-4348-af76-9f545412bb37 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "PUT /v2.0/routers/9e9eae85-ccb2-4248-a778-5b6ed19b02bb HTTP/1.1" status: 200 len: 883 time: 4.6181116 Apr 18 20:27:54.573375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:54.582986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] Routers {'9e9eae85-ccb2-4248-a778-5b6ed19b02bb'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:54.584177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9e9eae85-ccb2-4248-a778-5b6ed19b02bb'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:54.663160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:54.675155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] Routers {'9e9eae85-ccb2-4248-a778-5b6ed19b02bb'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:27:54.676107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9e9eae85-ccb2-4248-a778-5b6ed19b02bb'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:54.765377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:27:54.765813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe6ed6e-83d3-4bab-938c-dd4062592b67 None None] The sync data for ids ['9e9eae85-ccb2-4248-a778-5b6ed19b02bb'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:27:54.786026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b0ba0d-1688-438e-995c-a0d6483bb049 req-01806916-d002-4ad7-8561-51f354f9669c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.787753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6b0ba0d-1688-438e-995c-a0d6483bb049 req-01806916-d002-4ad7-8561-51f354f9669c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1072917 Apr 18 20:27:54.837978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6b0ba0d-1688-438e-995c-a0d6483bb049 req-c5001d22-81d6-43f7-adeb-aab07051e801 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432293 Apr 18 20:27:54.969566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0d4ee-088d-4fee-89d2-468021becae2 req-f51afc4b-fa3d-42ff-a679-0f17a867c906 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:54.971242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9f0d4ee-088d-4fee-89d2-468021becae2 req-f51afc4b-fa3d-42ff-a679-0f17a867c906 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.1872919 Apr 18 20:27:55.017134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-359892a7-8d45-498f-a127-15b0040c4900 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/9e9eae85-ccb2-4248-a778-5b6ed19b02bb HTTP/1.1" status: 200 len: 924 time: 0.4422092 Apr 18 20:27:55.020914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55466) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:55.046674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9f0d4ee-088d-4fee-89d2-468021becae2 req-217bbe62-64a8-4bbd-9f0d-e6155c0473c0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567727 Apr 18 20:27:55.224073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e2370d-7660-4173-af37-26023b3e3973 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.226664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-50e2370d-7660-4173-af37-26023b3e3973 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=9e9eae85-ccb2-4248-a778-5b6ed19b02bb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2042100 Apr 18 20:27:55.229420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:55.281154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9dcb-1ffb-4f9f-ad14-f84d824a69bc req-510788f2-9118-4083-b157-1800b46a204b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.289256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb4f9dcb-1ffb-4f9f-ad14-f84d824a69bc req-510788f2-9118-4083-b157-1800b46a204b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.1756341 Apr 18 20:27:55.353100 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb4f9dcb-1ffb-4f9f-ad14-f84d824a69bc req-82b67d3d-4606-4d9d-a125-d188082c071f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619247 Apr 18 20:27:55.412139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2c2ec-6a8f-475e-9ccf-a8d2d299fcc9 req-4868712c-eeee-4365-bb4d-6b112a49e158 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.413898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-15d2c2ec-6a8f-475e-9ccf-a8d2d299fcc9 req-4868712c-eeee-4365-bb4d-6b112a49e158 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2285936 Apr 18 20:27:55.420306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacd68cb-c58a-4a4b-a46e-8bc5d1c3dfd5 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.425652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dacd68cb-c58a-4a4b-a46e-8bc5d1c3dfd5 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Synchronizing usage tracker for tenant:98976b8f002747d5badd372e6fb366b9 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:55.471915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dacd68cb-c58a-4a4b-a46e-8bc5d1c3dfd5 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Unset dirty status for tenant:98976b8f002747d5badd372e6fb366b9 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:55.473240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dacd68cb-c58a-4a4b-a46e-8bc5d1c3dfd5 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.2425632 Apr 18 20:27:55.476308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55484) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:55.538612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c8404183-59c6-4d24-81a2-2c451ebfda30 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e9eae85-ccb2-4248-a778-5b6ed19b02bb HTTP/1.1" status: 200 len: 205 time: 0.0588520 Apr 18 20:27:55.539305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55496) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:55.545684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-15d2c2ec-6a8f-475e-9ccf-a8d2d299fcc9 req-f2afd146-2f0d-41fe-aebe-71bfd997a18c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145716 Apr 18 20:27:55.824319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b79348-2765-4136-9be0-117788449785 req-8d7fa0b9-2500-44c1-86dc-cfd95ab96de4 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:55.829407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:55.830709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2b79348-2765-4136-9be0-117788449785 req-8d7fa0b9-2500-44c1-86dc-cfd95ab96de4 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.55 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.2403088 Apr 18 20:27:55.941135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Deleting port f3fc8834-8fce-428b-adea-718fa6fae1d9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:55.942823 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.079974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ff78a-4e30-4525-837a-736101ff364b req-c5bfb4b0-852e-4499-a8dd-d62f0d677e13 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.091812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c83ff78a-4e30-4525-837a-736101ff364b req-c5bfb4b0-852e-4499-a8dd-d62f0d677e13 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 946 time: 0.3959632 Apr 18 20:27:56.197451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.216178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Deleting port c8921803-ca5e-4c8b-9b5d-f36e81f3e5a3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:27:56.216557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.264077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c83ff78a-4e30-4525-837a-736101ff364b req-edee4480-7d30-4b48-a98d-b2f019db9f26 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:56.347584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444d296-3cd0-4317-8075-8055bea1f7e8 req-e601a23c-17c7-42df-a713-1715b9f04827 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.349188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5444d296-3cd0-4317-8075-8055bea1f7e8 req-e601a23c-17c7-42df-a713-1715b9f04827 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2109652 Apr 18 20:27:56.376927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c83ff78a-4e30-4525-837a-736101ff364b req-edee4480-7d30-4b48-a98d-b2f019db9f26 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:56.378152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c83ff78a-4e30-4525-837a-736101ff364b req-edee4480-7d30-4b48-a98d-b2f019db9f26 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/security-groups?id=5341c364-7192-4e3d-8414-888147c850e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2782764 Apr 18 20:27:56.455222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] For port f3fc8834-8fce-428b-adea-718fa6fae1d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3fc8834-8fce-428b-adea-718fa6fae1d9,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:27:56.455756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.475929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5444d296-3cd0-4317-8075-8055bea1f7e8 req-320e6d8e-975b-477b-bb14-20d0cf1bbe6f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708990 Apr 18 20:27:56.496265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:56.644457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Calling delete_port for f3fc8834-8fce-428b-adea-718fa6fae1d9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:56.709243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Calling delete_port for c8921803-ca5e-4c8b-9b5d-f36e81f3e5a3 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:27:56.898477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbeada-df86-4a40-be65-9bec032308f7 req-fc616eb4-5c0b-4ba9-8558-c51c8bd9d19f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:56.900060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6fbeada-df86-4a40-be65-9bec032308f7 req-fc616eb4-5c0b-4ba9-8558-c51c8bd9d19f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.2006443 Apr 18 20:27:56.954425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.019255 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6fbeada-df86-4a40-be65-9bec032308f7 req-8bb15d22-e1eb-48bf-b8e4-72826bbdc4bf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072063 Apr 18 20:27:57.020129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Pushing event deleted for resources: {'Port': ['ID=f3fc8834-8fce-428b-adea-718fa6fae1d9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.022920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a32080-b0f7-47b3-8764-4c6be9cadb6e req-8cb7254f-9f3d-44d2-92c0-cf5543a8c635 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.024762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8a32080-b0f7-47b3-8764-4c6be9cadb6e req-8cb7254f-9f3d-44d2-92c0-cf5543a8c635 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.3239865 Apr 18 20:27:57.151452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8a32080-b0f7-47b3-8764-4c6be9cadb6e req-abd57308-ac91-45b4-bb13-3908d6b37a4a tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097107 Apr 18 20:27:57.220930 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.282602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event deleted for resources: {'Port': ['ID=c8921803-ca5e-4c8b-9b5d-f36e81f3e5a3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:27:57.318573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] No DVR routers for this DVR port f3fc8834-8fce-428b-adea-718fa6fae1d9 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:27:57.321948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.324728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'name': 'network-vif-deleted', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:27:57.350492 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2b79348-2765-4136-9be0-117788449785 req-86001fb8-cf6e-41dc-b9dc-fe3b72d72662 tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.55 "DELETE /v2.0/ports/f3fc8834-8fce-428b-adea-718fa6fae1d9 HTTP/1.1" status: 204 len: 173 time: 1.5119989 Apr 18 20:27:57.392447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74982d-f69e-40c4-8597-978a8f9b5dd8 req-e819d9f8-494a-4dfd-8e61-5ce43e88b12d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:57.394073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d74982d-f69e-40c4-8597-978a8f9b5dd8 req-e819d9f8-494a-4dfd-8e61-5ce43e88b12d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1284854 Apr 18 20:27:57.458288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d74982d-f69e-40c4-8597-978a8f9b5dd8 req-efc94e95-1bb3-4a5f-bd4d-4a600cdde9fb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519383 Apr 18 20:27:57.474360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.685825 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.689828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.724530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.725288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Fanout notify agent at l3_agent the message router_deleted on router 9e9eae85-ccb2-4248-a778-5b6ed19b02bb {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:27:57.745564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.746935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e8c5f75-894e-4d9d-b872-64a2aec29a87 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/9e9eae85-ccb2-4248-a778-5b6ed19b02bb HTTP/1.1" status: 204 len: 168 time: 2.2065620 Apr 18 20:27:57.753156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:57.760164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-425345990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:57.776206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:27:57.782727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Usage tracker for resource:router and tenant:05509140cffb4de3acfd684b6144ac42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:27:57.789607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:27:57.817866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:27:57.840532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.842302 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.866651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.892008 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.909656 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3840da5d-6212-4078-b134-dda4d662a1b3'] response: {'server_uuid': '89a640b4-3b90-404d-89cc-6f0d905a0f05', 'name': 'network-vif-deleted', 'tag': 'f3fc8834-8fce-428b-adea-718fa6fae1d9', 'status': 'completed', 'code': 200} Apr 18 20:27:57.925601 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:57.928136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5afa0a0a-4ec2-41fb-8f8f-2cfe5de738e6 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1735015 Apr 18 20:27:57.932312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55594) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:27:57.938386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': True}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:27:57.971127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3fc8834-8fce-428b-adea-718fa6fae1d9 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:27:58.031852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: f3fc8834-8fce-428b-adea-718fa6fae1d9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:27:58.033282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3fc8834-8fce-428b-adea-718fa6fae1d9 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:27:58.448536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-010efc3a-b445-4fb0-a224-800851334071 req-6ef8ae65-91ed-48dc-a6de-aa36013bc30c tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Synchronizing usage tracker for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:58.477793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-010efc3a-b445-4fb0-a224-800851334071 req-6ef8ae65-91ed-48dc-a6de-aa36013bc30c tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] Unset dirty status for tenant:9ab0668727d345a6aef71f9eb838a1f3 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:58.483445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-010efc3a-b445-4fb0-a224-800851334071 req-6ef8ae65-91ed-48dc-a6de-aa36013bc30c tempest-ServerRescueTestJSONUnderV235-1300314405 tempest-ServerRescueTestJSONUnderV235-1300314405-project] 10.222.0.47 "GET /v2.0/ports?device_id=89a640b4-3b90-404d-89cc-6f0d905a0f05 HTTP/1.1" status: 200 len: 210 time: 0.1331275 Apr 18 20:27:58.734031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:58.778256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d60e6-66f4-4140-848e-bbfc1b84cb83 req-db11eaa2-1de6-4066-9113-739c0ad6365d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.781495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c1d60e6-66f4-4140-848e-bbfc1b84cb83 req-db11eaa2-1de6-4066-9113-739c0ad6365d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.1613488 Apr 18 20:27:58.809266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-36f425d1-3d60-4ab8-8b9d-6ba3b769733d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:58.810388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-36f425d1-3d60-4ab8-8b9d-6ba3b769733d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:27:58.836584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-36f425d1-3d60-4ab8-8b9d-6ba3b769733d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:27:58.838327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-36f425d1-3d60-4ab8-8b9d-6ba3b769733d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.4937906 Apr 18 20:27:58.838855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c1d60e6-66f4-4140-848e-bbfc1b84cb83 req-f090f168-3aee-4f05-9867-5bcef5840752 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496712 Apr 18 20:27:58.956672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-75006907-3840-4b10-8c46-0244f09f0e53 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/quotas/987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 375 time: 0.0314081 Apr 18 20:27:59.501858 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-1d19857f-2106-4da8-93f0-529eadf854e5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5288520 Apr 18 20:27:59.525455 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.529792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ba3de-75ee-4315-a9c1-fe5de2885d82 req-e80db364-29c7-4d8e-ab62-d0a0df23ad5f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.533027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d43ba3de-75ee-4315-a9c1-fe5de2885d82 req-e80db364-29c7-4d8e-ab62-d0a0df23ad5f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.1309943 Apr 18 20:27:59.563841 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:27:59.635679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d43ba3de-75ee-4315-a9c1-fe5de2885d82 req-b554ac61-b2c2-4738-84c4-64ec57df6df0 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876503 Apr 18 20:27:59.763466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Allocated IP 172.25.5.204 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/dcb738a0-0d50-48d7-a20d-66d1b2bdc1c8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:27:59.793256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-d0bcfeaa-9b1b-42bc-b512-7113e389f2b9 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:27:59.798284 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-d0bcfeaa-9b1b-42bc-b512-7113e389f2b9 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2832708 Apr 18 20:27:59.990514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11c8bc-c3a9-448b-a3fe-84973822cdb0 req-0fc7204b-fbf9-49e3-850c-c9ec07f73641 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:27:59.992618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f11c8bc-c3a9-448b-a3fe-84973822cdb0 req-0fc7204b-fbf9-49e3-850c-c9ec07f73641 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.1069765 Apr 18 20:28:00.052805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f11c8bc-c3a9-448b-a3fe-84973822cdb0 req-24cc9fa7-26bb-4e55-a173-397a8bf6d2a8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535772 Apr 18 20:28:00.092998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-52e5739c-cf5e-4aa2-b761-f71d3248695f service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899988 Apr 18 20:28:00.117019 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.176710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:00.288771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55646) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:00.425749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:00.452038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:00.456433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:00.571791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Port': ['ID=dcb738a0-0d50-48d7-a20d-66d1b2bdc1c8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:00.613230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.613757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.614340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.614906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.615488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.616072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.616651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.617225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.617804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.618353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.618707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.619107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:00.903297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-6727f230-607e-4af1-bddd-745a274358b4 service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7513571 Apr 18 20:28:01.426479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.438732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:01.649606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bd2d0-2cdf-4fd3-bfb0-0d85f3c202b9 req-1ab8a18a-f069-41bb-81b5-b675934172c7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:01.658606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e30bd2d0-2cdf-4fd3-bfb0-0d85f3c202b9 req-1ab8a18a-f069-41bb-81b5-b675934172c7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.2995462 Apr 18 20:28:01.795659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e30bd2d0-2cdf-4fd3-bfb0-0d85f3c202b9 req-566f1ce4-81b3-4762-a5e2-a2e14c2038ff tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357825 Apr 18 20:28:02.113219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a2d5488-735d-4290-a15a-ea2e68eac3c1 req-81108bcc-d3df-40b9-9c58-fe637f7e74c1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 210 time: 0.0872302 Apr 18 20:28:02.269048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.275608 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.292942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Deleting port 6d6c5fa5-1271-49a9-a19c-88125d5e3924 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:02.293348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.666874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] For port 6d6c5fa5-1271-49a9-a19c-88125d5e3924, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6d6c5fa5-1271-49a9-a19c-88125d5e3924,segment=NetworkSegment(99f48d13-6d95-4c37-b150-52671e7b9584),segment_id=99f48d13-6d95-4c37-b150-52671e7b9584)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:02.667603 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:02.773272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e0985-76df-4495-ba88-500b2d5f1a1e req-f521044e-2f19-483d-8668-629bb2b9de15 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:02.786518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a19e0985-76df-4495-ba88-500b2d5f1a1e req-f521044e-2f19-483d-8668-629bb2b9de15 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.3835745 Apr 18 20:28:02.913572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a19e0985-76df-4495-ba88-500b2d5f1a1e req-e181e783-2560-4610-bb8c-0ec330b4d52e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256797 Apr 18 20:28:02.914346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55790) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:02.917269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Calling delete_port for 6d6c5fa5-1271-49a9-a19c-88125d5e3924 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:02.995624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Router 6f72a231-0d01-403f-be07-53e900ee08ba is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:28:03.393008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-c45d7172-6af7-476c-ba3c-c543dd3d7524 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.394614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-c45d7172-6af7-476c-ba3c-c543dd3d7524 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.4210451 Apr 18 20:28:03.414626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-d5d6fb3c-e05c-43c6-bfe0-a44c3cf14ad7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.416530 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-d5d6fb3c-e05c-43c6-bfe0-a44c3cf14ad7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.3621576 Apr 18 20:28:03.431302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:03.438012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.466298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'port': {'device_id': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'admin_state_up': True, 'tenant_id': '987a6ef7e49843098beded1785b8ca24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:03.486192 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] Sync routers for ids ['6f72a231-0d01-403f-be07-53e900ee08ba'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:03.489902 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.491522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-23d06425-6fda-4227-b358-f968542ff3cb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "PUT /v2.0/routers/6f72a231-0d01-403f-be07-53e900ee08ba HTTP/1.1" status: 200 len: 918 time: 5.5581844 Apr 18 20:28:03.499716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55808) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:03.501204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:03.508923 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] Routers {'6f72a231-0d01-403f-be07-53e900ee08ba'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:03.509763 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6f72a231-0d01-403f-be07-53e900ee08ba'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:03.585094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:03.588632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Usage tracker for resource:security_group_rule and tenant:95215641d2624af3bf860c7f07dc0b0b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:03.599775 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] Routers {'6f72a231-0d01-403f-be07-53e900ee08ba'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:03.600840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:03.601314 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6f72a231-0d01-403f-be07-53e900ee08ba'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:03.625548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf0872-2e98-454d-96bb-27a51f25e771 req-bb3c99c3-39db-4164-aff6-3e4bd0be1a93 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:03.627908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3bf0872-2e98-454d-96bb-27a51f25e771 req-bb3c99c3-39db-4164-aff6-3e4bd0be1a93 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.4689434 Apr 18 20:28:03.630323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:03.637578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port f3f10a69-6421-4410-9726-ab428ec70dfe {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:03.637940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:03.679724 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:03.680612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034e4101-a115-43f0-b8a3-51c6c2777a44 None None] The sync data for ids ['6f72a231-0d01-403f-be07-53e900ee08ba'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:03.752383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9cb62bc0-d0bb-4c01-8a90-904ba70d8d6f req-d04d0f76-fc38-4460-a457-c77d96f080e2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 210 time: 0.1356769 Apr 18 20:28:03.892711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3bf0872-2e98-454d-96bb-27a51f25e771 req-c4d63e5c-9463-4821-ad96-97494a193023 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2571976 Apr 18 20:28:03.898335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0e13a6b3-3164-433a-a787-95a8bff25897 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/6f72a231-0d01-403f-be07-53e900ee08ba HTTP/1.1" status: 200 len: 924 time: 0.3797748 Apr 18 20:28:03.899154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:03.911018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:03.959865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:04.043952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Made reservation on behalf of 987a6ef7e49843098beded1785b8ca24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:04.048930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.083674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.190902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Pushing event deleted for resources: {'Port': ['ID=6d6c5fa5-1271-49a9-a19c-88125d5e3924,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:04.215974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.248186 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.271350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee0222b-67e6-4e21-a9a9-a93ceee5b503 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.274085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cee0222b-67e6-4e21-a9a9-a93ceee5b503 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=6f72a231-0d01-403f-be07-53e900ee08ba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3723304 Apr 18 20:28:04.280995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:04.372493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64dd7438-320f-42e1-a2d1-92841b17b68b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:04.391796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b0e38e6c-f7cf-4c13-bd44-515ac595ab5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95215641d2624af3bf860c7f07dc0b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4728701 Apr 18 20:28:04.403334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55858) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:04.528193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port f3f10a69-6421-4410-9726-ab428ec70dfe, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f3f10a69-6421-4410-9726-ab428ec70dfe,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:04.528687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:04.636839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c508500f-879d-4301-a76c-9d2de33228ce req-0f621a3f-9aec-48df-90ee-fd6b42c3c87d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.639992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c508500f-879d-4301-a76c-9d2de33228ce req-0f621a3f-9aec-48df-90ee-fd6b42c3c87d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 945 time: 0.5192759 Apr 18 20:28:04.692965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2cf449-bf74-496a-8282-025c1e356ccb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:04.694613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f2cf449-bf74-496a-8282-025c1e356ccb tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.4072289 Apr 18 20:28:04.700431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for f3f10a69-6421-4410-9726-ab428ec70dfe owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:04.703899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55888) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:04.764248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-55a93569-243b-467d-bd63-4aca141ee4af tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f72a231-0d01-403f-be07-53e900ee08ba HTTP/1.1" status: 200 len: 205 time: 0.0559185 Apr 18 20:28:04.764490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55898) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:04.769947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c508500f-879d-4301-a76c-9d2de33228ce req-19899efe-4bcc-48fc-92bd-14305723b124 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211274 Apr 18 20:28:05.056223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc82655-8fad-4ad3-9182-87d1ce5b4916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.072267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-314b8dc8-230c-4861-9f85-35c7be251cef req-7241d739-3aad-47aa-9e77-43e8dfc497d0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 210 time: 0.0909266 Apr 18 20:28:05.076348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.348086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc82655-8fad-4ad3-9182-87d1ce5b4916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.368882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Allocated IP 172.20.0.12 (c5da65e2-5089-4c5a-a705-5f4713ee1a60/49466b99-a61e-4c8a-9ba4-d89f66d21f8c/6830cbee-73df-4075-bb05-122b32f123c3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:05.539524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.561651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Deleting port dcb738a0-0d50-48d7-a20d-66d1b2bdc1c8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:05.561899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.600232 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.642400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b321-8fe9-440e-b428-f51f0bf3ccef req-94b45802-a21e-4e61-b373-3019ba7450fb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:05.644977 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca85b321-8fe9-440e-b428-f51f0bf3ccef req-94b45802-a21e-4e61-b373-3019ba7450fb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.2313225 Apr 18 20:28:05.751655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.766111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:28:05.859206 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca85b321-8fe9-440e-b428-f51f0bf3ccef req-0efe594f-93c3-4211-a4e8-c5d9f66f39cd tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054062 Apr 18 20:28:05.909758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event deleted for resources: {'Port': ['ID=f3f10a69-6421-4410-9726-ab428ec70dfe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:05.929133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:05.930308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc82655-8fad-4ad3-9182-87d1ce5b4916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.033937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.034839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.035833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.036608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.037383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.038166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.038950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.039722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.040559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.041369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.042204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.042990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:06.100233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3f10a69-6421-4410-9726-ab428ec70dfe no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:28:06.166820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: f3f10a69-6421-4410-9726-ab428ec70dfe {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:28:06.167132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f3f10a69-6421-4410-9726-ab428ec70dfe not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:28:06.220385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Calling delete_port for dcb738a0-0d50-48d7-a20d-66d1b2bdc1c8 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:06.281901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec1cde49-ebde-4636-9743-a41e32382788 req-f100f473-8f0f-4e57-a6cb-06ac11db0aa5 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 210 time: 0.1083539 Apr 18 20:28:06.390537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc82655-8fad-4ad3-9182-87d1ce5b4916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64dd7438-320f-42e1-a2d1-92841b17b68b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:06.482385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] No DVR routers for this DVR port f3f10a69-6421-4410-9726-ab428ec70dfe on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:06.525983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.529080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.534794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'name': 'network-vif-deleted', 'tag': 'f3f10a69-6421-4410-9726-ab428ec70dfe'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:06.563428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a69d2caa-bc0f-4b53-b9e6-d75dbf6949f7 req-6e1683d4-f68d-4d4a-b131-bb7460053b5e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:06.622132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event deleted for resources: {'Port': ['ID=dcb738a0-0d50-48d7-a20d-66d1b2bdc1c8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:06.695193 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eba0fedc-fcd7-4122-8e9a-cec7b5cddc0a'] response: {'server_uuid': '81830125-23e1-4b15-a5ca-7bde3ef722b6', 'name': 'network-vif-deleted', 'tag': 'f3f10a69-6421-4410-9726-ab428ec70dfe', 'status': 'completed', 'code': 200} Apr 18 20:28:06.697573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b05c3362-155f-4b4d-ac31-6c13c47a696b req-e50d3db9-2c03-4e63-a692-d802e8bd38a7 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "DELETE /v2.0/ports/f3f10a69-6421-4410-9726-ab428ec70dfe HTTP/1.1" status: 204 len: 173 time: 3.2900620 Apr 18 20:28:06.711048 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc82655-8fad-4ad3-9182-87d1ce5b4916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.717825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9fc82655-8fad-4ad3-9182-87d1ce5b4916 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64dd7438-320f-42e1-a2d1-92841b17b68b HTTP/1.1" status: 204 len: 168 time: 2.2640090 Apr 18 20:28:06.718848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.723492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a69d2caa-bc0f-4b53-b9e6-d75dbf6949f7 req-6e1683d4-f68d-4d4a-b131-bb7460053b5e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:06.734644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a69d2caa-bc0f-4b53-b9e6-d75dbf6949f7 req-6e1683d4-f68d-4d4a-b131-bb7460053b5e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 210 time: 0.3392971 Apr 18 20:28:06.748392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:06.857335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Transition to ACTIVE for port object 6830cbee-73df-4075-bb05-122b32f123c3 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:07.275551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.283906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.347621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.348134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Fanout notify agent at l3_agent the message router_deleted on router 6f72a231-0d01-403f-be07-53e900ee08ba {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:28:07.364296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:07.383939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd58593-7d80-4deb-a14a-bad18dead4aa req-eca8842e-94f3-4b2c-ac14-371905c88205 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:07.385596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdd58593-7d80-4deb-a14a-bad18dead4aa req-eca8842e-94f3-4b2c-ac14-371905c88205 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.1616509 Apr 18 20:28:07.424480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.431543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8bf97e99-eb89-4cd6-bdef-7871e28aab89 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/6f72a231-0d01-403f-be07-53e900ee08ba HTTP/1.1" status: 204 len: 168 time: 2.6658978 Apr 18 20:28:07.433010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56014) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:07.444218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1786087067', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:07.471057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:07.482238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Usage tracker for resource:router and tenant:05509140cffb4de3acfd684b6144ac42 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:07.487992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:07.494926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdd58593-7d80-4deb-a14a-bad18dead4aa req-b850f0c4-9254-4f23-8674-d2b5c25bff86 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995295 Apr 18 20:28:07.500739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:07.520906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.522319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.562334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.630201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.638856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.655564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:07.662220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Usage tracker for resource:security_group_rule and tenant:ef8d5f6739d2401695b7e45ca9ec3d47 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:07.671189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:07.684067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:07.711866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.770110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:07.774511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c266c444-f527-4f24-8617-12660e036377 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3375149 Apr 18 20:28:07.775238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56024) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:07.786742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': False}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:07.796331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:28:07.944058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b9e89c0b-5789-4d8e-8290-38db32ce21c0 req-816af3a1-053a-4060-8ea8-2dbd6ff81e29 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:07.958082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:28:07.959206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=6830cbee-73df-4075-bb05-122b32f123c3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:07.972219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:07.978243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:07.984572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:08.078047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b9e89c0b-5789-4d8e-8290-38db32ce21c0 req-816af3a1-053a-4060-8ea8-2dbd6ff81e29 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:08.087651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9e89c0b-5789-4d8e-8290-38db32ce21c0 req-816af3a1-053a-4060-8ea8-2dbd6ff81e29 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=81830125-23e1-4b15-a5ca-7bde3ef722b6 HTTP/1.1" status: 200 len: 210 time: 0.2643380 Apr 18 20:28:08.157023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:08.158527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.354783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ef10a3e-3c2c-475f-bd4c-4d7c97cac763 None None] Provisioning for port 6830cbee-73df-4075-bb05-122b32f123c3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:08.370469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ef10a3e-3c2c-475f-bd4c-4d7c97cac763 None None] Provisioning complete for port 6830cbee-73df-4075-bb05-122b32f123c3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:08.371011 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ef10a3e-3c2c-475f-bd4c-4d7c97cac763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.464054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-f7e9e74c-9b9f-4a68-b7a2-57a1e27ce267 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0099499 Apr 18 20:28:08.479885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Request body: {'port': {'device_id': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:08.495354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1ef10a3e-3c2c-475f-bd4c-4d7c97cac763 None None] Port 6830cbee-73df-4075-bb05-122b32f123c3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:28:08.558727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:08.576176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d4b39dc7-a15d-4472-b277-6fa60109082d admin admin] 10.222.0.47 "PUT /v2.0/routers/ca0a16b6-ce00-49f9-8af7-43ce17ddae0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2847545 Apr 18 20:28:08.577304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:08.579704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] Sync routers for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:08.601431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:08.602533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:08.781666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.815865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:08.867445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.004869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:09.015552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d4169b-6f2c-4215-bf96-2afaa2a497d5 req-47ab0c55-4f94-4c7d-989f-4a874033d7a0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:09.018545 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4d4169b-6f2c-4215-bf96-2afaa2a497d5 req-47ab0c55-4f94-4c7d-989f-4a874033d7a0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 932 time: 1.0240998 Apr 18 20:28:09.030621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef8d5f6739d2401695b7e45ca9ec3d47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6626778 Apr 18 20:28:09.040839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56050) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:09.195409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095e6b1-0b52-48f1-b5a4-861f251e7c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7038721-49f2-4eaf-9efa-995c5b38d712,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:09.271343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.285817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.313439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4d4169b-6f2c-4215-bf96-2afaa2a497d5 req-a7882aa8-5d2f-4241-a0a4-bcb0daad7c0b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2634835 Apr 18 20:28:09.453401 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6f59cf6-3848-4145-9b80-a77082f9d8aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.562365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef6ff-b291-4919-b154-f24d38782b0f req-34104f0d-fafc-4a71-9e56-246d0d66a04d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:09.579689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-482ef6ff-b291-4919-b154-f24d38782b0f req-34104f0d-fafc-4a71-9e56-246d0d66a04d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.7856119 Apr 18 20:28:09.605096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:28:03Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:09.627914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] Checking router: ca0a16b6-ce00-49f9-8af7-43ce17ddae0c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:09.659941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] Routers {'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:09.666537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:09.788448 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6f59cf6-3848-4145-9b80-a77082f9d8aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:09.898174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-482ef6ff-b291-4919-b154-f24d38782b0f req-18c01853-e3ba-4015-9825-a8c0e7f6d4bc tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3168745 Apr 18 20:28:09.940435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] Set router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:10.032397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.040696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6f59cf6-3848-4145-9b80-a77082f9d8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.077495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.102481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f59cf6-3848-4145-9b80-a77082f9d8aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7038721-49f2-4eaf-9efa-995c5b38d712,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:10.121058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.135209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6f59cf6-3848-4145-9b80-a77082f9d8aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.140135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f6f59cf6-3848-4145-9b80-a77082f9d8aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7038721-49f2-4eaf-9efa-995c5b38d712 HTTP/1.1" status: 204 len: 168 time: 1.0801451 Apr 18 20:28:10.140135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Deleting port 576e600a-b45d-4798-bc51-a00c7a5d5871 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:10.140135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:10.347286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-776ad209-b5a4-4f73-beab-adad58186103 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:10.360342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-776ad209-b5a4-4f73-beab-adad58186103 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.4044709 Apr 18 20:28:10.455231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:28:03Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:10.457409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-1d3c2948-9d53-468e-bb98-7d68343a50b1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/quotas/0f5daaf16c7b496d9b242f9d7fdce567 HTTP/1.1" status: 200 len: 375 time: 0.0955508 Apr 18 20:28:10.463473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578d7c2d-fae1-4d1a-9e61-9d2b0a7ffe7b None None] The sync data for ids ['ca0a16b6-ce00-49f9-8af7-43ce17ddae0c'] in n-d-836016-3 is: [{'id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'name': 'tempest-ServerRescueTestJSONUnderV235-1603028984-router', 'tenant_id': '9ab0668727d345a6aef71f9eb838a1f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:25:39Z', 'updated_at': '2022-04-18T20:28:03Z', 'revision_number': 5, 'project_id': '9ab0668727d345a6aef71f9eb838a1f3', 'gw_port': {'id': '576e600a-b45d-4798-bc51-a00c7a5d5871', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:c6:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0a16b6-ce00-49f9-8af7-43ce17ddae0c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:25:42Z', 'updated_at': '2022-04-18T20:25:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:10.758417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Allocated IP 172.25.5.59 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/4a0a4661-106b-4616-a7ea-98793c01b31c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:10.860089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-99ce7de3-08da-488a-811d-e9316f448c32 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3977683 Apr 18 20:28:10.931281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6830cbee-73df-4075-bb05-122b32f123c3 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:11.003441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.074244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Transition to ACTIVE for port object 6830cbee-73df-4075-bb05-122b32f123c3 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:11.086844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988e11e-ad5a-4af3-ba03-aec56da489cd req-e5a5a53b-be12-4263-ba38-96b5afa21f8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:11.094200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1988e11e-ad5a-4af3-ba03-aec56da489cd req-e5a5a53b-be12-4263-ba38-96b5afa21f8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 932 time: 0.4685695 Apr 18 20:28:11.124463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d6c5fa5-1271-49a9-a19c-88125d5e3924 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:28:11.150006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.174038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.250609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6d6c5fa5-1271-49a9-a19c-88125d5e3924 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:28:11.251191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d6c5fa5-1271-49a9-a19c-88125d5e3924 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:28:11.263252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.267907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1988e11e-ad5a-4af3-ba03-aec56da489cd req-e2e1667e-3e1a-47fe-9b53-3e946b2c4ca6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726983 Apr 18 20:28:11.316589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Pushing event updated for resources: {'Port': ['ID=6830cbee-73df-4075-bb05-122b32f123c3,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:11.321452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] For port 576e600a-b45d-4798-bc51-a00c7a5d5871, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=576e600a-b45d-4798-bc51-a00c7a5d5871,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:11.321977 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:11.435883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-80932056-68a3-4278-9c2c-e6c5ced10a6a service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745986 Apr 18 20:28:11.516269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:11.550590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:11.565438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:11.708418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Calling delete_port for 576e600a-b45d-4798-bc51-a00c7a5d5871 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:11.941559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Attempting to bind port 6830cbee-73df-4075-bb05-122b32f123c3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:11.942305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Attempting to bind port 6830cbee-73df-4075-bb05-122b32f123c3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:11.943179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Attempting to bind port 6830cbee-73df-4075-bb05-122b32f123c3 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:11.952244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Port 6830cbee-73df-4075-bb05-122b32f123c3 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:28:11.952919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Attempting to bind port 6830cbee-73df-4075-bb05-122b32f123c3 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:11.961141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:28:11.961858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:11.962421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Bound using segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:28:11.963065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Bound port: 6830cbee-73df-4075-bb05-122b32f123c3, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:11.963612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.007824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Pushing event updated for resources: {'Port': ['ID=4a0a4661-106b-4616-a7ea-98793c01b31c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:12.008212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99a2a5-804a-46ae-bb2b-97f3d14312ce req-8bd3463f-6ace-46b3-bfa8-7176bf4224c4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.018839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d99a2a5-804a-46ae-bb2b-97f3d14312ce req-8bd3463f-6ace-46b3-bfa8-7176bf4224c4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.3578563 Apr 18 20:28:12.158985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d99a2a5-804a-46ae-bb2b-97f3d14312ce req-df1080ce-76ce-4894-9f3a-338548a9d325 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381602 Apr 18 20:28:12.212901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] For port 6830cbee-73df-4075-bb05-122b32f123c3, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:28:12.235820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] For port 6830cbee-73df-4075-bb05-122b32f123c3, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6830cbee-73df-4075-bb05-122b32f123c3,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:28:12.248029 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.291362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-7bc3fdcd-42ea-46d6-b911-60c075c3fdf6 service neutron] 10.222.0.47 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8346946 Apr 18 20:28:12.347703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Pushing event updated for resources: {'Port': ['ID=6830cbee-73df-4075-bb05-122b32f123c3,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:12.359944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:12.360743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.362627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-0de5c51a-bada-4c90-92e3-ec880d6f1e58 service neutron] 10.222.0.61 "PUT /v2.0/ports/6830cbee-73df-4075-bb05-122b32f123c3 HTTP/1.1" status: 200 len: 1092 time: 3.8904769 Apr 18 20:28:12.363058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'tag': '6830cbee-73df-4075-bb05-122b32f123c3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:12.369896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.502080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Pushing event deleted for resources: {'Port': ['ID=576e600a-b45d-4798-bc51-a00c7a5d5871,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:12.521534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:12.704083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56142) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:12.741684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.193806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f92f883-08d6-4ade-a6b2-fa6d8b667bbe req-03d2474e-bc63-42e5-b379-5354093984eb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.195391 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f92f883-08d6-4ade-a6b2-fa6d8b667bbe req-03d2474e-bc63-42e5-b379-5354093984eb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 944 time: 0.3258729 Apr 18 20:28:13.203276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.206170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.217452 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bf79d3-2f36-4c1a-845f-020b2d01f5e2'] response: {'name': 'network-changed', 'server_uuid': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'tag': '6830cbee-73df-4075-bb05-122b32f123c3', 'status': 'completed', 'code': 200} Apr 18 20:28:13.335768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f92f883-08d6-4ade-a6b2-fa6d8b667bbe req-1e34164c-7c21-45ec-b187-0960f6b3e20f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314878 Apr 18 20:28:13.336889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.364588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-062f7f2b-e587-4671-83fd-9982105e29a8 req-47da65c7-d2f2-4ee2-85c9-6c657431fa85 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 210 time: 0.1114151 Apr 18 20:28:13.369756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-49f5b557-3ea7-4ddc-969c-44fe3919db5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:13.370958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.371273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-49f5b557-3ea7-4ddc-969c-44fe3919db5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 1095 time: 0.9429946 Apr 18 20:28:13.372465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.377293 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.387306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca0a16b6-ce00-49f9-8af7-43ce17ddae0c {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:28:13.408350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:13.455837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ebd75e5d-eda4-4435-bb9e-d637724e3926 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.505651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe288d05419483c9e232cd758e9bdad is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:13.531580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:13.544700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.548741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-efee35db-3008-441c-9565-eb05a4d15edb admin admin] 10.222.0.47 "DELETE /v2.0/routers/ca0a16b6-ce00-49f9-8af7-43ce17ddae0c HTTP/1.1" status: 204 len: 168 time: 4.9660933 Apr 18 20:28:13.549423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56180) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:13.621346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-39120627-76dc-4a81-b1f6-b508342a3def service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6830cbee-73df-4075-bb05-122b32f123c3 HTTP/1.1" status: 200 len: 217 time: 0.2160637 Apr 18 20:28:13.626009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:13.711182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Router 40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:28:13.921216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:13.934232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:13.940090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:13.941581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5437b248-8b28-40d7-956e-af0fdf3ade58 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "PUT /v2.0/routers/40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 HTTP/1.1" status: 200 len: 919 time: 6.1636968 Apr 18 20:28:13.943933 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] Sync routers for ids ['40492ec3-1180-4bcc-bc1a-8ac9fdff1b85'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:13.945758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:13.957137 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] Routers {'40492ec3-1180-4bcc-bc1a-8ac9fdff1b85'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:13.958012 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['40492ec3-1180-4bcc-bc1a-8ac9fdff1b85'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:13.967016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-47173538-ee58-4589-afac-e67230ec4816 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7513785 Apr 18 20:28:13.978216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] Deleting subnet d028dbfb-cb88-4606-aea7-f387331e8dc3 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:28:13.982497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.049331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:14.057598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-4a86e73b-f318-47a4-b277-9eaf10c12eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.061277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-4a86e73b-f318-47a4-b277-9eaf10c12eea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.3329461 Apr 18 20:28:14.070644 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] Routers {'40492ec3-1180-4bcc-bc1a-8ac9fdff1b85'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:14.072031 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:27:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['40492ec3-1180-4bcc-bc1a-8ac9fdff1b85'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:14.212702 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:14.213147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa7da8c-e068-4b0a-83b7-ea60a769c5a3 None None] The sync data for ids ['40492ec3-1180-4bcc-bc1a-8ac9fdff1b85'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:14.412750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3e30c3bb-0446-420c-a597-1733836bb3b1 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 HTTP/1.1" status: 200 len: 925 time: 0.4649410 Apr 18 20:28:14.415310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56216) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:14.435832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.492967 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.543583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beccfb1-af0b-4fb2-a0cc-3a1addee39c8 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.549218 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5beccfb1-af0b-4fb2-a0cc-3a1addee39c8 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=40492ec3-1180-4bcc-bc1a-8ac9fdff1b85&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1301327 Apr 18 20:28:14.549662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56220) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:14.590467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.679516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.690782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:14.711745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840998c0-f873-4871-b034-d452b66ac168 req-308929e6-456a-457b-9bb1-f83a578a9713 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.713325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-840998c0-f873-4871-b034-d452b66ac168 req-308929e6-456a-457b-9bb1-f83a578a9713 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 1.1904819 Apr 18 20:28:14.751250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Usage tracker for resource:security_group_rule and tenant:e960f57dd43241888352c775c3b92186 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:14.761924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:14.805328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:14.816514 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:14.867145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ab7e1e-02e6-4e3a-80bd-d6895ea9d7a5 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.871667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-20ab7e1e-02e6-4e3a-80bd-d6895ea9d7a5 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.3208084 Apr 18 20:28:14.882497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1afbc1-5244-41fa-952e-82b80dbb1ebe req-06bd4042-002b-4d7b-9aac-11468c18c279 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:14.884925 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e1afbc1-5244-41fa-952e-82b80dbb1ebe req-06bd4042-002b-4d7b-9aac-11468c18c279 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 944 time: 0.2927060 Apr 18 20:28:14.886104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56224) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:14.886763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d4906c-f510-418e-804f-6c492fb67a70,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:14.914675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ba917f95-fbd3-4a0e-98ab-699ab61be163 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7fe288d05419483c9e232cd758e9bdad&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2028778 Apr 18 20:28:14.927428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56228) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:15.014694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-ec27bc9e-ed6d-4b04-9b5b-e1b67f5cdc41 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.017162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-ec27bc9e-ed6d-4b04-9b5b-e1b67f5cdc41 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 806 time: 0.7298205 Apr 18 20:28:15.033883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-9bb07e63-ce14-4d69-86a4-2e9d0761c18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.036535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-9bb07e63-ce14-4d69-86a4-2e9d0761c18c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9086039 Apr 18 20:28:15.063700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Request body: {'port': {'device_id': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'admin_state_up': True, 'tenant_id': '0f5daaf16c7b496d9b242f9d7fdce567'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:15.102480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-07ea42c1-c6aa-4bea-88d2-861a1c6968e3 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 HTTP/1.1" status: 200 len: 205 time: 0.2152348 Apr 18 20:28:15.116824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-840998c0-f873-4871-b034-d452b66ac168 req-59b4645d-e3d8-44b4-b4e9-23618d8e9ca5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3669438 Apr 18 20:28:15.118461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56232) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:15.151742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 576e600a-b45d-4798-bc51-a00c7a5d5871 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:28:15.226922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 576e600a-b45d-4798-bc51-a00c7a5d5871 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:28:15.227843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 576e600a-b45d-4798-bc51-a00c7a5d5871 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:28:15.259380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439f188a-25dc-44f9-9d8a-a55664f22cf0 req-c56397f7-5bff-4bbc-a74d-30557a101538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.260882 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-439f188a-25dc-44f9-9d8a-a55664f22cf0 req-c56397f7-5bff-4bbc-a74d-30557a101538 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.5227079 Apr 18 20:28:15.292774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e1afbc1-5244-41fa-952e-82b80dbb1ebe req-591a000f-efe1-40ba-8841-4215a83bc6bb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641977 Apr 18 20:28:15.316517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-59cd4c01-d55a-4e30-9cd1-6074f7dd0095 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599425 Apr 18 20:28:15.367932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6710-c616-439d-843d-3d350db7c05a req-7837a25b-2ca6-43eb-a235-dc5318097f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:15.369465 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-7837a25b-2ca6-43eb-a235-dc5318097f1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 1097 time: 1.0888627 Apr 18 20:28:15.427712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-29025e14-b66f-40e6-af02-64a5fd8b8b64 req-bc36843a-86d1-4be4-a869-97e1573b7eaf tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 210 time: 0.1105678 Apr 18 20:28:15.499037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8346d18f-1d48-4b65-8aef-835c38b08d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.544791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-439f188a-25dc-44f9-9d8a-a55664f22cf0 req-329a5e83-6f63-457d-b5de-182d338f0f37 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736928 Apr 18 20:28:15.585381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.703072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-117caaba-37ea-409f-91ab-6da6a096a8b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1101966 Apr 18 20:28:15.721505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8346d18f-1d48-4b65-8aef-835c38b08d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.761501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.873253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d028dbfb-cb88-4606-aea7-f387331e8dc3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:15.956773 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-30f248a1-70bc-46ca-a3eb-6d9a38a85de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:15.976908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.007495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8346d18f-1d48-4b65-8aef-835c38b08d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.053645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8346d18f-1d48-4b65-8aef-835c38b08d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d4906c-f510-418e-804f-6c492fb67a70,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:16.065208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.079489 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8346d18f-1d48-4b65-8aef-835c38b08d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.083658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8346d18f-1d48-4b65-8aef-835c38b08d50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01d4906c-f510-418e-804f-6c492fb67a70 HTTP/1.1" status: 204 len: 168 time: 1.1517313 Apr 18 20:28:16.086488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Deleting port 4a0a4661-106b-4616-a7ea-98793c01b31c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:16.086952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.096675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:16.102510 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.127580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f0b9735f-53b6-42b2-87be-869c14625cbe admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d028dbfb-cb88-4606-aea7-f387331e8dc3 HTTP/1.1" status: 204 len: 168 time: 2.5113521 Apr 18 20:28:16.130102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.134306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56238) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:16.137642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6710-c616-439d-843d-3d350db7c05a req-fdaadd2c-be27-4821-9418-01860f79d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.139821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-fdaadd2c-be27-4821-9418-01860f79d780 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.7215381 Apr 18 20:28:16.143205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4874505-5bbb-4e1a-beec-2b1fb2825cff req-4e5d1050-6741-4731-a1f8-8ffe510bc324 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7655339 Apr 18 20:28:16.146004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:16.386198 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-7008e358-608d-4e9c-955c-1d9f53ed074e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a86c2251-09c8-4244-99ea-7707e23e47f9 HTTP/1.1" status: 200 len: 217 time: 0.2241709 Apr 18 20:28:16.386953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8bb078-4920-4294-8d8d-8bdff718ed81,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:16.405635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e98ebb1-038d-4183-a455-fc539fa477b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e960f57dd43241888352c775c3b92186&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4496295 Apr 18 20:28:16.460459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:16.461093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Made reservation on behalf of 0f5daaf16c7b496d9b242f9d7fdce567 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:16.467297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.631311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56254) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:16.647505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.727490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e0542-27be-4605-8577-6f03a4884c3f req-6062f19f-197a-4493-b0fa-c036fffb5121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.730605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-6062f19f-197a-4493-b0fa-c036fffb5121 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1097 time: 0.8283525 Apr 18 20:28:16.755226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.771131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.777459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.882378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6710-c616-439d-843d-3d350db7c05a req-a6455ba8-8f12-49c0-8e09-1179f17ad585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.882727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:16.884777 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-a6455ba8-8f12-49c0-8e09-1179f17ad585 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.4753284 Apr 18 20:28:16.924173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08b85b-c827-4c70-b671-fd83963a976b req-fcff6e58-0b60-4ca8-bbba-47dc281b5049 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:16.926199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee08b85b-c827-4c70-b671-fd83963a976b req-fcff6e58-0b60-4ca8-bbba-47dc281b5049 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.5741386 Apr 18 20:28:16.934099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Calling delete_port for 4a0a4661-106b-4616-a7ea-98793c01b31c owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:17.013445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:17.068374 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.127404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a70fe04-4e66-4143-88ee-68c28141a08f']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:17.146877 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-823c7b22-f3db-4485-8afe-349f1d23ef30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.151652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Usage tracker for resource:security_group_rule and tenant:9ea07f49fcbf421a899038b95bd9192a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:17.159508 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee08b85b-c827-4c70-b671-fd83963a976b req-e79d1db1-bf1b-4d18-85bc-ddc206ffa7cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835456 Apr 18 20:28:17.162319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f48d13-6d95-4c37-b150-52671e7b9584') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:17.162622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f48d13-6d95-4c37-b150-52671e7b9584') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:17.194181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.216705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.233246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:28:17.233778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.242698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:28:17.249502 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:28:17.320704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:17.356078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-7bb42f11-a4cf-4e4a-90ac-3c7eddf7b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.358942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-7bb42f11-a4cf-4e4a-90ac-3c7eddf7b1d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 1095 time: 1.1136856 Apr 18 20:28:17.460979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-823c7b22-f3db-4485-8afe-349f1d23ef30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.518158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce09eedc-384e-49c0-9103-96514be6e9c8 req-52329acb-fc65-487e-bfd5-d2f6b785e2a0 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 210 time: 0.0656109 Apr 18 20:28:17.561042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.585200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.610141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a70fe04-4e66-4143-88ee-68c28141a08f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:17.621396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7197b9-74d4-40e7-a3bd-51ba7196baca req-799f9fac-6338-496f-b58d-62e2d3c40b9c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.624187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc7197b9-74d4-40e7-a3bd-51ba7196baca req-799f9fac-6338-496f-b58d-62e2d3c40b9c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 944 time: 1.1204953 Apr 18 20:28:17.634237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f775335-73e8-4379-8dc2-e2c03607a661 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6a70fe04-4e66-4143-88ee-68c28141a08f HTTP/1.1" status: 204 len: 168 time: 1.4884439 Apr 18 20:28:17.640968 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.735841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event deleted for resources: {'Port': ['ID=4a0a4661-106b-4616-a7ea-98793c01b31c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:17.737375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Allocated IP 172.20.0.10 (7813db5e-8f95-4a6d-8ee2-2bc1416c7327/4402abdb-ee97-4be2-824e-79d45393fef7/1f236957-4035-4775-bcc5-2304a8318095) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:17.788944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e0542-27be-4605-8577-6f03a4884c3f req-b612c761-31b6-469e-8a66-af85c7a4abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:17.791622 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-b612c761-31b6-469e-8a66-af85c7a4abd4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 1.0242143 Apr 18 20:28:17.845478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:17.960015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:18.063476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6710-c616-439d-843d-3d350db7c05a req-f55ad238-8282-4450-8a42-622418bbf94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.065062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-f55ad238-8282-4450-8a42-622418bbf94c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1185946 Apr 18 20:28:18.174846 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.180324 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.218777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.219397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Fanout notify agent at l3_agent the message router_deleted on router 40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:28:18.234073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.235461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-599c47ae-ee3c-478b-a9d5-505c4e9af940 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 HTTP/1.1" status: 204 len: 168 time: 3.1160955 Apr 18 20:28:18.241931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56270) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:18.250395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1968121939', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:18.263818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:18.271722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Usage tracker for resource:router and tenant:05509140cffb4de3acfd684b6144ac42 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:18.278268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:18.293028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:18.314518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.315852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.338202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc7197b9-74d4-40e7-a3bd-51ba7196baca req-af0591d9-7f35-40ef-ab83-1fdb18a4f1b6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6035652 Apr 18 20:28:18.338549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6830cbee-73df-4075-bb05-122b32f123c3 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:28:18.366888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-e6f411ac-fbbc-454a-95a4-8987d3ea9005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.368415 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-e6f411ac-fbbc-454a-95a4-8987d3ea9005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.9692578 Apr 18 20:28:18.370390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-68a0275f-37db-4b79-a286-276bee4c9278 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 1000 time: 0.5206771 Apr 18 20:28:18.371005 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-823c7b22-f3db-4485-8afe-349f1d23ef30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.419722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.549097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c7b22-f3db-4485-8afe-349f1d23ef30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8bb078-4920-4294-8d8d-8bdff718ed81,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:18.554461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d46dbe5-8628-4622-b0fc-14589005d2d9 req-bfeda957-7e74-4118-bfd6-885e94050e62 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.562775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d46dbe5-8628-4622-b0fc-14589005d2d9 req-bfeda957-7e74-4118-bfd6-885e94050e62 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.2404845 Apr 18 20:28:18.649228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-de6be059-55bf-41b0-ae43-94caaa7be300 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6830cbee-73df-4075-bb05-122b32f123c3 HTTP/1.1" status: 200 len: 217 time: 0.2532549 Apr 18 20:28:18.666683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-49763408-a3f4-49d1-b472-a7b0d10f7396 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ab0668727d345a6aef71f9eb838a1f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6897616 Apr 18 20:28:18.675118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56276) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:18.693277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 6830cbee-73df-4075-bb05-122b32f123c3, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6830cbee-73df-4075-bb05-122b32f123c3,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:18.703509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d46dbe5-8628-4622-b0fc-14589005d2d9 req-fbae30f6-9b1b-4c17-a52f-4276ba5ac05e tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377244 Apr 18 20:28:18.739178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '6830cbee-73df-4075-bb05-122b32f123c3', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '6830cbee-73df-4075-bb05-122b32f123c3', 'mac_address': 'fa:16:3e:56:d9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:28:18.813597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.895463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.901065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.929479 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.936945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e0542-27be-4605-8577-6f03a4884c3f req-df4a564a-e7ca-40a9-8154-5fc17f8349ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:18.938783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-df4a564a-e7ca-40a9-8154-5fc17f8349ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.5418167 Apr 18 20:28:18.940461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4686a8a6-c8e5-4d32-b440-fea5e6006e58 req-02467950-e15f-461f-b8c8-22a6011e0f49 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:18.946458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.969274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b01121c5-c253-490f-8db9-f0f1d37f5b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:18.993100 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.036137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6830cbee-73df-4075-bb05-122b32f123c3 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:19.072324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 6830cbee-73df-4075-bb05-122b32f123c3, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6830cbee-73df-4075-bb05-122b32f123c3,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:19.078863 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.092099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-9a987d31-0fd6-44d4-9d49-2e878f1bfb1b service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9958918 Apr 18 20:28:19.113230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-823c7b22-f3db-4485-8afe-349f1d23ef30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.114986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b01121c5-c253-490f-8db9-f0f1d37f5b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.115288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-823c7b22-f3db-4485-8afe-349f1d23ef30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed8bb078-4920-4294-8d8d-8bdff718ed81 HTTP/1.1" status: 204 len: 168 time: 2.6325114 Apr 18 20:28:19.148862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.280751 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b01121c5-c253-490f-8db9-f0f1d37f5b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.311231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.336092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=6830cbee-73df-4075-bb05-122b32f123c3,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:19.372950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6830cbee-73df-4075-bb05-122b32f123c3'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:28:19.380881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01121c5-c253-490f-8db9-f0f1d37f5b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5341c364-7192-4e3d-8414-888147c850e1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:19.431109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.457182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ea07f49fcbf421a899038b95bd9192a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8192391 Apr 18 20:28:19.461213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d6710-c616-439d-843d-3d350db7c05a req-f94068c7-f4a6-4cda-9447-3c5a2f44722a service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825029 Apr 18 20:28:19.463533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-c36ffd78-28a7-4a3f-9f13-981a4e773ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:19.465571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-c36ffd78-28a7-4a3f-9f13-981a4e773ec4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.7974677 Apr 18 20:28:19.484685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:19.499506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.506682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b01121c5-c253-490f-8db9-f0f1d37f5b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:19.508764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b01121c5-c253-490f-8db9-f0f1d37f5b49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5341c364-7192-4e3d-8414-888147c850e1 HTTP/1.1" status: 204 len: 168 time: 0.8324914 Apr 18 20:28:19.521496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b57c2e-4acf-4423-9449-b85c398842a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e205ae-d80a-4f5a-b9f6-d0a865a45ff4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:19.534041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4686a8a6-c8e5-4d32-b440-fea5e6006e58 req-02467950-e15f-461f-b8c8-22a6011e0f49 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:19.537331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4686a8a6-c8e5-4d32-b440-fea5e6006e58 req-02467950-e15f-461f-b8c8-22a6011e0f49 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 210 time: 0.7411489 Apr 18 20:28:19.833075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.028481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:20.067622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a033feb-9fe2-4991-8ee7-c5fb24748cff req-340423d9-4327-4117-8c96-f37bc5578b30 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.070768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a033feb-9fe2-4991-8ee7-c5fb24748cff req-340423d9-4327-4117-8c96-f37bc5578b30 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 945 time: 0.2646575 Apr 18 20:28:20.082755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:20.088142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event updated for resources: {'Port': ['ID=1f236957-4035-4775-bcc5-2304a8318095,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:20.092496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e0542-27be-4605-8577-6f03a4884c3f req-f8c50a11-aa5b-4289-9236-33ad4eef28e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.094407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-f8c50a11-aa5b-4289-9236-33ad4eef28e1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1169515 Apr 18 20:28:20.095880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:20.166813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Allocated IP 172.25.5.32 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/8fab35f2-d3ee-45dd-b960-0ac774d2f620) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:20.223339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.227614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.280600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:28:20.414287 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-c51798e9-da15-47c3-a2ce-ab62c28e112c service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635973 Apr 18 20:28:20.415439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-c440af44-5acb-496f-872c-8ed1a740c981 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3743877 Apr 18 20:28:20.440890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a033feb-9fe2-4991-8ee7-c5fb24748cff req-5c655842-4aaf-47f8-97a5-c3717d9615fb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600600 Apr 18 20:28:20.488428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Request body: {'port': {'device_id': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:20.584438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0011b0de-eae7-4149-a763-bdbb7992c616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.607318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-5aa42843-b661-4b1b-b060-dfd770007d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.609297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-5aa42843-b661-4b1b-b060-dfd770007d88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.5311644 Apr 18 20:28:20.749545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.784269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0011b0de-eae7-4149-a763-bdbb7992c616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:20.883211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-cb9d226c-34b9-4df4-a985-ecbd9dc3d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.884927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-cb9d226c-34b9-4df4-a985-ecbd9dc3d2a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.2588763 Apr 18 20:28:20.994911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb6ccd-c860-4ca2-bc8a-4e4d10e02ea6 req-a0e75590-55c7-463a-98af-bd398d29d968 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:20.996489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfcb6ccd-c860-4ca2-bc8a-4e4d10e02ea6 req-a0e75590-55c7-463a-98af-bd398d29d968 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 932 time: 0.2435918 Apr 18 20:28:21.032978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.072885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-80914ae9-37e3-4491-8f23-4d0a3901d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.076273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-80914ae9-37e3-4491-8f23-4d0a3901d981 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5183642 Apr 18 20:28:21.167964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56338) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:21.181420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.202095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event updated for resources: {'Port': ['ID=8fab35f2-d3ee-45dd-b960-0ac774d2f620,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:21.225563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-19efa676-6112-42f0-be23-ca3106943d32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 1001 time: 0.3269281 Apr 18 20:28:21.245053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:21.259380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf289a-651b-43e5-8666-44427f03e7c8 req-289e23ae-3f87-42b1-83cf-47699b70bea3 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.262054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1faf289a-651b-43e5-8666-44427f03e7c8 req-289e23ae-3f87-42b1-83cf-47699b70bea3 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 1.0083556 Apr 18 20:28:21.280575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-356e0542-27be-4605-8577-6f03a4884c3f req-bb6ed9e4-c84a-46c7-9988-2ea638b65ea5 service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622263 Apr 18 20:28:21.316743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:21.319937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:21.404336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dfcb6ccd-c860-4ca2-bc8a-4e4d10e02ea6 req-2d52694c-a890-4d92-91ef-7e5e6a8819a2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990874 Apr 18 20:28:21.460845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-73658e28-9951-422b-ad61-564466a437b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:21.463103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-73658e28-9951-422b-ad61-564466a437b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.2232466 Apr 18 20:28:21.499528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0011b0de-eae7-4149-a763-bdbb7992c616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.562253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011b0de-eae7-4149-a763-bdbb7992c616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e205ae-d80a-4f5a-b9f6-d0a865a45ff4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:21.633501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1faf289a-651b-43e5-8666-44427f03e7c8 req-b8dc7650-6d33-44ff-b1f9-4af2bb05ba9d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3595891 Apr 18 20:28:21.634250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:21.671365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0011b0de-eae7-4149-a763-bdbb7992c616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:21.675637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0011b0de-eae7-4149-a763-bdbb7992c616 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88e205ae-d80a-4f5a-b9f6-d0a865a45ff4 HTTP/1.1" status: 204 len: 168 time: 2.1716046 Apr 18 20:28:21.764197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-65edbc6c-674d-4afd-a696-f9e7b4e8879f service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6520002 Apr 18 20:28:21.886079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1150266796-network', 'tenant_id': '5ea9c135fcec4b6687949c31db4272b1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:21.888969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1835306387-network', 'tenant_id': 'affb4b1f349f4736acebb0aaa56af71a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:21.927867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:21.940588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Usage tracker for resource:network and tenant:5ea9c135fcec4b6687949c31db4272b1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:21.947439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:22.008042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:22.023216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Usage tracker for resource:network and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:22.033343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:22.051614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:22.053672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:22.100022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Made reservation on behalf of 5ea9c135fcec4b6687949c31db4272b1 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:22.102436 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.104565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Made reservation on behalf of affb4b1f349f4736acebb0aaa56af71a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:22.110271 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.121739 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.133282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-892834ef-54e2-4b16-887b-7f11c8e28519 req-23f2b199-7fc6-4d9e-972a-8bc184ea720f service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605189 Apr 18 20:28:22.157981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:22.167783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea9c135fcec4b6687949c31db4272b1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:22.173618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:22.181452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:22.294620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f236957-4035-4775-bcc5-2304a8318095 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:22.307003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.336197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Transition to ACTIVE for port object 1f236957-4035-4775-bcc5-2304a8318095 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:22.342899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.352714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6830cbee-73df-4075-bb05-122b32f123c3 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:22.441394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 6830cbee-73df-4075-bb05-122b32f123c3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:22.466710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 6830cbee-73df-4075-bb05-122b32f123c3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:22.467542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.488702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.568971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:22.599305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.606253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-62dc1db0-f99d-475f-84a2-8bcfb62a61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:22.610078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-62dc1db0-f99d-475f-84a2-8bcfb62a61e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1284430 Apr 18 20:28:22.611253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Usage tracker for resource:security_group_rule and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:22.631502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cedf48-2798-4c4c-aef1-6a3b6816f30c req-87a756bd-5a41-4c08-87e9-880444eb30e1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:22.633127 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1cedf48-2798-4c4c-aef1-6a3b6816f30c req-87a756bd-5a41-4c08-87e9-880444eb30e1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 945 time: 0.7534196 Apr 18 20:28:22.638980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:22.649280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.680942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.690003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=1f236957-4035-4775-bcc5-2304a8318095,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:22.724498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6830cbee-73df-4075-bb05-122b32f123c3'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:22.758361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 6830cbee-73df-4075-bb05-122b32f123c3, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6830cbee-73df-4075-bb05-122b32f123c3,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:22.766912 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.807860 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-c153446f-a8c6-4801-8bec-8fd92baa7161 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736634 Apr 18 20:28:22.817440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:22.820783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.886297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:22.933644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Attempting to bind port 1f236957-4035-4775-bcc5-2304a8318095 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:22.934199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Attempting to bind port 1f236957-4035-4775-bcc5-2304a8318095 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:22.934802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Attempting to bind port 1f236957-4035-4775-bcc5-2304a8318095 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:22.946449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0629483-0c30-4a25-8024-f9b3598ccc92,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:22.969837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Port 1f236957-4035-4775-bcc5-2304a8318095 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:28:22.969837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Attempting to bind port 1f236957-4035-4775-bcc5-2304a8318095 on network 7813db5e-8f95-4a6d-8ee2-2bc1416c7327 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:22.971643 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:22.978698 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Added segment 9d89e246-a731-427f-9af3-bab531ee3515 of type vlan for network 91c33cb5-c100-4fdf-ada6-e635b9e0c48d Apr 18 20:28:22.993193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:28:22.993727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Checking segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:22.994339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Bound using segment: {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:28:22.995092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Bound port: 1f236957-4035-4775-bcc5-2304a8318095, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af65db26-8066-45ae-9a3e-45e4024b3941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:22.995675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.001989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=6830cbee-73df-4075-bb05-122b32f123c3,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.141836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.243514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eb350-912e-4c5d-b036-7a52645e550c req-8c8b26b0-66f2-49cd-aa6a-7e0e22b5420c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:23.246019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-826eb350-912e-4c5d-b036-7a52645e550c req-8c8b26b0-66f2-49cd-aa6a-7e0e22b5420c tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 944 time: 0.4530852 Apr 18 20:28:23.334222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:28:23.338068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.339532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:23.340529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.405406 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1cedf48-2798-4c4c-aef1-6a3b6816f30c req-c0c1872e-2c8d-43b1-8527-4f3e1bbab6f1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5908566 Apr 18 20:28:23.420710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.460297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1f236957-4035-4775-bcc5-2304a8318095,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:28:23.486402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-826eb350-912e-4c5d-b036-7a52645e550c req-33dba86f-99af-4dbe-bbec-a07cc6fea183 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141328 Apr 18 20:28:23.599614 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb9c834-82c4-4ba7-8a9f-5abb233a681f'] response: {'server_uuid': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6830cbee-73df-4075-bb05-122b32f123c3', 'code': 200} Apr 18 20:28:23.615963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.681077 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f94187fe-f62a-4258-b70b-3b62bf8359d8 req-a9e080fc-cf95-4c66-80d2-d006f9b91531 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8611732 Apr 18 20:28:23.805575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1521115 Apr 18 20:28:23.816978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.825235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafae989-25c3-4ef6-a2e4-6fcb0d7ddc47 admin admin] Pushing event updated for resources: {'Network': ['ID=91c33cb5-c100-4fdf-ada6-e635b9e0c48d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:23.839654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 91c33cb5-c100-4fdf-ada6-e635b9e0c48d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:28:23.866164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.882387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:23.883808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:23.886535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] 10.222.0.55 "PUT /v2.0/ports/1f236957-4035-4775-bcc5-2304a8318095 HTTP/1.1" status: 200 len: 1092 time: 3.4032226 Apr 18 20:28:23.889456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'tag': '1f236957-4035-4775-bcc5-2304a8318095'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:23.933669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Router 77274821-3346-4f22-8ed2-2de66de03827 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:28:24.007355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:24.058419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.060043 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Added segment b44451ae-a4c4-4749-8050-499d867b89b2 of type vlan for network cf81f1a0-3539-473a-b736-d092c15cae4a Apr 18 20:28:24.072094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9c00b-b0ce-4e3b-a844-52ab2317ea3f service neutron] Pushing event updated for resources: {'Port': ['ID=1f236957-4035-4775-bcc5-2304a8318095,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:24.078593 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830bf2ff-ad37-4558-949c-14084eaf1edd'] response: {'name': 'network-changed', 'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'tag': '1f236957-4035-4775-bcc5-2304a8318095', 'status': 'completed', 'code': 200} Apr 18 20:28:24.169146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51725424-2900-437e-aba0-8f1e002e78dd req-2d8fd4e0-1bc6-45c4-b80d-896a7a59aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.171733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51725424-2900-437e-aba0-8f1e002e78dd req-2d8fd4e0-1bc6-45c4-b80d-896a7a59aa92 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 1097 time: 0.4520156 Apr 18 20:28:24.406399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8978ccf3-abb3-42e4-b55f-febd6bda33cd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:24.411774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.469036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-4c86b2c2-8865-4d21-b6be-5661ebf5b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.470560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-4c86b2c2-8865-4d21-b6be-5661ebf5b34b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 1095 time: 0.5130939 Apr 18 20:28:24.480073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db0846e-2384-415f-98de-35905a14420b req-f70d668d-845c-4142-9cf1-da9fe17aecfe tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.493104 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0db0846e-2384-415f-98de-35905a14420b req-f70d668d-845c-4142-9cf1-da9fe17aecfe tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.7442267 Apr 18 20:28:24.596306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-8338b947-1eb9-46b8-afe3-6a80d5206bbe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f236957-4035-4775-bcc5-2304a8318095 HTTP/1.1" status: 200 len: 217 time: 0.1153157 Apr 18 20:28:24.693057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51725424-2900-437e-aba0-8f1e002e78dd req-40cb4dee-be93-4a4b-83c8-c7ec26bde454 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5135009 Apr 18 20:28:24.734424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.735994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.737161 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:24.747904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0db0846e-2384-415f-98de-35905a14420b req-819132b7-e30d-428d-8c5e-adb810d1d507 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2529883 Apr 18 20:28:24.857441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:24.884643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] Sync routers for ids ['77274821-3346-4f22-8ed2-2de66de03827'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:24.910416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-d4a72483-c109-4bc6-86d0-b14ba492a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:24.912784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-d4a72483-c109-4bc6-86d0-b14ba492a468 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.2772305 Apr 18 20:28:24.918743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] Routers {'77274821-3346-4f22-8ed2-2de66de03827'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:24.919884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['77274821-3346-4f22-8ed2-2de66de03827'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:25.009225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-98edb555-34d9-475b-9ae7-20d427aefaef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864446 Apr 18 20:28:25.037922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:25.055408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] Routers {'77274821-3346-4f22-8ed2-2de66de03827'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:25.056424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['77274821-3346-4f22-8ed2-2de66de03827'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:25.158359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f300a64-726b-48da-a995-f7f3f37c00e7 req-9978ab9b-fbf1-4495-901d-9e8b3603db4d tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.174615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f300a64-726b-48da-a995-f7f3f37c00e7 req-9978ab9b-fbf1-4495-901d-9e8b3603db4d tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.191065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f300a64-726b-48da-a995-f7f3f37c00e7 req-9978ab9b-fbf1-4495-901d-9e8b3603db4d tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.193057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8f300a64-726b-48da-a995-f7f3f37c00e7 req-9978ab9b-fbf1-4495-901d-9e8b3603db4d tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] Synchronizing usage tracker for tenant:5ea9c135fcec4b6687949c31db4272b1 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:25.228355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:25.229631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-466567ea-dba2-4335-bfdc-e5030c9bb177 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.9860413 Apr 18 20:28:25.237045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] Pushing event updated for resources: {'Network': ['ID=cf81f1a0-3539-473a-b736-d092c15cae4a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:25.240005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56420) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:25.253457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:25.257948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:25.258624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c3c7c2a-8bf7-4404-8ba6-cda184d699a2 None None] The sync data for ids ['77274821-3346-4f22-8ed2-2de66de03827'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:25.264146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network cf81f1a0-3539-473a-b736-d092c15cae4a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:28:25.381903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8f300a64-726b-48da-a995-f7f3f37c00e7 req-9978ab9b-fbf1-4495-901d-9e8b3603db4d tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] Unset dirty status for tenant:5ea9c135fcec4b6687949c31db4272b1 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:25.397952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f300a64-726b-48da-a995-f7f3f37c00e7 req-9978ab9b-fbf1-4495-901d-9e8b3603db4d tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.8238413 Apr 18 20:28:25.489344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-4cd3dece-1351-4cd9-93f1-a6b2689cd89f service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712648 Apr 18 20:28:25.596446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e6c1c5c0-c913-4c53-ade6-6cb34c64496a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 4.4241085 Apr 18 20:28:25.655459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56426) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:25.672809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Request body: {'subnet': {'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1835306387-subnet', 'tenant_id': 'affb4b1f349f4736acebb0aaa56af71a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:25.684580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:25.707046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Usage tracker for resource:subnet and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:25.716010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:25.728903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:25.829084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e80352-2974-41cb-8c2f-95e2b00b7531 req-80306717-6c7f-4b80-941d-7165a6c1f198 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.836862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5e80352-2974-41cb-8c2f-95e2b00b7531 req-80306717-6c7f-4b80-941d-7165a6c1f198 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.6750376 Apr 18 20:28:25.881959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5de3a187-f4d6-483c-a95d-6071ee144deb req-1726323f-2345-4c2a-86fe-3dda4ebe7a8e service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842678 Apr 18 20:28:25.926083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eec6b-ddbd-4edd-a4de-f8f5a291bdf1 req-36319ec6-d7d2-4425-8a53-01fbdf83d362 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:25.928669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb8eec6b-ddbd-4edd-a4de-f8f5a291bdf1 req-36319ec6-d7d2-4425-8a53-01fbdf83d362 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 944 time: 0.2547805 Apr 18 20:28:25.955244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Made reservation on behalf of affb4b1f349f4736acebb0aaa56af71a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:25.964570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.117097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5e80352-2974-41cb-8c2f-95e2b00b7531 req-be28e3e3-a741-4750-a25a-a43c74a533bb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792356 Apr 18 20:28:26.189452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb8eec6b-ddbd-4edd-a4de-f8f5a291bdf1 req-f667d7c0-85c8-4b3a-97c0-30482bca2980 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511914 Apr 18 20:28:26.261621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.326539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-31ef4f01-34b6-45e2-b2cb-d15d88d9aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.328512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-31ef4f01-34b6-45e2-b2cb-d15d88d9aac1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 1095 time: 0.2802007 Apr 18 20:28:26.378750 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.417486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2f931-886c-40a2-808a-f8df9fe1b78d req-f9defe8c-1c8a-49b4-a088-758793fdab80 tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.421756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73f2f931-886c-40a2-808a-f8df9fe1b78d req-f9defe8c-1c8a-49b4-a088-758793fdab80 tempest-ComputeTenantNetworksTest-522911308 tempest-ComputeTenantNetworksTest-522911308-project] 10.222.0.47 "GET /v2.0/networks/91c33cb5-c100-4fdf-ada6-e635b9e0c48d HTTP/1.1" status: 200 len: 769 time: 0.2287643 Apr 18 20:28:26.440248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56438) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:26.448955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Deleting port 8fab35f2-d3ee-45dd-b960-0ac774d2f620 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:26.449427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.629460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-2796e427-9e36-4fe4-95cc-d37b82946e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.631136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-2796e427-9e36-4fe4-95cc-d37b82946e79 service neutron] 10.222.0.55 "GET /v2.0/networks?id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 200 len: 907 time: 0.2957554 Apr 18 20:28:26.713945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-ff18f035-bda7-446d-b90e-fefb45d4b9bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1f236957-4035-4775-bcc5-2304a8318095 HTTP/1.1" status: 200 len: 217 time: 0.0754070 Apr 18 20:28:26.722474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b470c7-7cf0-4c42-ab42-4ed063fdb8bd req-101dd77f-b39a-4a72-87a3-a1b4a6fc315c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.724018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4b470c7-7cf0-4c42-ab42-4ed063fdb8bd req-101dd77f-b39a-4a72-87a3-a1b4a6fc315c tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.2065594 Apr 18 20:28:26.788886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:26.829424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4b470c7-7cf0-4c42-ab42-4ed063fdb8bd req-98ebb8e1-ab0a-42a3-be7c-d7034a140973 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720079 Apr 18 20:28:26.831397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-23f94cbd-6cf6-448b-a348-af8f764890ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:26.832856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-23f94cbd-6cf6-448b-a348-af8f764890ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 200 len: 846 time: 0.1079443 Apr 18 20:28:26.899830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-66a8f78b-bab8-4a90-9eb0-3612f2163d80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=7813db5e-8f95-4a6d-8ee2-2bc1416c7327&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597544 Apr 18 20:28:27.133058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-4e252410-4299-47c5-aad4-c348452d8a3c service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260230 Apr 18 20:28:27.274807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.550613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.585681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2adc829-4c14-49ad-8ac6-5a7cc15ea556,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:27.589452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-051885b8-f1c1-47cf-9a85-7bb7d978f0ca req-ad31ece2-d48e-480c-9326-68ac0bec78e3 service neutron] 10.222.0.55 "GET /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502258 Apr 18 20:28:27.606868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:27.646034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54721e52-95a1-41ff-b451-fe69952b1865 req-7581dbe6-1fdb-44d3-88ae-7e036ccea90b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:27.648157 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54721e52-95a1-41ff-b451-fe69952b1865 req-7581dbe6-1fdb-44d3-88ae-7e036ccea90b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.2634656 Apr 18 20:28:27.702302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54721e52-95a1-41ff-b451-fe69952b1865 req-c539ae14-c88c-48aa-8b55-bb02eb82c809 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478735 Apr 18 20:28:27.825500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Calling delete_port for 8fab35f2-d3ee-45dd-b960-0ac774d2f620 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:27.916100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c33cb5-c100-4fdf-ada6-e635b9e0c48d']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:27.930334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7e1d7-f2e0-45ed-bea3-51b228ac2d64 req-811deb28-23a6-4509-a0b1-544e7345574b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:27.932084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1d7e1d7-f2e0-45ed-bea3-51b228ac2d64 req-811deb28-23a6-4509-a0b1-544e7345574b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 944 time: 0.0988712 Apr 18 20:28:27.954020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Checking segment: {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:27.954364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Network hostable DHCP agents. Network: cf81f1a0-3539-473a-b736-d092c15cae4a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:27.972669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d89e246-a731-427f-9af3-bab531ee3515') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:27.972982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d89e246-a731-427f-9af3-bab531ee3515') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:28.008364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1d7e1d7-f2e0-45ed-bea3-51b228ac2d64 req-b91a65ee-4ada-4509-9faf-6cc801bce29b tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626214 Apr 18 20:28:28.014957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.034803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d7403-52bd-44ad-9b76-7dae501593d3 req-cc719b89-23c2-45f4-b123-2d2df27ce4c6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:28.043366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a26d7403-52bd-44ad-9b76-7dae501593d3 req-cc719b89-23c2-45f4-b123-2d2df27ce4c6 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.8475013 Apr 18 20:28:28.045718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56460) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:28.051105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Request body: {'floatingip': {'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:28.111682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.147825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 1f236957-4035-4775-bcc5-2304a8318095 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:28:28.155030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Network cf81f1a0-3539-473a-b736-d092c15cae4a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:28.171605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:28:28.171911 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:28:28.189333 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:28:28.274143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, cf81f1a0-3539-473a-b736-d092c15cae4a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:28.293499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:28.294673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.324667 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.359599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.384472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1f236957-4035-4775-bcc5-2304a8318095,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:28.399620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.402443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '1f236957-4035-4775-bcc5-2304a8318095', 'network_id': '7813db5e-8f95-4a6d-8ee2-2bc1416c7327', 'port_id': '1f236957-4035-4775-bcc5-2304a8318095', 'mac_address': 'fa:16:3e:07:3d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4402abdb-ee97-4be2-824e-79d45393fef7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:28:28.406203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040c258-668d-42d3-9ebd-7d52975de7dc None None] Network cf81f1a0-3539-473a-b736-d092c15cae4a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:28:28.425398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=91c33cb5-c100-4fdf-ada6-e635b9e0c48d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:28.443840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f2e7dbd-2798-492f-8e19-d3e941aa1ce7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/91c33cb5-c100-4fdf-ada6-e635b9e0c48d HTTP/1.1" status: 204 len: 168 time: 1.9995139 Apr 18 20:28:28.444238 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9280bb10-653d-4c86-b0c1-e7949087180f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7873847 Apr 18 20:28:28.474906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.552357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.593314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Pushing event deleted for resources: {'Port': ['ID=8fab35f2-d3ee-45dd-b960-0ac774d2f620,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:28.732951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:28.870903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56480) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:28.872634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f236957-4035-4775-bcc5-2304a8318095 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:28.952236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af8b3f9-60c9-4e34-abea-463f364518cb None None] Network cf81f1a0-3539-473a-b736-d092c15cae4a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:28:28.999284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1f236957-4035-4775-bcc5-2304a8318095,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:29.090203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.220630 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-437715f3-81b6-4f93-94bd-ce5b67507d84 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ea9c135fcec4b6687949c31db4272b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483269 Apr 18 20:28:29.229828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56492) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:29.255518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=1f236957-4035-4775-bcc5-2304a8318095,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:29.445024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['1f236957-4035-4775-bcc5-2304a8318095'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:28:29.539126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f1d3a-e8ae-46c4-9719-05c90a2d1dff req-1ed117e6-4d6a-4708-87e4-b4a25c37b959 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:29.540701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-708f1d3a-e8ae-46c4-9719-05c90a2d1dff req-1ed117e6-4d6a-4708-87e4-b4a25c37b959 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 945 time: 0.2423956 Apr 18 20:28:29.640227 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-708f1d3a-e8ae-46c4-9719-05c90a2d1dff req-7c47d45e-5cf3-48f1-861e-0731608121c1 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835767 Apr 18 20:28:29.856899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.862989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.890513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65e9e3-bc0c-47fb-85f0-6fc6a62b5f86 req-ac7a2929-2768-44b5-b15b-27fe07d7e811 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:29.897740 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf65e9e3-bc0c-47fb-85f0-6fc6a62b5f86 req-ac7a2929-2768-44b5-b15b-27fe07d7e811 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 1.0835140 Apr 18 20:28:29.935094 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.966478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.975659 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b925ad4-daac-4831-9c2f-c8f8e90c2914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:29.982243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf65e9e3-bc0c-47fb-85f0-6fc6a62b5f86 req-c38a4e1c-a0e4-40d5-899b-fac49817d5fb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827119 Apr 18 20:28:30.148585 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b925ad4-daac-4831-9c2f-c8f8e90c2914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.190273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Router 77274821-3346-4f22-8ed2-2de66de03827 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:28:30.365465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:30.376812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b925ad4-daac-4831-9c2f-c8f8e90c2914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.381925 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] Sync routers for ids ['77274821-3346-4f22-8ed2-2de66de03827'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:30.395166 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] Routers {'77274821-3346-4f22-8ed2-2de66de03827'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:30.396004 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['77274821-3346-4f22-8ed2-2de66de03827'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:30.407621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b925ad4-daac-4831-9c2f-c8f8e90c2914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0629483-0c30-4a25-8024-f9b3598ccc92,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:30.433395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.438978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f414ebf1-72a7-4c77-a027-5a998199a24f tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "PUT /v2.0/routers/77274821-3346-4f22-8ed2-2de66de03827 HTTP/1.1" status: 200 len: 710 time: 5.1902385 Apr 18 20:28:30.441038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56510) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:30.497451 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:30.514315 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] Routers {'77274821-3346-4f22-8ed2-2de66de03827'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:30.514986 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['77274821-3346-4f22-8ed2-2de66de03827'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:30.546093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b925ad4-daac-4831-9c2f-c8f8e90c2914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:30.549903 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b925ad4-daac-4831-9c2f-c8f8e90c2914 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a0629483-0c30-4a25-8024-f9b3598ccc92 HTTP/1.1" status: 204 len: 168 time: 1.3151236 Apr 18 20:28:30.550116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-ccd184d2-ff4f-417e-a7bf-fcf1c404d06b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:30.556103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-ccd184d2-ff4f-417e-a7bf-fcf1c404d06b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 822 time: 0.4325867 Apr 18 20:28:30.580913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-5ab2e6b0-7559-4849-ae57-8f59930c55ba tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/quotas/affb4b1f349f4736acebb0aaa56af71a HTTP/1.1" status: 200 len: 375 time: 0.0238066 Apr 18 20:28:30.610210 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:30.613130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2bfa49-188e-4330-9fde-570b3349888c None None] The sync data for ids ['77274821-3346-4f22-8ed2-2de66de03827'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:30.705779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a5edbf1-600c-4721-b545-51178243c635 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/routers/77274821-3346-4f22-8ed2-2de66de03827 HTTP/1.1" status: 200 len: 745 time: 0.2603106 Apr 18 20:28:30.707862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56522) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:30.760061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-87a31e78-e8db-4977-ba48-96fbb4753196 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1779053 Apr 18 20:28:30.824247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7a13359e-5394-4ef7-8375-ad53867c8b46 tempest-RoutersIpV6AdminTest-572952115 tempest-RoutersIpV6AdminTest-572952115-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=77274821-3346-4f22-8ed2-2de66de03827 HTTP/1.1" status: 200 len: 205 time: 0.1112654 Apr 18 20:28:30.825679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56530) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:30.925287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0480ce3c-df32-44af-8fcd-5d11c620520b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=77274821-3346-4f22-8ed2-2de66de03827 HTTP/1.1" status: 200 len: 205 time: 0.0953941 Apr 18 20:28:30.961766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:30.970677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-1fc0af5a-fdb7-466b-954d-c9c5762139a2 service neutron] 10.222.0.47 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093813 Apr 18 20:28:31.095836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a32d6-d46e-4845-b94d-e0043aac5dcf req-a67d534f-106a-491d-b5a7-63a936f5c0fa tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:31.114047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-061a32d6-d46e-4845-b94d-e0043aac5dcf req-a67d534f-106a-491d-b5a7-63a936f5c0fa tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 945 time: 0.1868410 Apr 18 20:28:31.250591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-061a32d6-d46e-4845-b94d-e0043aac5dcf req-a64f6d9b-decb-4421-92d7-ee36d1bf55bc tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350887 Apr 18 20:28:31.259288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bfd275f-439b-4a14-955e-597e36d6a2b9 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.375250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Router 04cca268-2880-466e-9f01-afa3a7e3e682 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:28:31.453837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-8d859f47-a21e-49be-9d2d-45b5830f0e4a service neutron] 10.222.0.47 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4822335 Apr 18 20:28:31.630481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20621417-7236-4149-97db-9a7894379b38 req-0e3e0428-c202-4750-93c7-de0fed35b5da tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:31.633149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20621417-7236-4149-97db-9a7894379b38 req-0e3e0428-c202-4750-93c7-de0fed35b5da tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.2212789 Apr 18 20:28:31.744873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20621417-7236-4149-97db-9a7894379b38 req-1f8019d6-7c49-4c8d-8ce2-fcf0ce692632 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993500 Apr 18 20:28:31.837041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bfd275f-439b-4a14-955e-597e36d6a2b9 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.843067 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bfd275f-439b-4a14-955e-597e36d6a2b9 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.854209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:31.861569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:31.872103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] Sync routers for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:31.910680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:31.911949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:31.938357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56574) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:32.054886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3df07bc3-dda7-465c-8083-186c12a9d0c1 req-d5b8da78-e652-4207-a7b5-17f693bf89d1 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 210 time: 0.1027067 Apr 18 20:28:32.242654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1924269170-network', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:32.248785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:32.261242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Usage tracker for resource:network and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:32.268030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:32.288624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:32.326079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Made reservation on behalf of d985a2b9068149b7aa9cf6714fc7b5f3 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:32.328908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.347487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 1f236957-4035-4775-bcc5-2304a8318095 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:32.371126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.411842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:32.423477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:32.429029 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bfd275f-439b-4a14-955e-597e36d6a2b9 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.429494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bfd275f-439b-4a14-955e-597e36d6a2b9 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Fanout notify agent at l3_agent the message router_deleted on router 77274821-3346-4f22-8ed2-2de66de03827 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:28:32.432967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:32.455966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Usage tracker for resource:security_group_rule and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:32.488642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bfd275f-439b-4a14-955e-597e36d6a2b9 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.489318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3bfd275f-439b-4a14-955e-597e36d6a2b9 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/77274821-3346-4f22-8ed2-2de66de03827 HTTP/1.1" status: 204 len: 168 time: 1.5166142 Apr 18 20:28:32.495505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:32.508474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:32.522109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:32.588749 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc58756e-cab1-4667-99a6-cfad21bdbfde'] response: {'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'status': 'completed', 'code': 200} Apr 18 20:28:32.610649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7094f843-35de-46af-9a7e-2cde971585e5 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "PUT /v2.0/floatingips/ec9e351a-da50-4c4c-b9f8-b07ce01baab6 HTTP/1.1" status: 200 len: 993 time: 4.5637205 Apr 18 20:28:32.706579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d112c062-53ec-4b85-9803-be83d533871e tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=77274821-3346-4f22-8ed2-2de66de03827 HTTP/1.1" status: 200 len: 205 time: 0.1981294 Apr 18 20:28:32.717145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56602) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:32.777971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2c4ac2-a3e3-4552-9946-ba261208b4ce req-3cddcac8-f640-4eba-932f-087543752de8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.780271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef2c4ac2-a3e3-4552-9946-ba261208b4ce req-3cddcac8-f640-4eba-932f-087543752de8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 945 time: 0.1857443 Apr 18 20:28:32.793057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 1f236957-4035-4775-bcc5-2304a8318095 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:32.803986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 1f236957-4035-4775-bcc5-2304a8318095 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:32.804373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:32.847792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-d7e91c7c-b13c-426b-9ee2-ab80d1ca26fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:32.859394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-d7e91c7c-b13c-426b-9ee2-ab80d1ca26fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.2635212 Apr 18 20:28:32.940237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef2c4ac2-a3e3-4552-9946-ba261208b4ce req-34593a32-ef43-40b9-9a31-2ebc92b4e524 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510382 Apr 18 20:28:33.147821 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-8981da51-0b1f-4353-8640-77741469cd78 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] delete failed (client error): The resource could not be found. Apr 18 20:28:33.148810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8981da51-0b1f-4353-8640-77741469cd78 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/77274821-3346-4f22-8ed2-2de66de03827 HTTP/1.1" status: 404 len: 336 time: 0.4189410 Apr 18 20:28:33.155955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:33.159541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-f3441726-d992-4f02-8fff-ebe2827b209f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:33.161275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-f3441726-d992-4f02-8fff-ebe2827b209f service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.2707872 Apr 18 20:28:33.185645 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.209948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.248741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.270079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1f236957-4035-4775-bcc5-2304a8318095,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:33.282059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f236957-4035-4775-bcc5-2304a8318095'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:33.293997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.320410 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-977c1919-fdf4-4894-b157-7846b9a4fc13 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 HTTP/1.1" status: 200 len: 205 time: 0.1630242 Apr 18 20:28:33.331032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:28:33.341902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:33.385589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.385938 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Added segment b49a280c-620f-40e5-8f8a-f060c92975e6 of type vlan for network 2a194504-1714-47be-9f31-b57a03a069da Apr 18 20:28:33.389742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf2edac-c86c-4d44-85a1-2e7bbb3e2d0b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:33.390390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=1f236957-4035-4775-bcc5-2304a8318095,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:33.445695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070ddb97-9a08-4d23-8d55-5c32ccf1cc6c req-fcbc6335-5137-4320-96a5-bf817db19f72 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:33.453004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.453331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.453713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.454051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.454392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.454726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.455053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.455382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.455706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.456032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.456399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.456723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:28:33.461168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-070ddb97-9a08-4d23-8d55-5c32ccf1cc6c req-fcbc6335-5137-4320-96a5-bf817db19f72 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.4822130 Apr 18 20:28:33.504736 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-94902017-17b4-4a71-ae52-9a9cc6352f77 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] delete failed (client error): The resource could not be found. Apr 18 20:28:33.511032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-94902017-17b4-4a71-ae52-9a9cc6352f77 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/40492ec3-1180-4bcc-bc1a-8ac9fdff1b85 HTTP/1.1" status: 404 len: 336 time: 0.1628530 Apr 18 20:28:33.511808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56622) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:33.515732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'ec9e351a-da50-4c4c-b9f8-b07ce01baab6', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'mac_address': 'fa:16:3e:b8:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:35Z', 'updated_at': '2022-04-18T20:28:29Z', 'revision_number': 3, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:33.524849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] Checking router: 04cca268-2880-466e-9f01-afa3a7e3e682 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:33.548980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:33.548980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:33.549719 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.591047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-070ddb97-9a08-4d23-8d55-5c32ccf1cc6c req-f2a80c68-cd5c-4f93-bae2-eaf57b6c6f38 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286671 Apr 18 20:28:33.654427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.655996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:33.656810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:33.693541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-54a3fb99-ebcc-4c84-a4c5-bdc0e209f7e2 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=6f72a231-0d01-403f-be07-53e900ee08ba HTTP/1.1" status: 200 len: 205 time: 0.1731129 Apr 18 20:28:33.703984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:33.715158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-fc2c121d-625c-4abc-a59e-15351a684acc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 1001 time: 0.5198150 Apr 18 20:28:33.804971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21b67540-6415-467b-9a9b-cba521a17a2b req-c6340755-4748-4c4e-8ba9-0890a8fc19a0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 210 time: 0.2227118 Apr 18 20:28:33.855298 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef0a465-d640-44a0-9ce8-663235bb0418'] response: {'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f236957-4035-4775-bcc5-2304a8318095', 'code': 200} Apr 18 20:28:33.860341 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4d022b46-db0f-4183-a085-0db1f0db714b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] delete failed (client error): The resource could not be found. Apr 18 20:28:33.862054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4d022b46-db0f-4183-a085-0db1f0db714b tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/6f72a231-0d01-403f-be07-53e900ee08ba HTTP/1.1" status: 404 len: 336 time: 0.1563561 Apr 18 20:28:33.867122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:33.933492 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-408d6d85-1195-4b8f-8aef-36e4dd34e12a tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=9e9eae85-ccb2-4248-a778-5b6ed19b02bb HTTP/1.1" status: 200 len: 205 time: 0.0564141 Apr 18 20:28:33.949763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56638) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:33.953932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:33.996855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] Pushing event updated for resources: {'Network': ['ID=2a194504-1714-47be-9f31-b57a03a069da,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:34.008108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-90d5c941-24ac-4161-a18f-2ebf2df3e992 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0658171 Apr 18 20:28:34.011021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56642) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:34.030709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Request body: {'subnet': {'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1924269170-subnet', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:34.056073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-8bdde87f-cdfd-4d8d-b888-6d9b61f1af44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.057918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-8bdde87f-cdfd-4d8d-b888-6d9b61f1af44 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.2494655 Apr 18 20:28:34.059090 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-04816945-3c91-4309-a268-7ba70337248d tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] delete failed (client error): The resource could not be found. Apr 18 20:28:34.068028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:34.069920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:34.076939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-04816945-3c91-4309-a268-7ba70337248d tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/9e9eae85-ccb2-4248-a778-5b6ed19b02bb HTTP/1.1" status: 404 len: 336 time: 0.1250436 Apr 18 20:28:34.111358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 2a194504-1714-47be-9f31-b57a03a069da details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:28:34.332626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-97075643-7ff9-483d-ad56-bde9594676ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.335804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-97075643-7ff9-483d-ad56-bde9594676ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564280 Apr 18 20:28:34.508779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-7c39556d-2083-4921-8c12-9dc43b8ce18d service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621685 Apr 18 20:28:34.521212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-84e0dd8c-36cd-4262-88d7-7d5e6951c8c1 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.523137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-84e0dd8c-36cd-4262-88d7-7d5e6951c8c1 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 822 time: 0.4424884 Apr 18 20:28:34.555890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Usage tracker for resource:subnet and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:34.560191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:34.567416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:34.590249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Request body: {'port': {'device_id': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'admin_state_up': True, 'tenant_id': 'affb4b1f349f4736acebb0aaa56af71a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:34.607181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:34.636076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Made reservation on behalf of d985a2b9068149b7aa9cf6714fc7b5f3 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:34.639213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:34.659313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6ec6835b-238b-4fb9-b60d-15aa00410139 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 HTTP/1.1" status: 200 len: 205 time: 0.5769062 Apr 18 20:28:34.663163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56664) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:34.840063 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-8da9c60c-218f-4a2e-ac7b-ac1bf3ff035c tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] delete failed (client error): The resource could not be found. Apr 18 20:28:34.845799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8da9c60c-218f-4a2e-ac7b-ac1bf3ff035c tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/ee3e9eaf-c8fd-40b0-8431-3fff9e89a336 HTTP/1.1" status: 404 len: 336 time: 0.1787643 Apr 18 20:28:34.854470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:34.906793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d5f467-a426-499e-a2e4-d6c2534e17d5 req-96f30e4c-4cec-41a4-97f4-abb2a1fdf9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.908933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5d5f467-a426-499e-a2e4-d6c2534e17d5 req-96f30e4c-4cec-41a4-97f4-abb2a1fdf9c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 1097 time: 0.9662664 Apr 18 20:28:34.966526 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eb348945-3fbc-4950-8cdf-6c4d9a4af979 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "GET /v2.0/ports?device_id=693d1047-94e8-40aa-9cd5-b5a3c675c46a HTTP/1.1" status: 200 len: 205 time: 0.1101480 Apr 18 20:28:34.966902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:34.990652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc3b2f0-49bb-4d32-92f8-ddb91a1a5f75 req-9ffb302f-8289-4d29-8be8-2e5264d7fe7d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:34.992737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecc3b2f0-49bb-4d32-92f8-ddb91a1a5f75 req-9ffb302f-8289-4d29-8be8-2e5264d7fe7d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.4382143 Apr 18 20:28:35.028790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5d5f467-a426-499e-a2e4-d6c2534e17d5 req-a9fdc00c-c4e3-4b26-9836-ddbb0b1a91f0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084576 Apr 18 20:28:35.065159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecc3b2f0-49bb-4d32-92f8-ddb91a1a5f75 req-1f0a598e-9a8b-4cd5-acee-7536ac06d82e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637817 Apr 18 20:28:35.123102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f0b81fd9-6f61-4148-b273-a91bb557859a req-e605c7db-17e3-4315-a441-775771ec8a54 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5634360 Apr 18 20:28:35.127562 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-85d34448-b7f0-43c8-be61-241c6ad8330c tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] delete failed (client error): The resource could not be found. Apr 18 20:28:35.128586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-85d34448-b7f0-43c8-be61-241c6ad8330c tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/routers/693d1047-94e8-40aa-9cd5-b5a3c675c46a HTTP/1.1" status: 404 len: 336 time: 0.1485882 Apr 18 20:28:35.131323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'ec9e351a-da50-4c4c-b9f8-b07ce01baab6', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'mac_address': 'fa:16:3e:b8:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:35Z', 'updated_at': '2022-04-18T20:28:29Z', 'revision_number': 3, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:35.136042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56680) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:35.141018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285ef11a-4227-400f-a198-247ebb021a8b None None] The sync data for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 is: [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'ec9e351a-da50-4c4c-b9f8-b07ce01baab6', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'floating_ip_address': '172.25.5.82', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'port_id': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'mac_address': 'fa:16:3e:b8:09:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:25:35Z', 'updated_at': '2022-04-18T20:28:29Z', 'revision_number': 3, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:35.145280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac8a3e-d1b3-4e88-99a0-c4197d9fc5c7 req-4a39e2eb-2359-4c19-84d9-374003fe97a0 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.156766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5eac8a3e-d1b3-4e88-99a0-c4197d9fc5c7 req-4a39e2eb-2359-4c19-84d9-374003fe97a0 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1097 time: 0.6467803 Apr 18 20:28:35.202228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:35.214184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Usage tracker for resource:port and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:35.228352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:35.236119 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1055ff4e-020e-4972-a35c-9bebfac32202'] response: {'name': 'network-changed', 'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'status': 'completed', 'code': 200} Apr 18 20:28:35.237591 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe42c62-e3da-4883-8aa4-1cba125d9f97 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] DELETE failed (client error): The resource could not be found. Apr 18 20:28:35.238332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe42c62-e3da-4883-8aa4-1cba125d9f97 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:35.238657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:35.274733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Made reservation on behalf of affb4b1f349f4736acebb0aaa56af71a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:28:35.279482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.315207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5eac8a3e-d1b3-4e88-99a0-c4197d9fc5c7 req-fe799fb0-af99-421b-bea4-c88b770a2d62 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574314 Apr 18 20:28:35.347463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:35.391670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fbe42c62-e3da-4883-8aa4-1cba125d9f97 tempest-RoutersIpV6AdminTest-2125895159 tempest-RoutersIpV6AdminTest-2125895159-project] 10.222.0.47 "DELETE /v2.0/subnets/13c36fe6-cc81-4227-b07d-67118697dcd5 HTTP/1.1" status: 404 len: 337 time: 0.2544425 Apr 18 20:28:35.492121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56690) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:35.493548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.631417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7aa71b96-9f91-41a5-a7fc-f6b84d9adabf req-fe5fafa0-564c-4cfd-8434-2d5b98e5ec4c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 210 time: 0.1158600 Apr 18 20:28:35.722907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0727442d-014a-4219-84d2-b7ce9459d00e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:35.734081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Checking segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:35.735937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Network hostable DHCP agents. Network: 2a194504-1714-47be-9f31-b57a03a069da, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:28:35.756238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0c2846-5b78-4d8d-b563-7c7b0afc0236 req-bf388733-7217-4788-b33f-b3c2f12fe853 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.758379 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bb0c2846-5b78-4d8d-b563-7c7b0afc0236 req-bf388733-7217-4788-b33f-b3c2f12fe853 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.3732378 Apr 18 20:28:35.831400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Network 2a194504-1714-47be-9f31-b57a03a069da is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:28:35.844944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.859980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bb0c2846-5b78-4d8d-b563-7c7b0afc0236 req-061838f6-08db-4a92-90a2-4c2dfca1b7e2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892823 Apr 18 20:28:35.864841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 2a194504-1714-47be-9f31-b57a03a069da) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:35.869334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:35.873470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.874122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.881015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Usage tracker for resource:security_group_rule and tenant:62a8a8d495e04f22aa2148db1b05cfac is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:35.888956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:35.893922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-becdec54-1391-4673-9efe-f43a1fe44930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:35.895472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-becdec54-1391-4673-9efe-f43a1fe44930 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.5518548 Apr 18 20:28:35.900822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:35.906858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86745abf-8cf0-421a-adf0-9e1f0a8c108d None None] Network 2a194504-1714-47be-9f31-b57a03a069da requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:28:35.908173 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b38ec293-ca6f-4856-85cf-0f2c602a0129 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8922720 Apr 18 20:28:35.912583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:35.920467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:35.942644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:35.942644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Usage tracker for resource:router and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:35.946039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Allocated IP 172.20.0.11 (cf81f1a0-3539-473a-b736-d092c15cae4a/f2adc829-4c14-49ad-8ac6-5a7cc15ea556/2af29c3f-6b7a-4da6-a062-c014fffcbd95) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:35.947450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:35.951660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 8850b7e4-26e4-46f5-b8e6-a78e03338519 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:35.952121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.958320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:35.983331 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:35.984595 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.003258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.260796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:36.631753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-2a194504-1714-47be-9f31-b57a03a069da', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:28:36.633184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.685200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.782890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.786230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-57ed6945-e5ae-4e48-a20d-0031ac9c4699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:36.794067 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-57ed6945-e5ae-4e48-a20d-0031ac9c4699 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.8781226 Apr 18 20:28:36.803569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.817803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.847829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.854329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:36.934317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Allocated IP 172.20.0.2 (2a194504-1714-47be-9f31-b57a03a069da/0727442d-014a-4219-84d2-b7ce9459d00e/3fc3b352-1990-4f4e-aa85-a218652e1950) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:37.091820 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=62a8a8d495e04f22aa2148db1b05cfac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5874684 Apr 18 20:28:37.095343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90282fc9-8e9c-4f54-9175-efad57452f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f656c606-734a-4f89-9601-111c268ec095,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:37.119705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:37.164724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a255cdd-8557-4c7f-84eb-4d4bb8191b28 req-7bb16655-5c60-434d-99a7-30f2521c888d tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 210 time: 0.1794269 Apr 18 20:28:37.354592 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.367864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Transition to ACTIVE for port object 3fc3b352-1990-4f4e-aa85-a218652e1950 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:37.397319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Transition to ACTIVE for port object 3fc3b352-1990-4f4e-aa85-a218652e1950 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:37.412080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.422747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c767b4d6-9525-40a9-a79a-c31f8ed8413c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.582472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Network 2a194504-1714-47be-9f31-b57a03a069da is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:37.597649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:37.602491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:37.624204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Pushing event updated for resources: {'Port': ['ID=3fc3b352-1990-4f4e-aa85-a218652e1950,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:37.697144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c767b4d6-9525-40a9-a79a-c31f8ed8413c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.785744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 8850b7e4-26e4-46f5-b8e6-a78e03338519 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:37.827678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Attempting to bind port 3fc3b352-1990-4f4e-aa85-a218652e1950 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:37.828546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Attempting to bind port 3fc3b352-1990-4f4e-aa85-a218652e1950 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:37.828894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Attempting to bind port 3fc3b352-1990-4f4e-aa85-a218652e1950 on network 2a194504-1714-47be-9f31-b57a03a069da {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:37.843192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:28:37.844946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Checking segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:37.845717 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.846922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Bound using segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:28:37.847373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Bound port: 3fc3b352-1990-4f4e-aa85-a218652e1950, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:37.847791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:37.847981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:37.906389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Usage tracker for resource:security_group_rule and tenant:05509140cffb4de3acfd684b6144ac42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:37.929426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:37.951614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-1e59dcbf-b5a2-4a2b-b2a5-0dea33c22527 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 1001 time: 1.0708175 Apr 18 20:28:38.024002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cebe7-431b-408f-ae08-aa5b4fee0e3f req-01821fbd-da20-4e3e-bf20-b534f463d977 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.025597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9cebe7-431b-408f-ae08-aa5b4fee0e3f req-01821fbd-da20-4e3e-bf20-b534f463d977 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.5852952 Apr 18 20:28:38.041707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.058108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:38.065345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:28:38.070064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3fc3b352-1990-4f4e-aa85-a218652e1950,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:28:38.076705 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.115449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c767b4d6-9525-40a9-a79a-c31f8ed8413c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.186896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767b4d6-9525-40a9-a79a-c31f8ed8413c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f656c606-734a-4f89-9601-111c268ec095,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.206859 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.210866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.252342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.257727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997ab15-a891-4240-86fa-3e7df158460c None None] Pushing event updated for resources: {'Port': ['ID=3fc3b352-1990-4f4e-aa85-a218652e1950,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.319255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9cebe7-431b-408f-ae08-aa5b4fee0e3f req-9765bf71-e387-4cc5-a4f9-e37f12a54bc3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070451 Apr 18 20:28:38.332610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c767b4d6-9525-40a9-a79a-c31f8ed8413c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.337116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c767b4d6-9525-40a9-a79a-c31f8ed8413c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f656c606-734a-4f89-9601-111c268ec095 HTTP/1.1" status: 204 len: 168 time: 1.2100258 Apr 18 20:28:38.384526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1cc2d80-bdeb-4015-8f6d-97122e95a62b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:38.393788 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.408187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597eb8c-adf6-4e37-a1d0-5b833f7b46d3 req-76920d90-bf4e-41d1-a8fa-63305b8810c2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.416433 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3597eb8c-adf6-4e37-a1d0-5b833f7b46d3 req-76920d90-bf4e-41d1-a8fa-63305b8810c2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 1.3625555 Apr 18 20:28:38.457037 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ea1b2a2-452d-43e5-8188-2966fb1b4710 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05509140cffb4de3acfd684b6144ac42&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1949987 Apr 18 20:28:38.459374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-b589bee6-05f2-4b14-9a38-cc48d63cf6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.460843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-b589bee6-05f2-4b14-9a38-cc48d63cf6c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.4928806 Apr 18 20:28:38.464424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56726) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:38.575362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Allocated IP 172.25.5.35 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:38.587064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3597eb8c-adf6-4e37-a1d0-5b833f7b46d3 req-0134799c-63bb-4832-bdee-b50a34e92294 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692715 Apr 18 20:28:38.782431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-29f0d24c-a07d-4c8a-918a-6defb7d7d754 req-13198545-b5fb-442f-84d0-dd2b234a4d9f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 210 time: 0.1780589 Apr 18 20:28:38.790555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d70a1121-f1c2-4c7e-94b6-00b5c80037fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.869271 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:38.967272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-000e1141-7209-41ed-a6ed-1bd27fe19349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:38.969065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-000e1141-7209-41ed-a6ed-1bd27fe19349 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4990759 Apr 18 20:28:39.022017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Network cf81f1a0-3539-473a-b736-d092c15cae4a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:39.022017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.032988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:39.041289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d70a1121-f1c2-4c7e-94b6-00b5c80037fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.053284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:39.094086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.221496 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.324041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56736) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:39.327772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=8850b7e4-26e4-46f5-b8e6-a78e03338519,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.352460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.393064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.395674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3fc3b352-1990-4f4e-aa85-a218652e1950 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:39.406439 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.417466 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.432972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d70a1121-f1c2-4c7e-94b6-00b5c80037fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.451977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:39.471352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:39.483606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:39.500273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-8d20972a-63eb-4504-9b9a-0785292144f3 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219612 Apr 18 20:28:39.501461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.501997 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP 77aebac0-61b9-4f7a-8209-9d8633c7246d disassociated (deleted). External IP: 172.25.5.46, port: 8ce7bd73-2880-41a8-ae2f-86a08b45c61c. Apr 18 20:28:39.568338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:39.583820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a1121-f1c2-4c7e-94b6-00b5c80037fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1cc2d80-bdeb-4015-8f6d-97122e95a62b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.617933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Usage tracker for resource:security_group_rule and tenant:9716a45c398448229151126b973cfa4f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:39.627300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:39.641309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Pushing event updated for resources: {'Port': ['ID=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:39.682399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 3fc3b352-1990-4f4e-aa85-a218652e1950 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:39.706229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d70a1121-f1c2-4c7e-94b6-00b5c80037fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:39.708208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d70a1121-f1c2-4c7e-94b6-00b5c80037fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1cc2d80-bdeb-4015-8f6d-97122e95a62b HTTP/1.1" status: 204 len: 168 time: 1.2424498 Apr 18 20:28:39.728271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17debcf3-77bf-4e40-8cf9-ab9cf73ee451 req-2f774123-af48-4515-84fb-0c10d7456d8f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:39.730869 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17debcf3-77bf-4e40-8cf9-ab9cf73ee451 req-2f774123-af48-4515-84fb-0c10d7456d8f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.4747279 Apr 18 20:28:39.885121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e952c725-a0ab-4f15-9030-d11e5933a02e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3211088 Apr 18 20:28:39.890623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:40.036359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Request body: {'port': {'device_id': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:40.115471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79031ca5-9c94-4949-8845-9338fb4e697b None None] Network 2a194504-1714-47be-9f31-b57a03a069da requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:28:40.154916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17debcf3-77bf-4e40-8cf9-ab9cf73ee451 req-8b60626f-9ad4-4848-8697-43d0439661f3 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171709 Apr 18 20:28:40.389466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0c664b4f-9c77-4543-9537-616962725cf6 None None] Provisioning for port 3fc3b352-1990-4f4e-aa85-a218652e1950 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:40.430099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0c664b4f-9c77-4543-9537-616962725cf6 None None] Provisioning complete for port 3fc3b352-1990-4f4e-aa85-a218652e1950 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:40.431081 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c664b4f-9c77-4543-9537-616962725cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.496863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:40.535082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89cbcf5-0267-433d-b18f-b10d0c979581 req-5c689cdc-0963-4937-b2f2-192dfacf93a3 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9548376 Apr 18 20:28:40.628775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.754256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.818161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4b1e38bd-2e23-49aa-a7f7-63a88e9529a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98976b8f002747d5badd372e6fb366b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3122554 Apr 18 20:28:40.821713 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c664b4f-9c77-4543-9537-616962725cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:40.827929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:40.847159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c7d39-894e-421c-9d53-b5de7f038531 req-bd4be3e6-a11f-40d8-90bc-04095c2a026b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:40.854787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb2c7d39-894e-421c-9d53-b5de7f038531 req-bd4be3e6-a11f-40d8-90bc-04095c2a026b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 1.2057831 Apr 18 20:28:40.905903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0c664b4f-9c77-4543-9537-616962725cf6 None None] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3fc3b352-1990-4f4e-aa85-a218652e1950,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:40.923222 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c664b4f-9c77-4543-9537-616962725cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.047629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c664b4f-9c77-4543-9537-616962725cf6 None None] Pushing event updated for resources: {'Port': ['ID=3fc3b352-1990-4f4e-aa85-a218652e1950,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.068828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2ec2a-dc96-443a-a5e0-4d6b1516ab7e req-bc66f5cb-bb80-4ecf-af93-6d2914852f51 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:41.071575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16f2ec2a-dc96-443a-a5e0-4d6b1516ab7e req-bc66f5cb-bb80-4ecf-af93-6d2914852f51 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 932 time: 0.6277463 Apr 18 20:28:41.124469 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.237666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.292978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-16f2ec2a-dc96-443a-a5e0-4d6b1516ab7e req-8cb9c868-490e-4197-8970-37cf5af32baf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:41.320381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3fc3b352-1990-4f4e-aa85-a218652e1950 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:41.358018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-16f2ec2a-dc96-443a-a5e0-4d6b1516ab7e req-8cb9c868-490e-4197-8970-37cf5af32baf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:41.359227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16f2ec2a-dc96-443a-a5e0-4d6b1516ab7e req-8cb9c868-490e-4197-8970-37cf5af32baf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243261 Apr 18 20:28:41.475079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3fc3b352-1990-4f4e-aa85-a218652e1950 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:41.475990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.517197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c13b846-94e6-4806-887b-4af7d9407b75,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:41.530133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cbf07ac4-cec5-44b4-a864-89e5fd092034 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9716a45c398448229151126b973cfa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2036130 Apr 18 20:28:41.532804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.537027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56758) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:41.549850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-07ff2145-bd01-41db-b937-89e9abe23ef6 None None] Provisioning complete for port 3fc3b352-1990-4f4e-aa85-a218652e1950 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:41.550261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-07ff2145-bd01-41db-b937-89e9abe23ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.633196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb2c7d39-894e-421c-9d53-b5de7f038531 req-26b9c155-d3c7-4f5b-8e1f-4aff2d79b262 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7773955 Apr 18 20:28:41.679370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 94bace2c-77f1-4a01-b46a-41b32fe2d165 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:28:41.722851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fc274ad-a36c-4969-b535-84c79a990ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:41.894150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fc274ad-a36c-4969-b535-84c79a990ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.005853 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a8f876-90dc-4453-98d7-ed09c6da406a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.067650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5819fe25-4437-4aae-90f7-b28007b11e72 req-512a44e7-e14d-46be-b774-a03cc987b0a2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:42.069183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5819fe25-4437-4aae-90f7-b28007b11e72 req-512a44e7-e14d-46be-b774-a03cc987b0a2 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.3902073 Apr 18 20:28:42.076640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a8f876-90dc-4453-98d7-ed09c6da406a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.146444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:42.158898 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fc274ad-a36c-4969-b535-84c79a990ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.187715 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] Sync routers for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:42.193430 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5819fe25-4437-4aae-90f7-b28007b11e72 req-2b49aadf-6a00-45a7-a707-65890e4844c9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010993 Apr 18 20:28:42.198509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af29c3f-6b7a-4da6-a062-c014fffcbd95 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:42.202308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:28:42.206688 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:42.207364 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:42.241496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.280252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Transition to ACTIVE for port object 2af29c3f-6b7a-4da6-a062-c014fffcbd95 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:42.287286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a8f876-90dc-4453-98d7-ed09c6da406a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.289393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc274ad-a36c-4969-b535-84c79a990ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58566781-3900-426b-9a4b-a2b36fbb20a0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.318940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.323540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8f876-90dc-4453-98d7-ed09c6da406a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c13b846-94e6-4806-887b-4af7d9407b75,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.349807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a8f876-90dc-4453-98d7-ed09c6da406a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.357381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02a8f876-90dc-4453-98d7-ed09c6da406a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c13b846-94e6-4806-887b-4af7d9407b75 HTTP/1.1" status: 204 len: 168 time: 0.8130097 Apr 18 20:28:42.379240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.548100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fc274ad-a36c-4969-b535-84c79a990ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.552976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1fc274ad-a36c-4969-b535-84c79a990ad4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58566781-3900-426b-9a4b-a2b36fbb20a0 HTTP/1.1" status: 204 len: 168 time: 1.7209120 Apr 18 20:28:42.660304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:42.678382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Sync routers for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:42.693360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:42.700279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2c56c34f-2761-4ddd-a89d-6012e2275c45 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7857707 Apr 18 20:28:42.701960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56772) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:42.728811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-26e9e705-b4ff-4b06-84b7-17c0db8609db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/floatingips/77aebac0-61b9-4f7a-8209-9d8633c7246d HTTP/1.1" status: 204 len: 168 time: 7.3224163 Apr 18 20:28:42.734911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:42.735963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:42.798111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:42.816391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:42.945224 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:43.033801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Attempting to bind port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:43.033801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Attempting to bind port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:43.033801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Attempting to bind port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 on network cf81f1a0-3539-473a-b736-d092c15cae4a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:43.037148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 on network cf81f1a0-3539-473a-b736-d092c15cae4a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:28:43.037148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Attempting to bind port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 on network cf81f1a0-3539-473a-b736-d092c15cae4a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:43.047110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:28:43.047474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Checking segment: {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:43.047975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Bound using segment: {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:28:43.048251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Bound port: 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:43.048606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.438121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:43.497400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:28:43.509833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:28:43.537035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.627272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c542dd-88b1-4185-93b1-5fcf7751d7e1 req-55e06ec8-e345-413b-a412-e2bf6bf9319e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:43.629112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86c542dd-88b1-4185-93b1-5fcf7751d7e1 req-55e06ec8-e345-413b-a412-e2bf6bf9319e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.5083606 Apr 18 20:28:43.785173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b28fb4e9-5b31-4622-bd9a-cdf40e2d1e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:43.886712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360cefa1-d991-4590-84d2-a948b198d047 req-1ae87d72-78d6-4903-a26a-16229552c88e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:43.888955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-360cefa1-d991-4590-84d2-a948b198d047 req-1ae87d72-78d6-4903-a26a-16229552c88e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 944 time: 1.0884039 Apr 18 20:28:44.022274 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:44.024984 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] Checking router: 94bace2c-77f1-4a01-b46a-41b32fe2d165 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:44.049058 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:44.050074 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:44.086182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-360cefa1-d991-4590-84d2-a948b198d047 req-5b250ab4-153d-4f68-8d58-eabf23e11be4 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788373 Apr 18 20:28:44.134560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.141917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.143607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] 10.222.0.55 "PUT /v2.0/ports/2af29c3f-6b7a-4da6-a062-c014fffcbd95 HTTP/1.1" status: 200 len: 1092 time: 4.1376023 Apr 18 20:28:44.271973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:40Z', 'revision_number': 3, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:44.292475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Checking router: c7c8ec37-4a54-402c-afb4-a78d88cf5ecd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:44.294318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Updating router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:44.310864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86c542dd-88b1-4185-93b1-5fcf7751d7e1 req-77227512-d145-4a9c-829a-92a401f22488 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6593788 Apr 18 20:28:44.313145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52873e0-c73c-4a57-84c5-ca74d6b73224 service neutron] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:44.417004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-8de38687-390a-4cf3-86d4-be8b5e10cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.420734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-8de38687-390a-4cf3-86d4-be8b5e10cd00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 1095 time: 0.1855090 Apr 18 20:28:44.467321 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.640365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-e4547078-f1ef-4a59-bf7f-fd05203888f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95 HTTP/1.1" status: 200 len: 217 time: 0.2102332 Apr 18 20:28:44.791397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa5c96-b3ee-4add-9bb2-cc3d3a041279 req-c7c94075-3560-42df-9b9f-cdf5b5cfc85e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.802716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddaa5c96-b3ee-4add-9bb2-cc3d3a041279 req-c7c94075-3560-42df-9b9f-cdf5b5cfc85e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.4019778 Apr 18 20:28:44.812545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:44.862421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-a7678fa0-a8e2-40e7-98a9-090295602bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:44.864731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-a7678fa0-a8e2-40e7-98a9-090295602bd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2adc829-4c14-49ad-8ac6-5a7cc15ea556 HTTP/1.1" status: 200 len: 862 time: 0.2167556 Apr 18 20:28:44.868263 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:44.978397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddaa5c96-b3ee-4add-9bb2-cc3d3a041279 req-5d7f66c6-9c43-4cbf-9c62-08d8629a0688 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741810 Apr 18 20:28:44.984600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:45.009422 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9b9c4a-f28f-4515-91e8-4e18ec55121a'] response: {'name': 'network-changed', 'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'status': 'completed', 'code': 200} Apr 18 20:28:45.211348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-093c3cc6-dcff-465d-a449-28fb1f35986e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf81f1a0-3539-473a-b736-d092c15cae4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3325193 Apr 18 20:28:45.376354 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.415903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Transition to ACTIVE for port object 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:45.428388 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:28:45.436451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.522688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Allocated IP 172.20.0.1 (2a194504-1714-47be-9f31-b57a03a069da/0727442d-014a-4219-84d2-b7ce9459d00e/f6c0aad1-ba01-4c49-82fe-07abd6bbcc88) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:45.554632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Attempting to bind port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:45.555162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Attempting to bind port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:45.555659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Attempting to bind port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:45.579890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:28:45.580756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:45.581615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.582280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:28:45.583022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Bound port: 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:45.583942 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.611877 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:45.616599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c264a354-6514-47be-aaa1-48037f9a4b20 req-5e6881d5-71e8-40cb-82a6-d50f3c9bfc98 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:45.624458 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874ab7d2-f8d5-4f50-9b50-ebf052f3c20f None None] The sync data for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 is: [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:24:15Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e9230f82-4273-40f8-b090-c2947259f06b', 'name': '', 'network_id': '6ff86a77-32fe-4574-a900-104e89307c35', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:d6:37:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:33Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'a6d2fba9-6f9f-4bc6-a659-480346115e28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:45.630014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a9645-209c-41a5-ab73-bbfe8ea4a580 None None] Pushing event updated for resources: {'Port': ['ID=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:45.633116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c264a354-6514-47be-aaa1-48037f9a4b20 req-5e6881d5-71e8-40cb-82a6-d50f3c9bfc98 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 944 time: 0.2177582 Apr 18 20:28:45.760489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-0ef45eb5-4d12-4027-a972-5038a3362a00 service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389917 Apr 18 20:28:45.764758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] For port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:28:45.771983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] For port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:28:45.782583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:45.811660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e399-917f-4e23-a99e-d27470970fca req-d744f4b2-37e5-4e99-8a63-87e091667230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:45.813794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38a5e399-917f-4e23-a99e-d27470970fca req-d744f4b2-37e5-4e99-8a63-87e091667230 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 1097 time: 0.8282726 Apr 18 20:28:45.832386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d406c428-ded5-4140-b860-532f2d83167b tempest-AgentManagementNegativeTest-1994185475 tempest-AgentManagementNegativeTest-1994185475-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.8443065 Apr 18 20:28:45.900680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a970e43-5c63-4f56-b0cf-8a0d00ff4887 req-e26f41f7-e7b0-4b6a-8b44-b16992438330 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:45.901909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a970e43-5c63-4f56-b0cf-8a0d00ff4887 req-e26f41f7-e7b0-4b6a-8b44-b16992438330 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:45.930622 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c264a354-6514-47be-aaa1-48037f9a4b20 req-daf65444-5588-4783-8cee-4869ef1a477b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930079 Apr 18 20:28:46.035667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:46.036726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:46.056146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.106697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Transition to ACTIVE for port object f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:46.205336 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f802d3b-9e14-4791-a81c-7b3a9c73a362 None None] New status for floating IP 77aebac0-61b9-4f7a-8209-9d8633c7246d: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:28:46.273308 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8239998-fd3c-4f5a-8371-5028f484f3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.284570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.349720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1a9645-209c-41a5-ab73-bbfe8ea4a580 None None] Pushing event updated for resources: {'Port': ['ID=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:46.362745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a970e43-5c63-4f56-b0cf-8a0d00ff4887 req-e26f41f7-e7b0-4b6a-8b44-b16992438330 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:46.378463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a970e43-5c63-4f56-b0cf-8a0d00ff4887 req-e26f41f7-e7b0-4b6a-8b44-b16992438330 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 946 time: 0.9584544 Apr 18 20:28:46.452405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56852) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:46.498184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Network 2a194504-1714-47be-9f31-b57a03a069da is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:46.501385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e399-917f-4e23-a99e-d27470970fca req-31451540-9552-4f77-946f-966c623f7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:46.502938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38a5e399-917f-4e23-a99e-d27470970fca req-31451540-9552-4f77-946f-966c623f7313 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 200 len: 898 time: 0.6602454 Apr 18 20:28:46.503140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:46.507890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:28:46.620004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:46.665880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:46.677796 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.722786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38a5e399-917f-4e23-a99e-d27470970fca req-b9c9db5d-dabf-492f-9721-b53c837ca641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 200 len: 217 time: 0.1790798 Apr 18 20:28:46.760499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48b74e49-0042-46fa-99a4-90b587c1bc2e req-ce9adc82-ed23-4d2a-ab30-666d7331bbe1 service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9772518 Apr 18 20:28:46.831791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a970e43-5c63-4f56-b0cf-8a0d00ff4887 req-7cb21f95-0ba9-4bd8-814d-36e16687bb2a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4521236 Apr 18 20:28:46.935050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e399-917f-4e23-a99e-d27470970fca req-dfc7fd02-9859-4d5c-8682-affc52c01402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:46.937462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38a5e399-917f-4e23-a99e-d27470970fca req-dfc7fd02-9859-4d5c-8682-affc52c01402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 200 len: 835 time: 0.1990073 Apr 18 20:28:46.985122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:46.990267 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.030285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:47.093500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f85dd41f-81d7-4a0c-97d5-f1695dd3579d None None] Provisioning for port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:47.114363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f85dd41f-81d7-4a0c-97d5-f1695dd3579d None None] Provisioning complete for port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:47.114737 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f85dd41f-81d7-4a0c-97d5-f1695dd3579d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.251536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f85dd41f-81d7-4a0c-97d5-f1695dd3579d None None] Port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:28:47.280086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e399-917f-4e23-a99e-d27470970fca req-c16c2ac0-e409-49ce-8e65-2e7809579bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.284922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38a5e399-917f-4e23-a99e-d27470970fca req-c16c2ac0-e409-49ce-8e65-2e7809579bb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ff86a77-32fe-4574-a900-104e89307c35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3335705 Apr 18 20:28:47.295506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:40Z', 'revision_number': 3, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:47.301910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714a515f-3a45-4512-8b81-2a5d8124b4de None None] The sync data for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 is: [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:40Z', 'revision_number': 3, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:47.303054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50eca8b-0f37-4f4e-98d4-dc108583499c req-0440a504-5f51-4f9e-880a-d7ccde65ea96 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.305505 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f50eca8b-0f37-4f4e-98d4-dc108583499c req-0440a504-5f51-4f9e-880a-d7ccde65ea96 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.2687383 Apr 18 20:28:47.333984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.370268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-a42866f0-beb9-4898-91f7-18d7351f8353 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.372352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-a42866f0-beb9-4898-91f7-18d7351f8353 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 946 time: 0.9834185 Apr 18 20:28:47.381324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327fdada-1567-4927-ab47-97fa0b820e0c req-7d76bbec-1487-4bbf-9025-f5c26cb1be05 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:47.383128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-327fdada-1567-4927-ab47-97fa0b820e0c req-7d76bbec-1487-4bbf-9025-f5c26cb1be05 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 1.2047174 Apr 18 20:28:47.496320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:47.497233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:47.543185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f50eca8b-0f37-4f4e-98d4-dc108583499c req-c3ec7074-d662-426e-ac97-91be2e776747 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934040 Apr 18 20:28:47.546778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38a5e399-917f-4e23-a99e-d27470970fca req-93b218bc-ba67-4f02-ad3e-8fc0d8f4f87d service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397652 Apr 18 20:28:47.550700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:47.611157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f6e25399444325a551f27e8160924a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:47.617037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-327fdada-1567-4927-ab47-97fa0b820e0c req-29585183-af15-477d-bbca-fba1900aa666 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145863 Apr 18 20:28:47.625995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:47.651061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:47.827884 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66f951c-dc4c-4eaa-9f5b-cb632fe5b46f'] response: {'name': 'network-changed', 'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'status': 'completed', 'code': 200} Apr 18 20:28:47.932059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38a5e399-917f-4e23-a99e-d27470970fca req-69edb4c6-3ac0-4ba3-98ef-7373e158eefc service neutron] 10.222.0.55 "GET /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765321 Apr 18 20:28:47.994526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.395322 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.444843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f119f886-376b-476b-a83f-eb7e653d5390 req-73050675-e7d3-4e69-ad87-373f1f8a70cf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:48.446198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f119f886-376b-476b-a83f-eb7e653d5390 req-73050675-e7d3-4e69-ad87-373f1f8a70cf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:48.458417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-deef1a40-dc9b-427d-a648-83bdbbab1e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:48.461203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-deef1a40-dc9b-427d-a648-83bdbbab1e2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 1095 time: 0.6319439 Apr 18 20:28:48.492398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:48.493804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.525191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f119f886-376b-476b-a83f-eb7e653d5390 req-73050675-e7d3-4e69-ad87-373f1f8a70cf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:48.545487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f119f886-376b-476b-a83f-eb7e653d5390 req-73050675-e7d3-4e69-ad87-373f1f8a70cf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 944 time: 0.6183071 Apr 18 20:28:48.622484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:48.689606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 8ce7bd73-2880-41a8-ae2f-86a08b45c61c owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:28:48.745478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56910) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:48.761226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f119f886-376b-476b-a83f-eb7e653d5390 req-eb3972f7-f022-4d3e-9332-366fe74a755d tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129323 Apr 18 20:28:48.879210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-f175b663-3281-4555-96a3-d73c708550f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:48.884780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-f175b663-3281-4555-96a3-d73c708550f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 923 time: 0.3998260 Apr 18 20:28:49.039834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-d0ee2fb0-5f2c-43f5-84a4-2a0894240765 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95 HTTP/1.1" status: 200 len: 217 time: 0.1418042 Apr 18 20:28:49.086200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.098529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.213474 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.217914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-3212b7b5-4218-4f51-8e13-ae304dc50031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:49.220385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-3212b7b5-4218-4f51-8e13-ae304dc50031 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2adc829-4c14-49ad-8ac6-5a7cc15ea556 HTTP/1.1" status: 200 len: 862 time: 0.1791749 Apr 18 20:28:49.289544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-ab2117db-0c64-4692-a27f-17c6146f6ec4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf81f1a0-3539-473a-b736-d092c15cae4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603952 Apr 18 20:28:49.375680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:49.437948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e850e-2704-4960-9a0c-6831db633458 req-782537ea-615b-4305-95d5-f8c29bd998ea tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:49.441082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c0e850e-2704-4960-9a0c-6831db633458 req-782537ea-615b-4305-95d5-f8c29bd998ea tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.3115656 Apr 18 20:28:49.459646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44d683-9f6b-43a8-8319-22fbc5df1a81 req-345fcd64-46e3-4038-9edd-fdf6463008ac tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:49.461310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e44d683-9f6b-43a8-8319-22fbc5df1a81 req-345fcd64-46e3-4038-9edd-fdf6463008ac tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 946 time: 1.1774433 Apr 18 20:28:49.480244 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9f6e25399444325a551f27e8160924a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0228071 Apr 18 20:28:49.481613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ac03e-8951-49e5-9dd5-e99a9c1f31a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142f312d-d0c3-431e-962f-de48cba26c72,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:49.489322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56916) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:49.491433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.535526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:49.546287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:49.547330 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.561771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:49.583889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Usage tracker for resource:security_group_rule and tenant:e74055aa1ba047759dcf44b8d9bdecff is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:49.596417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c0e850e-2704-4960-9a0c-6831db633458 req-bedd012b-e28a-4c85-87ce-f9de78190553 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387181 Apr 18 20:28:49.598183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:49.602875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-8a0967b0-d43f-4f69-b8ce-18ff99d65b97 service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060837 Apr 18 20:28:49.661399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:49.677469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.744744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.759854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.868243 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.907758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:49.915048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.939836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-249342d2-1b22-4b97-ae51-eac268deac70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:49.963010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abdb9723-50b2-48f3-a1e1-2ce1d622e05c req-cf097880-8e06-42ca-a8c5-0765e4df2375 service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389683 Apr 18 20:28:49.985644 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e44d683-9f6b-43a8-8319-22fbc5df1a81 req-61b48684-86a1-4b62-8fe1-c7bba8d64e54 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a47f58d-54e9-4243-bee5-145d1dd72b26&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779310 Apr 18 20:28:49.993751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=8ce7bd73-2880-41a8-ae2f-86a08b45c61c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.033942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1cd209-a2dc-4bca-b826-e9fdaf6845d5 req-d3085f45-e9c3-4982-8497-dd97a5c47abf tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.036560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f1cd209-a2dc-4bca-b826-e9fdaf6845d5 req-d3085f45-e9c3-4982-8497-dd97a5c47abf tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.1752810 Apr 18 20:28:50.097624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.123141 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f1cd209-a2dc-4bca-b826-e9fdaf6845d5 req-f8bff851-fdc2-4455-916b-914bea68d261 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805495 Apr 18 20:28:50.233445 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2af29c3f-6b7a-4da6-a062-c014fffcbd95 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:28:50.237607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:28:50.294234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 8ce7bd73-2880-41a8-ae2f-86a08b45c61c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:28:50.294507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8ce7bd73-2880-41a8-ae2f-86a08b45c61c not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:28:50.299431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.333823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-249342d2-1b22-4b97-ae51-eac268deac70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.356926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] No DVR routers for this DVR port 8ce7bd73-2880-41a8-ae2f-86a08b45c61c on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:28:50.371673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.391119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-deleted', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:50.408449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Pushing event updated for resources: {'Port': ['ID=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.471390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:50.506254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'port_id': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'mac_address': 'fa:16:3e:8d:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2adc829-4c14-49ad-8ac6-5a7cc15ea556', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:28:50.611048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.628528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af29c3f-6b7a-4da6-a062-c014fffcbd95 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:28:50.652539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:50.657901 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.763435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.808399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-138cc1d0-af6b-4b3d-aa8a-1ef585b133da req-42a57cb6-fa3c-4b17-9df5-e6f5fb804b96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "DELETE /v2.0/ports/8ce7bd73-2880-41a8-ae2f-86a08b45c61c HTTP/1.1" status: 204 len: 173 time: 3.4138281 Apr 18 20:28:50.866039 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461a584d-25ea-4ed8-9751-59441a463cf6'] response: {'server_uuid': '11e869f8-85c7-4562-9001-e9aadafafdc1', 'name': 'network-vif-deleted', 'tag': '8ce7bd73-2880-41a8-ae2f-86a08b45c61c', 'status': 'completed', 'code': 200} Apr 18 20:28:50.911845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f0b777-bdfe-427c-bde2-38484b8c6579 req-a9584bcc-0820-471e-8ab7-70ca4bfee1f6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:50.913348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f0b777-bdfe-427c-bde2-38484b8c6579 req-a9584bcc-0820-471e-8ab7-70ca4bfee1f6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 944 time: 0.7173531 Apr 18 20:28:50.927644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.928715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-249342d2-1b22-4b97-ae51-eac268deac70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.962549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:50.971707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Network 2a194504-1714-47be-9f31-b57a03a069da is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:28:50.992888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249342d2-1b22-4b97-ae51-eac268deac70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142f312d-d0c3-431e-962f-de48cba26c72,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:50.995096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:28:51.058722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['2af29c3f-6b7a-4da6-a062-c014fffcbd95'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:28:51.066056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-249342d2-1b22-4b97-ae51-eac268deac70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.067243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-249342d2-1b22-4b97-ae51-eac268deac70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/142f312d-d0c3-431e-962f-de48cba26c72 HTTP/1.1" status: 204 len: 168 time: 1.5775452 Apr 18 20:28:51.230045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8fa49-13e5-4a28-b600-d63af16884dc req-ae2a4b10-03b4-48ba-b57e-c50a082574a9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:51.232197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e74055aa1ba047759dcf44b8d9bdecff&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4749601 Apr 18 20:28:51.233374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66e8fa49-13e5-4a28-b600-d63af16884dc req-ae2a4b10-03b4-48ba-b57e-c50a082574a9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.2146285 Apr 18 20:28:51.238444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56934) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:51.264983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f0b777-bdfe-427c-bde2-38484b8c6579 req-9d95032b-5e8b-4ad0-a509-4c128ebfbe70 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099904 Apr 18 20:28:51.275847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76b158f-6b76-408c-ac9c-77400131cc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80cd47f-7ebf-4850-85f3-10a3cf22ec3c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:51.388098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:51.436237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66e8fa49-13e5-4a28-b600-d63af16884dc req-f4aef32e-e923-45c8-a71e-dd151c40922d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934710 Apr 18 20:28:51.527607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb9437ec-e096-43f5-87c8-d00e529c0147 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.592156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb9437ec-e096-43f5-87c8-d00e529c0147 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.610503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:28:51.701854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb9437ec-e096-43f5-87c8-d00e529c0147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.706276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:51.706901 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.754005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-49a749da-c40e-4291-b3c6-cda68bea6440 None None] Provisioning complete for port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:51.754432 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-49a749da-c40e-4291-b3c6-cda68bea6440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.837740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9437ec-e096-43f5-87c8-d00e529c0147 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80cd47f-7ebf-4850-85f3-10a3cf22ec3c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:51.860913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb9437ec-e096-43f5-87c8-d00e529c0147 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:51.863171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eb9437ec-e096-43f5-87c8-d00e529c0147 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f80cd47f-7ebf-4850-85f3-10a3cf22ec3c HTTP/1.1" status: 204 len: 168 time: 0.6227257 Apr 18 20:28:51.897192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-49a749da-c40e-4291-b3c6-cda68bea6440 None None] Port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:28:51.961643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbaf65-f01e-4fed-801b-ce48555f620c req-30c4329c-6a16-4369-8eb9-f1cc8a81ef69 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:51.963335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6cbaf65-f01e-4fed-801b-ce48555f620c req-30c4329c-6a16-4369-8eb9-f1cc8a81ef69 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.2357836 Apr 18 20:28:52.002564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b28dc980-536c-4dbb-bb90-9b0a07dbddb0 req-0268d8b5-8fbe-4692-a0bf-a64c5e553055 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:28:52.057956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6cbaf65-f01e-4fed-801b-ce48555f620c req-08eb5dd9-bad8-4372-ac94-87896207060b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876386 Apr 18 20:28:52.098718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:28:52.110091 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-663233a6-e6b6-4fb7-b582-68efe0668353 admin admin] 10.222.0.47 "PUT /v2.0/routers/c7c8ec37-4a54-402c-afb4-a78d88cf5ecd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4066076 Apr 18 20:28:52.111749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b28dc980-536c-4dbb-bb90-9b0a07dbddb0 req-0268d8b5-8fbe-4692-a0bf-a64c5e553055 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:28:52.113417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Sync routers for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:28:52.125701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b28dc980-536c-4dbb-bb90-9b0a07dbddb0 req-0268d8b5-8fbe-4692-a0bf-a64c5e553055 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=11e869f8-85c7-4562-9001-e9aadafafdc1 HTTP/1.1" status: 200 len: 210 time: 0.4955776 Apr 18 20:28:52.139661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:52.141145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:52.367584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:52.555829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f717b-bc89-4e2a-ad07-305b7c1fe5fa req-54651010-f19a-4342-997c-d7397ea397b3 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:52.558499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-089f717b-bc89-4e2a-ad07-305b7c1fe5fa req-54651010-f19a-4342-997c-d7397ea397b3 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 945 time: 0.1206970 Apr 18 20:28:52.561868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:52.608438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:52.643051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:52.658138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Usage tracker for resource:security_group_rule and tenant:c7843ec90bd3455896a5c3688bc3d416 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:52.664416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:52.690083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-089f717b-bc89-4e2a-ad07-305b7c1fe5fa req-869430d0-46bf-4433-815e-a1760179c5b6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973029 Apr 18 20:28:52.691363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:53.024897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56974) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:53.093125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:48Z', 'revision_number': 2, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:53.108913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Checking router: c7c8ec37-4a54-402c-afb4-a78d88cf5ecd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:28:53.108913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Updating router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:28:53.178695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.201137 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.294202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33a28af-91e9-46ca-a869-74e4a214035e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.301155 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.326498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f84037e2-8edc-4446-9504-d23a58b1d5d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c7843ec90bd3455896a5c3688bc3d416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7632217 Apr 18 20:28:53.330920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56984) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:53.359793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a9b435-d3f6-407d-8115-581bbaf6f86b req-77998502-c89f-421c-934e-42372c68a1c5 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:53.361729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7a9b435-d3f6-407d-8115-581bbaf6f86b req-77998502-c89f-421c-934e-42372c68a1c5 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.3850954 Apr 18 20:28:53.411700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2d9a5f5c-f914-4524-a643-70630a5db752 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] Request body: {'port': {'network_id': '2d64ec80-e16f-46ad-84de-8b2727763b43', 'name': 'tempest-NetworksNegativeTestJSON-828749338'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:53.431249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7a9b435-d3f6-407d-8115-581bbaf6f86b req-7e7333c1-9cea-4191-94f2-64ed7070d665 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573254 Apr 18 20:28:53.458401 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d9a5f5c-f914-4524-a643-70630a5db752 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] POST failed (client error): The resource could not be found. Apr 18 20:28:53.459003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d9a5f5c-f914-4524-a643-70630a5db752 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:53.466960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2d9a5f5c-f914-4524-a643-70630a5db752 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4486458 Apr 18 20:28:53.470335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56988) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:53.482269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-895ce4a4-f370-4476-8af2-fb2b13b1f73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.537475 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-85bf69c6-14fd-4a6b-af7c-1db3f78e3084 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] DELETE failed (client error): The resource could not be found. Apr 18 20:28:53.542030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-895ce4a4-f370-4476-8af2-fb2b13b1f73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.547061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85bf69c6-14fd-4a6b-af7c-1db3f78e3084 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:53.563139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-85bf69c6-14fd-4a6b-af7c-1db3f78e3084 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "DELETE /v2.0/networks/0e691764-d9f4-4a7a-8c40-3c37c8ae81ca HTTP/1.1" status: 404 len: 339 time: 0.0785263 Apr 18 20:28:53.563139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:53.643028 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-608e1eb7-1801-4f5f-a4ac-8b1d2641783c tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] DELETE failed (client error): The resource could not be found. Apr 18 20:28:53.643028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608e1eb7-1801-4f5f-a4ac-8b1d2641783c tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:53.643028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-608e1eb7-1801-4f5f-a4ac-8b1d2641783c tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "DELETE /v2.0/ports/7552d881-be42-47fa-8861-11d60634841a HTTP/1.1" status: 404 len: 333 time: 0.0765448 Apr 18 20:28:53.643028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:53.693752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-895ce4a4-f370-4476-8af2-fb2b13b1f73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.732324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ce4a4-f370-4476-8af2-fb2b13b1f73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33a28af-91e9-46ca-a869-74e4a214035e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:53.754566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-895ce4a4-f370-4476-8af2-fb2b13b1f73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.754566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-895ce4a4-f370-4476-8af2-fb2b13b1f73d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b33a28af-91e9-46ca-a869-74e4a214035e HTTP/1.1" status: 204 len: 168 time: 0.4169874 Apr 18 20:28:53.767609 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-597da27b-60bd-444d-b002-69220ed32c89 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] DELETE failed (client error): The resource could not be found. Apr 18 20:28:53.767609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-597da27b-60bd-444d-b002-69220ed32c89 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:53.769227 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-597da27b-60bd-444d-b002-69220ed32c89 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "DELETE /v2.0/subnets/23201ccd-abde-4fd2-ba03-408806f5c3cf HTTP/1.1" status: 404 len: 337 time: 0.1255665 Apr 18 20:28:53.778606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57006) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:53.970849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:53.986296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Transition to ACTIVE for port object f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:28:53.989490 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaeba29f-d03a-40e2-a4bb-14cd92cde548 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] GET failed (client error): The resource could not be found. Apr 18 20:28:53.990892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eaeba29f-d03a-40e2-a4bb-14cd92cde548 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "GET /v2.0/networks/d8e31423-3c42-4bd0-ab3b-28a60023db39 HTTP/1.1" status: 404 len: 339 time: 0.2111230 Apr 18 20:28:53.997420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57010) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.000427 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.110501 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1411b60-6943-4f2b-a4d6-12dda03481ac tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] GET failed (client error): The resource could not be found. Apr 18 20:28:54.111077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0b387-4c34-4a29-94e0-c11fe7defd4c None None] Pushing event updated for resources: {'Port': ['ID=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:54.113347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d1411b60-6943-4f2b-a4d6-12dda03481ac tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "GET /v2.0/ports/9e84aa71-a347-48ad-9235-097f1b64ebc1 HTTP/1.1" status: 404 len: 333 time: 0.1142080 Apr 18 20:28:54.120006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa3a89-c968-4eec-9845-fa4977d55cd0 req-948dd055-df7a-47ff-ada1-5055b1e12d1e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:54.123428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57014) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.129460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3fa3a89-c968-4eec-9845-fa4977d55cd0 req-948dd055-df7a-47ff-ada1-5055b1e12d1e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.3286426 Apr 18 20:28:54.257158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2af29c3f-6b7a-4da6-a062-c014fffcbd95 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:54.282298 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2d9b0d-65c3-4eb3-928c-36f0e63eace3 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] GET failed (client error): The resource could not be found. Apr 18 20:28:54.287081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8a2d9b0d-65c3-4eb3-928c-36f0e63eace3 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "GET /v2.0/subnets/0665455c-e7dd-4b30-9b21-a565850dda1f HTTP/1.1" status: 404 len: 337 time: 0.1599329 Apr 18 20:28:54.291649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57022) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.307097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-921a32cc-2332-4775-8bdd-d798177c3d66 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:54.317405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3fa3a89-c968-4eec-9845-fa4977d55cd0 req-70e40020-b99c-42e9-9887-d939ed4a16ce tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626489 Apr 18 20:28:54.368298 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-921a32cc-2332-4775-8bdd-d798177c3d66 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] PUT failed (client error): The resource could not be found. Apr 18 20:28:54.369747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921a32cc-2332-4775-8bdd-d798177c3d66 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:54.377880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57028) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.378542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-921a32cc-2332-4775-8bdd-d798177c3d66 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "PUT /v2.0/networks/c1159c4d-3134-4e79-9135-a47533283548 HTTP/1.1" status: 404 len: 339 time: 0.0800858 Apr 18 20:28:54.384271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3f367108-a02f-49ed-b746-fb9a50d1e40a tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:54.470282 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f367108-a02f-49ed-b746-fb9a50d1e40a tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] PUT failed (client error): The resource could not be found. Apr 18 20:28:54.471832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f367108-a02f-49ed-b746-fb9a50d1e40a tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:54.473760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3f367108-a02f-49ed-b746-fb9a50d1e40a tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "PUT /v2.0/ports/c23c5be7-0f3b-4184-afd1-b0f87d6b381d HTTP/1.1" status: 404 len: 333 time: 0.0946069 Apr 18 20:28:54.480011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57036) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.494264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-aa2b92dc-14c7-4f15-b190-bee68d77dd03 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:54.607130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:54.610133 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2b92dc-14c7-4f15-b190-bee68d77dd03 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] PUT failed (client error): The resource could not be found. Apr 18 20:28:54.617857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa2b92dc-14c7-4f15-b190-bee68d77dd03 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:28:54.618211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57044) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.619367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:54.619596 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.620791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aa2b92dc-14c7-4f15-b190-bee68d77dd03 tempest-NetworksNegativeTestJSON-716350579 tempest-NetworksNegativeTestJSON-716350579-project] 10.222.0.47 "PUT /v2.0/subnets/73895bcc-4c72-401e-98f7-3c1b60ac057e HTTP/1.1" status: 404 len: 337 time: 0.1363039 Apr 18 20:28:54.646534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:54.662233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Attempting to bind port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:28:54.662610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Attempting to bind port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:28:54.662983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Attempting to bind port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 on network 2a194504-1714-47be-9f31-b57a03a069da {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:28:54.670099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--874894022', 'description': 'tempest-description--1521065173'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:54.677045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:28:54.677433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Checking segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:28:54.678021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.678453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Bound using segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:28:54.678954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Bound port: f6c0aad1-ba01-4c49-82fe-07abd6bbcc88, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:28:54.679340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.703967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:54.732411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:54.758518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:54.909130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] For port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:28:54.913063 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:54.915428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:54.944344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] For port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:28:54.965024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:54.967063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:28:54.974231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.016552 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.019486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.073443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:55.105179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:28:55.108794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:55.115788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group_rule and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:55.143329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:55.178227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:55.209974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75354fda-e9c1-42f3-bb09-9e7b97f414f0 req-f7f9cbc3-8fea-44bd-848d-68d16c3757b3 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.227580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-75354fda-e9c1-42f3-bb09-9e7b97f414f0 req-f7f9cbc3-8fea-44bd-848d-68d16c3757b3 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 945 time: 0.4574065 Apr 18 20:28:55.348235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b25e7-5839-4532-a1ff-3952b3e6dc33 req-deb03a08-cbcf-4edb-bdee-bb3367204e83 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:55.355628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f27b25e7-5839-4532-a1ff-3952b3e6dc33 req-deb03a08-cbcf-4edb-bdee-bb3367204e83 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.4616737 Apr 18 20:28:55.383602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-75354fda-e9c1-42f3-bb09-9e7b97f414f0 req-3e0c1180-9af3-49e1-9771-9b12da0909e6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537356 Apr 18 20:28:55.384439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:55.397098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0b387-4c34-4a29-94e0-c11fe7defd4c None None] Pushing event updated for resources: {'Port': ['ID=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:55.483716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f27b25e7-5839-4532-a1ff-3952b3e6dc33 req-e0594993-4992-412f-972d-1f3e29c39f48 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269555 Apr 18 20:28:55.569547 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4c009ce-3621-4153-8c8a-2add78cc6b6c'] response: {'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'code': 200} Apr 18 20:28:55.697867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.708530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.836479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e4923-4757-4078-a11c-a6763e2a8175,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:55.844428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:55.848077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bde60748-55e7-4cea-9ba4-027aa6910b48 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1994638 Apr 18 20:28:55.852988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57080) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:55.864794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e4923-4757-4078-a11c-a6763e2a8175', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:55.881608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:55.892111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group_rule and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:55.892491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:55.899932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:55.916508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:55.935912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:28:55.963866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.100665 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.130212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.153084 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.197429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:56.200489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.202038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3462176 Apr 18 20:28:56.210600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:56.213991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Usage tracker for resource:security_group_rule and tenant:32945945dc7f4bc3b62b9c994c866aa3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:56.218500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5829c91-ccca-4dd6-98b4-23d38c4c99c8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0c90de-10ad-4d5a-8bbb-5c331fda923d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.224537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'security_group_rule': {'security_group_id': 'bb7e4923-4757-4078-a11c-a6763e2a8175', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:56.229902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:56.238772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:56.241646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:56.251340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group_rule and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:56.257658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:56.269484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:56.317815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.374400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d670eb-7ebe-4f92-8051-aceda40a7a86 req-b0991038-aacc-4254-abae-770ad7fcafb9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.394883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01d670eb-7ebe-4f92-8051-aceda40a7a86 req-b0991038-aacc-4254-abae-770ad7fcafb9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.6494508 Apr 18 20:28:56.405846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374ff381-f67d-4be2-8e43-f0da7bc94dd9 req-4737421a-a708-406e-a9ee-8f8e46b719a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.407894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-374ff381-f67d-4be2-8e43-f0da7bc94dd9 req-4737421a-a708-406e-a9ee-8f8e46b719a2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 1097 time: 0.7158575 Apr 18 20:28:56.493690 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.503893 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.507012 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.519990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:54Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:28:56.528098 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.540784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb0f32d-06db-4806-abed-7d7e98aadf4b None None] The sync data for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 is: [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:54Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:28:56.616293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=32945945dc7f4bc3b62b9c994c866aa3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2231226 Apr 18 20:28:56.616582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01d670eb-7ebe-4f92-8051-aceda40a7a86 req-7ce1d195-7a57-455a-886c-925a21f85909 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205195 Apr 18 20:28:56.618431 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-374ff381-f67d-4be2-8e43-f0da7bc94dd9 req-294708d9-da70-4562-9e20-85c548e70408 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985738 Apr 18 20:28:56.619086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57102) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:56.699376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edeb239f-381c-4552-8e6f-235753245077,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.728142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a42449-c77e-47a4-ae2a-71173cb2147f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc00101-e978-45a3-a3bd-2201f123facc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:56.817216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:56.821125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-86100a36-5b5d-4941-a0bd-7e387df042e6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6077127 Apr 18 20:28:56.827544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57110) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:28:56.851737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:28:56.876855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:28:56.897736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:floatingip and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:28:56.908473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:28:56.923119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:28:56.929504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ed875-e518-4ad0-a37a-443c7b1ae1fc req-32640719-ad9d-4ff8-8dd7-5bcbeca7a99b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:56.945659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f3ed875-e518-4ad0-a37a-443c7b1ae1fc req-32640719-ad9d-4ff8-8dd7-5bcbeca7a99b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.3244569 Apr 18 20:28:56.985820 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2628a577-a8eb-4ea3-8237-acf32c04f8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.003487 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.035109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f3ed875-e518-4ad0-a37a-443c7b1ae1fc req-4cd676f2-a4b4-4a15-b5e5-98aebaf68c15 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865312 Apr 18 20:28:57.206622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.355310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:57.472977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2628a577-a8eb-4ea3-8237-acf32c04f8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.501099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:28:57.511566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:57.512794 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.845818 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.850119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e505751-1f67-4363-91e0-6836e4daf6a2 req-d0005f90-2ae7-4fdb-9506-5bfeed78f927 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:57.854025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e505751-1f67-4363-91e0-6836e4daf6a2 req-d0005f90-2ae7-4fdb-9506-5bfeed78f927 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2809024 Apr 18 20:28:57.906038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:57.913403 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:57.986648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e505751-1f67-4363-91e0-6836e4daf6a2 req-8de68d14-aadd-4389-ae4d-781cecb11e5b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180725 Apr 18 20:28:58.040276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:58.115096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bb260-0ad9-4597-9f1c-26475e38a701 req-ea7cfc72-2ee7-41c0-92cb-d1903b2f7716 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:58.117080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b83bb260-0ad9-4597-9f1c-26475e38a701 req-ea7cfc72-2ee7-41c0-92cb-d1903b2f7716 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 1.2005298 Apr 18 20:28:58.389659 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2628a577-a8eb-4ea3-8237-acf32c04f8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.447842 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b83bb260-0ad9-4597-9f1c-26475e38a701 req-beb8fc95-f08e-4043-b271-90a812f13824 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3136988 Apr 18 20:28:58.453598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628a577-a8eb-4ea3-8237-acf32c04f8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc00101-e978-45a3-a3bd-2201f123facc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:28:58.530494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2628a577-a8eb-4ea3-8237-acf32c04f8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.531804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2628a577-a8eb-4ea3-8237-acf32c04f8cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fdc00101-e978-45a3-a3bd-2201f123facc HTTP/1.1" status: 204 len: 168 time: 1.9110732 Apr 18 20:28:58.579918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:58.628108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7e40a4-7d96-48b7-871b-d54dad71a03e req-e000b4b1-0c85-4fcf-b3eb-ce09a63adb69 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:58.639335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d7e40a4-7d96-48b7-871b-d54dad71a03e req-e000b4b1-0c85-4fcf-b3eb-ce09a63adb69 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.1984277 Apr 18 20:28:58.740925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d7e40a4-7d96-48b7-871b-d54dad71a03e req-05f084f0-7a30-4705-b9c9-b15a96bca626 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002264 Apr 18 20:28:58.819808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port e9230f82-4273-40f8-b090-c2947259f06b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:28:58.820090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.144782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Allocated IP 172.25.5.79 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/0f148e10-00a7-4d48-b56c-f2fb9e152690) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:28:59.324296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:28:59.421735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84670364-ae59-4ab2-82b6-83349ed6f3ed req-16f1abf2-5d92-4f9a-a362-c109fb757607 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:59.424728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84670364-ae59-4ab2-82b6-83349ed6f3ed req-16f1abf2-5d92-4f9a-a362-c109fb757607 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7034092 Apr 18 20:28:59.486684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:28:59.487271 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.576970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port e9230f82-4273-40f8-b090-c2947259f06b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e9230f82-4273-40f8-b090-c2947259f06b,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:28:59.578767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:28:59.964843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a408a-e9b1-498c-8065-8d7cdacae586 req-10168dd7-ce3e-4940-9d96-b16e678d1626 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:28:59.980365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e44a408a-e9b1-498c-8065-8d7cdacae586 req-10168dd7-ce3e-4940-9d96-b16e678d1626 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.2111175 Apr 18 20:29:00.062221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e44a408a-e9b1-498c-8065-8d7cdacae586 req-48262b64-8728-4a0b-8335-d4e8c0401a8f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801508 Apr 18 20:29:00.188170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84670364-ae59-4ab2-82b6-83349ed6f3ed req-ffb42ba7-879f-4148-aaa8-e3ab508dc053 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7436533 Apr 18 20:29:00.357221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for e9230f82-4273-40f8-b090-c2947259f06b owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:00.415195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43396-4cbb-4688-a72c-8efffa2fec2b req-c292e624-86de-4f04-9543-04f3b914ea5e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:00.418810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc43396-4cbb-4688-a72c-8efffa2fec2b req-c292e624-86de-4f04-9543-04f3b914ea5e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.1520982 Apr 18 20:29:00.493363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cc43396-4cbb-4688-a72c-8efffa2fec2b req-94dfa746-aeb3-4b4a-a073-56cff4cc6d6c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655110 Apr 18 20:29:00.584269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57184) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:00.874617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:00.919290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f147a7f0-ef9f-41f6-88a2-9dbe22842365 req-c7033433-85ea-47ba-8881-1e5854b8022d tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:00.924671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f147a7f0-ef9f-41f6-88a2-9dbe22842365 req-c7033433-85ea-47ba-8881-1e5854b8022d tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.1753180 Apr 18 20:29:01.024372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f147a7f0-ef9f-41f6-88a2-9dbe22842365 req-9045d049-22dd-4fc0-b8ff-1b87c4dd7e9b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848129 Apr 18 20:29:01.026813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6486d4c7-f095-485b-89b5-571aedc12e74 req-7bf15e7d-e6ea-483e-b781-ab59c369bfd2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:01.029504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6486d4c7-f095-485b-89b5-571aedc12e74 req-7bf15e7d-e6ea-483e-b781-ab59c369bfd2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.4986434 Apr 18 20:29:01.061023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861369765'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:01.086980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:01.096272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:01.103815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:01.116896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:01.141179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.184943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.191785 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6486d4c7-f095-485b-89b5-571aedc12e74 req-8b1054c8-566b-4646-bc1b-c662f365270b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434875 Apr 18 20:29:01.202079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.217580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:01.225886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:01.236770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:01.259602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:01.348113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:01.354682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:01.372014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:01.498388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'Port': ['ID=0f148e10-00a7-4d48-b56c-f2fb9e152690,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.516041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.516809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.517354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.517710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.517909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.518305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.518630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.519169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.519713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.520260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.520798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.521195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:01.530300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.628051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78f5db-e559-4ddb-80cc-3f653b79489e req-d75ac077-8b4b-446c-8177-6e8c4c626ebf tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:01.631840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c78f5db-e559-4ddb-80cc-3f653b79489e req-d75ac077-8b4b-446c-8177-6e8c4c626ebf tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.2491145 Apr 18 20:29:01.638310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.672882 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:01.697012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=e9230f82-4273-40f8-b090-c2947259f06b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.699768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:01.721077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:01.762599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:01.790206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c78f5db-e559-4ddb-80cc-3f653b79489e req-2961d8db-cea9-4084-9241-e6fb805e9f24 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494443 Apr 18 20:29:01.821213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:01.878769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db1eb69e-9497-459e-865c-413d2475160f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:01.944024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.059632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.067402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.081007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8ca61-4feb-48e1-9576-d75fa93dd065 req-dedfbde9-d9c3-4bc0-a4b2-8f54591cb420 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.083515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7c8ca61-4feb-48e1-9576-d75fa93dd065 req-dedfbde9-d9c3-4bc0-a4b2-8f54591cb420 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.6699886 Apr 18 20:29:02.202994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394b525f-8dd8-4ff9-98c7-b55849381856,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:02.208540 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.216551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-58a04a30-116a-4913-873c-5ceaec0f65cb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6294472 Apr 18 20:29:02.232337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:02.359220 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7c8ca61-4feb-48e1-9576-d75fa93dd065 req-b8e44fb8-58d2-4c0a-a232-ead0119a77b2 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607815 Apr 18 20:29:02.374725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2baa77a-afcb-44a5-8f37-4063644701b6 req-2b86323e-8c5e-41bc-9f32-34314b396f67 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:02.376357 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2baa77a-afcb-44a5-8f37-4063644701b6 req-2b86323e-8c5e-41bc-9f32-34314b396f67 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2527122 Apr 18 20:29:02.445323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:02.468681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2baa77a-afcb-44a5-8f37-4063644701b6 req-17cb5d30-e9c6-4550-8c8b-4f3ac7718d64 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777311 Apr 18 20:29:02.598410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.034948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-36ea4168-1996-4bbb-82c2-dbb50d32e347 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8011348 Apr 18 20:29:03.039666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57240) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:03.055379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0e91e5f6-a7ce-4c33-91c6-db2fd0e53d44 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-security--298714487', 'description': 'tempest-security-description-1421983684'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:03.101934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-251d92a2-cc13-487b-a851-30be04b4fca2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:03.110293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-251d92a2-cc13-487b-a851-30be04b4fca2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.3358538 Apr 18 20:29:03.140246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-cf2ad2f8-4632-4caa-a327-46f431a41549 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/quotas/987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 375 time: 0.0289695 Apr 18 20:29:03.208787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e91e5f6-a7ce-4c33-91c6-db2fd0e53d44 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.334690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-37b7c0c3-1fa8-4cde-9811-6bfa4e2c6bd7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1929619 Apr 18 20:29:03.341896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e91e5f6-a7ce-4c33-91c6-db2fd0e53d44 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.362807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f57dfa-2eff-4785-88d4-c086917ad25b req-e570f073-ae8a-4652-9443-a53150c8c45e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:03.375669 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-30f57dfa-2eff-4785-88d4-c086917ad25b req-e570f073-ae8a-4652-9443-a53150c8c45e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.7942305 Apr 18 20:29:03.385653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e91e5f6-a7ce-4c33-91c6-db2fd0e53d44 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.390584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e91e5f6-a7ce-4c33-91c6-db2fd0e53d44 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.393173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e91e5f6-a7ce-4c33-91c6-db2fd0e53d44 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "PUT /v2.0/security-groups/394b525f-8dd8-4ff9-98c7-b55849381856 HTTP/1.1" status: 200 len: 1779 time: 0.3519230 Apr 18 20:29:03.411161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57248) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:03.525420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91e5f6-a7ce-4c33-91c6-db2fd0e53d44 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394b525f-8dd8-4ff9-98c7-b55849381856,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:03.594989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-6e2beb34-8319-4274-af9c-ff6783c0244d service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583656 Apr 18 20:29:03.612612 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-30f57dfa-2eff-4785-88d4-c086917ad25b req-0cac151f-37f7-416e-ad30-087c3cea1fb5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356436 Apr 18 20:29:03.640390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4ca42796-b86b-4aee-99eb-98d6032bc47e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups/394b525f-8dd8-4ff9-98c7-b55849381856 HTTP/1.1" status: 200 len: 1779 time: 0.2274969 Apr 18 20:29:03.648195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57258) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:03.760655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:03.782660 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.090476 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-d28d539d-70c1-499e-973a-26c5e81c19a1 service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880486 Apr 18 20:29:04.153760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 94bace2c-77f1-4a01-b46a-41b32fe2d165 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:29:04.155590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'Port': ['ID=0f148e10-00a7-4d48-b56c-f2fb9e152690,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:04.205879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0328aad8-4c65-46b8-9570-602c835ff81b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.213867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.554877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af567f64-352c-4a1d-917d-5b3fe4a50617 req-0d1994c5-cb52-49e1-97b9-2091976880bb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 210 time: 0.1095645 Apr 18 20:29:04.628119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0328aad8-4c65-46b8-9570-602c835ff81b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.676030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.697855 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c4f8d9d-a9eb-4bd7-87fa-8f6ca9f742a0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8642483 Apr 18 20:29:04.747240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4c51f-79ab-43c1-89cd-e219586795c7 req-2d69b0c1-90b5-43d2-a4f6-14d831d28a72 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:04.750549 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53e4c51f-79ab-43c1-89cd-e219586795c7 req-2d69b0c1-90b5-43d2-a4f6-14d831d28a72 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.8475239 Apr 18 20:29:04.766503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:29:04.785251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de384e00-b794-4e3d-951d-26cc06ffa59c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/94bace2c-77f1-4a01-b46a-41b32fe2d165/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1656675 Apr 18 20:29:04.786650 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] Sync routers for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:04.817836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57286) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:04.863587 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:04.865217 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:04.893245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c532b43c-0b9f-4033-a405-d4ad6f7bfbfe req-35b24fb7-167b-47d9-92f3-1a10ae443948 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:04.897816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c532b43c-0b9f-4033-a405-d4ad6f7bfbfe req-35b24fb7-167b-47d9-92f3-1a10ae443948 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.1394186 Apr 18 20:29:04.953047 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0328aad8-4c65-46b8-9570-602c835ff81b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:04.982184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53e4c51f-79ab-43c1-89cd-e219586795c7 req-6a7743de-5678-4772-b3f9-622f20dda3ee tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120085 Apr 18 20:29:04.992539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328aad8-4c65-46b8-9570-602c835ff81b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394b525f-8dd8-4ff9-98c7-b55849381856,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:05.003954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting subnet a6d2fba9-6f9f-4bc6-a659-480346115e28 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:29:05.008423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.089811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c532b43c-0b9f-4033-a405-d4ad6f7bfbfe req-fdec76f7-dbbe-4c24-a2d1-5eca04d7a8fe tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853454 Apr 18 20:29:05.100401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0328aad8-4c65-46b8-9570-602c835ff81b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.107898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0328aad8-4c65-46b8-9570-602c835ff81b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/394b525f-8dd8-4ff9-98c7-b55849381856 HTTP/1.1" status: 204 len: 168 time: 1.4585102 Apr 18 20:29:05.109052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:05.174811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.331193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f3409fa-f1e8-48ff-b54d-a6ed6a19cf51 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:05.438571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f3409fa-f1e8-48ff-b54d-a6ed6a19cf51 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:05.440699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3f3409fa-f1e8-48ff-b54d-a6ed6a19cf51 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3215158 Apr 18 20:29:05.453978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:05.490998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-4c0f20db-c328-4b0f-a05e-efc4c5cb1cb7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:05.496018 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-806462b0-a614-4eab-aa06-328d11f7dd00 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] delete failed (client error): The resource could not be found. Apr 18 20:29:05.498835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-806462b0-a614-4eab-aa06-328d11f7dd00 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/394b525f-8dd8-4ff9-98c7-b55849381856 HTTP/1.1" status: 404 len: 347 time: 0.0430124 Apr 18 20:29:05.505192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57320) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:05.533450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--1601994212'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:05.542184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:05.546278 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:05.556421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:05.582888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.630781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-4c0f20db-c328-4b0f-a05e-efc4c5cb1cb7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:05.632753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-4c0f20db-c328-4b0f-a05e-efc4c5cb1cb7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--874894022&fields=id&tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3 HTTP/1.1" status: 200 len: 267 time: 0.2719357 Apr 18 20:29:05.636570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:05.642123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:05.649918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:05.657017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:05.671195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:05.775460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1a4e-37c4-41f8-9a63-5f41cb71fdb8 req-f7e12c18-d7d6-43ee-b155-5d0e8794750e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:05.777225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-837e1a4e-37c4-41f8-9a63-5f41cb71fdb8 req-f7e12c18-d7d6-43ee-b155-5d0e8794750e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.2619545 Apr 18 20:29:05.779941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.060950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-7df74d29-de08-4e3c-b8c7-07435e094493 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:06.073353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-7df74d29-de08-4e3c-b8c7-07435e094493 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 811 time: 0.3834949 Apr 18 20:29:06.120865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-88363e23-d0af-4c6c-afa3-9ec71638f4e8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/quotas/d985a2b9068149b7aa9cf6714fc7b5f3 HTTP/1.1" status: 200 len: 375 time: 0.0456605 Apr 18 20:29:06.142249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae639a-6b39-4709-81ee-b126b11cb123 None None] Network 6ff86a77-32fe-4574-a900-104e89307c35 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:29:06.143049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.201345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d2fba9-6f9f-4bc6-a659-480346115e28,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:06.213464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ce70657d-71d5-486e-87b7-0fc53f5da218 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/subnets/a6d2fba9-6f9f-4bc6-a659-480346115e28 HTTP/1.1" status: 204 len: 168 time: 1.3929007 Apr 18 20:29:06.219639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57330) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:06.308240 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:29:01Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:06.315068 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] Checking router: 94bace2c-77f1-4a01-b46a-41b32fe2d165 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:06.328231 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] Routers {'94bace2c-77f1-4a01-b46a-41b32fe2d165'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:06.328871 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['94bace2c-77f1-4a01-b46a-41b32fe2d165'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:06.357326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.357976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-837e1a4e-37c4-41f8-9a63-5f41cb71fdb8 req-05b7d767-c386-4b32-80d0-9e7348d55908 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5663655 Apr 18 20:29:06.405280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.571850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d92e5bd7-d11d-4734-99d6-788f8f802e05,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:06.627065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-d19990ea-b719-4b69-ada4-cb62fe620838 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5036411 Apr 18 20:29:06.628224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96b2b100-f079-41fe-86e4-e760dd93645b req-124544c3-06f2-4db8-adfb-dffae3fea79a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 210 time: 0.0753429 Apr 18 20:29:06.647445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.647445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.647445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.648480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.650381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.653059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.654550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.655646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.656400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.657029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.657955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.658665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:06.661891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:06.747334 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] Set router 94bace2c-77f1-4a01-b46a-41b32fe2d165 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:07.056418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] DHCP port deletion for 6ff86a77-32fe-4574-a900-104e89307c35 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:29:07.059382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.061842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-241a79ba-6e2b-4d56-99f3-c1828b93dc92 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5544856 Apr 18 20:29:07.065952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Deleting port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:07.066656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.086720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:07.100862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'd92e5bd7-d11d-4734-99d6-788f8f802e05', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:07.133466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:07.195529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:07.215686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.236343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:07.284797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c971aac6-aa75-4c30-b158-553c8b92c768 req-821f4762-6ae4-4c7a-b44b-b5972e0fb5d9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.287044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c971aac6-aa75-4c30-b158-553c8b92c768 req-821f4762-6ae4-4c7a-b44b-b5972e0fb5d9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.3404148 Apr 18 20:29:07.288105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port cf1f5817-9b76-4727-a9da-2bed8a53a2cc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:07.288524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.316954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:07.347515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:07.384656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-be0062c9-5d8a-44fc-82bf-3b43650949f6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:07.386729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-be0062c9-5d8a-44fc-82bf-3b43650949f6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.7542315 Apr 18 20:29:07.428352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'port': {'device_id': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'admin_state_up': True, 'tenant_id': '987a6ef7e49843098beded1785b8ca24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:07.477662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.504866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-922c52d7-9a76-4122-b9ff-dab38bcaf7dd service neutron] 10.222.0.47 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8375547 Apr 18 20:29:07.528489 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:29:01Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:07.547539 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19bf485-d775-4a4e-8a60-2c66a067d026 None None] The sync data for ids ['94bace2c-77f1-4a01-b46a-41b32fe2d165'] in n-d-836016-3 is: [{'id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1990124007', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131'}], 'enable_snat': True}, 'gw_port_id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:23:58Z', 'updated_at': '2022-04-18T20:29:01Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': 'cf1f5817-9b76-4727-a9da-2bed8a53a2cc', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:97:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94bace2c-77f1-4a01-b46a-41b32fe2d165', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1501, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:00Z', 'updated_at': '2022-04-18T20:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:07.625595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] For port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:07.625992 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.664021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c971aac6-aa75-4c30-b158-553c8b92c768 req-47881a96-269d-4be9-98e4-315033f29dab tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010578 Apr 18 20:29:07.766931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port cf1f5817-9b76-4727-a9da-2bed8a53a2cc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:07.769836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.854124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:07.871791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:07.886974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.887277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Calling delete_port for 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:07.891808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-e6ce4af3-ac28-4a54-8d48-47214c0ed355 req-b06df46a-deb8-45ca-b7a7-3cc63ca41c15 service neutron] (88140) timed out ('10.222.0.55', 56623) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:29:07.905571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Made reservation on behalf of 987a6ef7e49843098beded1785b8ca24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:07.910544 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.978564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:07.988385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.125896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:08.148796 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.266627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Allocated IP 172.20.0.9 (c5da65e2-5089-4c5a-a705-5f4713ee1a60/49466b99-a61e-4c8a-9ba4-d89f66d21f8c/7e3ba7f5-d34e-4d06-972b-3639bf218019) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:08.283027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for cf1f5817-9b76-4727-a9da-2bed8a53a2cc owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:08.331283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:08.353943 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:29:08.355750 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:29:08.361259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57354) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:08.374155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-c357ead2-cd75-4297-944d-04d4c75eda0d req-9d59451f-42e4-4d75-afd8-82e0d66cfbf2 tempest-TenantUsagesTestJSON-620452650 tempest-TenantUsagesTestJSON-620452650-project] (88140) timed out ('10.222.0.55', 56628) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:29:08.378872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-89dff272-22df-40ee-826d-f77d31cab740 service neutron] 10.222.0.47 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633080 Apr 18 20:29:08.409195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89aa7997-e029-4ce8-891d-f84753ae58e9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:08.437343 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d02c046-1c26-4389-926e-f7ec87584805 req-a3c60970-e6c2-44d0-be04-09e405328318 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 210 time: 0.0748832 Apr 18 20:29:08.559646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.561740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ffde772d-296f-43f1-98bb-6976a913fd62 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4731898 Apr 18 20:29:08.568195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57360) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:08.639255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa05056d-64f3-4673-8457-12c68546aaaf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.857209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Deleting port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:08.857883 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.864067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.870108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa05056d-64f3-4673-8457-12c68546aaaf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.912990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:08.921922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Usage tracker for resource:security_group_rule and tenant:866a589e415f409cb2a11155e62c4294 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:08.926472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:08.930285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-623000dd-cbb4-4b33-b7d1-eed5a726c85e req-66b38424-3579-405c-b8d5-4b92a0514481 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 210 time: 0.1010702 Apr 18 20:29:08.941855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:08.943604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.978605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa05056d-64f3-4673-8457-12c68546aaaf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.980126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:08.995131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Transition to ACTIVE for port object 7e3ba7f5-d34e-4d06-972b-3639bf218019 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:09.047983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa05056d-64f3-4673-8457-12c68546aaaf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89aa7997-e029-4ce8-891d-f84753ae58e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:09.050794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa05056d-64f3-4673-8457-12c68546aaaf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.052327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fa05056d-64f3-4673-8457-12c68546aaaf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/89aa7997-e029-4ce8-891d-f84753ae58e9 HTTP/1.1" status: 204 len: 168 time: 0.4831269 Apr 18 20:29:09.076008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:09.095854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a19c1-e927-4d6f-a506-811c78ba1247 req-7305203f-b8de-4c4d-ab14-74b68c6f00cf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.103101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea5a19c1-e927-4d6f-a506-811c78ba1247 req-7305203f-b8de-4c4d-ab14-74b68c6f00cf tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.4529731 Apr 18 20:29:09.194746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ada1849-c66a-47f1-a6df-5ad2ce1e887b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:09.235453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=cf1f5817-9b76-4727-a9da-2bed8a53a2cc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:09.269280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.359975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] For port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,segment=NetworkSegment(7a401311-79e2-4e03-904c-3365158c1f9b),segment_id=7a401311-79e2-4e03-904c-3365158c1f9b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:09.360529 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.415322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=7e3ba7f5-d34e-4d06-972b-3639bf218019,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:09.435548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ada1849-c66a-47f1-a6df-5ad2ce1e887b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:09.438121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ada1849-c66a-47f1-a6df-5ad2ce1e887b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3607004 Apr 18 20:29:09.455911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:09.457564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:09.460928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:09.468566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:09.523253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Calling delete_port for 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:09.534550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea5a19c1-e927-4d6f-a506-811c78ba1247 req-e2195411-eca0-4178-b96d-5c29662fcb18 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304090 Apr 18 20:29:09.594405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e9230f82-4273-40f8-b090-c2947259f06b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:09.628572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6830cbee-73df-4075-bb05-122b32f123c3'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:29:09.629766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.726501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842d903c-e27a-4478-9af3-b213f3779140 req-9a79d06d-fe18-4fad-bc51-9b069b80e11f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.735327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-842d903c-e27a-4478-9af3-b213f3779140 req-9a79d06d-fe18-4fad-bc51-9b069b80e11f tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.5971913 Apr 18 20:29:09.776432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e9230f82-4273-40f8-b090-c2947259f06b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:29:09.777873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e9230f82-4273-40f8-b090-c2947259f06b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:29:09.829402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:09.832918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.872041 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.882080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-842d903c-e27a-4478-9af3-b213f3779140 req-d29f2aee-de31-419b-9217-6e382a4f7c39 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126049 Apr 18 20:29:09.899892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-83a36640-5f2e-4c31-818a-54aff8649f39 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4927049 Apr 18 20:29:09.913547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d90d7ede-bf8d-4c89-9bf3-d74f0de09682 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:09.989048 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d90d7ede-bf8d-4c89-9bf3-d74f0de09682 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.096052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.103423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.115378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] Pushing event deleted for resources: {'Port': ['ID=49fe0e62-4aa5-4f6f-8b41-ead37f07b845,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:10.120139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.128877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174217c5-4163-4de1-bdb7-bfde72495b0f None None] No DVR routers for this DVR port 49fe0e62-4aa5-4f6f-8b41-ead37f07b845 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:10.151056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Request body: {'port': {'device_id': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:10.166444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.198509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7d807538-1795-4a10-932a-e1f6b9564179 None None] Provisioning for port 7e3ba7f5-d34e-4d06-972b-3639bf218019 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:10.211972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7d807538-1795-4a10-932a-e1f6b9564179 None None] Provisioning complete for port 7e3ba7f5-d34e-4d06-972b-3639bf218019 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:10.212559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d807538-1795-4a10-932a-e1f6b9564179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.257395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.258592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Fanout notify agent at l3_agent the message router_deleted on router 94bace2c-77f1-4a01-b46a-41b32fe2d165 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:29:10.295624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=866a589e415f409cb2a11155e62c4294&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9285896 Apr 18 20:29:10.298657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d90d7ede-bf8d-4c89-9bf3-d74f0de09682 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.312520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57394) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:10.312781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79851cca-a01c-485d-acc7-75c0bd10c0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d094035-a171-4a13-99e8-54ec69e5ea69,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:10.352199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f9673-eec2-4096-97ce-149e75464fd0 req-c7fdfd52-f9fc-478e-9545-3d7497c14a9d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.353963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7d807538-1795-4a10-932a-e1f6b9564179 None None] Port 7e3ba7f5-d34e-4d06-972b-3639bf218019 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:29:10.358335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d03f9673-eec2-4096-97ce-149e75464fd0 req-c7fdfd52-f9fc-478e-9545-3d7497c14a9d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 931 time: 0.4200275 Apr 18 20:29:10.396936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d7ede-bf8d-4c89-9bf3-d74f0de09682 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92e5bd7-d11d-4734-99d6-788f8f802e05,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:10.425748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.431195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-41a3dfe5-b545-44a1-bb9b-68c5eac44db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/routers/94bace2c-77f1-4a01-b46a-41b32fe2d165 HTTP/1.1" status: 204 len: 168 time: 4.2074351 Apr 18 20:29:10.432314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57398) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:10.479603 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d90d7ede-bf8d-4c89-9bf3-d74f0de09682 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.485822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d90d7ede-bf8d-4c89-9bf3-d74f0de09682 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/d92e5bd7-d11d-4734-99d6-788f8f802e05 HTTP/1.1" status: 204 len: 168 time: 1.0170429 Apr 18 20:29:10.489557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:10.514339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d03f9673-eec2-4096-97ce-149e75464fd0 req-c9e0145d-c1e8-4cc1-9b7e-2d50c5345a96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485114 Apr 18 20:29:10.642271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2478467a-3829-4ece-b488-7cad2ef31fe5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:10.654675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.665649 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9e12-2219-4bf3-abc0-7c5befc5654c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.683241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.719776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b427b-985f-46f4-b17e-b54eb575f07a req-55e0dddc-5d18-44d1-af47-92d417199e0e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:10.719776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c81b427b-985f-46f4-b17e-b54eb575f07a req-55e0dddc-5d18-44d1-af47-92d417199e0e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.5100908 Apr 18 20:29:10.820817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9e12-2219-4bf3-abc0-7c5befc5654c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.901759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:10.946081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2478467a-3829-4ece-b488-7cad2ef31fe5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:10.947477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2478467a-3829-4ece-b488-7cad2ef31fe5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4272859 Apr 18 20:29:10.968348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57408) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:11.020524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--1524562864'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:11.027050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e2efa693-e87b-40c8-ae6b-af2651e52be3 req-1e850d80-cc20-4de8-a1fc-7f72570fae61 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:11.039802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:11.076836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c81b427b-985f-46f4-b17e-b54eb575f07a req-8eea659f-e376-41f0-8768-e1be0ddc46ac tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371580 Apr 18 20:29:11.086892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:11.090526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ff86a77-32fe-4574-a900-104e89307c35']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:11.126103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a401311-79e2-4e03-904c-3365158c1f9b') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:11.126525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a401311-79e2-4e03-904c-3365158c1f9b') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:11.165263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.191481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.244611 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.259174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:11.259669 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:11.289205 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:11.303350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cf1f5817-9b76-4727-a9da-2bed8a53a2cc no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:11.319405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e2efa693-e87b-40c8-ae6b-af2651e52be3 req-1e850d80-cc20-4de8-a1fc-7f72570fae61 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:11.321330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e2efa693-e87b-40c8-ae6b-af2651e52be3 req-1e850d80-cc20-4de8-a1fc-7f72570fae61 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 210 time: 0.4055088 Apr 18 20:29:11.344851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:11.360895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: cf1f5817-9b76-4727-a9da-2bed8a53a2cc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:29:11.361401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cf1f5817-9b76-4727-a9da-2bed8a53a2cc not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:29:11.414786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9e12-2219-4bf3-abc0-7c5befc5654c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.422739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:11.462507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:11.482943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-5d3a7f0a-9998-4e96-ae57-d97e7f53a3b4 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.483304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac9e12-2219-4bf3-abc0-7c5befc5654c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d094035-a171-4a13-99e8-54ec69e5ea69,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:11.484089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-5d3a7f0a-9998-4e96-ae57-d97e7f53a3b4 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:11.503570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:11.510067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.549083 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9e12-2219-4bf3-abc0-7c5befc5654c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.549684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:11.550187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d2ac9e12-2219-4bf3-abc0-7c5befc5654c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d094035-a171-4a13-99e8-54ec69e5ea69 HTTP/1.1" status: 204 len: 168 time: 1.2054040 Apr 18 20:29:11.579681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-5d3a7f0a-9998-4e96-ae57-d97e7f53a3b4 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:11.582299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-5d3a7f0a-9998-4e96-ae57-d97e7f53a3b4 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 811 time: 0.6676326 Apr 18 20:29:11.585078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Network': ['ID=6ff86a77-32fe-4574-a900-104e89307c35,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:11.591889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d397bdef-f627-4e48-8948-6befc84a12f8 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/networks/6ff86a77-32fe-4574-a900-104e89307c35 HTTP/1.1" status: 204 len: 168 time: 1.1577263 Apr 18 20:29:11.601499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:11.667149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-95a4aad8-6c6f-470d-9a40-25af6e819b45 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:11.690757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-95a4aad8-6c6f-470d-9a40-25af6e819b45 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:11.691874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-95a4aad8-6c6f-470d-9a40-25af6e819b45 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3 HTTP/1.1" status: 200 len: 379 time: 0.0972297 Apr 18 20:29:11.711807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'port': {'device_id': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'admin_state_up': True, 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'security_groups': ['bb7e4923-4757-4078-a11c-a6763e2a8175']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:11.787506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734e4e8c-cd5e-471d-a3a7-efd37db4fb05 req-95456906-4ed6-4f52-90b5-338a0165b2a4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:11.789126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-734e4e8c-cd5e-471d-a3a7-efd37db4fb05 req-95456906-4ed6-4f52-90b5-338a0165b2a4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.4572999 Apr 18 20:29:11.994467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e7c8-deb9-497b-b6d7-81bbc27f749c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.003134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e3ba7f5-d34e-4d06-972b-3639bf218019 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:12.011665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-734e4e8c-cd5e-471d-a3a7-efd37db4fb05 req-5e17c82b-5dad-4eaf-a1ab-2b2449d1090a tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000954 Apr 18 20:29:12.014610 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.020864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.048644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.082424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:12.102374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:12.104325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Transition to ACTIVE for port object 7e3ba7f5-d34e-4d06-972b-3639bf218019 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:12.132032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Made reservation on behalf of d985a2b9068149b7aa9cf6714fc7b5f3 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:12.142030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.179920 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e7c8-deb9-497b-b6d7-81bbc27f749c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.313852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:12.316693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.410921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e7c8-deb9-497b-b6d7-81bbc27f749c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.415698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4d8e7c8-deb9-497b-b6d7-81bbc27f749c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.420666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b4d8e7c8-deb9-497b-b6d7-81bbc27f749c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/security-groups/8a47f58d-54e9-4243-bee5-145d1dd72b26 HTTP/1.1" status: 204 len: 168 time: 0.8042424 Apr 18 20:29:12.420892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.428227 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e1d6c7c1-62c8-44ba-9e68-bf395440f46d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4556088 Apr 18 20:29:12.449010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57438) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:12.449588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57442) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:12.494192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:12.554201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:12.572158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.594003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:12.606090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:12.634807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:12.642064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:12.685664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Usage tracker for resource:security_group_rule and tenant:b392793956e24c7091cecb158c9e0cb9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:12.691769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:12.719502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:12.766008 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:12.788672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d8e7c8-deb9-497b-b6d7-81bbc27f749c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a47f58d-54e9-4243-bee5-145d1dd72b26,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:12.798924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Allocated IP 172.20.0.5 (2a194504-1714-47be-9f31-b57a03a069da/0727442d-014a-4219-84d2-b7ce9459d00e/c9f0a36c-f9b7-4b11-9f42-11faa4d207d9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:12.822742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37b138-eb12-41cc-839d-01956e7b5b1e req-96e70346-793a-48be-96fd-9d1fa2fdbaa9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:12.825445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7c37b138-eb12-41cc-839d-01956e7b5b1e req-96e70346-793a-48be-96fd-9d1fa2fdbaa9 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.4327598 Apr 18 20:29:12.882585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ba7f5-d34e-4d06-972b-3639bf218019,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.054042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a832080-31dc-44c9-a309-b8e7e5a18f3d req-35091f92-9325-4171-bebd-c203a9ffe73f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.055141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a832080-31dc-44c9-a309-b8e7e5a18f3d req-35091f92-9325-4171-bebd-c203a9ffe73f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:13.067471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Attempting to bind port 7e3ba7f5-d34e-4d06-972b-3639bf218019 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:13.067471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Attempting to bind port 7e3ba7f5-d34e-4d06-972b-3639bf218019 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:13.067972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Attempting to bind port 7e3ba7f5-d34e-4d06-972b-3639bf218019 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:13.081637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Port 7e3ba7f5-d34e-4d06-972b-3639bf218019 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:29:13.082168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Attempting to bind port 7e3ba7f5-d34e-4d06-972b-3639bf218019 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:13.100628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:29:13.101153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:13.102102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Bound using segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:29:13.102808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Bound port: 7e3ba7f5-d34e-4d06-972b-3639bf218019, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:13.103758 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.123641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a832080-31dc-44c9-a309-b8e7e5a18f3d req-35091f92-9325-4171-bebd-c203a9ffe73f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:13.125992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a832080-31dc-44c9-a309-b8e7e5a18f3d req-35091f92-9325-4171-bebd-c203a9ffe73f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 943 time: 0.6957674 Apr 18 20:29:13.281898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7c37b138-eb12-41cc-839d-01956e7b5b1e req-b2f5396e-ec4b-41c7-814f-c964c0b02c10 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4347103 Apr 18 20:29:13.323209 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.326561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a832080-31dc-44c9-a309-b8e7e5a18f3d req-9d495918-07ad-4b1a-9fd3-7b115538672a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360459 Apr 18 20:29:13.345185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] For port 7e3ba7f5-d34e-4d06-972b-3639bf218019, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:29:13.351118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] For port 7e3ba7f5-d34e-4d06-972b-3639bf218019, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:29:13.360584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.448813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.490392 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-588085b3-1b0d-488f-96f0-9389613a028b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.543512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.544564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.547284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] 10.222.0.61 "PUT /v2.0/ports/7e3ba7f5-d34e-4d06-972b-3639bf218019 HTTP/1.1" status: 200 len: 1091 time: 3.4084659 Apr 18 20:29:13.547978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'tag': '7e3ba7f5-d34e-4d06-972b-3639bf218019'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:13.555661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a1d41a-5579-42d5-964e-ba4ffef25e81,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.684866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.718775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.758066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bc4b0a-7df6-449e-8dd5-5d56dde3e631 service neutron] Pushing event updated for resources: {'Port': ['ID=7e3ba7f5-d34e-4d06-972b-3639bf218019,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:13.847187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:13.854982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0868ac1-e002-484b-8723-368e034798c9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3918872 Apr 18 20:29:13.897013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57460) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:13.934506 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de903cce-da21-4f84-ad53-fe2cbfc93aaa req-9a22d3a4-3abd-4428-b867-27fbecf51561 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 210 time: 0.1191783 Apr 18 20:29:13.960941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:13.967634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:13.975054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:13.978720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-22f65964-7eb3-4029-89c1-93927e79ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:13.981015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:13.982613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-22f65964-7eb3-4029-89c1-93927e79ca56 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 1094 time: 0.3370235 Apr 18 20:29:13.989940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:14.054302 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b392793956e24c7091cecb158c9e0cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5939353 Apr 18 20:29:14.063286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.068516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d8761-503e-4397-8b83-8226a8c33119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38f7758-f72c-434f-a64b-0b431b764c83,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:14.073706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57464) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:14.089858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.242881 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ed0d3e-7186-4124-b82c-d3dec04a4472'] response: {'name': 'network-changed', 'server_uuid': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'tag': '7e3ba7f5-d34e-4d06-972b-3639bf218019', 'status': 'completed', 'code': 200} Apr 18 20:29:14.256434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Transition to ACTIVE for port object c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:14.263414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-ae949091-0942-4710-8587-2e3c6c652dd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019 HTTP/1.1" status: 200 len: 217 time: 0.2683492 Apr 18 20:29:14.422063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.428907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-962892ad-fb8d-458b-8b8e-3b2d279967f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.460107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.535166 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.547237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-962892ad-fb8d-458b-8b8e-3b2d279967f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.610358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-b85ca81b-096e-4865-bb41-11f9bed69a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:14.613574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-b85ca81b-096e-4865-bb41-11f9bed69a0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.3159142 Apr 18 20:29:14.659170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7096675-77ea-4478-9067-09b35eca1e78,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:14.760059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:14.762793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b31d880-5d35-4eeb-85cf-d184003f6845 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8388557 Apr 18 20:29:14.794994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57478) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:14.812388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Network 2a194504-1714-47be-9f31-b57a03a069da is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:14.818194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:14.827205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:14.830243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'Port': ['ID=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:14.836174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:14.894156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:14.912624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:14.920770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:14.974985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-68fa44b4-9275-417b-9996-1baa0c9e5bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:14.981850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-68fa44b4-9275-417b-9996-1baa0c9e5bb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3597178 Apr 18 20:29:15.008445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:15.019583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-962892ad-fb8d-458b-8b8e-3b2d279967f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.062249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962892ad-fb8d-458b-8b8e-3b2d279967f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38f7758-f72c-434f-a64b-0b431b764c83,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.082664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57484) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:15.113773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961685663', 'description': 'tempest-secgroup-smoke-961685663 description', 'project_id': '6fe5691eda2a4b868086134bcc610d1a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:15.116792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-1a9c055f-a6b4-44ed-be46-7247cb6cbbe3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3665404 Apr 18 20:29:15.148270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:15.152054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.182819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:15.184137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.199242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-962892ad-fb8d-458b-8b8e-3b2d279967f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.203617 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-962892ad-fb8d-458b-8b8e-3b2d279967f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d38f7758-f72c-434f-a64b-0b431b764c83 HTTP/1.1" status: 204 len: 168 time: 1.1190634 Apr 18 20:29:15.231512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:15.281628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b5884d17-c763-418a-83f5-1c87975c3b4d None None] Provisioning for port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:15.291530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b5884d17-c763-418a-83f5-1c87975c3b4d None None] Provisioning complete for port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:15.292522 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5884d17-c763-418a-83f5-1c87975c3b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.314685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8a60df34-88a5-47ea-967c-4c47b02c8d51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6155374 Apr 18 20:29:15.320651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.342353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Request body: {'port': {'device_id': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:15.436223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b5884d17-c763-418a-83f5-1c87975c3b4d None None] Port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:29:15.456771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a610ab-0678-481b-9819-0a0c4af9d327 req-ed3dbe2d-8a3a-4e02-a54d-110624058fa5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:15.458820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d4a610ab-0678-481b-9819-0a0c4af9d327 req-ed3dbe2d-8a3a-4e02-a54d-110624058fa5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 943 time: 0.6355958 Apr 18 20:29:15.463979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:15.469766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:15.488702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:15.492783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.504952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:15.515374 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.580787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-c83d4c08-3b6e-4d9c-8b02-6f20cb9d7e0f service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5818486 Apr 18 20:29:15.587754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d4a610ab-0678-481b-9819-0a0c4af9d327 req-5aea650e-0c07-4636-9724-a39df12ed17b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053114 Apr 18 20:29:15.615124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39f86c10-2589-453c-b182-53fa1fad2844,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:15.627605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-e0bc498c-20f6-48d9-8269-4f51a7fe893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:15.630074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-e0bc498c-20f6-48d9-8269-4f51a7fe893c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 1097 time: 0.3611138 Apr 18 20:29:15.722140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.807504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.812058 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7d7c13e5-1562-4fea-9a94-4712893bdf78 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0111139 Apr 18 20:29:15.819068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:15.830070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb24abe-934c-411c-835a-d12b900611a9 req-27c230a4-1be4-44c3-ae80-08afdacad7ff tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:15.832899 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3bb24abe-934c-411c-835a-d12b900611a9 req-27c230a4-1be4-44c3-ae80-08afdacad7ff tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.4566631 Apr 18 20:29:15.860776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:15.923826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:15.945046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:15.960380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-120dd69a-e192-4d6c-af82-009190debe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:15.989148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:16.037861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.041797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:16.116301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3bb24abe-934c-411c-835a-d12b900611a9 req-f7bc5316-9f46-4fae-8fd7-602185951ee6 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613282 Apr 18 20:29:16.130693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cd68f4b2-bf89-45c2-b1e5-4c4af66364b0 req-98c4fa11-05b2-4d2a-8190-7756d4d142df service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5363467 Apr 18 20:29:16.276534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-b5bbac38-322f-4ee0-aee8-277b78e07cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.279387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-b5bbac38-322f-4ee0-aee8-277b78e07cf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 0.6101823 Apr 18 20:29:16.328578 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.394837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2af29c3f-6b7a-4da6-a062-c014fffcbd95 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:29:16.579478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.608817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.611083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5268226 Apr 18 20:29:16.636301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57512) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:16.655155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:16.655587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0ba84c-6418-473c-b524-420a816dfc2b req-5d16ade4-30ef-48a1-98a8-1418cdd2803f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.657443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd0ba84c-6418-473c-b524-420a816dfc2b req-5d16ade4-30ef-48a1-98a8-1418cdd2803f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.8258660 Apr 18 20:29:16.690448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'port_id': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'mac_address': 'fa:16:3e:8d:12:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2adc829-4c14-49ad-8ac6-5a7cc15ea556', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:29:16.695565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': 'abfe3518-8bc4-4335-957c-9b0893f23b78', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:16.712206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aded7e-2bba-41e8-b94f-0c606f17af13 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abfe3518-8bc4-4335-957c-9b0893f23b78,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:16.771973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-727b6852-8a7f-4429-973f-9fe564326a95 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 200 len: 1001 time: 0.4173493 Apr 18 20:29:16.772445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:16.803958 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.807564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:16.835527 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.850496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2af29c3f-6b7a-4da6-a062-c014fffcbd95 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:16.852117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:16.876471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:16.889395 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.919315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-3a864d07-26ed-4fcf-8423-d17a025a3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:16.920932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-3a864d07-26ed-4fcf-8423-d17a025a3c24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.1328385 Apr 18 20:29:16.974761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:16.991989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:17.004591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['2af29c3f-6b7a-4da6-a062-c014fffcbd95'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:29:17.014097 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd0ba84c-6418-473c-b524-420a816dfc2b req-f526898e-9666-40d0-8645-60f99abab0ba tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347114 Apr 18 20:29:17.083770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91115bdc-0b74-43c5-8e49-b9d2369b85f1 req-6353e328-1744-4709-b1cc-72a3d8a5a688 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:17.085290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-91115bdc-0b74-43c5-8e49-b9d2369b85f1 req-6353e328-1744-4709-b1cc-72a3d8a5a688 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:17.139086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:17.156544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-e93654a7-46e7-48ca-bf3c-509191cff50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:17.160387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.166052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-e93654a7-46e7-48ca-bf3c-509191cff50e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 1094 time: 0.9095602 Apr 18 20:29:17.191064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49dcc9-d606-486c-b384-a5c46007774d req-f84a5452-e26a-45f2-b3e4-4efee597ee28 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:17.192751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d49dcc9-d606-486c-b384-a5c46007774d req-f84a5452-e26a-45f2-b3e4-4efee597ee28 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.9344561 Apr 18 20:29:17.195338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.207868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-104a7cc6-45d9-4162-a513-ac221a60d2a4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0421913 Apr 18 20:29:17.278453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.309925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-91115bdc-0b74-43c5-8e49-b9d2369b85f1 req-6353e328-1744-4709-b1cc-72a3d8a5a688 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:17.311894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91115bdc-0b74-43c5-8e49-b9d2369b85f1 req-6353e328-1744-4709-b1cc-72a3d8a5a688 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 931 time: 0.9740205 Apr 18 20:29:17.357649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58815b86-204d-4c16-8fd6-2085ffb248e5,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:17.444994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port 1f236957-4035-4775-bcc5-2304a8318095 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:17.445311 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.482761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.485655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2832067e-1278-4c84-bbf9-6aff30c36c3f tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6650276 Apr 18 20:29:17.505005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57530) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:17.526801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:17.556015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-4ac7b0e0-d1f7-4c72-8ce1-b41672eb9e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:17.557582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-4ac7b0e0-d1f7-4c72-8ce1-b41672eb9e6c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6165588 Apr 18 20:29:17.581831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91115bdc-0b74-43c5-8e49-b9d2369b85f1 req-e45bc872-0592-48fc-b087-04cd46045a46 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2389064 Apr 18 20:29:17.586257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:17.607196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:17.612089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:17.626911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:17.697978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.700084 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.712393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-0e6a3f0d-8a2b-46d1-854b-33b0ec50bf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:17.716574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-0e6a3f0d-8a2b-46d1-854b-33b0ec50bf07 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.5188293 Apr 18 20:29:17.730795 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.803002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:17.853399 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.862428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49bec602-ccd6-4fc1-9fcd-b23f59282417,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:17.930161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Transition to ACTIVE for port object c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:17.931448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-ccec062b-ac22-4818-884e-2b2770081f84 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019 HTTP/1.1" status: 200 len: 217 time: 0.1574142 Apr 18 20:29:17.940573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:17.942338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5d67b922-fd95-442d-84e3-4c8f18559bf7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2974310 Apr 18 20:29:17.950089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57542) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:17.951022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.194950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-8c399919-988e-4df0-817d-254da12a1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:18.195566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': 'abfe3518-8bc4-4335-957c-9b0893f23b78', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:18.196121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-8c399919-988e-4df0-817d-254da12a1fb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e653087184b45f28f4937d3b56e0ef2&device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 1096 time: 0.8518772 Apr 18 20:29:18.260478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:18.276023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.294446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c31bb-f3e1-4995-9879-fc58ab80b4ff req-4cc7cd15-4edc-4af3-b179-e04a7a05b90a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:18.295748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d48c31bb-f3e1-4995-9879-fc58ab80b4ff req-4cc7cd15-4edc-4af3-b179-e04a7a05b90a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 943 time: 1.0512161 Apr 18 20:29:18.330702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-301859ef-1fe0-433d-bc12-774ff0ee33c4 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7413113 Apr 18 20:29:18.359363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-52e7a49b-832a-4566-8e77-39c98af2d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:18.361677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-52e7a49b-832a-4566-8e77-39c98af2d3d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.3666317 Apr 18 20:29:18.366469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:18.380139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:18.415782 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.424298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2af29c3f-6b7a-4da6-a062-c014fffcbd95 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:18.477776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:18.582294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1594b-b613-4e3c-9825-c6fb5a6e2993 req-f2a14fc8-f461-411a-b011-33a68def3b40 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:18.590700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65e1594b-b613-4e3c-9825-c6fb5a6e2993 req-f2a14fc8-f461-411a-b011-33a68def3b40 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 946 time: 0.8715189 Apr 18 20:29:18.599977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Pushing event updated for resources: {'Port': ['ID=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:18.641287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f05ab8-d6ec-4f1e-82bb-54c671436929,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:18.675717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.686900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Attempting to bind port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:18.687645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Attempting to bind port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:18.688463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Attempting to bind port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 on network 2a194504-1714-47be-9f31-b57a03a069da {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:18.709280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.711250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6bc6832b-cc18-4746-8a68-d8e8dc13a8f9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.1995282 Apr 18 20:29:18.734281 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57566) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:18.735505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 on network 2a194504-1714-47be-9f31-b57a03a069da not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:29:18.736284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Attempting to bind port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 on network 2a194504-1714-47be-9f31-b57a03a069da {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:18.748638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1f236957-4035-4775-bcc5-2304a8318095,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:18.749270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.756453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:29:18.757209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Checking segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:18.758018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Bound using segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:29:18.758762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Bound port: c9f0a36c-f9b7-4b11-9f42-11faa4d207d9, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:18.759395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.801463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.824470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.838262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:18.839442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:18.948383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65e1594b-b613-4e3c-9825-c6fb5a6e2993 req-34e305a8-4317-4f75-a055-44e1ab89f28e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560889 Apr 18 20:29:18.998017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ceff-ea9d-49b0-9167-177f9778e3aa tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.056022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ceff-ea9d-49b0-9167-177f9778e3aa tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.100956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d48c31bb-f3e1-4995-9879-fc58ab80b4ff req-f4da1974-33c7-4c03-af06-b93173e85429 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7662518 Apr 18 20:29:19.127807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.279960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.287695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] For port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:29:19.294626 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.300235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.307810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:19.324369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ceff-ea9d-49b0-9167-177f9778e3aa tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.346419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:19.358098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.359791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 1f236957-4035-4775-bcc5-2304a8318095 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:19.390640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for 1f236957-4035-4775-bcc5-2304a8318095 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:19.392352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11df2b00-b2fc-4711-a1dc-70f038081402,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:19.396166 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d6ceff-ea9d-49b0-9167-177f9778e3aa tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.402936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a2d6ceff-ea9d-49b0-9167-177f9778e3aa tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d1f05ab8-d6ec-4f1e-82bb-54c671436929 HTTP/1.1" status: 204 len: 168 time: 0.6560481 Apr 18 20:29:19.413995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] For port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:29:19.477559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:19.534283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6ceff-ea9d-49b0-9167-177f9778e3aa tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d1f05ab8-d6ec-4f1e-82bb-54c671436929,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:19.539377 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.541958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-7d7c3a38-6ee0-4784-ad89-afb952c5cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:19.545693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-7d7c3a38-6ee0-4784-ad89-afb952c5cc6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 200 len: 920 time: 1.2608490 Apr 18 20:29:19.649744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63312829-b7b9-48f8-bb4c-fbdf1ea9b93c req-3fabfa6e-bb55-4fb3-ac55-0152571a6cd2 service neutron] 10.222.0.55 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2925806 Apr 18 20:29:19.697304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.703473 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-30d391fb-34db-4ae3-9dbf-01467a3d145f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7425103 Apr 18 20:29:19.703473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:19.703473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.706267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] 10.222.0.55 "PUT /v2.0/ports/c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 1091 time: 4.3738606 Apr 18 20:29:19.714051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:19.729399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57582) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:19.746287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:19.750790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': 'abfe3518-8bc4-4335-957c-9b0893f23b78', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:19.783227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:19.803565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57590) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:19.824497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:19.843689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9929c4-1983-4282-a118-f9d4e71c801e service neutron] Pushing event updated for resources: {'Port': ['ID=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:19.852143 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-e8aee950-b7e6-4f70-8c57-ce5e59393904 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8 HTTP/1.1" status: 200 len: 217 time: 0.2063415 Apr 18 20:29:19.875260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:19.884521 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:19.999127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1f236957-4035-4775-bcc5-2304a8318095,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:20.016113 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.067258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-efc9f7af-3476-4565-8b96-d151f09b9c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.070075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-efc9f7af-3476-4565-8b96-d151f09b9c1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6488163 Apr 18 20:29:20.128704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:20.155580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b59d0558-db1c-495f-aded-9a4dcc484873 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:20.203786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:29:20.204636 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:29:20.274841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd7a8a-d04a-4d6d-8247-a4cc3fe18ee3 req-62e11ec9-6865-4bed-8592-a1943985c3fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.278960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ffd7a8a-d04a-4d6d-8247-a4cc3fe18ee3 req-62e11ec9-6865-4bed-8592-a1943985c3fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.9310989 Apr 18 20:29:20.333786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=1f236957-4035-4775-bcc5-2304a8318095,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:20.368540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.372872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-eaf786fa-010d-4496-9be7-318dac274a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.374838 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-eaf786fa-010d-4496-9be7-318dac274a8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 200 len: 858 time: 0.4730380 Apr 18 20:29:20.391040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b59d0558-db1c-495f-aded-9a4dcc484873 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:20.392468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b59d0558-db1c-495f-aded-9a4dcc484873 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.8973253 Apr 18 20:29:20.400548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:20.408146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.461291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ffd7a8a-d04a-4d6d-8247-a4cc3fe18ee3 req-7b31a883-52bd-467f-86af-c72e25912dd5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669040 Apr 18 20:29:20.474232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:20.482970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8f8e82bc-20df-4804-b629-b33fd75505fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.485662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-8f8e82bc-20df-4804-b629-b33fd75505fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1094 time: 0.5682428 Apr 18 20:29:20.502808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Usage tracker for resource:security_group_rule and tenant:a1a05f31295b4e67b68b6d2e633d8dab is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:20.535587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae16c6-725d-430e-8e25-31f387139a28 req-a1b15398-53d3-4e1d-9c4b-87634ba44fd7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:20.537431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7e3ba7f5-d34e-4d06-972b-3639bf218019 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:29:20.537947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3ae16c6-725d-430e-8e25-31f387139a28 req-a1b15398-53d3-4e1d-9c4b-87634ba44fd7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 943 time: 1.0319643 Apr 18 20:29:20.563684 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e0ce96-84ef-4262-bfb6-82ca156092a9'] response: {'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'code': 200} Apr 18 20:29:20.597437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5710ed66-0fd5-4a23-9558-9082bba4d2d6 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.637106 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5710ed66-0fd5-4a23-9558-9082bba4d2d6 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.655066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-9bac1f30-363e-4311-842c-34199ca25b8a service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5542810 Apr 18 20:29:20.670453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-f2afd6b8-0ffe-4c2f-bb11-f6c592991c40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 217 time: 0.1765690 Apr 18 20:29:20.671938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:20.681958 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f830f0f-5dad-46e2-a897-6b7232014b6f'] response: {'name': 'network-changed', 'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'status': 'completed', 'code': 200} Apr 18 20:29:20.770599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port 1f236957-4035-4775-bcc5-2304a8318095 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:20.771495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:20.771889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:20.838666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7e3ba7f5-d34e-4d06-972b-3639bf218019, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:20.865730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7e3ba7f5-d34e-4d06-972b-3639bf218019', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '7e3ba7f5-d34e-4d06-972b-3639bf218019', 'mac_address': 'fa:16:3e:05:37:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:29:20.977415 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.006510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3ae16c6-725d-430e-8e25-31f387139a28 req-6c8a0d7e-b8ac-4730-b65f-ca41ee75b721 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4347746 Apr 18 20:29:21.020909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e3ba7f5-d34e-4d06-972b-3639bf218019 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:21.024310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.048335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.054045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-89df983e-ff53-477d-9bfc-ed91540d8bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.054553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7e3ba7f5-d34e-4d06-972b-3639bf218019, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:21.056663 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-89df983e-ff53-477d-9bfc-ed91540d8bab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.3557706 Apr 18 20:29:21.076165 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.099759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-be6753e4-01fc-4de6-8762-d6c1045ee6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.101619 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-be6753e4-01fc-4de6-8762-d6c1045ee6fc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7152836 Apr 18 20:29:21.102447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5710ed66-0fd5-4a23-9558-9082bba4d2d6 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.207386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173d1030-d0dd-4216-837a-d9ddebb4263d,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:21.213564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be07c845-89b4-47a4-bc08-b5bfee2c0118 req-6a150f81-bce0-4946-af36-9394ac18f4e4 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429583 Apr 18 20:29:21.225178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ed66-0fd5-4a23-9558-9082bba4d2d6 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=58815b86-204d-4c16-8fd6-2085ffb248e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:21.296697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5710ed66-0fd5-4a23-9558-9082bba4d2d6 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.303414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5710ed66-0fd5-4a23-9558-9082bba4d2d6 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/58815b86-204d-4c16-8fd6-2085ffb248e5 HTTP/1.1" status: 204 len: 168 time: 0.8613605 Apr 18 20:29:21.340084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57608) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:21.436075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7e3ba7f5-d34e-4d06-972b-3639bf218019,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:21.456956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.459512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7a9a7709-13d2-464b-a3ee-2dd2e9e26c04 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7244790 Apr 18 20:29:21.463325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7e3ba7f5-d34e-4d06-972b-3639bf218019'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:29:21.475262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57612) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:21.492655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d514e4-a202-41eb-820a-d44fcf84c5d3 req-40abc30b-4f2b-43b1-8647-c07920d45577 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.506060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02d514e4-a202-41eb-820a-d44fcf84c5d3 req-40abc30b-4f2b-43b1-8647-c07920d45577 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 944 time: 0.7060475 Apr 18 20:29:21.579052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.627254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': 'abfe3518-8bc4-4335-957c-9b0893f23b78', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:21.651622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:21.655387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.718805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:21.731999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:21.754694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-3e0c73fc-e736-4a84-9749-d9cdcb954912 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5976906 Apr 18 20:29:21.765017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:21.784732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e33f4f9f-81f7-4612-ba12-c5dd5a36369a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:21.798805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02d514e4-a202-41eb-820a-d44fcf84c5d3 req-9e1690c6-fa06-4b7a-8a24-d45689f7a11d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916121 Apr 18 20:29:21.821565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1a05f31295b4e67b68b6d2e633d8dab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0100904 Apr 18 20:29:21.822734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57618) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:21.825629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-3783c021-60d9-4bc7-a568-ee0c7d5e8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:21.827223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-3783c021-60d9-4bc7-a568-ee0c7d5e8995 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7507861 Apr 18 20:29:21.827901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6382f8-bc2d-451c-b900-1fac8d62b507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af277437-ea53-4bad-b3d2-3bb73bad7408,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:21.907777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e33f4f9f-81f7-4612-ba12-c5dd5a36369a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:21.908948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e33f4f9f-81f7-4612-ba12-c5dd5a36369a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.5631466 Apr 18 20:29:21.909832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:21.917060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:21.929141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port 1f236957-4035-4775-bcc5-2304a8318095, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1f236957-4035-4775-bcc5-2304a8318095,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:21.933649 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.193177 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:29:22.223797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e807391-1da7-425a-b321-e2ae2b0534e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.294858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e807391-1da7-425a-b321-e2ae2b0534e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.370657 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61615860-c3d3-45a0-a7c0-69d4465eb9d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.467730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-b1650e9d-6725-4edb-a9fd-5553dbe631ab service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6171672 Apr 18 20:29:22.470606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.491646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61615860-c3d3-45a0-a7c0-69d4465eb9d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.523427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for 1f236957-4035-4775-bcc5-2304a8318095 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:22.565810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f236957-4035-4775-bcc5-2304a8318095'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:22.622452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f917bbb-5c13-49df-a20e-7877a67a082c req-5890d3a5-189a-48c4-b6a5-0e4e94e5fd3e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:22.625034 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f917bbb-5c13-49df-a20e-7877a67a082c req-5890d3a5-189a-48c4-b6a5-0e4e94e5fd3e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 944 time: 1.0327094 Apr 18 20:29:22.713237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.737387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e807391-1da7-425a-b321-e2ae2b0534e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:22.785824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f917bbb-5c13-49df-a20e-7877a67a082c req-262350d4-02a4-455d-8b5e-d87215ada0ca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408846 Apr 18 20:29:22.815518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dae377ee-54d8-4d41-b00f-8808678232e4 req-04903f58-9861-496f-854d-371b5bf0fdd7 service neutron] 10.222.0.61 "GET /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0433385 Apr 18 20:29:22.848421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a9d91b-9704-40bd-9991-1d38284669d5,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:23.007388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.022209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f626cdd9-14a3-441b-b3a4-8a952f9067de'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:29:23.061966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a80d5b-b0eb-441f-928c-ba2b0b1e9320 req-24b2d1a7-0efb-4024-908d-020b9c7d6bb8 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.086480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43a80d5b-b0eb-441f-928c-ba2b0b1e9320 req-24b2d1a7-0efb-4024-908d-020b9c7d6bb8 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 1.0516250 Apr 18 20:29:23.129985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e807391-1da7-425a-b321-e2ae2b0534e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39f86c10-2589-453c-b182-53fa1fad2844,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:23.155285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event deleted for resources: {'Port': ['ID=1f236957-4035-4775-bcc5-2304a8318095,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:23.173349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e807391-1da7-425a-b321-e2ae2b0534e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.174926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5e807391-1da7-425a-b321-e2ae2b0534e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/39f86c10-2589-453c-b182-53fa1fad2844 HTTP/1.1" status: 204 len: 168 time: 1.2453976 Apr 18 20:29:23.176636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.179577 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-221de952-776d-4a9d-9219-bc7dad5c035b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6698871 Apr 18 20:29:23.185722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:23.186531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:23.213439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': 'abfe3518-8bc4-4335-957c-9b0893f23b78', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:23.242869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:23.252940 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61615860-c3d3-45a0-a7c0-69d4465eb9d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.287698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:23.317812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:23.340097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61615860-c3d3-45a0-a7c0-69d4465eb9d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.345021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-61615860-c3d3-45a0-a7c0-69d4465eb9d4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af277437-ea53-4bad-b3d2-3bb73bad7408 HTTP/1.1" status: 204 len: 168 time: 1.5088167 Apr 18 20:29:23.345021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61615860-c3d3-45a0-a7c0-69d4465eb9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af277437-ea53-4bad-b3d2-3bb73bad7408,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:23.352692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:23.403494 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43a80d5b-b0eb-441f-928c-ba2b0b1e9320 req-52f1653f-99eb-4033-9181-329caeebdbab tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141208 Apr 18 20:29:23.410247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71bc42e1-b1c6-4325-b249-8440ab22d6c6 req-443f7bcd-6576-4e29-b620-7983eff84394 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9252677 Apr 18 20:29:23.415972 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:29:23.430031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.472272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] No DVR routers for this DVR port 1f236957-4035-4775-bcc5-2304a8318095 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:23.522263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.536304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'name': 'network-vif-deleted', 'tag': '1f236957-4035-4775-bcc5-2304a8318095'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:23.634888 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d2083d-1610-483a-a12f-8d5fd5439cca'] response: {'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f236957-4035-4775-bcc5-2304a8318095', 'code': 200} Apr 18 20:29:23.740068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ead4d588-024f-45c5-b0c4-7e9f17c5a5ad tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:23.762955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d49dcc9-d606-486c-b384-a5c46007774d req-42404bb2-018d-42ca-8b69-b88901e5f8b8 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.55 "DELETE /v2.0/ports/1f236957-4035-4775-bcc5-2304a8318095 HTTP/1.1" status: 204 len: 173 time: 6.5152705 Apr 18 20:29:23.815596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ab96e-2daa-40e5-9dea-59e242749663 req-17661f96-0ec7-42ca-9124-3f50be064500 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:23.818233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b29ab96e-2daa-40e5-9dea-59e242749663 req-17661f96-0ec7-42ca-9124-3f50be064500 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 943 time: 0.8077712 Apr 18 20:29:23.855512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ead4d588-024f-45c5-b0c4-7e9f17c5a5ad tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:23.857843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ead4d588-024f-45c5-b0c4-7e9f17c5a5ad tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.6695173 Apr 18 20:29:23.863990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57650) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:23.904625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.949410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d3740a6-9ab4-4303-8a35-b5ef4a1be1c1 req-ee3f38bc-d7ed-4c57-922f-993423e007b6 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=914f2392-8803-4ce5-aed7-7108c94a78f9 HTTP/1.1" status: 200 len: 210 time: 0.1380217 Apr 18 20:29:23.957258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:23.966051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b29ab96e-2daa-40e5-9dea-59e242749663 req-ad027964-b35b-49d6-94be-5a0881236e6d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405373 Apr 18 20:29:23.988649 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d065e79-e0c6-4c58-85c5-f8251f810844 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.033419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d065e79-e0c6-4c58-85c5-f8251f810844 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.040291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-b26565a9-e8c1-40b2-a8a4-b8782f26eabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.047305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-b26565a9-e8c1-40b2-a8a4-b8782f26eabe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1094 time: 0.5186222 Apr 18 20:29:24.057817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.063992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8633230 Apr 18 20:29:24.065010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57654) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:24.082419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': 'abfe3518-8bc4-4335-957c-9b0893f23b78', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:24.102399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:24.116199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:24.121793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5db0a-692b-4b43-8326-ebfcc9a4f09a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc6c60e1-ec9b-4771-86ff-7de9de12b0c3,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.136278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:24.150959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:24.155732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d065e79-e0c6-4c58-85c5-f8251f810844 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.174006 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549b9447-bf48-4ccb-9f31-42fefbc70fbc'] response: {'server_uuid': '914f2392-8803-4ce5-aed7-7108c94a78f9', 'name': 'network-vif-deleted', 'tag': '1f236957-4035-4775-bcc5-2304a8318095', 'status': 'completed', 'code': 200} Apr 18 20:29:24.205548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d065e79-e0c6-4c58-85c5-f8251f810844 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b7096675-77ea-4478-9067-09b35eca1e78,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.221277 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:29:24.244447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d065e79-e0c6-4c58-85c5-f8251f810844 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.253194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7d065e79-e0c6-4c58-85c5-f8251f810844 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b7096675-77ea-4478-9067-09b35eca1e78 HTTP/1.1" status: 204 len: 168 time: 0.3875000 Apr 18 20:29:24.255805 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.268675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:24.421142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-5db2ccac-1050-4961-86e8-41aafaa1c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.427537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2af29c3f-6b7a-4da6-a062-c014fffcbd95 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:24.429176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-5db2ccac-1050-4961-86e8-41aafaa1c3da service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.3658509 Apr 18 20:29:24.488401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:24.534501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.568982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-90a9ede5-f3f5-4dc9-ad37-f9c0ababb1ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 217 time: 0.1318722 Apr 18 20:29:24.572007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-deea90a0-8253-4b54-986f-81c89ff6d399 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:24.575222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7e3ba7f5-d34e-4d06-972b-3639bf218019 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:24.588624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:24.599290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.615087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Usage tracker for resource:security_group_rule and tenant:bc40e31687d141f98efb3d36f63abbc6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:24.619411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:24.629010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-deea90a0-8253-4b54-986f-81c89ff6d399 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:24.630387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-deea90a0-8253-4b54-986f-81c89ff6d399 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3556309 Apr 18 20:29:24.631592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:24.635455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.639398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:24.702447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9130cc5b-efcb-449f-99ba-3c1bedc8d8bc,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.738265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9df27766-558e-4fe6-af60-5ff15c87efdf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.771318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.776450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-52e72b3e-89be-432a-9fe1-a899b1500b2d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7019088 Apr 18 20:29:24.776450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9df27766-558e-4fe6-af60-5ff15c87efdf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.783152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57672) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:24.798152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 7e3ba7f5-d34e-4d06-972b-3639bf218019 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:24.802155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'network': {'name': 'tempest-network-smoke--28458227', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:24.814165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7e3ba7f5-d34e-4d06-972b-3639bf218019 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:24.814468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.823428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f696996-7ac0-4277-83cc-75924415dd21 req-32b3cd44-6116-403a-a7fc-7e42a1488573 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.828260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f696996-7ac0-4277-83cc-75924415dd21 req-32b3cd44-6116-403a-a7fc-7e42a1488573 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 944 time: 0.4103055 Apr 18 20:29:24.828260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:24.835849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:network and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:24.842804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:24.858838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.876880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:24.885963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-acfb133b-7b34-47b5-bb38-5f79fe9e5d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:24.889807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-acfb133b-7b34-47b5-bb38-5f79fe9e5d54 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.3116727 Apr 18 20:29:24.905397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9df27766-558e-4fe6-af60-5ff15c87efdf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.936972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:24.940849 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:24.969992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df27766-558e-4fe6-af60-5ff15c87efdf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38a1d41a-5579-42d5-964e-ba4ffef25e81,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:24.970362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:25.003286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f696996-7ac0-4277-83cc-75924415dd21 req-87bab90e-2bae-4385-a612-a249915c7797 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619895 Apr 18 20:29:25.019589 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9df27766-558e-4fe6-af60-5ff15c87efdf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.021745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9df27766-558e-4fe6-af60-5ff15c87efdf tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/38a1d41a-5579-42d5-964e-ba4ffef25e81 HTTP/1.1" status: 204 len: 168 time: 0.3754947 Apr 18 20:29:25.027153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57680) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:25.035118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.039839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:25.046684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.074765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a65b0-910b-44d8-85b6-1491566f5a7f req-9ba09438-906f-4fd0-9ebe-27799da2db19 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.074765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b8a65b0-910b-44d8-85b6-1491566f5a7f req-9ba09438-906f-4fd0-9ebe-27799da2db19 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 946 time: 0.3355544 Apr 18 20:29:25.106374 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.106820 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Added segment d5e3029f-bf05-432e-a4e1-97fca243552c of type vlan for network 493ea40d-134c-4235-9b25-b4c919946090 Apr 18 20:29:25.159015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-fcc0a7ba-9320-48f4-a7fc-2b48479e60ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.160760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-fcc0a7ba-9320-48f4-a7fc-2b48479e60ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2570672 Apr 18 20:29:25.176662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bc40e31687d141f98efb3d36f63abbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6818550 Apr 18 20:29:25.180474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:25.183653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63be847-3f3b-4071-b43a-06cd4b4be0b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c85e99e-aeb5-4fea-9c6e-b8f633968f56,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.233972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.252639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.300877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.315992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d300e21d-7dd8-4fc2-8f9c-e6986d54044a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.320276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.328046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.329215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.351299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-4c295e7a-7257-43c2-b681-f4c818a8a07f service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777952 Apr 18 20:29:25.430785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9080b3a6-f685-48a2-8793-feb6c54f3730 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:25.442184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b8a65b0-910b-44d8-85b6-1491566f5a7f req-0d719518-79c9-4127-97f6-eaa76c065f9f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665426 Apr 18 20:29:25.555054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9080b3a6-f685-48a2-8793-feb6c54f3730 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:25.556623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9080b3a6-f685-48a2-8793-feb6c54f3730 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5257514 Apr 18 20:29:25.570929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57690) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:25.589496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7e3ba7f5-d34e-4d06-972b-3639bf218019, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:25.598971 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f68d7d5-5166-472a-af76-b4de6d2e8df5 req-3dbe103f-cc9e-4b05-82ef-c4ad6c0b613f service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397037 Apr 18 20:29:25.609741 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.618581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.657432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068a52b2-e0d4-4909-846f-f5d1eb0c2aa2 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.674323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95'}, {'server_uuid': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ba7f5-d34e-4d06-972b-3639bf218019'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:25.675106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Network': ['ID=493ea40d-134c-4235-9b25-b4c919946090,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.682595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d300e21d-7dd8-4fc2-8f9c-e6986d54044a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.693788 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068a52b2-e0d4-4909-846f-f5d1eb0c2aa2 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.696160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 493ea40d-134c-4235-9b25-b4c919946090 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:29:25.707661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-431a32b2-2d20-4195-89bf-574a9a12258e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9170647 Apr 18 20:29:25.712041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:25.764101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'admin_state_up': True, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:25.765945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068a52b2-e0d4-4909-846f-f5d1eb0c2aa2 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.789818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068a52b2-e0d4-4909-846f-f5d1eb0c2aa2 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.806938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:25.822720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:router and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:25.823891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-068a52b2-e0d4-4909-846f-f5d1eb0c2aa2 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.829357 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-068a52b2-e0d4-4909-846f-f5d1eb0c2aa2 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/a6742b1b-9a3f-4b8d-beb8-8eadfac05ec6 HTTP/1.1" status: 204 len: 168 time: 0.2558877 Apr 18 20:29:25.832092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:25.832423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57704) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:25.848009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:25.855790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7e3ba7f5-d34e-4d06-972b-3639bf218019,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:25.872223 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8424463b-ab23-40f5-aea7-abfd1be14703'] response: {'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'code': 200} Apr 18 20:29:25.872509 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8424463b-ab23-40f5-aea7-abfd1be14703'] response: {'server_uuid': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e3ba7f5-d34e-4d06-972b-3639bf218019', 'code': 200} Apr 18 20:29:25.907092 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.909558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:25.925892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615c2b7-c51a-4c8b-a0f0-79f448ded180 req-faf85569-3bf0-4026-ac11-c7affdeb5789 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:25.927679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3615c2b7-c51a-4c8b-a0f0-79f448ded180 req-faf85569-3bf0-4026-ac11-c7affdeb5789 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 943 time: 0.4339428 Apr 18 20:29:25.943525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9c64aee3-62a7-4d23-ad75-922a980bee56 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:25.966110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9c64aee3-62a7-4d23-ad75-922a980bee56 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:25.967589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c64aee3-62a7-4d23-ad75-922a980bee56 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1338418 Apr 18 20:29:25.978403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:25.983950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--848053773'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:25.991645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:26.006209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:26.007693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d300e21d-7dd8-4fc2-8f9c-e6986d54044a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.023662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.035222 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.049037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:26.053857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e21d-7dd8-4fc2-8f9c-e6986d54044a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c85e99e-aeb5-4fea-9c6e-b8f633968f56,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.055301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:26.060056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:26.087463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:26.092005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3615c2b7-c51a-4c8b-a0f0-79f448ded180 req-8c823c8a-fa95-4c34-9b5d-3773b0edc5d2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457906 Apr 18 20:29:26.106197 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d300e21d-7dd8-4fc2-8f9c-e6986d54044a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.110254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d300e21d-7dd8-4fc2-8f9c-e6986d54044a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8c85e99e-aeb5-4fea-9c6e-b8f633968f56 HTTP/1.1" status: 204 len: 168 time: 0.9280999 Apr 18 20:29:26.294812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.297224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92679d6-b73b-4b27-8d44-8ea812b04eb3 req-87d3de34-757c-43ff-b73d-f2b946a064a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.298818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a92679d6-b73b-4b27-8d44-8ea812b04eb3 req-87d3de34-757c-43ff-b73d-f2b946a064a5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 1096 time: 0.3336589 Apr 18 20:29:26.311844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.432467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:29:26.571433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.580832 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6001554 Apr 18 20:29:26.582243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57724) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:26.651391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': '9d7d7e95-2c4c-4cee-90c8-e8c4366ff6d2', 'direction': 'ingress', 'protocol': 17}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:26.672601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:26.681780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c529-0e4e-4e66-b509-12793bb581a9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7d7e95-2c4c-4cee-90c8-e8c4366ff6d2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:26.720332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:26.816768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:26.845676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:26.896553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:26.928176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-ba38dddf-a52f-4865-9b5b-8537ad8df196 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:26.930700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:26.931556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'port_id': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'mac_address': 'fa:16:3e:7f:72:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:29:26.932794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-ba38dddf-a52f-4865-9b5b-8537ad8df196 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 944 time: 0.4823153 Apr 18 20:29:26.953460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a92679d6-b73b-4b27-8d44-8ea812b04eb3 req-794c7294-767a-439d-91a6-be5ea8a2d079 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5915508 Apr 18 20:29:27.023630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6476825-7f0b-4359-90cf-0c8a34806967 req-5ed603a9-1435-437a-8dcf-16079096fe4b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.025605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6476825-7f0b-4359-90cf-0c8a34806967 req-5ed603a9-1435-437a-8dcf-16079096fe4b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 945 time: 0.5814972 Apr 18 20:29:27.064348 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.100701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:27.140269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:27.154611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.216007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6476825-7f0b-4359-90cf-0c8a34806967 req-cdd0a7e8-72c4-466a-acf4-6e1ff8ed0835 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169167 Apr 18 20:29:27.290971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:27.313379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.359712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b86812-d136-4e0f-9c6e-cc2bc14430a5 req-19d69037-1ba5-463d-984f-d3861617656f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:27.372299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43b86812-d136-4e0f-9c6e-cc2bc14430a5 req-19d69037-1ba5-463d-984f-d3861617656f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 944 time: 0.6450708 Apr 18 20:29:27.478907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Deleting port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:27.479241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.525868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['c9f0a36c-f9b7-4b11-9f42-11faa4d207d9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:29:27.543026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43b86812-d136-4e0f-9c6e-cc2bc14430a5 req-c4126fa4-6745-4cc1-b710-370b7e14e46a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690817 Apr 18 20:29:27.816613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.904848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:27.975797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.039973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd7e4f3-d8ce-4f17-88dd-d9bc21e46171,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:28.068397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.098701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.102265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-410baf33-7277-4763-a6c3-6a63559bc977 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.4760005 Apr 18 20:29:28.112200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57760) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:28.244204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be38e5c-42ed-4013-8f24-4321feacc8a2 req-e35d4928-8fa0-4688-bbdd-6289bdcfa095 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:28.250387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] For port 2af29c3f-6b7a-4da6-a062-c014fffcbd95, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2af29c3f-6b7a-4da6-a062-c014fffcbd95,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:28.250761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7be38e5c-42ed-4013-8f24-4321feacc8a2 req-e35d4928-8fa0-4688-bbdd-6289bdcfa095 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 944 time: 0.2987447 Apr 18 20:29:28.254133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.442552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2af29c3f-6b7a-4da6-a062-c014fffcbd95 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:28.460951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7be38e5c-42ed-4013-8f24-4321feacc8a2 req-e408009e-3082-4a12-90dd-4029fb28af60 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033994 Apr 18 20:29:28.547793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.89 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/13189602-5945-4eb7-8304-634b7935cca9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:28.738644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Calling delete_port for 2af29c3f-6b7a-4da6-a062-c014fffcbd95 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:28.840871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c7f73e-fd29-4f26-9696-ca886c80f5d9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:28.900027 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c7f73e-fd29-4f26-9696-ca886c80f5d9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.075134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.144601 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c7f73e-fd29-4f26-9696-ca886c80f5d9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.175449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event deleted for resources: {'Port': ['ID=2af29c3f-6b7a-4da6-a062-c014fffcbd95,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.185258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7f73e-fd29-4f26-9696-ca886c80f5d9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7d7e95-2c4c-4cee-90c8-e8c4366ff6d2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:29.288734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.380735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f15029-3bdb-4a62-b747-77eecdaaa056 req-77fea626-f2dd-4761-bb46-80e901f45870 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:29.383918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-73f15029-3bdb-4a62-b747-77eecdaaa056 req-77fea626-f2dd-4761-bb46-80e901f45870 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 945 time: 0.3567801 Apr 18 20:29:29.408683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3c5b78cf-66a2-48dd-b258-be987d9f734b req-d80da9cb-d0a9-4837-8fc5-6d522663e6db tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:29.435651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] No DVR routers for this DVR port 2af29c3f-6b7a-4da6-a062-c014fffcbd95 on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:29.443894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.447106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-deleted', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:29.465635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14c7f73e-fd29-4f26-9696-ca886c80f5d9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.467072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-14c7f73e-fd29-4f26-9696-ca886c80f5d9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/9d7d7e95-2c4c-4cee-90c8-e8c4366ff6d2 HTTP/1.1" status: 204 len: 168 time: 1.3518584 Apr 18 20:29:29.468916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5d12132-77c6-4b81-a0b9-b0abe6c3ee30 req-1ea8d5f2-4adc-4884-add8-06917be04378 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "DELETE /v2.0/ports/2af29c3f-6b7a-4da6-a062-c014fffcbd95 HTTP/1.1" status: 204 len: 173 time: 2.5198607 Apr 18 20:29:29.471523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57792) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:29.494553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-73f15029-3bdb-4a62-b747-77eecdaaa056 req-4f4b7abf-6a9c-489a-bd56-8344443b2ca4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 Apr 18 20:29:29.505089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.523487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3c5b78cf-66a2-48dd-b258-be987d9f734b req-d80da9cb-d0a9-4837-8fc5-6d522663e6db tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:29.525248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c5b78cf-66a2-48dd-b258-be987d9f734b req-d80da9cb-d0a9-4837-8fc5-6d522663e6db tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 210 time: 0.2294652 Apr 18 20:29:29.620521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b88bdd2-5766-48a2-9861-6530a6a95f91 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:29.671099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b88bdd2-5766-48a2-9861-6530a6a95f91 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:29.677590 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b88bdd2-5766-48a2-9861-6530a6a95f91 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2004206 Apr 18 20:29:29.678640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57800) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:29.683523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:29.687012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:29.691226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--756191495'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:29.698970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:29.707998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:29.734233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:29.759671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:29.822435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:29.832735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:29.839117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:29.858256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:29.891530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=13189602-5945-4eb7-8304-634b7935cca9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:30.063124 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4849a7-6ba7-40bc-8389-962adfa5b112'] response: {'server_uuid': '34b32f94-4379-40c9-ac4c-b49d8dacee46', 'name': 'network-vif-deleted', 'tag': '2af29c3f-6b7a-4da6-a062-c014fffcbd95', 'status': 'completed', 'code': 200} Apr 18 20:29:30.133877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.142314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.316941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0a24c6-b137-43c8-b645-f9c0656fd059,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:30.329360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.330865 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-97363ed7-a6ae-468a-8b18-595a30cfa80b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6508803 Apr 18 20:29:30.339344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57814) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:30.357063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085724721'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:30.367368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:30.373595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:30.390632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:30.410205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:30.439868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:30.459300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.532543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d6c380-e7a8-45a0-b606-a3f5e1931286 req-26b9d136-8d3e-48fe-932d-8c45689dae1a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:30.540405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7d6c380-e7a8-45a0-b606-a3f5e1931286 req-26b9d136-8d3e-48fe-932d-8c45689dae1a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 944 time: 0.3485658 Apr 18 20:29:30.562781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:30.572386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:30.577209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:30.593243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:30.654164 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7d6c380-e7a8-45a0-b606-a3f5e1931286 req-a79065fe-f928-42bd-8165-66558aa5364f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127117 Apr 18 20:29:30.733898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:30.778003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:30.793440 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.838444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:30.848809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.061097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=854e1b12-9421-48c2-ae85-2976350b9620,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:31.097295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c87c3612-6507-4db9-a6c2-9de6bed25e48 req-28e58cb0-00c1-4d2a-99c2-ef03e9a936a9 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=34b32f94-4379-40c9-ac4c-b49d8dacee46 HTTP/1.1" status: 200 len: 210 time: 0.1566107 Apr 18 20:29:31.102609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.106359 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-771e9a09-b331-4b59-af4a-943c200f4a89 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7652597 Apr 18 20:29:31.111913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57836) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:31.126456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'ed0a24c6-b137-43c8-b645-f9c0656fd059', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '854e1b12-9421-48c2-ae85-2976350b9620', 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:31.143439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:31.154241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:31.166507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:31.184688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:31.187813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.249412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.265794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:31.291906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:31.305913 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.409986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.422279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.516139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4754010-e935-4411-b85f-d2d224edde86,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:31.564470 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.574590 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9258fc93-50c5-4428-a967-aeafb24bb4e9 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4588742 Apr 18 20:29:31.579292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57854) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:31.618222 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c122d75b-03c4-4bb6-b137-ea0852684d45'] response: {'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'code': 200} Apr 18 20:29:31.632630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:31.658530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60955720-48fd-40bf-8774-f3abbfd02006 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.676206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60955720-48fd-40bf-8774-f3abbfd02006 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.697620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.862580 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60955720-48fd-40bf-8774-f3abbfd02006 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.904476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60955720-48fd-40bf-8774-f3abbfd02006 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:31.910220 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-60955720-48fd-40bf-8774-f3abbfd02006 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/e4754010-e935-4411-b85f-d2d224edde86 HTTP/1.1" status: 204 len: 168 time: 0.3256648 Apr 18 20:29:31.911562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:31.916102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60955720-48fd-40bf-8774-f3abbfd02006 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e4754010-e935-4411-b85f-d2d224edde86,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:31.966594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec10b6-8aa9-4884-bb0c-cd5deab9a137 req-4345b0a1-981d-4a17-a753-572e52a125c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:31.969891 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0ec10b6-8aa9-4884-bb0c-cd5deab9a137 req-4345b0a1-981d-4a17-a753-572e52a125c6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1096 time: 0.2331605 Apr 18 20:29:32.158129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0ec10b6-8aa9-4884-bb0c-cd5deab9a137 req-5b9e0fee-caed-4b47-9721-7b199c4cfe3f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139138 Apr 18 20:29:32.214734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711755e-680e-4385-a1e8-a79d94de53fc req-de893263-b021-4a5a-ab11-c56c83427e61 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:32.217796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8711755e-680e-4385-a1e8-a79d94de53fc req-de893263-b021-4a5a-ab11-c56c83427e61 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.2459731 Apr 18 20:29:32.322685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8711755e-680e-4385-a1e8-a79d94de53fc req-f2db08c2-922a-41fa-979d-4ecfa7d66d81 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878727 Apr 18 20:29:32.605748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-867b04cb-fbf5-4773-98b3-ef0d32cca19b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:32.717531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57886) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:32.718221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57888) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:32.727584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--314718519', 'description': 'tempest-description--1149669068'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:32.743183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:32.763652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:32.787207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.804256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:32.815879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-867b04cb-fbf5-4773-98b3-ef0d32cca19b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:32.818117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-867b04cb-fbf5-4773-98b3-ef0d32cca19b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.9054811 Apr 18 20:29:32.822812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57896) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:32.930660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:32.946609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Usage tracker for resource:security_group_rule and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:32.958679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:32.987917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:33.021139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bc06d07-eabc-4db9-8edb-93d53dc6147e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.058559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1fdcd-7a45-4c32-9d2c-bb9ae40de082 req-6fdbef82-4f77-45ea-8203-30bfd48c7a1d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.059543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9a1fdcd-7a45-4c32-9d2c-bb9ae40de082 req-6fdbef82-4f77-45ea-8203-30bfd48c7a1d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:33.073373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-19f44283-2880-47ef-b227-9e10693c669e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:33.074916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-19f44283-2880-47ef-b227-9e10693c669e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:33.130247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9a1fdcd-7a45-4c32-9d2c-bb9ae40de082 req-6fdbef82-4f77-45ea-8203-30bfd48c7a1d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:33.141411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9a1fdcd-7a45-4c32-9d2c-bb9ae40de082 req-6fdbef82-4f77-45ea-8203-30bfd48c7a1d tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 945 time: 0.7291636 Apr 18 20:29:33.144354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-19f44283-2880-47ef-b227-9e10693c669e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:33.145539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-19f44283-2880-47ef-b227-9e10693c669e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 945 time: 0.5206351 Apr 18 20:29:33.258994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.271921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9a1fdcd-7a45-4c32-9d2c-bb9ae40de082 req-336bddcf-2a7e-4907-9dd3-34b7f06972cf tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/security-groups?id=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295326 Apr 18 20:29:33.284235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Deleting port f626cdd9-14a3-441b-b3a4-8a952f9067de {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:33.284792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.317687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:29:33.478404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bc06d07-eabc-4db9-8edb-93d53dc6147e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.553004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:33.569135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.575494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Usage tracker for resource:security_group_rule and tenant:8c9d7ecc34ab4ee5952b344bcf237a9a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:33.580678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:33.596734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.613122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:33.742464 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bc06d07-eabc-4db9-8edb-93d53dc6147e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.882159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:33.889889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1621451 Apr 18 20:29:33.901200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57910) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:33.925170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efa69e9-cf3f-44f3-bd5d-35601db2f427 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8588e439-313f-4f97-a7d8-e1062f899ee5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:33.938058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Request body: {'security_group_rule': {'security_group_id': '8588e439-313f-4f97-a7d8-e1062f899ee5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:33.952162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:33.985345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Usage tracker for resource:security_group_rule and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:34.010280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:34.017193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc06d07-eabc-4db9-8edb-93d53dc6147e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=854e1b12-9421-48c2-ae85-2976350b9620,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:34.033662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:34.038037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:29:34.043306 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bc06d07-eabc-4db9-8edb-93d53dc6147e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.053250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2bc06d07-eabc-4db9-8edb-93d53dc6147e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/854e1b12-9421-48c2-ae85-2976350b9620 HTTP/1.1" status: 204 len: 168 time: 1.2285917 Apr 18 20:29:34.059214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57916) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:34.061899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Sync routers for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:34.078491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:34.079522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:34.224962 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.252904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] For port f626cdd9-14a3-441b-b3a4-8a952f9067de, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f626cdd9-14a3-441b-b3a4-8a952f9067de,segment=NetworkSegment(af65db26-8066-45ae-9a3e-45e4024b3941),segment_id=af65db26-8066-45ae-9a3e-45e4024b3941)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:34.255032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.277429 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.279872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-51f446e6-e234-4216-a67a-64482429d5ed tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 8.5543792 Apr 18 20:29:34.288360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57920) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:34.307601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be86c2f-16ce-4b42-b258-ab3579ceb6bc req-1e263010-f18f-412d-a379-f5dbe02b4a55 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:34.308889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.334293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7be86c2f-16ce-4b42-b258-ab3579ceb6bc req-1e263010-f18f-412d-a379-f5dbe02b4a55 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.7064047 Apr 18 20:29:34.372377 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.403088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:34.516097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1014d7d5-0edf-458a-887b-9f195a39d5c8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:34.530112 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c9d7ecc34ab4ee5952b344bcf237a9a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8100421 Apr 18 20:29:34.531956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57928) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:34.552863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Calling delete_port for f626cdd9-14a3-441b-b3a4-8a952f9067de owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:34.557165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc5c414-cce7-4d45-82e6-24f35e4d240b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb21037-282c-4865-84e1-3c80afff2dfc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:34.575291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.605927 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.611282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e4e9e6c-178d-48ab-945f-7d3fb879a401 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6fe5691eda2a4b868086134bcc610d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2697914 Apr 18 20:29:34.616196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57932) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:34.672289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7be86c2f-16ce-4b42-b258-ab3579ceb6bc req-4c60fc60-1393-4190-8de1-9447a53c0c95 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3245027 Apr 18 20:29:34.680162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1014d7d5-0edf-458a-887b-9f195a39d5c8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:34.686581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1014d7d5-0edf-458a-887b-9f195a39d5c8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6138427 Apr 18 20:29:34.717053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:34.719761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07cc209-3952-4c6d-88e5-9021aed83195,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:34.879659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:34.996917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:30Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:34.998993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.000905 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dcb10aa2-9e0b-47a9-bea2-eef8c34e9531 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0932806 Apr 18 20:29:35.007198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Checking router: 20ecddb6-6201-4343-bc5f-e4b6ca2af5be for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:35.008119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Updating router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be port 13189602-5945-4eb7-8304-634b7935cca9 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:35.014068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57940) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:35.019801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2582358-1e9e-43eb-aa68-c2916de38901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.033954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Request body: {'security_group_rule': {'security_group_id': '8588e439-313f-4f97-a7d8-e1062f899ee5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:35.067018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:35.072892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Pushing event deleted for resources: {'Port': ['ID=f626cdd9-14a3-441b-b3a4-8a952f9067de,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.077208 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.092152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a69395a-465b-4bd6-bb24-5c08db4b5760 req-fc4c3ca5-1399-4514-9fbb-6ec5941c8d48 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 210 time: 0.1559050 Apr 18 20:29:35.102213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Usage tracker for resource:security_group_rule and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:35.126195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:35.158128 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2582358-1e9e-43eb-aa68-c2916de38901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.177416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:35.209238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3077d877-4fbe-4a95-9f2e-2b1c29846d66 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.249363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb6d93e-49e2-46bc-922e-f1d049fad8e9 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.254817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5eb6d93e-49e2-46bc-922e-f1d049fad8e9 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5730903 Apr 18 20:29:35.266167 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3077d877-4fbe-4a95-9f2e-2b1c29846d66 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.273544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57944) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:35.295278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] No DVR routers for this DVR port f626cdd9-14a3-441b-b3a4-8a952f9067de on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:35.305604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.311022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'name': 'network-vif-deleted', 'tag': 'f626cdd9-14a3-441b-b3a4-8a952f9067de'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:35.343054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cddb780b-2105-4e7f-936b-55da5e555da1 req-e3bc4c96-ca8e-41ea-acb8-e91945415ccb tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.61 "DELETE /v2.0/ports/f626cdd9-14a3-441b-b3a4-8a952f9067de HTTP/1.1" status: 204 len: 173 time: 2.1806560 Apr 18 20:29:35.356974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707a9c6-0eb0-4fc6-97d3-396c09a08b1e req-29fc3dcc-2008-4614-ae75-222dfaa5a6ac tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:35.369195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3707a9c6-0eb0-4fc6-97d3-396c09a08b1e req-29fc3dcc-2008-4614-ae75-222dfaa5a6ac tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.6388438 Apr 18 20:29:35.396194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3077d877-4fbe-4a95-9f2e-2b1c29846d66 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.430272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a537477d-9dd6-4db6-ab6d-7fe644126a78 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1549809 Apr 18 20:29:35.436517 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.439438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57950) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:35.454672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-7873466', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:35.548465 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3707a9c6-0eb0-4fc6-97d3-396c09a08b1e req-a261dfa2-6b15-4a3b-b070-c153e22ad2fe tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1779459 Apr 18 20:29:35.553136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2582358-1e9e-43eb-aa68-c2916de38901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.571573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2582358-1e9e-43eb-aa68-c2916de38901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb21037-282c-4865-84e1-3c80afff2dfc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.597149 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2582358-1e9e-43eb-aa68-c2916de38901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.602052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a2582358-1e9e-43eb-aa68-c2916de38901 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbb21037-282c-4865-84e1-3c80afff2dfc HTTP/1.1" status: 204 len: 168 time: 1.0612006 Apr 18 20:29:35.602369 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.612494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.625992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.649070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Transition to ACTIVE for port object 13189602-5945-4eb7-8304-634b7935cca9 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:35.656704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077d877-4fbe-4a95-9f2e-2b1c29846d66 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0a24c6-b137-43c8-b645-f9c0656fd059,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.671111 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faac1746-515f-4f76-9297-26dc60a1a14a'] response: {'server_uuid': '3ed04dcb-7f53-4fab-b03d-12a3f7e1308b', 'name': 'network-vif-deleted', 'tag': 'f626cdd9-14a3-441b-b3a4-8a952f9067de', 'status': 'completed', 'code': 200} Apr 18 20:29:35.692114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af45b29e-8f85-4e6b-b96b-06efe7b8dca4,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.693936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.711464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:35.718121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:subnet and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:35.722627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3077d877-4fbe-4a95-9f2e-2b1c29846d66 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.723904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3077d877-4fbe-4a95-9f2e-2b1c29846d66 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/ed0a24c6-b137-43c8-b645-f9c0656fd059 HTTP/1.1" status: 204 len: 168 time: 1.0063906 Apr 18 20:29:35.725656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:35.726847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57960) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:35.750026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:35.753293 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.760087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ca2879da-72b9-4938-89de-8ed06e3d2b63 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7426424 Apr 18 20:29:35.760953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57964) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:35.771716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:35.779193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:35.788361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.794647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Pushing event updated for resources: {'Port': ['ID=13189602-5945-4eb7-8304-634b7935cca9,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:35.807653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Attempting to bind port 13189602-5945-4eb7-8304-634b7935cca9 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:35.817075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Attempting to bind port 13189602-5945-4eb7-8304-634b7935cca9 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:35.817593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Attempting to bind port 13189602-5945-4eb7-8304-634b7935cca9 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:35.826966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:35.833990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-32a56f1a-c116-43e7-b6f2-2aa474735862 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1056001 Apr 18 20:29:35.840589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57968) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:35.841269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.841660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.842012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.842373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.842701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.843044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.843374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.843697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Usage tracker for resource:floatingip and tenant:affb4b1f349f4736acebb0aaa56af71a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:35.843815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.844034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.844357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.844692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.845017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:35.850906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--871486979'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:35.857954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:29:35.858380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:35.858803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.859218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:29:35.859732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Bound port: 13189602-5945-4eb7-8304-634b7935cca9, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:35.860127 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.860458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:35.865316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:35.873132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:35.875979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:35.881204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:35.893025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:35.905199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.965365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:35.965580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] For port 13189602-5945-4eb7-8304-634b7935cca9, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:29:35.970503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] For port 13189602-5945-4eb7-8304-634b7935cca9, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13189602-5945-4eb7-8304-634b7935cca9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:29:35.978960 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.018426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:36.024007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:36.028466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:36.035331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:36.092600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:36.093442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:36.133614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.148852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.162732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.311858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5c417f-6517-416d-86d3-fb02cc8b8c79,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.317827 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.319813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ead842fd-e9b4-4dd3-8d6d-ba36ab1a03a8 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4780440 Apr 18 20:29:36.323172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57976) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:36.338072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b20b5e-fab2-4ee3-b12c-1621903a7f63 req-c19fdc72-0c70-41ba-bfe0-251b61f3a7e1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:36.338903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5298a17-2b32-4bfb-878f-ae624b7a613b None None] Pushing event updated for resources: {'Port': ['ID=13189602-5945-4eb7-8304-634b7935cca9,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.346240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42b20b5e-fab2-4ee3-b12c-1621903a7f63 req-c19fdc72-0c70-41ba-bfe0-251b61f3a7e1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.4207361 Apr 18 20:29:36.346962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57980) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:36.351554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': '9e5c417f-6517-416d-86d3-fb02cc8b8c79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:36.390525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:36.408605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:36.412904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Subnet': ['ID=7978e095-8612-4a7e-be99-6c18e85459ef,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.415274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Checking segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:36.415679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network hostable DHCP agents. Network: 493ea40d-134c-4235-9b25-b4c919946090, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:36.421917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.426638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:36.439890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:36.487242 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42b20b5e-fab2-4ee3-b12c-1621903a7f63 req-fe460c24-829b-484e-bcd9-414bf0899273 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400263 Apr 18 20:29:36.493736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-76c6cbed-f10b-4a9e-b1d1-1112b5caa3a0 req-88067caf-5bfa-472d-9e06-8c064af6c7e4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Synchronizing usage tracker for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:36.505813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.508805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:36.516744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Usage tracker for resource:security_group_rule and tenant:8f9bb9174bf74b4ca64aafbc5a7f52a5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:36.524156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:36.534491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:36.547233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 493ea40d-134c-4235-9b25-b4c919946090 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:36.554950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-76c6cbed-f10b-4a9e-b1d1-1112b5caa3a0 req-88067caf-5bfa-472d-9e06-8c064af6c7e4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] Unset dirty status for tenant:0f5daaf16c7b496d9b242f9d7fdce567 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:36.556189 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76c6cbed-f10b-4a9e-b1d1-1112b5caa3a0 req-88067caf-5bfa-472d-9e06-8c064af6c7e4 tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3ed04dcb-7f53-4fab-b03d-12a3f7e1308b HTTP/1.1" status: 200 len: 210 time: 0.1159053 Apr 18 20:29:36.573498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:36.593865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 493ea40d-134c-4235-9b25-b4c919946090) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:36.602955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:36.603542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.612020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.655665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8fbf469b-ed8d-4974-bb07-d0e73f7a4c96 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.2113914 Apr 18 20:29:36.666733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57988) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:36.675269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.726514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.820418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267ef7a0-5164-427a-a7db-a4b11ba18eaa,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:36.853619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b61ad6-e178-4c5f-9c3e-c677a858ad07 None None] Network 493ea40d-134c-4235-9b25-b4c919946090 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:29:36.871514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:36.872849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4cf3456b-f493-4d92-a50c-63dcb283263c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5449793 Apr 18 20:29:36.883132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f626cdd9-14a3-441b-b3a4-8a952f9067de no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:36.909205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57994) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:36.961372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: f626cdd9-14a3-441b-b3a4-8a952f9067de {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:29:36.961998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f626cdd9-14a3-441b-b3a4-8a952f9067de not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:29:36.986117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Allocated IP 172.25.5.113 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/746bd773-51b3-47d7-b435-03a2f9278af8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:37.030209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c265938-26ae-40b4-9a95-8b14b0a3dd5a req-81fe282b-61b8-4813-9548-10cecdbbd281 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.031943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7c265938-26ae-40b4-9a95-8b14b0a3dd5a req-81fe282b-61b8-4813-9548-10cecdbbd281 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.3070972 Apr 18 20:29:37.033119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03ee7753-78df-4d7a-aa4c-55bf13e571e7 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.062144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57998) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:37.066303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03ee7753-78df-4d7a-aa4c-55bf13e571e7 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.090708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'floatingip': {'port_id': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:37.127346 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.151521 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.278162 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.349617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f9bb9174bf74b4ca64aafbc5a7f52a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9921999 Apr 18 20:29:37.358936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:37.365054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e472f-ccb3-4698-baf7-6ec2e0ba342f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21abca5f-e64a-488b-8b46-0ffd53e02dd3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:37.388452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92828732-6e81-47f5-8bec-3223ab90ff3a req-f54577e8-c6e1-44ab-96f1-f80b01d402f7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:37.396034 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92828732-6e81-47f5-8bec-3223ab90ff3a req-f54577e8-c6e1-44ab-96f1-f80b01d402f7 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.5688832 Apr 18 20:29:37.696394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-493ea40d-134c-4235-9b25-b4c919946090', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:29:37.697956 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:37.775832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58008) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:37.823463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:30Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:37.842176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5724382-937f-4190-8df9-5815a32802d7 None None] The sync data for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 is: [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:30Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:37.908163 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03ee7753-78df-4d7a-aa4c-55bf13e571e7 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.000999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Allocated IP 172.20.0.2 (493ea40d-134c-4235-9b25-b4c919946090/7978e095-8612-4a7e-be99-6c18e85459ef/7e2de473-fb14-49ab-81a5-d00041cf00b7) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:38.059968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ee7753-78df-4d7a-aa4c-55bf13e571e7 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=267ef7a0-5164-427a-a7db-a4b11ba18eaa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:38.081320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92828732-6e81-47f5-8bec-3223ab90ff3a req-20ae95e5-5d68-4216-aaad-c48943a28c5b tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6841092 Apr 18 20:29:38.126252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03ee7753-78df-4d7a-aa4c-55bf13e571e7 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.138215 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03ee7753-78df-4d7a-aa4c-55bf13e571e7 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/267ef7a0-5164-427a-a7db-a4b11ba18eaa HTTP/1.1" status: 204 len: 168 time: 1.2275217 Apr 18 20:29:38.139246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58014) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:38.157012 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f146714-a69c-4df5-be9f-3bba8f63ce92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.197727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.235143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f146714-a69c-4df5-be9f-3bba8f63ce92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.410529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-1b23df45-434e-4784-af79-93f3679230e4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:38.412272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-1b23df45-434e-4784-af79-93f3679230e4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.55 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.6445446 Apr 18 20:29:38.525907 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.591096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Transition to ACTIVE for port object 7e2de473-fb14-49ab-81a5-d00041cf00b7 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:38.592037 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f146714-a69c-4df5-be9f-3bba8f63ce92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.640361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Transition to ACTIVE for port object 7e2de473-fb14-49ab-81a5-d00041cf00b7 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:38.661469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.672527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f146714-a69c-4df5-be9f-3bba8f63ce92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.674527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7f146714-a69c-4df5-be9f-3bba8f63ce92 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/21abca5f-e64a-488b-8b46-0ffd53e02dd3 HTTP/1.1" status: 204 len: 168 time: 1.3144028 Apr 18 20:29:38.676069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f146714-a69c-4df5-be9f-3bba8f63ce92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21abca5f-e64a-488b-8b46-0ffd53e02dd3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:38.720733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc95907f-9d60-403a-b0e3-14bfeea935bb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:38.733204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.851939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Deleting port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:38.852974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.890067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] Deleting subnet 4402abdb-ee97-4be2-824e-79d45393fef7 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:29:38.906737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Network 493ea40d-134c-4235-9b25-b4c919946090 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:38.916288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:38.933220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Pushing event updated for resources: {'Port': ['ID=7e2de473-fb14-49ab-81a5-d00041cf00b7,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:38.936514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:38.941107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:38.999067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:39.001416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc95907f-9d60-403a-b0e3-14bfeea935bb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:39.008209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dc95907f-9d60-403a-b0e3-14bfeea935bb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8589041 Apr 18 20:29:39.013106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:39.041184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:39.048628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:39.165278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'Port': ['ID=746bd773-51b3-47d7-b435-03a2f9278af8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:39.228444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Attempting to bind port 7e2de473-fb14-49ab-81a5-d00041cf00b7 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:39.228768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Attempting to bind port 7e2de473-fb14-49ab-81a5-d00041cf00b7 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:39.231283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Attempting to bind port 7e2de473-fb14-49ab-81a5-d00041cf00b7 on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:39.258922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:29:39.259315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Checking segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:39.259747 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.260135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Bound using segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:29:39.260848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Bound port: 7e2de473-fb14-49ab-81a5-d00041cf00b7, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:39.262122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.335995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.408322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.501006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 13189602-5945-4eb7-8304-634b7935cca9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:39.565155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] For port 7e2de473-fb14-49ab-81a5-d00041cf00b7, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:29:39.579990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] For port 7e2de473-fb14-49ab-81a5-d00041cf00b7, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e2de473-fb14-49ab-81a5-d00041cf00b7,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:29:39.599711 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.694405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad771b4-2925-471d-b4fa-eedd2d3e0fdd None None] Pushing event updated for resources: {'Port': ['ID=7e2de473-fb14-49ab-81a5-d00041cf00b7,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:39.789159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 13189602-5945-4eb7-8304-634b7935cca9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:39.798031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:29:39.805417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 13189602-5945-4eb7-8304-634b7935cca9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:39.808770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:39.878883 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.032759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.034586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01bfc1e2-8e32-4e94-b286-9fc875ea230d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.040687 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.099794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 13189602-5945-4eb7-8304-634b7935cca9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13189602-5945-4eb7-8304-634b7935cca9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:40.110161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.124644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01bfc1e2-8e32-4e94-b286-9fc875ea230d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.153917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] For port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:40.154323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.227666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01bfc1e2-8e32-4e94-b286-9fc875ea230d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.271123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=13189602-5945-4eb7-8304-634b7935cca9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:40.437342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfc1e2-8e32-4e94-b286-9fc875ea230d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5c417f-6517-416d-86d3-fb02cc8b8c79,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:40.440714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01bfc1e2-8e32-4e94-b286-9fc875ea230d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.444747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-01bfc1e2-8e32-4e94-b286-9fc875ea230d tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/9e5c417f-6517-416d-86d3-fb02cc8b8c79 HTTP/1.1" status: 204 len: 168 time: 1.4189849 Apr 18 20:29:40.451368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58050) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:40.649371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.663408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.1 (493ea40d-134c-4235-9b25-b4c919946090/7978e095-8612-4a7e-be99-6c18e85459ef/c34aec05-bdf1-41e1-abc4-e9491e0cd8f0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:40.666691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.707726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1232-3358-42d3-a5b5-ed7fecc57f35 req-450a9ea5-ea71-46f9-8d00-00cd6df04bdb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:40.709425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7da1232-3358-42d3-a5b5-ed7fecc57f35 req-450a9ea5-ea71-46f9-8d00-00cd6df04bdb tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.7573757 Apr 18 20:29:40.715097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61dd4bf4-f98e-4f4c-8e35-62572c498cfb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:40.844832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:40.873274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61dd4bf4-f98e-4f4c-8e35-62572c498cfb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:40.877588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-61dd4bf4-f98e-4f4c-8e35-62572c498cfb tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3735862 Apr 18 20:29:40.895044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:40.913059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--125026733'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:40.926064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7da1232-3358-42d3-a5b5-ed7fecc57f35 req-0e363394-247d-46d1-b094-10d6ad224037 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066925 Apr 18 20:29:40.927172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:40.951403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:40.976946 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.150149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4402abdb-ee97-4be2-824e-79d45393fef7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.228684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.256567 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.265034 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.289707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:41.297029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:41.299598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:41.304443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:41.327680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:41.501997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.606268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 493ea40d-134c-4235-9b25-b4c919946090 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:41.610536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2de473-fb14-49ab-81a5-d00041cf00b7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:41.619569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:41.635006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:41.720347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b24c8f-dbab-486f-b721-964c598d88a8 None None] Network 493ea40d-134c-4235-9b25-b4c919946090 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:29:41.731916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.748327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.754559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.823050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.973958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8e236d45-1e48-4aa8-a640-9b37cb87d6ea None None] Provisioning for port 7e2de473-fb14-49ab-81a5-d00041cf00b7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:41.976849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370695d0-b5f7-4107-9364-89f81c596a61,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:41.988686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8e236d45-1e48-4aa8-a640-9b37cb87d6ea None None] Provisioning complete for port 7e2de473-fb14-49ab-81a5-d00041cf00b7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:41.991897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8e236d45-1e48-4aa8-a640-9b37cb87d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:41.995212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e9b0dd-960d-44ba-b6c5-6fd3a43b821f req-cae56ec5-ebe0-4848-9e4f-800dc7d0742e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:42.005278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81e9b0dd-960d-44ba-b6c5-6fd3a43b821f req-cae56ec5-ebe0-4848-9e4f-800dc7d0742e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5698187 Apr 18 20:29:42.018366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4226fea2-f874-49f1-98e4-11123bdb0ccf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4402abdb-ee97-4be2-824e-79d45393fef7 HTTP/1.1" status: 204 len: 168 time: 4.2411749 Apr 18 20:29:42.029038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:42.063702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.064301 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.064691 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Floating IP ec9e351a-da50-4c4c-b9f8-b07ce01baab6 disassociated. External IP: 172.25.5.82, port: fe91f0e9-c06c-44d0-b195-b91e4fc9e13b. Apr 18 20:29:42.065200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Calling delete_port for fe91f0e9-c06c-44d0-b195-b91e4fc9e13b owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:42.138109 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Floating IP f8b454e5-a58b-4e50-909a-d2c47f631d26 associated. External IP: 172.25.5.79, port: c9f0a36c-f9b7-4b11-9f42-11faa4d207d9. Apr 18 20:29:42.145657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.150823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a7b49d6d-e4b9-4640-865c-5e42c3a2481e tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2512486 Apr 18 20:29:42.151132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7e2de473-fb14-49ab-81a5-d00041cf00b7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:42.164122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:42.177543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e2de473-fb14-49ab-81a5-d00041cf00b7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:42.184296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.214118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': '370695d0-b5f7-4107-9364-89f81c596a61', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:42.224180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:42.229216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:42.233920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:42.241166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:42.360205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81e9b0dd-960d-44ba-b6c5-6fd3a43b821f req-0b8b05f8-eec0-4335-9f78-0ec210e8f9f4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3554699 Apr 18 20:29:42.405307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.444478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.540506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device fe91f0e9-c06c-44d0-b195-b91e4fc9e13b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:29:42.659971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:29:42.682742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.695412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.712281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.746392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.789290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.831015 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.839947 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:42.842671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6457925 Apr 18 20:29:42.845983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:42.846288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:42.870544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8687a6a9-ab78-4413-b4c3-39f8a6b5913b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de54b084-f37f-4f7d-bba5-ae647b734dfe,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:42.906847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7813db5e-8f95-4a6d-8ee2-2bc1416c7327']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:42.932828 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c12d13c1-9921-4f84-8572-b713ebfb1aa7 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules/de54b084-f37f-4f7d-bba5-ae647b734dfe HTTP/1.1" status: 200 len: 763 time: 0.0767190 Apr 18 20:29:42.939338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:42.941132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af65db26-8066-45ae-9a3e-45e4024b3941') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:42.941582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af65db26-8066-45ae-9a3e-45e4024b3941') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:42.949328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.021807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.056206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7e2de473-fb14-49ab-81a5-d00041cf00b7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e2de473-fb14-49ab-81a5-d00041cf00b7,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:43.095998 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.104377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:29:43.105392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.181571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43d621-8e20-493a-98fc-077507b70a96 req-9f443216-3093-430a-bef5-1eacaa40fd8d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.184881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af43d621-8e20-493a-98fc-077507b70a96 req-9f443216-3093-430a-bef5-1eacaa40fd8d tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 946 time: 0.9277170 Apr 18 20:29:43.186427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:29:43.202665 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:29:43.223013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.226382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.227922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 13189602-5945-4eb7-8304-634b7935cca9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:43.252352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60806d84-2ee0-49c1-87c8-edf9e441eb76 req-63def568-51e2-425f-99b2-0336a6a8a110 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:43.258259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60806d84-2ee0-49c1-87c8-edf9e441eb76 req-63def568-51e2-425f-99b2-0336a6a8a110 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.6949360 Apr 18 20:29:43.315441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'Port': ['ID=746bd773-51b3-47d7-b435-03a2f9278af8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:43.354335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.367870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dc23d045-dbac-4834-838e-8a316ec1f65a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5910242 Apr 18 20:29:43.380600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:43.385280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Usage tracker for resource:security_group_rule and tenant:f15d1baa058c4631b2ea1d436a1f8479 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:43.387639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.391283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:43.400402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:43.447875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8e236d45-1e48-4aa8-a640-9b37cb87d6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.478507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.485866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.598442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.644760 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a67de135-4d72-4548-b400-52e145394be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.748692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7813db5e-8f95-4a6d-8ee2-2bc1416c7327,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:43.778194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57ce01a0-c9e1-4689-9014-19cc9b6552f3 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:43.816290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57ce01a0-c9e1-4689-9014-19cc9b6552f3 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:43.817807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-57ce01a0-c9e1-4689-9014-19cc9b6552f3 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.8478491 Apr 18 20:29:43.826777 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3a382ce3-ed7e-481b-b766-1f71a9cf1ce3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7813db5e-8f95-4a6d-8ee2-2bc1416c7327 HTTP/1.1" status: 204 len: 168 time: 1.7892473 Apr 18 20:29:43.826777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:43.847082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7e2de473-fb14-49ab-81a5-d00041cf00b7,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:43.857665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-8e236d45-1e48-4aa8-a640-9b37cb87d6ea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:29:43.858279 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-8e236d45-1e48-4aa8-a640-9b37cb87d6ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:29:43.892842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.895699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cdc60b2-85db-481c-891c-88199775479b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.910940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cdc60b2-85db-481c-891c-88199775479b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.919391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 13189602-5945-4eb7-8304-634b7935cca9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:43.919990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.944642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:43.992986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cdc60b2-85db-481c-891c-88199775479b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.032998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d86104d-7ed4-4c4c-991f-649f2adf1656,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:44.092937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdc60b2-85db-481c-891c-88199775479b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de54b084-f37f-4f7d-bba5-ae647b734dfe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:44.170634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cdc60b2-85db-481c-891c-88199775479b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.179529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5cdc60b2-85db-481c-891c-88199775479b tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/de54b084-f37f-4f7d-bba5-ae647b734dfe HTTP/1.1" status: 204 len: 168 time: 0.3531289 Apr 18 20:29:44.196288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1d1bf9da-5509-4c40-a5f5-08e28b4fc40b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f15d1baa058c4631b2ea1d436a1f8479&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3417110 Apr 18 20:29:44.199367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:44.199925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:44.206185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58128) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:44.231919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af43d621-8e20-493a-98fc-077507b70a96 req-97e39035-e91e-4df4-8091-b668649e5aad tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=e4d1a076-da3d-4b71-85d1-e787d4c810ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0375757 Apr 18 20:29:44.233158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event deleted for resources: {'Port': ['ID=fe91f0e9-c06c-44d0-b195-b91e4fc9e13b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:44.588904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a82ff231-9ba4-4fda-9969-dd35dea73459 None None] Provisioning complete for port 7e2de473-fb14-49ab-81a5-d00041cf00b7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:44.590295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a82ff231-9ba4-4fda-9969-dd35dea73459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.644071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2de473-fb14-49ab-81a5-d00041cf00b7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:44.684765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60806d84-2ee0-49c1-87c8-edf9e441eb76 req-c059e07f-40f5-4bfc-af97-e7843ec76838 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1876717 Apr 18 20:29:44.826247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-93cb5213-3626-4995-8b8a-acbba5a64b13 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:44.876391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:29:44.946160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeab0-2bb1-4127-bec9-8c9a7e4344c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.955365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:44.964991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e2de473-fb14-49ab-81a5-d00041cf00b7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:44.966364 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.055031 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd06c561-ab05-433e-bf80-0bae43976f0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f5daaf16c7b496d9b242f9d7fdce567&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8406982 Apr 18 20:29:45.056966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.073137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a82ff231-9ba4-4fda-9969-dd35dea73459 None None] Provisioning for port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:45.133866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:45.173676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a82ff231-9ba4-4fda-9969-dd35dea73459 None None] Provisioning complete for port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:45.174159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a82ff231-9ba4-4fda-9969-dd35dea73459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.250860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a82ff231-9ba4-4fda-9969-dd35dea73459 None None] Port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:29:45.284898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-93cb5213-3626-4995-8b8a-acbba5a64b13 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:45.286360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-93cb5213-3626-4995-8b8a-acbba5a64b13 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0805218 Apr 18 20:29:45.288834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeab0-2bb1-4127-bec9-8c9a7e4344c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.319286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:45.350221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': '370695d0-b5f7-4107-9364-89f81c596a61', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:45.354187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-a2c68213-20f2-43c8-a0d0-a7902d4c8094 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.355043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-a2c68213-20f2-43c8-a0d0-a7902d4c8094 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:45.360276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Router 04cca268-2880-466e-9f01-afa3a7e3e682 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:29:45.384410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:45.385210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a2f84405-9ad3-4e4b-8f26-ff6662675fcd None None] Provisioning complete for port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:45.385878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2f84405-9ad3-4e4b-8f26-ff6662675fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.421189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.435069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.459690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:45.477104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-a2c68213-20f2-43c8-a0d0-a7902d4c8094 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:45.477104 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-a2c68213-20f2-43c8-a0d0-a7902d4c8094 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 822 time: 1.0285134 Apr 18 20:29:45.492776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a2f84405-9ad3-4e4b-8f26-ff6662675fcd None None] Port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:29:45.505567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:29:45.513091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.520704 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] Sync routers for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:45.536443 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:45.537504 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:45.555166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e8f2d61c-fe1d-4d38-9938-155166a888f6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/quotas/affb4b1f349f4736acebb0aaa56af71a HTTP/1.1" status: 200 len: 375 time: 0.0649703 Apr 18 20:29:45.608987 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bf058df-e6d0-452b-bc6e-73db759407e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.660172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae09be-64db-4850-a26a-58d898aaf06a req-c07ff016-53f1-4e90-80e4-ffb7f2e52304 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:45.661680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33ae09be-64db-4850-a26a-58d898aaf06a req-c07ff016-53f1-4e90-80e4-ffb7f2e52304 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7116034 Apr 18 20:29:45.668472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeab0-2bb1-4127-bec9-8c9a7e4344c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.694326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.725405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bf058df-e6d0-452b-bc6e-73db759407e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.742554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbaeab0-2bb1-4127-bec9-8c9a7e4344c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d86104d-7ed4-4c4c-991f-649f2adf1656,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:45.786801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4faba308-9511-4dcb-875b-3dba9bf38094 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "PUT /v2.0/floatingips/f8b454e5-a58b-4e50-909a-d2c47f631d26 HTTP/1.1" status: 200 len: 990 time: 8.7236555 Apr 18 20:29:45.790744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:45.796241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fbaeab0-2bb1-4127-bec9-8c9a7e4344c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.797052 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:45.803925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0fbaeab0-2bb1-4127-bec9-8c9a7e4344c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d86104d-7ed4-4c4c-991f-649f2adf1656 HTTP/1.1" status: 204 len: 168 time: 1.5912573 Apr 18 20:29:45.845122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:29:45.857759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] Sync routers for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:45.876026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 493ea40d-134c-4235-9b25-b4c919946090 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:45.877329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:45.878095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:45.894776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-251cf3c6-e86c-4b7b-899b-417ad1538db9 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3224978 Apr 18 20:29:45.900494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:45.971857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] No DVR routers for this DVR port fe91f0e9-c06c-44d0-b195-b91e4fc9e13b on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:29:45.977428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:45.981146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9943d24a-4543-4e6b-8edd-0f099156cabb req-3c7273ab-5d65-48d1-8648-0e0ae86b53ca tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.55 "DELETE /v2.0/ports/fe91f0e9-c06c-44d0-b195-b91e4fc9e13b HTTP/1.1" status: 204 len: 173 time: 7.5517652 Apr 18 20:29:45.983624 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.078663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.083854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33ae09be-64db-4850-a26a-58d898aaf06a req-527656cd-b615-4094-a9b5-275d6700b3a3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949444 Apr 18 20:29:46.106736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-36abc2b2-64ef-4144-aa55-e1a930a73878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.168120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cfe5dc8-47e6-4676-9507-92f965bb3374,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:46.241617 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8c10c23-c052-454d-89ed-6105a83184aa service neutron] 10.222.0.47 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3186035 Apr 18 20:29:46.299878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bf058df-e6d0-452b-bc6e-73db759407e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.510251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bf058df-e6d0-452b-bc6e-73db759407e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.512866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1bf058df-e6d0-452b-bc6e-73db759407e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69 HTTP/1.1" status: 204 len: 168 time: 1.3122473 Apr 18 20:29:46.528166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.536253 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cf328ef5-08e2-4bc3-9464-838ce9858ce0 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2156923 Apr 18 20:29:46.540215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58172) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:46.546820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf058df-e6d0-452b-bc6e-73db759407e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf5e91-0c6b-49f1-83c3-7212ec5d2d69,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:46.561442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-626459d6-bc9a-4748-bc2d-c3194d3fc974 None None] Provisioning complete for port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:46.562224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-626459d6-bc9a-4748-bc2d-c3194d3fc974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:46.700161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf749d6c-8aa1-496e-87fc-76cc5ab927c4 req-dd0343fa-5f2c-49cf-bdd2-3d56458b3604 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=12ee7db9-1a93-4773-83a2-b99d00a927e6 HTTP/1.1" status: 200 len: 210 time: 0.1839335 Apr 18 20:29:46.719369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:46.786952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:29:46.805585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a2b235e1-6eb0-4cf9-8932-e0d9dc83fbb6 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules/3cfe5dc8-47e6-4676-9507-92f965bb3374 HTTP/1.1" status: 200 len: 763 time: 0.2492864 Apr 18 20:29:46.811215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58180) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:46.850571 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afe4a10-2159-4c30-8e1d-0f9903eaffa9'] response: {'name': 'network-changed', 'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'status': 'completed', 'code': 200} Apr 18 20:29:46.877148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-626459d6-bc9a-4748-bc2d-c3194d3fc974 None None] Port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:29:46.924719 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'f8b454e5-a58b-4e50-909a-d2c47f631d26', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'port_id': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'mac_address': 'fa:16:3e:7f:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:01Z', 'updated_at': '2022-04-18T20:29:39Z', 'revision_number': 1, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:46.946644 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] Checking router: c7c8ec37-4a54-402c-afb4-a78d88cf5ecd for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:46.976210 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:46.978342 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:46.994181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-9f138174-03b3-41ad-9dff-9ad40a5cb066 service neutron] 10.222.0.47 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7326765 Apr 18 20:29:47.032146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.087875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:47.187042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93803d-5b15-4da7-a472-11b17b00403a req-9f287929-6cd0-4a1e-81df-5758f7b15376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.192854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b93803d-5b15-4da7-a472-11b17b00403a req-9f287929-6cd0-4a1e-81df-5758f7b15376 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1096 time: 0.3248143 Apr 18 20:29:47.598143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8907c39d-8b1a-4bf0-a10d-8ba81e1c87be req-013fb308-6b35-4080-b60b-a83c902d20e5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 210 time: 0.0856712 Apr 18 20:29:47.655534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-044d53d8-71ef-47a3-94de-23781f0f0420 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:47.770470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93803d-5b15-4da7-a472-11b17b00403a req-fbb1ada6-6bc3-4b76-985d-8fbf2db5ffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:47.774638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b93803d-5b15-4da7-a472-11b17b00403a req-fbb1ada6-6bc3-4b76-985d-8fbf2db5ffea service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.5732329 Apr 18 20:29:47.884821 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:48.015264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b93803d-5b15-4da7-a472-11b17b00403a req-01879b3f-c81b-40f5-be1a-1c5fd36f4c6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 998 time: 0.2334795 Apr 18 20:29:48.016512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58210) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:48.127972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:48.137189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] Checking router: 04cca268-2880-466e-9f01-afa3a7e3e682 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:48.150214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:48.150946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:48.180199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93803d-5b15-4da7-a472-11b17b00403a req-683fa116-b42b-4922-a719-24dfc2c4afe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.184971 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b93803d-5b15-4da7-a472-11b17b00403a req-683fa116-b42b-4922-a719-24dfc2c4afe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.1470985 Apr 18 20:29:48.237272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-044d53d8-71ef-47a3-94de-23781f0f0420 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:48.239462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-044d53d8-71ef-47a3-94de-23781f0f0420 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.4245598 Apr 18 20:29:48.252166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14a82c-ee3c-4b3a-8484-9f4c30fac3a3 req-c31c9305-6dc6-4ef3-bdad-8432aa19ea7b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.260185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f14a82c-ee3c-4b3a-8484-9f4c30fac3a3 req-c31c9305-6dc6-4ef3-bdad-8432aa19ea7b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 1.0377250 Apr 18 20:29:48.263013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:48.264560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:29:48.272059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4b9c2ccd-7698-467b-b5d7-fda11ab46940 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/20ecddb6-6201-4343-bc5f-e4b6ca2af5be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6028249 Apr 18 20:29:48.298978 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Sync routers for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:29:48.342109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bbd61f9-a116-4242-8a9d-be11956cdb97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.355675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6ace919-4d36-4486-9a77-cb1a4bfcbb3f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.390004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f14a82c-ee3c-4b3a-8484-9f4c30fac3a3 req-b0853f1a-4df0-4160-a836-bad5207e8a3e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281295 Apr 18 20:29:48.403660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bbd61f9-a116-4242-8a9d-be11956cdb97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.462397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bbd61f9-a116-4242-8a9d-be11956cdb97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.485206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbd61f9-a116-4242-8a9d-be11956cdb97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3cfe5dc8-47e6-4676-9507-92f965bb3374,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.495870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6ace919-4d36-4486-9a77-cb1a4bfcbb3f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.507997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bbd61f9-a116-4242-8a9d-be11956cdb97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.513003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2bbd61f9-a116-4242-8a9d-be11956cdb97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3cfe5dc8-47e6-4676-9507-92f965bb3374 HTTP/1.1" status: 204 len: 168 time: 0.2425139 Apr 18 20:29:48.513434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:48.552665 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:48.554092 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:48.614467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ea03f60-1744-4298-a839-52ff2f5bb96c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:48.687579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ea03f60-1744-4298-a839-52ff2f5bb96c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:48.688896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0ea03f60-1744-4298-a839-52ff2f5bb96c tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1741731 Apr 18 20:29:48.693008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:48.713610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': '370695d0-b5f7-4107-9364-89f81c596a61', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:48.720925 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6ace919-4d36-4486-9a77-cb1a4bfcbb3f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.749178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:48.762950 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.816942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58246) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:48.842895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ace919-4d36-4486-9a77-cb1a4bfcbb3f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d1a076-da3d-4b71-85d1-e787d4c810ad,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:48.859458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:48.864654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'name': 'network-vif-deleted', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:48.883760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b93803d-5b15-4da7-a472-11b17b00403a req-43082de5-de98-49c5-aedd-392487daeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:48.900742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b93803d-5b15-4da7-a472-11b17b00403a req-43082de5-de98-49c5-aedd-392487daeee1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6902747 Apr 18 20:29:48.990600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:49.194263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6ace919-4d36-4486-9a77-cb1a4bfcbb3f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.218066 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a6ace919-4d36-4486-9a77-cb1a4bfcbb3f tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "DELETE /v2.0/security-groups/e4d1a076-da3d-4b71-85d1-e787d4c810ad HTTP/1.1" status: 204 len: 168 time: 1.1875839 Apr 18 20:29:49.219194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58262) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:49.244800 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b192cf-a4ff-4571-ab62-68a5cc2f2a5a'] response: {'server_uuid': '12ee7db9-1a93-4773-83a2-b99d00a927e6', 'name': 'network-vif-deleted', 'tag': 'fe91f0e9-c06c-44d0-b195-b91e4fc9e13b', 'status': 'completed', 'code': 200} Apr 18 20:29:49.267657 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'f8b454e5-a58b-4e50-909a-d2c47f631d26', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'port_id': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'mac_address': 'fa:16:3e:7f:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:01Z', 'updated_at': '2022-04-18T20:29:39Z', 'revision_number': 1, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:49.290769 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b8af58-ae1c-4446-8f4a-0eaf1a68102e None None] The sync data for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 is: [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'f8b454e5-a58b-4e50-909a-d2c47f631d26', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'floating_ip_address': '172.25.5.79', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'port_id': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'mac_address': 'fa:16:3e:7f:72:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:29:01Z', 'updated_at': '2022-04-18T20:29:39Z', 'revision_number': 1, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:49.300411 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:49.309477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-405e4777-334e-4a72-9193-9ecc97eaee64 req-35d5dcae-855e-4e3f-89cb-e8cf88768123 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 210 time: 0.5444436 Apr 18 20:29:49.313244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:49.352313 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Project 03a55f73acc34d5091ddd5271f753d34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:29:49.375214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.519386 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.528354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.574161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8d30d3c-e91b-448d-b4e4-e500a3488252,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:49.606680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:49.608577 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b02a0fc1-635e-4509-bb4d-da40a6429f42 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9138856 Apr 18 20:29:49.611581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:49.663423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c58fdc52-ed3c-4a42-9826-6f7998d56143 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules/d8d30d3c-e91b-448d-b4e4-e500a3488252 HTTP/1.1" status: 200 len: 769 time: 0.0478890 Apr 18 20:29:49.666621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:49.832561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47d64eac-d0a6-4002-a172-35a3d69ce29a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:49.857796 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-d8625c42-320d-4575-bad7-0acac91da690 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] show failed (client error): The resource could not be found. Apr 18 20:29:49.871815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d8625c42-320d-4575-bad7-0acac91da690 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups/e4d1a076-da3d-4b71-85d1-e787d4c810ad HTTP/1.1" status: 404 len: 347 time: 0.6240623 Apr 18 20:29:49.876381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58284) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:49.893350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66dc5f5b-6f21-4feb-9ead-eeb9b6738637 None None] New status for floating IP f8b454e5-a58b-4e50-909a-d2c47f631d26: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:29:49.923238 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:43Z', 'revision_number': 2, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:49.928732 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Checking router: 20ecddb6-6201-4343-bc5f-e4b6ca2af5be for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:29:49.929129 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Updating router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:29:50.002102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47d64eac-d0a6-4002-a172-35a3d69ce29a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:50.009218 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-47d64eac-d0a6-4002-a172-35a3d69ce29a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3407636 Apr 18 20:29:50.009855 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.013840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:50.049993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1584159587-network', 'tenant_id': 'f8fea68a33aa43fe851d05036fe6798f'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:50.058768 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.092500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:50.158552 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-835821a0-a3c0-4023-948b-e25be776edef tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.169950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Usage tracker for resource:network and tenant:f8fea68a33aa43fe851d05036fe6798f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:50.190507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:50.236744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-835821a0-a3c0-4023-948b-e25be776edef tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.311621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b6be36-bb82-4342-913d-fc313844e2f6 req-7511aea9-a5fa-4aa1-bb21-5cc74934268c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.325713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e5b6be36-bb82-4342-913d-fc313844e2f6 req-7511aea9-a5fa-4aa1-bb21-5cc74934268c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.4581962 Apr 18 20:29:50.374664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b93803d-5b15-4da7-a472-11b17b00403a req-e5cacad6-82ee-48b4-b79d-089593183b19 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4726400 Apr 18 20:29:50.378524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:50.446332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-a6b55e63-25ba-42be-8b33-99a11803400b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:50.505648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Deleting port 5ce9f968-7364-422e-9e9a-8f89c658d9c6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:50.507781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.559807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-835821a0-a3c0-4023-948b-e25be776edef tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.588845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-a6b55e63-25ba-42be-8b33-99a11803400b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:50.596421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835821a0-a3c0-4023-948b-e25be776edef tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8d30d3c-e91b-448d-b4e4-e500a3488252,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:50.603350 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-a6b55e63-25ba-42be-8b33-99a11803400b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961685663&fields=id&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 267 time: 0.8902080 Apr 18 20:29:50.618152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e5b6be36-bb82-4342-913d-fc313844e2f6 req-48f1be85-2f47-4790-9db1-25626377b9d6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883220 Apr 18 20:29:50.619822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Made reservation on behalf of f8fea68a33aa43fe851d05036fe6798f for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:50.623261 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.723762 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-835821a0-a3c0-4023-948b-e25be776edef tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:50.731078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-835821a0-a3c0-4023-948b-e25be776edef tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/d8d30d3c-e91b-448d-b4e4-e500a3488252 HTTP/1.1" status: 204 len: 168 time: 0.7062984 Apr 18 20:29:50.739372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:50.751414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-45d559e5-6b1b-496f-8eb5-e6c59a036fb0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:50.761650 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-45d559e5-6b1b-496f-8eb5-e6c59a036fb0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 822 time: 0.5953143 Apr 18 20:29:50.863298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Request body: {'port': {'device_id': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'admin_state_up': True, 'tenant_id': 'affb4b1f349f4736acebb0aaa56af71a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:50.992448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:51.000101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2711cd6b-7c1c-427e-8f2c-604c0350d23e None None] The sync data for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 is: [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:22:55Z', 'revision_number': 4, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'e148e086-4b64-4b81-8a00-816dbcb89c30', 'name': '', 'network_id': '4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'mac_address': 'fa:16:3e:c2:b3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:54Z', 'updated_at': '2022-04-18T20:23:03Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'subnets': [{'id': '7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:51.036553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-40c34390-f9c7-49af-a4fa-7fa3813003ed req-aaeb0fce-95b8-4dfd-b14b-20ffba91e0de tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 210 time: 0.1258986 Apr 18 20:29:51.050132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d6258766-21f0-4410-98f5-032966315405 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:51.064474 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.079382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.094910 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Transition to ACTIVE for port object c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:51.135450 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.218398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:51.237337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d6258766-21f0-4410-98f5-032966315405 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:51.242292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d6258766-21f0-4410-98f5-032966315405 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4979773 Apr 18 20:29:51.248682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:51.283197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Usage tracker for resource:security_group_rule and tenant:f8fea68a33aa43fe851d05036fe6798f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:51.311699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:51.341321 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Pushing event updated for resources: {'Port': ['ID=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:51.379285 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.379934 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.380537 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.381141 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.387802 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.388173 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.388503 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.388831 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.390885 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.391319 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.391717 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.392132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:29:51.456211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:51.520890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a102616-450d-4fdf-a5f6-c3a9a99a107a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.612827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:51.655388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:51.723588 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a102616-450d-4fdf-a5f6-c3a9a99a107a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.789994 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdeeb4a-a85f-488d-a1e4-57e94c288ee1 None None] New status for floating IP ec9e351a-da50-4c4c-b9f8-b07ce01baab6: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:29:51.791100 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.799513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7b93803d-5b15-4da7-a472-11b17b00403a req-be2e157d-f4e5-489d-b31e-8275c7c7ea91 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4024746 Apr 18 20:29:51.813389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-0daa31be-fc2c-4abf-b9d5-fdc8740e23a0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:51.814305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-0daa31be-fc2c-4abf-b9d5-fdc8740e23a0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:51.821793 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.850662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Made reservation on behalf of affb4b1f349f4736acebb0aaa56af71a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:51.864109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.895249 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a102616-450d-4fdf-a5f6-c3a9a99a107a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.921437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.921955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:51.987194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a102616-450d-4fdf-a5f6-c3a9a99a107a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=370695d0-b5f7-4107-9364-89f81c596a61,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.037786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a102616-450d-4fdf-a5f6-c3a9a99a107a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.041404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a102616-450d-4fdf-a5f6-c3a9a99a107a tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/370695d0-b5f7-4107-9364-89f81c596a61 HTTP/1.1" status: 204 len: 168 time: 0.7842796 Apr 18 20:29:52.044207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:52.154843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:29:52.222500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-0daa31be-fc2c-4abf-b9d5-fdc8740e23a0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:52.223904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-0daa31be-fc2c-4abf-b9d5-fdc8740e23a0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 795 time: 1.6195846 Apr 18 20:29:52.306434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd49d6d7-d50f-43ce-adbc-1485ea311e1c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.320706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Calling delete_port for 5ce9f968-7364-422e-9e9a-8f89c658d9c6 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:52.326246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bb4807b8-adeb-4df1-884a-62ffc79cac97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:52.359973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bb4807b8-adeb-4df1-884a-62ffc79cac97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:52.369692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bb4807b8-adeb-4df1-884a-62ffc79cac97 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3165479 Apr 18 20:29:52.369692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Allocated IP 172.20.0.11 (cf81f1a0-3539-473a-b736-d092c15cae4a/f2adc829-4c14-49ad-8ac6-5a7cc15ea556/e526b080-dc2e-43ec-8fb9-ef721a5ec0ca) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:52.375310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.375758 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Added segment 18adb471-90e0-4e82-8d34-09608deb5845 of type vlan for network 71e2170a-e80a-483b-823d-15d9b13d020a Apr 18 20:29:52.379293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:52.402834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c965f5a7-00f7-49c2-815a-fd7606fe73b4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/quotas/6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 375 time: 0.0381072 Apr 18 20:29:52.423586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group': {'name': 'tempest-secgroup--311997285'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:52.453885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:52.504587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.514261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:52.559829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.632722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.633579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:52.634491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.639117 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Attempting to bind port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:52.639996 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Attempting to bind port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:52.639996 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Attempting to bind port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:52.649144 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:29:52.649896 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Checking segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:52.650523 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.651079 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Bound using segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:29:52.652812 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Bound port: c34aec05-bdf1-41e1-abc4-e9491e0cd8f0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:52.653600 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.724989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:29:52.726055 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:29:52.737425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-8a8f4e13-160c-4f5e-bc05-3c55d669992f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:52.768872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50aa382e-1bb5-46f1-9b6b-11ab84f8be02 req-f0fcca07-615c-4ffd-afbd-ec805ef55248 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 210 time: 0.1855478 Apr 18 20:29:52.772038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:52.794988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:52.800484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:52.807444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:52.824915 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] For port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:29:52.831968 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] For port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:29:52.844889 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.908317 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:52.968175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-8a8f4e13-160c-4f5e-bc05-3c55d669992f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:52.976781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-8a8f4e13-160c-4f5e-bc05-3c55d669992f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5645406 Apr 18 20:29:52.977663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] Pushing event updated for resources: {'Network': ['ID=71e2170a-e80a-483b-823d-15d9b13d020a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:52.990596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 71e2170a-e80a-483b-823d-15d9b13d020a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:29:52.993681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-34bf83b4-b65b-4eac-adc8-7d15dd8e3ebf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.1619527 Apr 18 20:29:52.999073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:53.036389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.056034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.080490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Request body: {'subnet': {'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1584159587-subnet', 'tenant_id': 'f8fea68a33aa43fe851d05036fe6798f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:53.092083 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:29:53.092530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:53.093836 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:29:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:53.104002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Usage tracker for resource:subnet and tenant:f8fea68a33aa43fe851d05036fe6798f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:53.112319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:53.132099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:53.234319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Deleting port 5ce9f968-7364-422e-9e9a-8f89c658d9c6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:29:53.234685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.238450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88cb4f5-d5fa-48d8-b62b-ebecb32d2da3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:53.255123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Made reservation on behalf of f8fea68a33aa43fe851d05036fe6798f for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:53.265500 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.317063 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-3f846d8e-e62b-4a3d-a3db-0e540fc95ed2 service neutron] 10.222.0.47 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137259 Apr 18 20:29:53.494555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.583009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.584235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2848a909-fdfb-4f39-b1b8-7e5408b919af tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1993802 Apr 18 20:29:53.597098 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb20b1-b3fb-4cba-88a7-5297b818e7b1 None None] Pushing event updated for resources: {'Port': ['ID=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:53.600210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58410) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:53.611360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Request body: {'security_group_rule': {'security_group_id': 'f88cb4f5-d5fa-48d8-b62b-ebecb32d2da3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:53.618037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:53.623263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Usage tracker for resource:security_group_rule and tenant:03a55f73acc34d5091ddd5271f753d34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:53.626509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:53.633461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:53.654606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Network cf81f1a0-3539-473a-b736-d092c15cae4a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:29:53.682323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:53.692914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:29:53.711029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:29:53.736403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776dace-cd2a-4f3a-85cf-91052b04337a req-b5859ffd-e684-4431-b891-53e95556c0d6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:53.743824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5776dace-cd2a-4f3a-85cf-91052b04337a req-b5859ffd-e684-4431-b891-53e95556c0d6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7456944 Apr 18 20:29:53.752178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:53.778274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.823436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-0795012e-bd72-4577-b08c-84a14cdea276 service neutron] 10.222.0.47 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884531 Apr 18 20:29:53.888693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.889040 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:53.975582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:53.993628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5776dace-cd2a-4f3a-85cf-91052b04337a req-be552d88-3239-49fc-a2ef-7497def54828 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486966 Apr 18 20:29:54.150718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Calling delete_port for 5ce9f968-7364-422e-9e9a-8f89c658d9c6 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:29:54.157018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.158637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.244000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f8082b3c-a841-4955-a134-d6b142e2d31e req-ff55c941-6262-4fa6-a3d9-4db2a5817a00 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:54.275940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-f8305982-7340-4fdc-8314-446b4881ee8b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4283781 Apr 18 20:29:54.318444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Request body: {'port': {'device_id': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:54.346142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cfa42-dc85-4c5b-835d-e61edc17f269 req-7664c4c6-4a2c-492d-849d-9f6986236ee5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:54.347960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a2cfa42-dc85-4c5b-835d-e61edc17f269 req-7664c4c6-4a2c-492d-849d-9f6986236ee5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 932 time: 0.1573834 Apr 18 20:29:54.366077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f8082b3c-a841-4955-a134-d6b142e2d31e req-ff55c941-6262-4fa6-a3d9-4db2a5817a00 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:54.379697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8082b3c-a841-4955-a134-d6b142e2d31e req-ff55c941-6262-4fa6-a3d9-4db2a5817a00 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 210 time: 0.2556350 Apr 18 20:29:54.420363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.450554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.457034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a2cfa42-dc85-4c5b-835d-e61edc17f269 req-fe0410b0-fc7d-4bb2-afae-3859e0f4bee2 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:54.486328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.488986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a2cfa42-dc85-4c5b-835d-e61edc17f269 req-fe0410b0-fc7d-4bb2-afae-3859e0f4bee2 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:54.490558 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a2cfa42-dc85-4c5b-835d-e61edc17f269 req-fe0410b0-fc7d-4bb2-afae-3859e0f4bee2 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000047 Apr 18 20:29:54.494260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.524123 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.561410 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:29:54.567236 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61230eb-7d63-42ae-a55a-97ceadc43db3 None None] The sync data for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 is: [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:52Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:29:54.567563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event deleted for resources: {'Port': ['ID=5ce9f968-7364-422e-9e9a-8f89c658d9c6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:54.574382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:54.579082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Usage tracker for resource:security_group_rule and tenant:9674f64f3c2c478aa34227b178ea9cb2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:54.582609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:54.673611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a649ee5-004f-4ffa-b334-3280f0c11c88,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:54.677812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:54.734313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.754415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.755578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ed6c1b6f-5286-4de4-90c9-09f07358d031 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "DELETE /v2.0/floatingips/ec9e351a-da50-4c4c-b9f8-b07ce01baab6 HTTP/1.1" status: 204 len: 168 time: 4.8748369 Apr 18 20:29:54.793656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.794962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7e80d64a-961d-4683-9af9-052ea5086ad5 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1885400 Apr 18 20:29:54.798678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58436) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:54.842054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=755548ac-fca4-421a-bdd6-85b8ac87f290,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:54.847650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.871548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Checking segment: {'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:54.871982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Network hostable DHCP agents. Network: 71e2170a-e80a-483b-823d-15d9b13d020a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:29:54.918378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe4a-cae9-4cde-a972-19d19e472f60 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:54.982590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Network 71e2170a-e80a-483b-823d-15d9b13d020a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:29:55.036158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 71e2170a-e80a-483b-823d-15d9b13d020a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:29:55.041590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:55.042238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.048007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09992de7-13c1-4218-bb2a-cecbab6f375e None None] Network 71e2170a-e80a-483b-823d-15d9b13d020a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:29:55.256838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.356627 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe4a-cae9-4cde-a972-19d19e472f60 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.410530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.419371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2ccced-c9ca-4787-ab0d-2f29632cc735 None None] Network 71e2170a-e80a-483b-823d-15d9b13d020a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:29:55.444673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe4a-cae9-4cde-a972-19d19e472f60 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.482135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1fe4a-cae9-4cde-a972-19d19e472f60 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88cb4f5-d5fa-48d8-b62b-ebecb32d2da3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:55.505719 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14d1fe4a-cae9-4cde-a972-19d19e472f60 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:55.507278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-14d1fe4a-cae9-4cde-a972-19d19e472f60 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/f88cb4f5-d5fa-48d8-b62b-ebecb32d2da3 HTTP/1.1" status: 204 len: 168 time: 0.7073970 Apr 18 20:29:55.512964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58446) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:55.522829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9674f64f3c2c478aa34227b178ea9cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5405605 Apr 18 20:29:55.540131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:55.550942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fba50206-5d22-4985-b1cc-50d0195daf6f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.5037453 Apr 18 20:29:55.703137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087ceb44-cbd2-4482-82c6-b8ec722dd6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec8d775-695a-41f2-9c85-a7032a32bbff,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:55.761910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-759a9e23-b3e2-4a95-84d1-e06eeaf8ff97 req-7223bdce-4820-4f95-946e-873be6e46cc9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 210 time: 0.1716352 Apr 18 20:29:55.806899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-521e9a14-21e0-43e1-9182-efb2a840ef53 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:55.851574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-521e9a14-21e0-43e1-9182-efb2a840ef53 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:55.853114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-521e9a14-21e0-43e1-9182-efb2a840ef53 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3385928 Apr 18 20:29:55.856896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58460) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:55.981369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-54a9c81e-dc67-482c-8370-ac2d8ee185e3 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Synchronizing usage tracker for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:56.030541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-54a9c81e-dc67-482c-8370-ac2d8ee185e3 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] Unset dirty status for tenant:03a55f73acc34d5091ddd5271f753d34 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:56.030783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ff855da-1542-448d-92d4-38b3e9848726 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.031879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-54a9c81e-dc67-482c-8370-ac2d8ee185e3 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1737754 Apr 18 20:29:56.052225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:56.175607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea348153-1707-4bdd-9792-8ef52308aa0d req-050f1d05-dcf4-4bd3-91de-cd0d6b29af6a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.184581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea348153-1707-4bdd-9792-8ef52308aa0d req-050f1d05-dcf4-4bd3-91de-cd0d6b29af6a tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 932 time: 0.1628182 Apr 18 20:29:56.315347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea348153-1707-4bdd-9792-8ef52308aa0d req-e990d7e2-338b-4f66-9331-d743148cbd25 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233406 Apr 18 20:29:56.376052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398323da-9d6b-4a48-945c-34c9bbacebd9 req-52e7ae5b-b784-46d2-9e23-033c1faf572c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.390033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-398323da-9d6b-4a48-945c-34c9bbacebd9 req-52e7ae5b-b784-46d2-9e23-033c1faf572c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 1.0949974 Apr 18 20:29:56.394754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e526b080-dc2e-43ec-8fb9-ef721a5ec0ca {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:29:56.454751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.472686 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-fe82bfff-83d6-480a-953a-754befeb3cdd tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] delete failed (client error): The resource could not be found. Apr 18 20:29:56.473687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe82bfff-83d6-480a-953a-754befeb3cdd tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "DELETE /v2.0/security-groups/f88cb4f5-d5fa-48d8-b62b-ebecb32d2da3 HTTP/1.1" status: 404 len: 347 time: 0.4122443 Apr 18 20:29:56.477989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58476) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:56.514779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ff855da-1542-448d-92d4-38b3e9848726 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.622933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Transition to ACTIVE for port object e526b080-dc2e-43ec-8fb9-ef721a5ec0ca will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:29:56.646610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-affa05ea-b05a-4b3e-8490-17e7b32c1958 tempest-SecGroupIPv6Test-610139103 tempest-SecGroupIPv6Test-610139103-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1674225 Apr 18 20:29:56.648042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:56.681221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-398323da-9d6b-4a48-945c-34c9bbacebd9 req-cba3616d-91ee-4732-b790-5f1e9b7d00d6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286289 Apr 18 20:29:56.702125 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.824005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:29:56.832720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:56.833238 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:56.959021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-fe27c50d-3ad7-4b7b-88bb-c20fff5792c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:56.959859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-fe27c50d-3ad7-4b7b-88bb-c20fff5792c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:57.029956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:57.080753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.132823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:29:57.136676 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ff855da-1542-448d-92d4-38b3e9848726 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.141187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.182251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-fe27c50d-3ad7-4b7b-88bb-c20fff5792c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:57.186588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-fe27c50d-3ad7-4b7b-88bb-c20fff5792c4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 795 time: 1.2775769 Apr 18 20:29:57.189228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-631e59ef-5bf5-428e-b039-bad0a8ecdfc9 req-0384324c-3a00-401d-a5b6-ceabfdf63ab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 210 time: 0.1616433 Apr 18 20:29:57.197150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:57.230132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff855da-1542-448d-92d4-38b3e9848726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec8d775-695a-41f2-9c85-a7032a32bbff,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:57.234351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Attempting to bind port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:29:57.234701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Attempting to bind port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:29:57.241093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Attempting to bind port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca on network cf81f1a0-3539-473a-b736-d092c15cae4a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:57.242664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-238ff751-7956-47a5-aa1c-267c62d3d2d3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:57.243707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-238ff751-7956-47a5-aa1c-267c62d3d2d3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Synchronizing usage tracker for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:57.264850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca on network cf81f1a0-3539-473a-b736-d092c15cae4a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:29:57.265099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Attempting to bind port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca on network cf81f1a0-3539-473a-b736-d092c15cae4a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:29:57.269438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-238ff751-7956-47a5-aa1c-267c62d3d2d3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Unset dirty status for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:57.273468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-238ff751-7956-47a5-aa1c-267c62d3d2d3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 814 time: 0.3719611 Apr 18 20:29:57.278405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:29:57.278750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Checking segment: {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:29:57.279196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Bound using segment: {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:29:57.279657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Bound port: e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:29:57.280073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.306740 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9e29e1e5-ae4e-42f1-9880-9f42e910e9cd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/quotas/f8fea68a33aa43fe851d05036fe6798f HTTP/1.1" status: 200 len: 375 time: 0.0242507 Apr 18 20:29:57.316547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ff855da-1542-448d-92d4-38b3e9848726 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:57.330194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:57.336657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1ff855da-1542-448d-92d4-38b3e9848726 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ec8d775-695a-41f2-9c85-a7032a32bbff HTTP/1.1" status: 204 len: 168 time: 1.7785439 Apr 18 20:29:57.402063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-093c3c68-bdf9-4f7d-830e-52f7fe8931b2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:57.452970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-d6519927-5690-439a-98af-b3cd809b2845 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1352751 Apr 18 20:29:57.681130 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-005686ad-fb09-43c6-ac2e-9bbec689383e service neutron] 10.222.0.47 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222300 Apr 18 20:29:57.864178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d44f4784-3151-4c4e-8902-7ae363964028 req-093c3c68-bdf9-4f7d-830e-52f7fe8931b2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:57.865877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-093c3c68-bdf9-4f7d-830e-52f7fe8931b2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 379 time: 0.6331329 Apr 18 20:29:57.881916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-4ce0cc14-e2ed-4d0b-a8c4-fdeede273703 service neutron] 10.222.0.47 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915677 Apr 18 20:29:57.900965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'port': {'device_id': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'admin_state_up': True, 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'security_groups': ['abfe3518-8bc4-4335-957c-9b0893f23b78']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:29:57.908272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58510) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:57.946376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.001817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:58.024036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Usage tracker for resource:security_group_rule and tenant:30b3a15fefda4f80ba80ae835cab45fb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:29:58.031665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:29:58.043439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:58.095037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-539897d3-1f90-4430-a926-237d2ef41159 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=03a55f73acc34d5091ddd5271f753d34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8876216 Apr 18 20:29:58.098034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58516) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:58.190037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:29:58.198025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb8a9-a157-4d3a-84ad-1fbbc3674db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.237346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d636aab-cdb0-4f55-8cc9-3ebb0649ab0f req-e60163ef-ec41-4538-a8b3-1bda926a9614 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.238948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8d636aab-cdb0-4f55-8cc9-3ebb0649ab0f req-e60163ef-ec41-4538-a8b3-1bda926a9614 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:29:58.247684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb8a9-a157-4d3a-84ad-1fbbc3674db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.260098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:29:58.293160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.364811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8d636aab-cdb0-4f55-8cc9-3ebb0649ab0f req-e60163ef-ec41-4538-a8b3-1bda926a9614 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:29:58.366418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d636aab-cdb0-4f55-8cc9-3ebb0649ab0f req-e60163ef-ec41-4538-a8b3-1bda926a9614 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 944 time: 0.6029162 Apr 18 20:29:58.428366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:58.447682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:29:58.455455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.456097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.457538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-e5a1dd1d-3a0d-418b-b0a1-0b07fea8f08f service neutron] 10.222.0.55 "PUT /v2.0/ports/e526b080-dc2e-43ec-8fb9-ef721a5ec0ca HTTP/1.1" status: 200 len: 1092 time: 4.1594868 Apr 18 20:29:58.458123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:29:58.491384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:29:58.518930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d636aab-cdb0-4f55-8cc9-3ebb0649ab0f req-e5ff3502-b592-4d1d-93b6-d832aad40405 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309524 Apr 18 20:29:58.530021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.552395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a77aa4-935f-4081-9501-f47b8de19e2e req-463f7c4f-bae9-4d1d-9361-e42316a2c4ec tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:58.559308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8a77aa4-935f-4081-9501-f47b8de19e2e req-463f7c4f-bae9-4d1d-9361-e42316a2c4ec tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2912550 Apr 18 20:29:58.560596 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.608396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:29:58.625822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb8a9-a157-4d3a-84ad-1fbbc3674db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.654962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5ab16ecd-1ba5-452a-b674-4950558ffe03 req-752a0f54-2af0-41d8-b1b5-4210c9e90309 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 210 time: 0.0648940 Apr 18 20:29:58.655664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:29:58.659662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.670942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30b3a15fefda4f80ba80ae835cab45fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7611771 Apr 18 20:29:58.684535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:29:58.752284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e8496-9334-4962-807e-7cbe998698c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0af7fdbd-1692-4356-adf2-4ade7f70cb36,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:58.825353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaeb8a9-a157-4d3a-84ad-1fbbc3674db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1eb69e-9497-459e-865c-413d2475160f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:29:58.841737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2eaeb8a9-a157-4d3a-84ad-1fbbc3674db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.843840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2eaeb8a9-a157-4d3a-84ad-1fbbc3674db9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db1eb69e-9497-459e-865c-413d2475160f HTTP/1.1" status: 204 len: 168 time: 0.7446437 Apr 18 20:29:58.849178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:29:58.849178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:58.862880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8a77aa4-935f-4081-9501-f47b8de19e2e req-d4a58637-a935-4074-bbe9-00a746aac5e8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675204 Apr 18 20:29:58.976991 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-346e4ef4-98cc-4584-b0f1-825bf68187a4'] response: {'name': 'network-changed', 'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'status': 'completed', 'code': 200} Apr 18 20:29:59.124325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-938fc7f0-e4dd-43c4-96d8-ee99edc3172c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.126264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-938fc7f0-e4dd-43c4-96d8-ee99edc3172c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 1095 time: 0.6075637 Apr 18 20:29:59.186587 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:29:59.286361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f1c8082-0489-46c8-ab5e-68296de308e4 req-35bc153e-ce6b-4f65-a359-6bc4a2d18b95 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 210 time: 0.1759169 Apr 18 20:29:59.396026 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706f1c02-4914-40bb-9326-e4a53dccc66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.436672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-aa00f9eb-99eb-4006-9195-543b80a8b29d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca HTTP/1.1" status: 200 len: 217 time: 0.2979965 Apr 18 20:29:59.547177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706f1c02-4914-40bb-9326-e4a53dccc66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.555688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.9 (493ea40d-134c-4235-9b25-b4c919946090/7978e095-8612-4a7e-be99-6c18e85459ef/b1c6aed5-f223-43e8-b992-4205f02706cc) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:29:59.615763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-84f925f5-ac4f-4398-9f23-fc8ab234ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.617426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-84f925f5-ac4f-4398-9f23-fc8ab234ccb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2adc829-4c14-49ad-8ac6-5a7cc15ea556 HTTP/1.1" status: 200 len: 862 time: 0.1706438 Apr 18 20:29:59.711744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-204aefce-08bc-42e4-9eb3-bf8e0591ffd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf81f1a0-3539-473a-b736-d092c15cae4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854566 Apr 18 20:29:59.879988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ec872-04c8-4313-9295-257473f4f910 req-104ea61d-50c2-4318-809a-87cfa1db8d71 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:29:59.888925 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b8ec872-04c8-4313-9295-257473f4f910 req-104ea61d-50c2-4318-809a-87cfa1db8d71 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 944 time: 0.1939316 Apr 18 20:29:59.923384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706f1c02-4914-40bb-9326-e4a53dccc66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:29:59.948053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b8ec872-04c8-4313-9295-257473f4f910 req-09910803-ce5e-4f0b-8f2f-5bc358f73285 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579212 Apr 18 20:30:00.092913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fcd7c536-1d9f-453a-a65d-d618a6280982 req-fd0216b3-42be-4393-a324-50f4bd2962ba tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 210 time: 0.2197664 Apr 18 20:30:00.139828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706f1c02-4914-40bb-9326-e4a53dccc66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0af7fdbd-1692-4356-adf2-4ade7f70cb36,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:00.389382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.418288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-265867ad-8ccf-4585-af27-a63a260458b5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.418756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object b1c6aed5-f223-43e8-b992-4205f02706cc will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:00.420188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-265867ad-8ccf-4585-af27-a63a260458b5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 814 time: 0.4015653 Apr 18 20:30:00.443826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Request body: {'port': {'device_id': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a', 'admin_state_up': True, 'tenant_id': 'f8fea68a33aa43fe851d05036fe6798f'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:00.450178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-0a638726-ca56-497a-8723-5e1d98836bb9 service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279580 Apr 18 20:30:00.454389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.458575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-706f1c02-4914-40bb-9326-e4a53dccc66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:00.461175 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-706f1c02-4914-40bb-9326-e4a53dccc66b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0af7fdbd-1692-4356-adf2-4ade7f70cb36 HTTP/1.1" status: 204 len: 168 time: 1.7719238 Apr 18 20:30:00.475427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad39ebb8-d6ae-4093-92ea-60183b7044b0 req-65820a87-5ccf-404b-ab64-4662f9c3afc2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:00.484014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad39ebb8-d6ae-4093-92ea-60183b7044b0 req-65820a87-5ccf-404b-ab64-4662f9c3afc2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3757157 Apr 18 20:30:00.548952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 493ea40d-134c-4235-9b25-b4c919946090 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:00.559590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:00.603087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:00.648654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad39ebb8-d6ae-4093-92ea-60183b7044b0 req-c7f80e38-2672-4097-b5fe-c3849eeb3ac9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636448 Apr 18 20:30:00.671413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58574) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:00.740276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:00.745741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Usage tracker for resource:port and tenant:f8fea68a33aa43fe851d05036fe6798f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:00.749314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:00.757325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:00.777865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Made reservation on behalf of f8fea68a33aa43fe851d05036fe6798f for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:00.782751 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.001145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cb293819-d6e0-4937-b81f-418b3e3c2867 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:01.001145 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-cb293819-d6e0-4937-b81f-418b3e3c2867 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:30:01.002027 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-cb293819-d6e0-4937-b81f-418b3e3c2867 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:30:01.002860 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cb293819-d6e0-4937-b81f-418b3e3c2867 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3132789 Apr 18 20:30:01.009655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:01.017205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--2146898193'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:01.042319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-681e6df9-1373-43c5-983d-f37ca8ee2a1d None None] Provisioning for port b1c6aed5-f223-43e8-b992-4205f02706cc completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:01.056244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-681e6df9-1373-43c5-983d-f37ca8ee2a1d None None] Provisioning complete for port b1c6aed5-f223-43e8-b992-4205f02706cc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:01.056626 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-681e6df9-1373-43c5-983d-f37ca8ee2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.119467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32694a40-2ce1-484e-9f56-fdd66a7e5ad6 req-a20521df-9d31-4ca6-b037-757ed5a70388 service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6625860 Apr 18 20:30:01.150110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:01.154996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.155719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.173267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:01.181072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:01.242220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-c5b89e09-a59e-415e-bea4-7ee53ea99a7f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3663807 Apr 18 20:30:01.251991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-681e6df9-1373-43c5-983d-f37ca8ee2a1d None None] Port b1c6aed5-f223-43e8-b992-4205f02706cc cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:30:01.264510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Request body: {'port': {'device_id': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:01.274941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:01.305125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:01.345988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab670e37-c450-4883-8c12-da46f56a6d67 req-bc966627-9711-4940-b27f-d8e9b8b1c1e9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.346657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ab670e37-c450-4883-8c12-da46f56a6d67 req-bc966627-9711-4940-b27f-d8e9b8b1c1e9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:01.368590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.425186 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.453381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.514177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-d5dfe1ba-4e1e-4ce5-975e-adb9119f9564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.516010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-d5dfe1ba-4e1e-4ce5-975e-adb9119f9564 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 1095 time: 0.3371062 Apr 18 20:30:01.517953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:01.523391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:01.528480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:01.537327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:01.723070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-6b1b5bba-5a77-4bb0-a09b-253196966e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.725757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-6b1b5bba-5a77-4bb0-a09b-253196966e3a service neutron] 10.222.0.55 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 923 time: 0.2022099 Apr 18 20:30:01.729067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ab670e37-c450-4883-8c12-da46f56a6d67 req-bc966627-9711-4940-b27f-d8e9b8b1c1e9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:01.731442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ab670e37-c450-4883-8c12-da46f56a6d67 req-bc966627-9711-4940-b27f-d8e9b8b1c1e9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 931 time: 1.0209246 Apr 18 20:30:01.742240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.759023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459a4c3-ae8f-404c-8984-9774a0346adf req-21261987-60ff-4e35-9d53-b2421ae2cbb7 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:01.760817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1459a4c3-ae8f-404c-8984-9774a0346adf req-21261987-60ff-4e35-9d53-b2421ae2cbb7 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 944 time: 0.5887113 Apr 18 20:30:01.764777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:01.792559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:01.809132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:01.825360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Allocated IP 172.20.0.13 (71e2170a-e80a-483b-823d-15d9b13d020a/755548ac-fca4-421a-bdd6-85b8ac87f290/7718f903-d08e-4dd5-a149-5fa594bac1d7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:01.832889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:01.859024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:01.868885 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-3dde06d5-57d9-40df-936b-eaf770474b1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca HTTP/1.1" status: 200 len: 217 time: 0.1363976 Apr 18 20:30:01.876052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e48029-b056-4b68-830d-beb99693bef4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:01.910175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.910175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.910175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.910670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.911091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.911620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.912057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.912629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.912957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.913358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.913805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.914291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:01.965600 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1459a4c3-ae8f-404c-8984-9774a0346adf req-f0227cda-5200-4cdd-a388-00b2eb37d4a0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807475 Apr 18 20:30:02.016351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ab670e37-c450-4883-8c12-da46f56a6d67 req-1ada52d9-df51-4417-9cfa-0323e49cc440 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768192 Apr 18 20:30:02.038238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-f6030535-917b-4e07-aa9e-38808a914559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.039823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-f6030535-917b-4e07-aa9e-38808a914559 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f2adc829-4c14-49ad-8ac6-5a7cc15ea556 HTTP/1.1" status: 200 len: 862 time: 0.1170363 Apr 18 20:30:02.134209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-f8f5f92d-8f15-4442-9b82-159795a10c8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cf81f1a0-3539-473a-b736-d092c15cae4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732985 Apr 18 20:30:02.378419 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b861bea-0219-452d-ab0c-0d9ebe3889d9 req-d2b1a5bc-4b66-4d4b-8c5e-247cd446de1f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 210 time: 0.1585276 Apr 18 20:30:02.381048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.399478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.513665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-c51390e6-8697-42f0-9d57-4031e913889d service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728127 Apr 18 20:30:02.567996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af15ffb6-db01-4050-8734-1f06193fa3dc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:02.583205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3be722-9c30-4d9b-8c09-483e6093ada9 req-ace96fc7-d358-4e0d-a2f8-d247a3cd4db0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:02.584878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa3be722-9c30-4d9b-8c09-483e6093ada9 req-ace96fc7-d358-4e0d-a2f8-d247a3cd4db0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2927325 Apr 18 20:30:02.600738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.616189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.617946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e401cead-050e-4030-a211-23556e803d9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6071699 Apr 18 20:30:02.620974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58612) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:02.627831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'af15ffb6-db01-4050-8734-1f06193fa3dc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:02.635681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:02.641081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:02.645589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:02.655011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:02.680436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.767865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.796504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.801536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c6aed5-f223-43e8-b992-4205f02706cc {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:02.833216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.861504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa3be722-9c30-4d9b-8c09-483e6093ada9 req-be175f18-0886-4395-b793-79455bd8ab06 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333603 Apr 18 20:30:02.902543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Transition to ACTIVE for port object b1c6aed5-f223-43e8-b992-4205f02706cc will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:02.914290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.957037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.995903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:02.999970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3771548 Apr 18 20:30:03.004213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58624) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:03.022364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Network 71e2170a-e80a-483b-823d-15d9b13d020a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:03.025939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'af15ffb6-db01-4050-8734-1f06193fa3dc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:03.032912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:03.033308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:03.038828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:03.039261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-268c3211-c5f8-45d1-b372-37095d39fff5 req-139b03f9-cc1b-4df1-8f65-bf24eb4a8aba service neutron] 10.222.0.55 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141304 Apr 18 20:30:03.042906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:03.079574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:03.099876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813be4f4-7b78-4d25-8b51-eae2423c799f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ee2111-a72b-4c83-b078-6fd6b8d1a11d,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:03.145957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:03.155128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:03.256407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:03.296606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.438932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.442395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.476476 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:30:03.480807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-38305116-9b44-4eb3-8f1f-a9ae733e65bb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4683416 Apr 18 20:30:03.482017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:03.502556 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-bb9c25f0-da18-45b6-a9bb-ce95a35f5cab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0684936 Apr 18 20:30:03.516790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Request body: {'port': {'device_id': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:03.664814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:03.665620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:03.665620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:03.705301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:03.705670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:03.726156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:30:03.726474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Checking segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:30:03.726866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Bound using segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:30:03.727309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Bound port: b1c6aed5-f223-43e8-b992-4205f02706cc, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:03.727660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.751983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5add-615b-40ab-b58b-06ea2db4bc07 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.809691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c17707-b6f1-42c6-a550-07d7358c0a0b req-7d22bfed-79b2-4551-b196-ae3b23c09fed tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.811169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1c17707-b6f1-42c6-a550-07d7358c0a0b req-7d22bfed-79b2-4551-b196-ae3b23c09fed tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 944 time: 0.4104388 Apr 18 20:30:03.868009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.909134 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5add-615b-40ab-b58b-06ea2db4bc07 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:03.990214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214996dd-4b1a-4d89-870c-9c26947cd97d req-2300ddf8-38bb-4107-8476-efc219c659e0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:03.991964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-214996dd-4b1a-4d89-870c-9c26947cd97d req-2300ddf8-38bb-4107-8476-efc219c659e0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 943 time: 0.2570028 Apr 18 20:30:04.010123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1c17707-b6f1-42c6-a550-07d7358c0a0b req-e5108b22-5d86-4174-b463-a0e7cdbed429 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367853 Apr 18 20:30:04.039780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:04.044126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:30:04.071659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.150291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-e9fe2090-c5e6-470a-94c1-624087f2bbf4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.154079 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-e9fe2090-c5e6-470a-94c1-624087f2bbf4 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.3543794 Apr 18 20:30:04.169393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5add-615b-40ab-b58b-06ea2db4bc07 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.217632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-214996dd-4b1a-4d89-870c-9c26947cd97d req-d4c8d889-36bb-4452-8fb2-01dcabbef53e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390007 Apr 18 20:30:04.319770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.320393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.322380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] 10.222.0.61 "PUT /v2.0/ports/b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 1091 time: 3.0711951 Apr 18 20:30:04.338064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:04.344647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad5add-615b-40ab-b58b-06ea2db4bc07 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15ffb6-db01-4050-8734-1f06193fa3dc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:04.462655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9ad5add-615b-40ab-b58b-06ea2db4bc07 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.464424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b9ad5add-615b-40ab-b58b-06ea2db4bc07 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/af15ffb6-db01-4050-8734-1f06193fa3dc HTTP/1.1" status: 204 len: 168 time: 0.9811480 Apr 18 20:30:04.474121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58674) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:04.514591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a07d8-a80e-4df1-9a01-378a294ae233 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:04.528365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Deleting port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:04.529080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.588512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961679e-17a8-4c2d-8e98-13bb81cbb669 req-dd7606ee-5fdd-410f-937d-ba79a34336dd tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.589970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7961679e-17a8-4c2d-8e98-13bb81cbb669 req-dd7606ee-5fdd-410f-937d-ba79a34336dd tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:04.618463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-88252bea-71a8-4237-b721-ff65533cfef7 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:04.626540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e526b080-dc2e-43ec-8fb9-ef721a5ec0ca details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:30:04.634173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7961679e-17a8-4c2d-8e98-13bb81cbb669 req-dd7606ee-5fdd-410f-937d-ba79a34336dd tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:04.642659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7961679e-17a8-4c2d-8e98-13bb81cbb669 req-dd7606ee-5fdd-410f-937d-ba79a34336dd tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 945 time: 0.2473800 Apr 18 20:30:04.660423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e87355-5209-4849-ad82-38194067f1be req-26552fe6-d0c8-4a09-9722-a643757262a7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.662092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05e87355-5209-4849-ad82-38194067f1be req-26552fe6-d0c8-4a09-9722-a643757262a7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 932 time: 0.4868875 Apr 18 20:30:04.756765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-88252bea-71a8-4237-b721-ff65533cfef7 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:04.758043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-88252bea-71a8-4237-b721-ff65533cfef7 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2820086 Apr 18 20:30:04.763561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58690) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:04.771995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7718f903-d08e-4dd5-a149-5fa594bac1d7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:04.781814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1861602006'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:04.794676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:04.810526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:04.813437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05e87355-5209-4849-ad82-38194067f1be req-4e8157cd-3e6c-4da8-848b-15e1a1f82c6b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171479 Apr 18 20:30:04.820681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7961679e-17a8-4c2d-8e98-13bb81cbb669 req-5e0cbdb3-5708-4481-9552-d274495152c3 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:04.835294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.840484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:04.845553 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:04.847163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-443adf56-41ca-4098-95e0-92de8300c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:04.848862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-443adf56-41ca-4098-95e0-92de8300c633 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1094 time: 0.4514973 Apr 18 20:30:04.872463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'port_id': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'mac_address': 'fa:16:3e:7d:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2adc829-4c14-49ad-8ac6-5a7cc15ea556', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:30:05.022415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Transition to ACTIVE for port object 7718f903-d08e-4dd5-a149-5fa594bac1d7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:05.028774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:05.032137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7961679e-17a8-4c2d-8e98-13bb81cbb669 req-5e0cbdb3-5708-4481-9552-d274495152c3 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:05.035761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.038310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-48a61596-e32f-4b10-a73d-deb9c3545968 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 217 time: 0.1740780 Apr 18 20:30:05.048177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7961679e-17a8-4c2d-8e98-13bb81cbb669 req-5e0cbdb3-5708-4481-9552-d274495152c3 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3966815 Apr 18 20:30:05.052471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:05.059292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.070270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:05.077641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e526b080-dc2e-43ec-8fb9-ef721a5ec0ca {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:05.125811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:05.137085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.168020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:05.211796 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4fa5c8-e60b-49f0-a285-397ca82da5bb'] response: {'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'status': 'completed', 'code': 200} Apr 18 20:30:05.338542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:05.343690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:05.424306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-642e4563-c644-470a-9236-e3bba521b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.427119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-642e4563-c644-470a-9236-e3bba521b899 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 200 len: 832 time: 0.2144096 Apr 18 20:30:05.472436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['e526b080-dc2e-43ec-8fb9-ef721a5ec0ca'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:05.504322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] For port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:05.505079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.525832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.544239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.581324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Attempting to bind port 7718f903-d08e-4dd5-a149-5fa594bac1d7 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:05.581857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Attempting to bind port 7718f903-d08e-4dd5-a149-5fa594bac1d7 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:05.582289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Attempting to bind port 7718f903-d08e-4dd5-a149-5fa594bac1d7 on network 71e2170a-e80a-483b-823d-15d9b13d020a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:05.589231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e815d908-521d-4240-949d-0ccd03d056bb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:05.603288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Port 7718f903-d08e-4dd5-a149-5fa594bac1d7 on network 71e2170a-e80a-483b-823d-15d9b13d020a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:05.603727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Attempting to bind port 7718f903-d08e-4dd5-a149-5fa594bac1d7 on network 71e2170a-e80a-483b-823d-15d9b13d020a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:05.627863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:30:05.628193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Checking segment: {'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:30:05.628651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Bound using segment: {'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:30:05.629124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Bound port: 7718f903-d08e-4dd5-a149-5fa594bac1d7, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:05.629482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.647597 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.648991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-54c5d00b-56a6-44b7-bfc7-fe2f239b984a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8826797 Apr 18 20:30:05.654816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58722) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:05.678436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Calling delete_port for 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:05.730949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8375dd-566c-4563-8d13-552d05de409d req-42e4e0cf-86ce-4998-b9b0-54205469e34d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.732543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c8375dd-566c-4563-8d13-552d05de409d req-42e4e0cf-86ce-4998-b9b0-54205469e34d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5186768 Apr 18 20:30:05.745165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:05.749541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:30:05.754797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0122d1aa-593e-4154-b6eb-265979fa9ef3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'e815d908-521d-4240-949d-0ccd03d056bb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:05.756161 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-0122d1aa-593e-4154-b6eb-265979fa9ef3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 20:30:05.756967 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-0122d1aa-593e-4154-b6eb-265979fa9ef3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:05.758283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0122d1aa-593e-4154-b6eb-265979fa9ef3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.1012652 Apr 18 20:30:05.762988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.772648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58728) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:05.867467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:05.908998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.910323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:05.912393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-9179b861-4e5f-45ee-bd97-c01053842e62 service neutron] 10.222.0.55 "PUT /v2.0/ports/7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 1092 time: 2.4014523 Apr 18 20:30:05.916723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:05.949145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74caac2c-f7fd-4d9b-b926-622a0d6c9cd5 req-3659ecda-3f19-4c37-876e-c5da085cb649 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.955703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74caac2c-f7fd-4d9b-b926-622a0d6c9cd5 req-3659ecda-3f19-4c37-876e-c5da085cb649 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 945 time: 0.4866118 Apr 18 20:30:05.974840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f4784-3151-4c4e-8902-7ae363964028 req-84210635-4b9f-45db-83f1-5b07e03e669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:05.976450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-84210635-4b9f-45db-83f1-5b07e03e669d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=493ea40d-134c-4235-9b25-b4c919946090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5402570 Apr 18 20:30:06.054328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c8375dd-566c-4563-8d13-552d05de409d req-cc8daa91-f851-42e4-b793-531c9ba68f7a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2995241 Apr 18 20:30:06.106613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74caac2c-f7fd-4d9b-b926-622a0d6c9cd5 req-b24bffd2-7595-430e-a630-24119fdf497e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495237 Apr 18 20:30:06.113299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be71ed84-6f64-4c46-b577-da8aa8aafa50 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.218344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.233284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a86c2251-09c8-4244-99ea-7707e23e47f9', '4eaf8c7e-084c-4221-8e7c-96c67baea5c8'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:06.276385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be71ed84-6f64-4c46-b577-da8aa8aafa50 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.303783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event deleted for resources: {'Port': ['ID=4eaf8c7e-084c-4221-8e7c-96c67baea5c8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:06.311783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-7d641a4e-ecab-4d68-906d-290fe59602b2 service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249350 Apr 18 20:30:06.495057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-fecb39ac-eae5-4560-88aa-967f9b9ea95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.498014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-fecb39ac-eae5-4560-88aa-967f9b9ea95e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1095 time: 0.5105832 Apr 18 20:30:06.540910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] No DVR routers for this DVR port 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:06.555063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.655058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e526b080-dc2e-43ec-8fb9-ef721a5ec0ca up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:30:06.662897 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-7a45393e-fb98-4e5b-9e91-b553349764c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 217 time: 0.1565013 Apr 18 20:30:06.795578 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be71ed84-6f64-4c46-b577-da8aa8aafa50 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.800406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44f4784-3151-4c4e-8902-7ae363964028 req-e3807165-4b15-4c69-9380-957cbb009732 service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4003150 Apr 18 20:30:06.810960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-58012c58-896b-44dd-af7c-24df7f6a1fbd req-18505dc7-861b-46ac-a1b6-32107fa3e5cf tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "DELETE /v2.0/ports/4eaf8c7e-084c-4221-8e7c-96c67baea5c8 HTTP/1.1" status: 204 len: 173 time: 2.6368527 Apr 18 20:30:06.880253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:06.905980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:06.906589 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.935411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0400aee3-b892-449b-aed3-b218a1d3fd85 req-b0a01cde-117e-4fcf-843e-9f14ba751b42 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:06.941661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0400aee3-b892-449b-aed3-b218a1d3fd85 req-b0a01cde-117e-4fcf-843e-9f14ba751b42 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.5201042 Apr 18 20:30:06.943699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be71ed84-6f64-4c46-b577-da8aa8aafa50 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e815d908-521d-4240-949d-0ccd03d056bb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:06.990676 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be71ed84-6f64-4c46-b577-da8aa8aafa50 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:06.991824 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-be71ed84-6f64-4c46-b577-da8aa8aafa50 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/e815d908-521d-4240-949d-0ccd03d056bb HTTP/1.1" status: 204 len: 168 time: 1.1284835 Apr 18 20:30:06.998742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:07.142049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0400aee3-b892-449b-aed3-b218a1d3fd85 req-dacc9e74-83bb-4fc9-96b2-5cbfe1e70b16 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098845 Apr 18 20:30:07.152976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-3bc26543-47c8-48d4-a743-9b3017ca102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.154589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-3bc26543-47c8-48d4-a743-9b3017ca102b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.4855804 Apr 18 20:30:07.157950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-acc44d6e-ffc1-4bd1-a375-be60b6ce6c9f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:07.213433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'name': 'network-vif-deleted', 'tag': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:07.256418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-000fea07-fe34-4582-b45b-3383bd20dc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.264645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-000fea07-fe34-4582-b45b-3383bd20dc8c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1094 time: 0.3205302 Apr 18 20:30:07.311519 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c0d5254-51be-4155-a67a-540ededa3ead'] response: {'name': 'network-changed', 'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'status': 'completed', 'code': 200} Apr 18 20:30:07.319906 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-1293bd53-6afc-444f-aefd-9ad01ee9cf9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1562099 Apr 18 20:30:07.349894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.431702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:07.477392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:07.485025 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.623124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:07.721750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-31969d16-9389-4cde-b71b-2af6d8a6c775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:07.728006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-acc44d6e-ffc1-4bd1-a375-be60b6ce6c9f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:07.728006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-acc44d6e-ffc1-4bd1-a375-be60b6ce6c9f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7242677 Apr 18 20:30:07.729291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-31969d16-9389-4cde-b71b-2af6d8a6c775 service neutron] 10.222.0.61 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 896 time: 0.4525988 Apr 18 20:30:07.729990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58814) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:07.736515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056841961'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:07.743355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:07.754924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:07.765666 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-6d069e7b-aa29-43cd-a034-1ecde12e4253 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317019 Apr 18 20:30:07.771647 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:07.834783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:07.849784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:07.907735 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-3ea60abd-17e1-4bf9-9092-21d7f01dafe6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 217 time: 0.1754401 Apr 18 20:30:07.909571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4a8c24d3-6c6b-44c3-afa7-c2d3f3cf8b41 req-af1bb9ea-1356-4058-8f2b-78dd14987d1a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:07.914711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:07.938703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:07.963476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4a8c24d3-6c6b-44c3-afa7-c2d3f3cf8b41 req-af1bb9ea-1356-4058-8f2b-78dd14987d1a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:07.972370 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8c24d3-6c6b-44c3-afa7-c2d3f3cf8b41 req-af1bb9ea-1356-4058-8f2b-78dd14987d1a tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=352a7c7c-e48a-4acc-8957-d52056cbc35b HTTP/1.1" status: 200 len: 210 time: 0.2536817 Apr 18 20:30:08.005928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63b1003-74bd-4d79-b709-6f2be36397f3 req-2f759b32-5cfe-42e9-8181-625a649fbb30 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.017071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a63b1003-74bd-4d79-b709-6f2be36397f3 req-2f759b32-5cfe-42e9-8181-625a649fbb30 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 943 time: 1.3816850 Apr 18 20:30:08.034598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-2e4397ea-0432-4ebb-9c53-ca9e5f131b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.036475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-2e4397ea-0432-4ebb-9c53-ca9e5f131b8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 200 len: 832 time: 0.1217637 Apr 18 20:30:08.145343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-26339b5a-dcdd-48ff-80ae-2ca3fd60bf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.147848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-26339b5a-dcdd-48ff-80ae-2ca3fd60bf26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=493ea40d-134c-4235-9b25-b4c919946090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014054 Apr 18 20:30:08.166535 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1118b673-e59f-4c91-af02-c68e9af77c23 req-eac03e8b-a091-4693-b2f1-6d9e00a4cbd1 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731079 Apr 18 20:30:08.245469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a63b1003-74bd-4d79-b709-6f2be36397f3 req-92ad30ba-5599-4316-8aae-23819b74d40a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248051 Apr 18 20:30:08.261592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.351702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.426726 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6063c7e3-2a3b-4211-9e6c-22aeda93f9cd'] response: {'server_uuid': '352a7c7c-e48a-4acc-8957-d52056cbc35b', 'name': 'network-vif-deleted', 'tag': '4eaf8c7e-084c-4221-8e7c-96c67baea5c8', 'status': 'completed', 'code': 200} Apr 18 20:30:08.516033 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73aa412b-de7b-41fb-b12f-b84127afd7f4'] response: {'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'code': 200} Apr 18 20:30:08.537062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c62ec703-d114-438c-a916-d6b3cd98c039,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:08.543954 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.553044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ed4fb45c-7a61-4fd3-8fb9-ef21eaeb1923 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8209319 Apr 18 20:30:08.560019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58834) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:08.568908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-305cc9b9-d32d-422b-8f45-c66b25e58c15 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'c62ec703-d114-438c-a916-d6b3cd98c039', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:08.570013 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-305cc9b9-d32d-422b-8f45-c66b25e58c15 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 20:30:08.570611 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-305cc9b9-d32d-422b-8f45-c66b25e58c15 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:08.571732 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-305cc9b9-d32d-422b-8f45-c66b25e58c15 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0097713 Apr 18 20:30:08.576756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:08.597814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-dd591019-b208-4db5-b994-0d4301a6f4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:08.608928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-dd591019-b208-4db5-b994-0d4301a6f4d5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1095 time: 0.3381653 Apr 18 20:30:08.609425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58842) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:08.772453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:08.811603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:30:08.811947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4eaf8c7e-084c-4221-8e7c-96c67baea5c8 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:30:08.857016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-460fd8c9-d3bb-47bd-8a3d-4bd1c42df48f service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6993713 Apr 18 20:30:08.920538 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:08.952104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:08.962271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Usage tracker for resource:security_group_rule and tenant:3d46e1e05e354cb98a859e41276c91fa is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:08.968842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:08.982245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:09.025569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-26704128-cba7-4b2c-be73-2e5e18ee758d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.027982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-26704128-cba7-4b2c-be73-2e5e18ee758d service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 915 time: 0.4154458 Apr 18 20:30:09.121833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-5f8f14d2-6c38-4a17-a752-f91527c98f61 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 217 time: 0.0848389 Apr 18 20:30:09.191080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86b51b-4372-49cc-b445-dbc2271cadb4 req-8871036a-5b06-487b-a2c3-487b04911272 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.191558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe86b51b-4372-49cc-b445-dbc2271cadb4 req-8871036a-5b06-487b-a2c3-487b04911272 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Synchronizing usage tracker for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:09.211144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e99e6-bc49-40bc-b053-c540ca44ca55 req-84eaa954-2be8-4e79-9e4f-7f573025b253 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.212789 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c38e99e6-bc49-40bc-b053-c540ca44ca55 req-84eaa954-2be8-4e79-9e4f-7f573025b253 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.7737465 Apr 18 20:30:09.232597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-28ab957b-3e04-4fea-95d1-7b1e3d6b1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.234259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-28ab957b-3e04-4fea-95d1-7b1e3d6b1654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.1063368 Apr 18 20:30:09.235955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.301303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe86b51b-4372-49cc-b445-dbc2271cadb4 req-8871036a-5b06-487b-a2c3-487b04911272 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Unset dirty status for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:09.302440 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe86b51b-4372-49cc-b445-dbc2271cadb4 req-8871036a-5b06-487b-a2c3-487b04911272 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.5005679 Apr 18 20:30:09.314785 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-05d07b7f-0d68-44c5-b781-16866cbbdb7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680506 Apr 18 20:30:09.362297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.362629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-60316bd9-086a-4b01-a1f0-4372d9c0cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.364056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-60316bd9-086a-4b01-a1f0-4372d9c0cb84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1095 time: 0.6759200 Apr 18 20:30:09.368300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.379410 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-289bdcce-37bd-4df6-a59f-593e08bdb2eb req-1558bb53-bc6e-40b0-8520-c944cb1645a6 service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5097930 Apr 18 20:30:09.382807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.414091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c23fc-ee7c-4add-8868-3f6ea3d5d3b4 req-a6efab0d-d3b4-428d-a0f8-d28c5508b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.416114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d79c23fc-ee7c-4add-8868-3f6ea3d5d3b4 req-a6efab0d-d3b4-428d-a0f8-d28c5508b50b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 1097 time: 0.6463876 Apr 18 20:30:09.420406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c38e99e6-bc49-40bc-b053-c540ca44ca55 req-db468883-c893-41d0-a872-f18c3ee0a411 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896222 Apr 18 20:30:09.530417 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d46e1e05e354cb98a859e41276c91fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9198844 Apr 18 20:30:09.536211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe86b51b-4372-49cc-b445-dbc2271cadb4 req-8cddb248-c791-4c7b-abb8-aca020f15ff9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Synchronizing usage tracker for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:09.539906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58852) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:09.544898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5273e9-98da-48e8-af36-a58a24c7fb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50bf59e-1ff8-4a0a-9fec-c189b71de60e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:09.614593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-c13061b1-c725-42e2-a029-51df0cc9a2f9 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909391 Apr 18 20:30:09.643015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d79c23fc-ee7c-4add-8868-3f6ea3d5d3b4 req-2c395501-f586-4245-9a0b-e1cf19faa2e3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139552 Apr 18 20:30:09.659980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fe86b51b-4372-49cc-b445-dbc2271cadb4 req-8cddb248-c791-4c7b-abb8-aca020f15ff9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Unset dirty status for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:09.661233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fe86b51b-4372-49cc-b445-dbc2271cadb4 req-8cddb248-c791-4c7b-abb8-aca020f15ff9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388772 Apr 18 20:30:09.721073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.742358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-7c1b1db4-b2f5-4e11-a9d1-30ec266dd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.743834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-7c1b1db4-b2f5-4e11-a9d1-30ec266dd593 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.3610020 Apr 18 20:30:09.754470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62ec703-d114-438c-a916-d6b3cd98c039,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:09.765555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9dae72e-5f43-4760-8da6-d940dd419df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.819955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9dae72e-5f43-4760-8da6-d940dd419df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.830743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.831084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.831428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.831764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.832690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.832690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.832690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.833183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.833498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.834451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.834451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.834451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:09.845894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c553b1cb-4756-4046-baf2-147c4e6ac707 req-5085f810-12c5-4d51-8013-864672d3c391 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228336 Apr 18 20:30:09.861898 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.863047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-529b5933-6705-4052-986c-03a9da5a61b8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/c62ec703-d114-438c-a916-d6b3cd98c039 HTTP/1.1" status: 204 len: 168 time: 1.2851160 Apr 18 20:30:09.867306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58858) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:09.939575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08aa11c8-0165-43f6-a8e5-a228a8223c92 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:09.945684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9dae72e-5f43-4760-8da6-d940dd419df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:09.966703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-78c9058a-8daa-4786-970c-1bbb418e065e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.2093034 Apr 18 20:30:09.969445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dae72e-5f43-4760-8da6-d940dd419df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50bf59e-1ff8-4a0a-9fec-c189b71de60e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:09.979555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d1d77-6d24-44b4-baa0-a8718c4052f7 req-0819a4a5-aade-45ad-babb-3085b9b177ac tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:09.982547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff9d1d77-6d24-44b4-baa0-a8718c4052f7 req-0819a4a5-aade-45ad-babb-3085b9b177ac tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3283312 Apr 18 20:30:10.031785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08aa11c8-0165-43f6-a8e5-a228a8223c92 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:10.037032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-08aa11c8-0165-43f6-a8e5-a228a8223c92 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1650131 Apr 18 20:30:10.037032 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9dae72e-5f43-4760-8da6-d940dd419df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.037032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a9dae72e-5f43-4760-8da6-d940dd419df8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a50bf59e-1ff8-4a0a-9fec-c189b71de60e HTTP/1.1" status: 204 len: 168 time: 0.4934387 Apr 18 20:30:10.038333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:10.051003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1618704427'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:10.065706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:10.096327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:10.106664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff9d1d77-6d24-44b4-baa0-a8718c4052f7 req-cb74bac7-6e1f-4c00-bf6f-997d95f0988c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746055 Apr 18 20:30:10.108384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-0207b3b9-9730-4d0d-a198-02254477c3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.109980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-0207b3b9-9730-4d0d-a198-02254477c3e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1259828 Apr 18 20:30:10.169867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d636195-4301-45fc-a445-06dfdcb129bc req-8303e9da-2f03-42c2-9e82-c66c0fc3882d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.172001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d636195-4301-45fc-a445-06dfdcb129bc req-8303e9da-2f03-42c2-9e82-c66c0fc3882d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 943 time: 0.2060599 Apr 18 20:30:10.180557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.266210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-740b4157-66ea-4602-8900-cb9aec4677bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.268930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-740b4157-66ea-4602-8900-cb9aec4677bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1489429 Apr 18 20:30:10.274339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:10.289729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:10.312596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d636195-4301-45fc-a445-06dfdcb129bc req-86e09fd0-fb0e-48e6-82fd-c3d768f8b347 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170571 Apr 18 20:30:10.314466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:10.345833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:10.426560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-a9db4a54-e7b2-49b5-9a8d-8baa64c1ea5c service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479549 Apr 18 20:30:10.497547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.510734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.578742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679fb6fb-2d95-40af-89be-bd88f43c70d9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:10.638158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.641928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0fd627c1-308c-4cbc-9ab5-8dfeb1b67d8e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5970211 Apr 18 20:30:10.646755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58874) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:10.659359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:30:10.671268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-860579da-0394-4437-8f31-f4753f9f9a16 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': '679fb6fb-2d95-40af-89be-bd88f43c70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:10.692810 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-860579da-0394-4437-8f31-f4753f9f9a16 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 20:30:10.693467 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-860579da-0394-4437-8f31-f4753f9f9a16 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:10.694563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-860579da-0394-4437-8f31-f4753f9f9a16 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0463192 Apr 18 20:30:10.704930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cc8a72e-3846-4e09-9ec1-dbe93f2f4553 req-16529017-2902-46cb-89f3-ce541a75a137 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677948 Apr 18 20:30:10.705701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58878) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:10.717872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4fe7b37b-dcc6-4b01-b172-2119c901b605 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': '679fb6fb-2d95-40af-89be-bd88f43c70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:10.722838 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-4fe7b37b-dcc6-4b01-b172-2119c901b605 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 20:30:10.723601 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4fe7b37b-dcc6-4b01-b172-2119c901b605 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:10.732502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4fe7b37b-dcc6-4b01-b172-2119c901b605 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0236723 Apr 18 20:30:10.733837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:10.740576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:10.751124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eecd6757-52d0-4176-a5a8-b8096c364abb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': '679fb6fb-2d95-40af-89be-bd88f43c70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:10.754581 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-eecd6757-52d0-4176-a5a8-b8096c364abb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 20:30:10.755480 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-eecd6757-52d0-4176-a5a8-b8096c364abb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:10.763425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58894) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:10.772038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eecd6757-52d0-4176-a5a8-b8096c364abb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0362539 Apr 18 20:30:10.783497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-62023d77-bf6c-45ed-b61a-03e57b2d5006 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': '679fb6fb-2d95-40af-89be-bd88f43c70d9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:10.784737 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-62023d77-bf6c-45ed-b61a-03e57b2d5006 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 20:30:10.785426 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-62023d77-bf6c-45ed-b61a-03e57b2d5006 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:10.786650 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-62023d77-bf6c-45ed-b61a-03e57b2d5006 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0077429 Apr 18 20:30:10.793165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58898) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:10.876237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6584e2-79d4-460d-9ee9-5fc22b83411b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.896141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.921665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:10.926970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a138044-4e4a-4d17-8c3c-69e0ab5560a4 req-987d6bb2-9958-48e7-afb8-55d832325778 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:10.928029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c80283b59014b79ab95da98404105e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:10.929044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a138044-4e4a-4d17-8c3c-69e0ab5560a4 req-987d6bb2-9958-48e7-afb8-55d832325778 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.2331777 Apr 18 20:30:10.930708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6584e2-79d4-460d-9ee9-5fc22b83411b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:10.933999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:10.945424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:10.949130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:10.977591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a', 'port_id': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'mac_address': 'fa:16:3e:37:18:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755548ac-fca4-421a-bdd6-85b8ac87f290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:30:11.026004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c855ecb-b72e-4f11-9509-bfd197285bcc req-5bb40422-457d-4396-beb7-bc7de89d3adc tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.034840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c855ecb-b72e-4f11-9509-bfd197285bcc req-5bb40422-457d-4396-beb7-bc7de89d3adc tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.2260435 Apr 18 20:30:11.037852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a138044-4e4a-4d17-8c3c-69e0ab5560a4 req-12a043dc-b069-49e3-8cc3-2e6626ba903b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901904 Apr 18 20:30:11.065325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6584e2-79d4-460d-9ee9-5fc22b83411b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.110769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6584e2-79d4-460d-9ee9-5fc22b83411b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679fb6fb-2d95-40af-89be-bd88f43c70d9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:11.131665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6584e2-79d4-460d-9ee9-5fc22b83411b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.132934 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3a6584e2-79d4-460d-9ee9-5fc22b83411b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/679fb6fb-2d95-40af-89be-bd88f43c70d9 HTTP/1.1" status: 204 len: 168 time: 0.3387499 Apr 18 20:30:11.139342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:11.251665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:30:11.256326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c855ecb-b72e-4f11-9509-bfd197285bcc req-fa8f2b2e-b3ba-4926-94a9-cf5c2774fb99 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127030 Apr 18 20:30:11.271378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.299211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7718f903-d08e-4dd5-a149-5fa594bac1d7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:11.303500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d234cadf-5dc3-4ea4-a958-1fbf3ccc321d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:11.360545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d234cadf-5dc3-4ea4-a958-1fbf3ccc321d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:11.370296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:11.373071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d234cadf-5dc3-4ea4-a958-1fbf3ccc321d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2320318 Apr 18 20:30:11.377737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.383061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:11.398608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1201293654'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:11.413419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:11.426197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:11.428307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2ae91-a021-4dfe-a030-cd4850a63cc8 req-e1c50e7f-dd7e-46aa-b6f4-bf334f8f64ca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.440581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.441203 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84c2ae91-a021-4dfe-a030-cd4850a63cc8 req-e1c50e7f-dd7e-46aa-b6f4-bf334f8f64ca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.2472661 Apr 18 20:30:11.499844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c80283b59014b79ab95da98404105e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7581694 Apr 18 20:30:11.501246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.516563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84c2ae91-a021-4dfe-a030-cd4850a63cc8 req-c94b74b5-dfa7-43d7-88f7-6adbd1cbc2d5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731981 Apr 18 20:30:11.522108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58914) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:11.535373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:11.555227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:11.567666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:11.582974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e327c51d-388b-45d1-a13c-507417293ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611453b-61e9-44e8-8b55-3225d45f713e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:11.588430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:11.624231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.653917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9cfe1b6-591c-412d-9fc2-a9743c058225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.752468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9cfe1b6-591c-412d-9fc2-a9743c058225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.776008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:11.780247 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.791622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.793842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:11.798869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'port_id': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'mac_address': 'fa:16:3e:90:0d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:30:11.842579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa62bab-a468-4a6e-85f6-a68f5aad63e7 req-a1b1188d-a63f-4a41-8688-3b1db734cd8a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:11.844993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afa62bab-a468-4a6e-85f6-a68f5aad63e7 req-a1b1188d-a63f-4a41-8688-3b1db734cd8a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 943 time: 0.1933513 Apr 18 20:30:11.875132 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.899552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c6aed5-f223-43e8-b992-4205f02706cc {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:11.908741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee8927f-67db-40eb-8127-edcf07add2d8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:11.912481 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afa62bab-a468-4a6e-85f6-a68f5aad63e7 req-9c5fd434-7305-4a43-a36f-cb787ee330f4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614159 Apr 18 20:30:11.935716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9cfe1b6-591c-412d-9fc2-a9743c058225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.939162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:11.941383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.943457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-21bfd095-f4fc-418a-9d50-65924747b0e3 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5587111 Apr 18 20:30:11.946695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58918) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:11.947390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.956019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-607b558e-2bb3-457c-a891-968a9af0af9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:11.957133 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-607b558e-2bb3-457c-a891-968a9af0af9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:30:11.957687 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-607b558e-2bb3-457c-a891-968a9af0af9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:11.962654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-607b558e-2bb3-457c-a891-968a9af0af9b tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110438 Apr 18 20:30:11.962903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfe1b6-591c-412d-9fc2-a9743c058225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611453b-61e9-44e8-8b55-3225d45f713e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:11.964828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58922) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:11.967014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9cfe1b6-591c-412d-9fc2-a9743c058225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:11.968635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e9cfe1b6-591c-412d-9fc2-a9743c058225 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a611453b-61e9-44e8-8b55-3225d45f713e HTTP/1.1" status: 204 len: 168 time: 0.4454594 Apr 18 20:30:11.976645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c8819fee-4b29-4e82-8dbd-8f8d31648886 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:11.995753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['7718f903-d08e-4dd5-a149-5fa594bac1d7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:12.000833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff50b49-8e2e-41ba-aa0c-cf09228493e6 req-38d6c611-8414-457e-b815-cbb93c9620af tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.006139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cff50b49-8e2e-41ba-aa0c-cf09228493e6 req-38d6c611-8414-457e-b815-cbb93c9620af tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2987208 Apr 18 20:30:12.009286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c8819fee-4b29-4e82-8dbd-8f8d31648886 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:12.017127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c8819fee-4b29-4e82-8dbd-8f8d31648886 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:12.036487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c8819fee-4b29-4e82-8dbd-8f8d31648886 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:12.048848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c8819fee-4b29-4e82-8dbd-8f8d31648886 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:12.092228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cff50b49-8e2e-41ba-aa0c-cf09228493e6 req-b5112121-e3d1-4d4f-bb5d-0269939f0eaa tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757599 Apr 18 20:30:12.131448 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-c8819fee-4b29-4e82-8dbd-8f8d31648886 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.137799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c8819fee-4b29-4e82-8dbd-8f8d31648886 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1709948 Apr 18 20:30:12.138188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58930) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:12.145122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:12.150058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5197a6de-2c17-4d21-ae16-9e85fd128f17 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.161697 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-5197a6de-2c17-4d21-ae16-9e85fd128f17 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 20:30:12.164244 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-5197a6de-2c17-4d21-ae16-9e85fd128f17 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.172885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58934) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:12.178705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5197a6de-2c17-4d21-ae16-9e85fd128f17 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0375500 Apr 18 20:30:12.188379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f9e9382f-c56f-4e5e-a751-3fb266e69674 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.210008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f9e9382f-c56f-4e5e-a751-3fb266e69674 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:12.220816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f9e9382f-c56f-4e5e-a751-3fb266e69674 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:12.225893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f9e9382f-c56f-4e5e-a751-3fb266e69674 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:12.231689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['b1c6aed5-f223-43e8-b992-4205f02706cc'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:12.246262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f9e9382f-c56f-4e5e-a751-3fb266e69674 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:12.332318 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-f9e9382f-c56f-4e5e-a751-3fb266e69674 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.338618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f9e9382f-c56f-4e5e-a751-3fb266e69674 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1635976 Apr 18 20:30:12.342215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:12.359928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dada577a-c7f5-4eba-9ae3-4f8989470754 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.361623 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-dada577a-c7f5-4eba-9ae3-4f8989470754 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:30:12.364026 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-dada577a-c7f5-4eba-9ae3-4f8989470754 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.368947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dada577a-c7f5-4eba-9ae3-4f8989470754 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0254903 Apr 18 20:30:12.373706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:12.387661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.488873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a6309-155d-449b-bc76-5e4152207b9f req-6cb34773-3107-4792-a8d8-83ac27f6c226 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.492393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:12.497948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c35a6309-155d-449b-bc76-5e4152207b9f req-6cb34773-3107-4792-a8d8-83ac27f6c226 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.2429063 Apr 18 20:30:12.506319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:12.525462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:12.536060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:12.560422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c35a6309-155d-449b-bc76-5e4152207b9f req-b111e733-8229-41d9-9330-1da60d26a64b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613983 Apr 18 20:30:12.578243 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Project 5df346b19cb64beb94a858030f485722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:30:12.633012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71040619-95f4-40ba-b50d-90e3533cbb30 req-28f4c0d3-3f1d-4dba-bf20-3affe650e21b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.634656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71040619-95f4-40ba-b50d-90e3533cbb30 req-28f4c0d3-3f1d-4dba-bf20-3affe650e21b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2362728 Apr 18 20:30:12.636219 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.637217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e4f29316-fdba-4343-a9b3-c1ce974d614c tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2622404 Apr 18 20:30:12.640306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58962) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:12.646720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c7e79ff4-9713-4254-b0b7-8b25cadfcc3a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.647224 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-c7e79ff4-9713-4254-b0b7-8b25cadfcc3a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 20:30:12.647728 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-c7e79ff4-9713-4254-b0b7-8b25cadfcc3a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.648725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c7e79ff4-9713-4254-b0b7-8b25cadfcc3a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073993 Apr 18 20:30:12.654932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58966) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:12.666666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.696024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:12.701027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:12.707396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:12.722503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:12.739335 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Project 5df346b19cb64beb94a858030f485722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:30:12.739658 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71040619-95f4-40ba-b50d-90e3533cbb30 req-66e235e7-2be2-4dfd-9337-e122768f196b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808752 Apr 18 20:30:12.817035 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.818109 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e31de656-6562-474b-a773-97243bcff95d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1608169 Apr 18 20:30:12.822690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58974) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:12.830735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'dee8927f-67db-40eb-8127-edcf07add2d8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:12.841973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:12.855380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:12.859685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:12.868048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:12.878144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389840da-ed27-40c6-9f93-4ac7e4c51e58 req-eb45608f-0c2f-44c6-b998-00fc5fc83038 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:12.880229 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-389840da-ed27-40c6-9f93-4ac7e4c51e58 req-eb45608f-0c2f-44c6-b998-00fc5fc83038 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.1358855 Apr 18 20:30:12.907028 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Project 5df346b19cb64beb94a858030f485722 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:30:12.952140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-389840da-ed27-40c6-9f93-4ac7e4c51e58 req-c38265bc-bb9d-4046-bfd3-16fa47904f51 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/security-groups?id=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632272 Apr 18 20:30:12.954320 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:12.955603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a7db7b19-763b-4be0-a49f-f78fcdebbcef tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1307206 Apr 18 20:30:12.966653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58982) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:13.138643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813acef1-4e00-4715-a68f-2be2170cb376 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.189228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813acef1-4e00-4715-a68f-2be2170cb376 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.227553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-28261b47-87f1-463f-a4a2-074cd8266845 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.229804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-28261b47-87f1-463f-a4a2-074cd8266845 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 946 time: 0.3717053 Apr 18 20:30:13.243548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f740d9-38a8-4b73-a98e-4e199ae47985 req-3a9731d6-89ac-4cb0-a022-f05ea66d4c61 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.246299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49f740d9-38a8-4b73-a98e-4e199ae47985 req-3a9731d6-89ac-4cb0-a022-f05ea66d4c61 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 945 time: 0.3330834 Apr 18 20:30:13.287701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f6ebb-bb0b-40d2-adaa-2c5e54bcc633 req-8c66b381-e636-4177-95fc-d185af7790c6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.290684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-944f6ebb-bb0b-40d2-adaa-2c5e54bcc633 req-8c66b381-e636-4177-95fc-d185af7790c6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.1992743 Apr 18 20:30:13.328481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813acef1-4e00-4715-a68f-2be2170cb376 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.358217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Deleting port a86c2251-09c8-4244-99ea-7707e23e47f9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:13.358850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.382673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813acef1-4e00-4715-a68f-2be2170cb376 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee8927f-67db-40eb-8127-edcf07add2d8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:13.404144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49f740d9-38a8-4b73-a98e-4e199ae47985 req-f2fce504-c295-4034-92a7-331c285cb623 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168544 Apr 18 20:30:13.408163 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813acef1-4e00-4715-a68f-2be2170cb376 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.413579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-813acef1-4e00-4715-a68f-2be2170cb376 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/dee8927f-67db-40eb-8127-edcf07add2d8 HTTP/1.1" status: 204 len: 168 time: 0.4450288 Apr 18 20:30:13.417317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58994) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:13.426755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-944f6ebb-bb0b-40d2-adaa-2c5e54bcc633 req-c8f55a5a-6dac-4a7f-9ed6-9334be7ac0db tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264851 Apr 18 20:30:13.530451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f6b065cd-9f11-4392-bf32-c3e5f6349139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.581177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a908f745-2088-4278-95a6-b360e0ef6619 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:13.640308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a908f745-2088-4278-95a6-b360e0ef6619 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:13.642103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a908f745-2088-4278-95a6-b360e0ef6619 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2167757 Apr 18 20:30:13.649290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:13.654618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--760427539'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:13.663238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:13.677357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:13.760280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.849474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] For port a86c2251-09c8-4244-99ea-7707e23e47f9, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a86c2251-09c8-4244-99ea-7707e23e47f9,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:13.849965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:13.850979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:13.862192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:13.868428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:13.889770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb27d2-1868-4304-a7da-1727222fb198 req-a2dfedbf-7e05-437d-9e54-a20cd1e53db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:13.892660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70bb27d2-1868-4304-a7da-1727222fb198 req-a2dfedbf-7e05-437d-9e54-a20cd1e53db4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 0.2186689 Apr 18 20:30:13.958275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:13.993112 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70bb27d2-1868-4304-a7da-1727222fb198 req-3949cc71-f80e-48f7-bdc1-7fc917b9e452 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939772 Apr 18 20:30:14.038860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Calling delete_port for a86c2251-09c8-4244-99ea-7707e23e47f9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:14.198762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.204721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.240419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.253221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a86c2251-09c8-4244-99ea-7707e23e47f9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:14.315269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Pushing event deleted for resources: {'Port': ['ID=a86c2251-09c8-4244-99ea-7707e23e47f9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:14.409298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c148d263-e9f6-457d-8c00-539ac220b054,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:14.428262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] No DVR routers for this DVR port a86c2251-09c8-4244-99ea-7707e23e47f9 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:14.432525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.435992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:14.436759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71572b7e-5a57-458b-82cd-be7bce602d96', 'name': 'network-vif-deleted', 'tag': 'a86c2251-09c8-4244-99ea-7707e23e47f9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:14.441355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-362bbcb6-05a5-446d-95cd-56da4d3cdab8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7921662 Apr 18 20:30:14.442513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59046) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:14.462862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0b1d3a74-b62f-4fcb-83a3-c0d123a67d86 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'c148d263-e9f6-457d-8c00-539ac220b054', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:14.468206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fab2c09d-3e97-4d4b-a822-b8f681e13636 req-57c38835-b79a-4d1c-8442-e46262f1feb8 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.61 "DELETE /v2.0/ports/a86c2251-09c8-4244-99ea-7707e23e47f9 HTTP/1.1" status: 204 len: 173 time: 1.2198243 Apr 18 20:30:14.476233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0b1d3a74-b62f-4fcb-83a3-c0d123a67d86 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:14.498609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0b1d3a74-b62f-4fcb-83a3-c0d123a67d86 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:14.518513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0b1d3a74-b62f-4fcb-83a3-c0d123a67d86 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:14.554748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0b1d3a74-b62f-4fcb-83a3-c0d123a67d86 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:14.624745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963eaaa0-cc85-4a55-a7b8-1b866ee2d718 req-08adff32-ad06-404d-b732-69674f480436 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:14.630110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-963eaaa0-cc85-4a55-a7b8-1b866ee2d718 req-08adff32-ad06-404d-b732-69674f480436 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3853309 Apr 18 20:30:14.685218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:30:14.693439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59056) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:14.718919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2b0aaac8-1cfa-4baa-b97a-676f2904ce11 req-90b10ec4-94c7-4c35-b989-817ae6e5b926 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Synchronizing usage tracker for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:14.721970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-963eaaa0-cc85-4a55-a7b8-1b866ee2d718 req-bb80b985-d30a-4108-94c1-562139d51333 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847421 Apr 18 20:30:14.723622 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-0b1d3a74-b62f-4fcb-83a3-c0d123a67d86 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The resource could not be found. Apr 18 20:30:14.725013 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0b1d3a74-b62f-4fcb-83a3-c0d123a67d86 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2801735 Apr 18 20:30:14.729970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59062) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:14.750066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-65adddf6-fc8c-43a3-b925-94c97b461dbb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'c148d263-e9f6-457d-8c00-539ac220b054', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e20837da-7b0d-417f-bb2d-00b2d3030310'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:14.768159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-65adddf6-fc8c-43a3-b925-94c97b461dbb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:14.789413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-65adddf6-fc8c-43a3-b925-94c97b461dbb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:14.806743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2b0aaac8-1cfa-4baa-b97a-676f2904ce11 req-90b10ec4-94c7-4c35-b989-817ae6e5b926 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] Unset dirty status for tenant:3e653087184b45f28f4937d3b56e0ef2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:14.807049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-65adddf6-fc8c-43a3-b925-94c97b461dbb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:14.809474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b0aaac8-1cfa-4baa-b97a-676f2904ce11 req-90b10ec4-94c7-4c35-b989-817ae6e5b926 tempest-ServerRescueNegativeTestJSON-38057642 tempest-ServerRescueNegativeTestJSON-38057642-project] 10.222.0.47 "GET /v2.0/ports?device_id=71572b7e-5a57-458b-82cd-be7bce602d96 HTTP/1.1" status: 200 len: 210 time: 0.1798244 Apr 18 20:30:14.823711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:30:14.846261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-65adddf6-fc8c-43a3-b925-94c97b461dbb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:14.942382 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad83ca13-764c-4262-9303-32757527bc31'] response: {'server_uuid': '71572b7e-5a57-458b-82cd-be7bce602d96', 'name': 'network-vif-deleted', 'tag': 'a86c2251-09c8-4244-99ea-7707e23e47f9', 'status': 'completed', 'code': 200} Apr 18 20:30:14.972540 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-65adddf6-fc8c-43a3-b925-94c97b461dbb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The resource could not be found. Apr 18 20:30:14.975080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-65adddf6-fc8c-43a3-b925-94c97b461dbb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2425191 Apr 18 20:30:14.979956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:14.999056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 7718f903-d08e-4dd5-a149-5fa594bac1d7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:15.009330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port b1c6aed5-f223-43e8-b992-4205f02706cc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:15.019908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 7718f903-d08e-4dd5-a149-5fa594bac1d7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:15.021123 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.048198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.125573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:15.128117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port b1c6aed5-f223-43e8-b992-4205f02706cc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:15.128738 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.134067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Usage tracker for resource:security_group_rule and tenant:2660dc50a64743c2a720098c4cd07a6e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:15.141854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:15.157065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:15.223727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f09614-cee0-41ac-9fd0-42ea250c74f2 req-8196bf6f-4162-40b9-80c9-a31a1a702af9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.232291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2f09614-cee0-41ac-9fd0-42ea250c74f2 req-8196bf6f-4162-40b9-80c9-a31a1a702af9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 945 time: 0.1700168 Apr 18 20:30:15.280567 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df6cbac-b7bf-4ece-a408-824e21d461cb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.392525 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c2f09614-cee0-41ac-9fd0-42ea250c74f2 req-9a63fc69-01dc-4027-b0cd-1db0149f8e59 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570737 Apr 18 20:30:15.402345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df6cbac-b7bf-4ece-a408-824e21d461cb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.506720 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.512957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.567528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.577926 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.619174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0acc35ce-bfa5-4564-aeb4-fc9fa2b13c12,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:15.623871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:15.644786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df6cbac-b7bf-4ece-a408-824e21d461cb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.645794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:15.655977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:15.657999 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.666408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a86c2251-09c8-4244-99ea-7707e23e47f9 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:15.692476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6cbac-b7bf-4ece-a408-824e21d461cb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c148d263-e9f6-457d-8c00-539ac220b054,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:15.706817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df6cbac-b7bf-4ece-a408-824e21d461cb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.708072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5df6cbac-b7bf-4ece-a408-824e21d461cb tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/c148d263-e9f6-457d-8c00-539ac220b054 HTTP/1.1" status: 204 len: 168 time: 0.7253783 Apr 18 20:30:15.712414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ff4aadd2-16c1-46c3-bfdd-136abad9f444 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2660dc50a64743c2a720098c4cd07a6e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0175796 Apr 18 20:30:15.713618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:15.717874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59084) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:15.801761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa5194a-afce-4435-9895-7b5cdcd48340 req-5fa7e9b8-a78b-40da-b614-6549d0de7b30 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.804439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfa5194a-afce-4435-9895-7b5cdcd48340 req-5fa7e9b8-a78b-40da-b614-6549d0de7b30 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2819674 Apr 18 20:30:15.828347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-2c437d85-9c9b-4cd9-bfb4-e23b06d6d80b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2817166 Apr 18 20:30:15.849040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddaf767-bc49-4df2-876a-0ad5051dd957 req-1a5103a8-8fcf-440b-93c9-5a57f1b388cf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:15.850683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ddaf767-bc49-4df2-876a-0ad5051dd957 req-1a5103a8-8fcf-440b-93c9-5a57f1b388cf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.2268939 Apr 18 20:30:15.851602 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-096f81d3-ccb6-4298-ab56-92ea3d9844f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.855527 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.879013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a0760a60-bad5-4c93-af86-5b2d193ea64f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:15.923021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-096f81d3-ccb6-4298-ab56-92ea3d9844f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.925061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: a86c2251-09c8-4244-99ea-7707e23e47f9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:30:15.926208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a86c2251-09c8-4244-99ea-7707e23e47f9 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:30:15.927912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:15.935616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfa5194a-afce-4435-9895-7b5cdcd48340 req-b12cdcdd-dd00-4b83-a247-6d7bbdd88931 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199255 Apr 18 20:30:15.937677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a0760a60-bad5-4c93-af86-5b2d193ea64f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:15.940119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a0760a60-bad5-4c93-af86-5b2d193ea64f tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2242687 Apr 18 20:30:15.946472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:15.961656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5a8a5fac-bd06-491c-8e7b-9beafc7096be tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': '21f5c1bd-6bce-4e90-912d-e23101cbb745', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:15.967951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a8a5fac-bd06-491c-8e7b-9beafc7096be tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:15.969290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c514d99d-3f3f-4cff-a071-ce45252e5eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:15.975617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a8a5fac-bd06-491c-8e7b-9beafc7096be tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:15.981529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a8a5fac-bd06-491c-8e7b-9beafc7096be tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:15.993229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a8a5fac-bd06-491c-8e7b-9beafc7096be tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:16.016305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ddaf767-bc49-4df2-876a-0ad5051dd957 req-9e9053ed-5265-4dc1-be92-82a79ff403d9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1522639 Apr 18 20:30:16.066277 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-5a8a5fac-bd06-491c-8e7b-9beafc7096be tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The resource could not be found. Apr 18 20:30:16.074359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:16.075403 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a8a5fac-bd06-491c-8e7b-9beafc7096be tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1274464 Apr 18 20:30:16.083131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--274618887'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:16.099810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:16.120207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:16.124916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aff40-be2f-4150-9152-5ca7c23af54b req-274f9047-bd96-480b-8770-7d93d59233f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.126719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-274f9047-bd96-480b-8770-7d93d59233f4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1096 time: 0.1845198 Apr 18 20:30:16.130056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-096f81d3-ccb6-4298-ab56-92ea3d9844f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.169023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:16.177152 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-909c96ac-c13f-4413-ac50-10ceeaee2841'] response: {'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'code': 200} Apr 18 20:30:16.183477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f81d3-ccb6-4298-ab56-92ea3d9844f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acc35ce-bfa5-4564-aeb4-fc9fa2b13c12,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:16.205287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.237692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-096f81d3-ccb6-4298-ab56-92ea3d9844f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.240168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-096f81d3-ccb6-4298-ab56-92ea3d9844f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0acc35ce-bfa5-4564-aeb4-fc9fa2b13c12 HTTP/1.1" status: 204 len: 168 time: 0.5212629 Apr 18 20:30:16.298925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59112) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:16.316018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:16.326173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:16.332015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:16.343909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:16.392802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aff40-be2f-4150-9152-5ca7c23af54b req-7b04692d-087f-41fc-bc64-07beaaf91386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.394256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-7b04692d-087f-41fc-bc64-07beaaf91386 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.2412815 Apr 18 20:30:16.571879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-dfef53b1-d480-4988-bd73-979f45bad07a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 1000 time: 0.1661637 Apr 18 20:30:16.623744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.629080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.770078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.852033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea06590f-3602-4daf-b2be-be30fc0cb80d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:16.887765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aff40-be2f-4150-9152-5ca7c23af54b req-5e49f2dd-a09e-45a0-92a9-2026d95da74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:16.888052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.890326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-5e49f2dd-a09e-45a0-92a9-2026d95da74b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.3113623 Apr 18 20:30:16.893620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:16.897635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b72ec6be-8643-447a-a794-a8d852771287 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8191390 Apr 18 20:30:16.897851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59128) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:16.949072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1396467645'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:17.078134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:17.088371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:17.093986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:17.106295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:17.143647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737990b-69c5-45f8-8396-f1ebb2a7a70f req-7d4a9f46-cd1b-4418-8d03-1751f6a35e6b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.145331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7737990b-69c5-45f8-8396-f1ebb2a7a70f req-7d4a9f46-cd1b-4418-8d03-1751f6a35e6b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.4583211 Apr 18 20:30:17.148014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.203826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:17.220209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:17.225425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592aff40-be2f-4150-9152-5ca7c23af54b req-9508de23-3334-4eda-821f-3b77cc57daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.227051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-9508de23-3334-4eda-821f-3b77cc57daa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3301852 Apr 18 20:30:17.227991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:17.262352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:17.273874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b528505c-553c-46dd-a563-abd0a72dd1ce req-51f4d20c-fcd3-46d0-93a6-38277ccae097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.275558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b528505c-553c-46dd-a563-abd0a72dd1ce req-51f4d20c-fcd3-46d0-93a6-38277ccae097 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1096 time: 0.7851324 Apr 18 20:30:17.284234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-b3f2ba86-b74e-449a-891c-a4de5b52068b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7955256 Apr 18 20:30:17.298188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7737990b-69c5-45f8-8396-f1ebb2a7a70f req-391184a2-ff74-4c55-8a57-d84e34b3da2b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384232 Apr 18 20:30:17.361939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de841c7d-f72d-403d-93ed-431e81118312 req-06db013c-0e20-4a54-ab80-5fd0bb08e62a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.371821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de841c7d-f72d-403d-93ed-431e81118312 req-06db013c-0e20-4a54-ab80-5fd0bb08e62a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.9869828 Apr 18 20:30:17.563252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-b74b67bd-2654-4850-a0a5-c96c66c216ce service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251393 Apr 18 20:30:17.585063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b528505c-553c-46dd-a563-abd0a72dd1ce req-029a0439-2022-4888-ac19-a9401aff6340 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335231 Apr 18 20:30:17.624481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de841c7d-f72d-403d-93ed-431e81118312 req-b74632af-cba4-427a-9cc2-e6583c15c87b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2492962 Apr 18 20:30:17.734524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.752814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.767475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49a7e7-e120-4777-9973-80ab3be79026 req-917afd4d-cd28-4f9e-b301-c5a7148e405b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.770038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-35d69048-83e3-4747-b0e6-def8b10a36ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:17.771841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-35d69048-83e3-4747-b0e6-def8b10a36ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1095 time: 0.3715131 Apr 18 20:30:17.787357 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b49a7e7-e120-4777-9973-80ab3be79026 req-917afd4d-cd28-4f9e-b301-c5a7148e405b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3553991 Apr 18 20:30:17.906334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f64909c-1a8a-44dd-a594-5de6dcc02601,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:17.914198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:17.915733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b8bc5477-3080-4962-aa0d-3dac12904eee tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0171273 Apr 18 20:30:17.923685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59152) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:17.939103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b49a7e7-e120-4777-9973-80ab3be79026 req-7765f14e-806c-4ae1-97ed-344ad57512a6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491690 Apr 18 20:30:17.945316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-235de927-191c-4e69-a0c8-afe767a66004 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': 'ea06590f-3602-4daf-b2be-be30fc0cb80d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3f64909c-1a8a-44dd-a594-5de6dcc02601'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:17.954160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-235de927-191c-4e69-a0c8-afe767a66004 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:17.959415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-235de927-191c-4e69-a0c8-afe767a66004 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:17.965806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-235de927-191c-4e69-a0c8-afe767a66004 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:17.973457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-235de927-191c-4e69-a0c8-afe767a66004 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:17.985737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-592aff40-be2f-4150-9152-5ca7c23af54b req-9fae1680-c5fa-4ce4-960b-14b26718bfc0 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099889 Apr 18 20:30:18.043872 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-235de927-191c-4e69-a0c8-afe767a66004 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:18.049461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-235de927-191c-4e69-a0c8-afe767a66004 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1238596 Apr 18 20:30:18.052261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59158) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:18.099705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-309be7f1-c733-49bb-aee2-41e154ede295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.101652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-309be7f1-c733-49bb-aee2-41e154ede295 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.2663400 Apr 18 20:30:18.116602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac574b-a00a-4592-b05f-8943f491d3fc req-f41a4f55-35f1-45b7-8a97-0a33fffeb01a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.120063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-faac574b-a00a-4592-b05f-8943f491d3fc req-f41a4f55-35f1-45b7-8a97-0a33fffeb01a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.3305647 Apr 18 20:30:18.143982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59162) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:18.179036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:18.220544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3d25-018f-4789-995b-15af203819aa tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.278103 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f5245e-ea9d-4bc0-9491-c2dcfb248ea5'] response: {'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'code': 200} Apr 18 20:30:18.286655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3d25-018f-4789-995b-15af203819aa tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.302888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.376927 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.381320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.386877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-8d59de65-5a86-4600-a470-62ad22c726d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.2663472 Apr 18 20:30:18.398242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:18.399982 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-faac574b-a00a-4592-b05f-8943f491d3fc req-ef87369c-b21c-41d6-a9ae-c6efb5427ba4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924407 Apr 18 20:30:18.421836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Usage tracker for resource:security_group_rule and tenant:d9e668b25d0a4589a24c44411309bd6f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:18.427414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:18.438904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3d25-018f-4789-995b-15af203819aa tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.498559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:18.559801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-b044c527-c89c-45cd-9425-8429860d7d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.561298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-b044c527-c89c-45cd-9425-8429860d7d49 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1600955 Apr 18 20:30:18.584808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d3d25-018f-4789-995b-15af203819aa tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f64909c-1a8a-44dd-a594-5de6dcc02601,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:18.629625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a6d3d25-018f-4789-995b-15af203819aa tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.635239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3a6d3d25-018f-4789-995b-15af203819aa tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/3f64909c-1a8a-44dd-a594-5de6dcc02601 HTTP/1.1" status: 204 len: 168 time: 0.5769413 Apr 18 20:30:18.638824 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:18.646533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59174) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:18.708634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e526b080-dc2e-43ec-8fb9-ef721a5ec0ca details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:30:18.749176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128cbb1-d84f-42e0-8303-5f0a16b18a1d req-8281b36a-db99-423d-9ac8-0986fbefda47 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.751316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d128cbb1-d84f-42e0-8303-5f0a16b18a1d req-8281b36a-db99-423d-9ac8-0986fbefda47 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2269092 Apr 18 20:30:18.863267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddfe3ec-5489-4197-b68c-b9d0f5e04639 req-5fa499c3-9f48-4b82-8582-25073fe5729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:18.865064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fddfe3ec-5489-4197-b68c-b9d0f5e04639 req-5fa499c3-9f48-4b82-8582-25073fe5729b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1097 time: 0.4289160 Apr 18 20:30:18.973119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d128cbb1-d84f-42e0-8303-5f0a16b18a1d req-e3cdbc6d-9876-4512-84b6-dc94846ee535 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1900125 Apr 18 20:30:19.044182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fddfe3ec-5489-4197-b68c-b9d0f5e04639 req-1748cdee-7521-4d77-911b-d0357ffee673 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358776 Apr 18 20:30:19.047325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.055918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-efd13df6-2103-432c-8cf1-a897b3db20f8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:19.061404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997827df-003b-4cab-8b20-f07d57070b1e req-395b3e18-49ab-4cd2-8796-49b2ca4f1596 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.063040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-997827df-003b-4cab-8b20-f07d57070b1e req-395b3e18-49ab-4cd2-8796-49b2ca4f1596 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.4898429 Apr 18 20:30:19.063613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.079191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-116ef952-6cbb-46b6-9ba8-49234fdc8e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.080712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-116ef952-6cbb-46b6-9ba8-49234fdc8e2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5063698 Apr 18 20:30:19.095238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:19.116349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'port_id': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'mac_address': 'fa:16:3e:7d:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2adc829-4c14-49ad-8ac6-5a7cc15ea556', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:30:19.200586 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.215205 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.221591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-efd13df6-2103-432c-8cf1-a897b3db20f8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:19.226407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-efd13df6-2103-432c-8cf1-a897b3db20f8 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5711432 Apr 18 20:30:19.228888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59182) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:19.236718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9e668b25d0a4589a24c44411309bd6f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0894010 Apr 18 20:30:19.241007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e526b080-dc2e-43ec-8fb9-ef721a5ec0ca {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:19.250973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:19.257216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e215d83-3953-42f0-b6b2-74e4223fc83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67980f4f-f1b3-4f38-91bb-216179e55449,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.274645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:19.282706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.367850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.376437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['e526b080-dc2e-43ec-8fb9-ef721a5ec0ca'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:19.391925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5f17c9-2412-416d-b5bd-7f06388d09a0 req-c8c2efbc-ef89-46e0-9fb6-3077ecbaa9a4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:19.393582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc5f17c9-2412-416d-b5bd-7f06388d09a0 req-c8c2efbc-ef89-46e0-9fb6-3077ecbaa9a4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2817247 Apr 18 20:30:19.405139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ebbcb84-a110-4637-8e0a-08e245cac037 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.445228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9e33497-ed04-4634-b7b9-82f137300c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.467019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-997827df-003b-4cab-8b20-f07d57070b1e req-da1b2700-b668-4370-bdfd-85b6920924e0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3938627 Apr 18 20:30:19.486920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ebbcb84-a110-4637-8e0a-08e245cac037 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.488786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Deleting port e148e086-4b64-4b81-8a00-816dbcb89c30 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:19.489353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.541062 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9e33497-ed04-4634-b7b9-82f137300c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.562317 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc5f17c9-2412-416d-b5bd-7f06388d09a0 req-73fb4947-2a13-471f-8a70-0c14f3b54111 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582744 Apr 18 20:30:19.585659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-a2fb7b91-5f3b-44ed-bc16-52170b86c03f service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876759 Apr 18 20:30:19.661482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ebbcb84-a110-4637-8e0a-08e245cac037 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.710799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebbcb84-a110-4637-8e0a-08e245cac037 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea06590f-3602-4daf-b2be-be30fc0cb80d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.725792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9e33497-ed04-4634-b7b9-82f137300c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.768512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e33497-ed04-4634-b7b9-82f137300c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67980f4f-f1b3-4f38-91bb-216179e55449,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:19.772465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9e33497-ed04-4634-b7b9-82f137300c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.780287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f9e33497-ed04-4634-b7b9-82f137300c71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67980f4f-f1b3-4f38-91bb-216179e55449 HTTP/1.1" status: 204 len: 168 time: 0.5221503 Apr 18 20:30:19.780287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ebbcb84-a110-4637-8e0a-08e245cac037 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:19.780287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4ebbcb84-a110-4637-8e0a-08e245cac037 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea06590f-3602-4daf-b2be-be30fc0cb80d HTTP/1.1" status: 204 len: 168 time: 0.5490298 Apr 18 20:30:19.784863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59194) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:19.878921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ba141d83-6e6c-477c-a8c8-19d2e8a2c4bd tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:19.905808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ba141d83-6e6c-477c-a8c8-19d2e8a2c4bd tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:19.914670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ba141d83-6e6c-477c-a8c8-19d2e8a2c4bd tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221600 Apr 18 20:30:19.914670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59198) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:19.925347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151609170'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:19.938205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:19.960580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:19.978007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.016685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] For port e148e086-4b64-4b81-8a00-816dbcb89c30, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e148e086-4b64-4b81-8a00-816dbcb89c30,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:20.017553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.023234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:20.032500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:20.039106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:20.049217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:20.178898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.233018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.302611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Calling delete_port for e148e086-4b64-4b81-8a00-816dbcb89c30 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:20.314546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee791ee-ac03-44f1-8dc9-dd58d25233d2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:20.365940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aba6c529-354d-409a-a3be-74c83f8c1240 req-03d1765f-ea2c-4c27-93bd-5ba92c1c7700 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7630942 Apr 18 20:30:20.366456 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.374121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-904657c4-aa93-4e45-aec8-17f879f85396 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4520543 Apr 18 20:30:20.374458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59214) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:20.395874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d0f015d6-b95f-44e3-9927-c7ca7f977340 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': '4ee791ee-ac03-44f1-8dc9-dd58d25233d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:20.398044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebaaca68-4f50-4664-aed1-6b1f342b5c15 req-8da268bd-b2dc-46b8-857a-5e388405fd17 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.410135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ebaaca68-4f50-4664-aed1-6b1f342b5c15 req-8da268bd-b2dc-46b8-857a-5e388405fd17 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2240989 Apr 18 20:30:20.420389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49968261-16bb-4765-9107-32cc6f92a1e2 req-12ad863c-6fa2-4283-bcd6-e785198afcd1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.423221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49968261-16bb-4765-9107-32cc6f92a1e2 req-12ad863c-6fa2-4283-bcd6-e785198afcd1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.7684863 Apr 18 20:30:20.434597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d0f015d6-b95f-44e3-9927-c7ca7f977340 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:20.463299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d0f015d6-b95f-44e3-9927-c7ca7f977340 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:20.477588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d0f015d6-b95f-44e3-9927-c7ca7f977340 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:20.498606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d0f015d6-b95f-44e3-9927-c7ca7f977340 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:20.499261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ebaaca68-4f50-4664-aed1-6b1f342b5c15 req-cd01b1ed-7b3b-40a3-8341-8e96c630c72c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849936 Apr 18 20:30:20.708855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49968261-16bb-4765-9107-32cc6f92a1e2 req-afb03654-439d-4543-96e4-e23c0cdb223a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2713838 Apr 18 20:30:20.721156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e526b080-dc2e-43ec-8fb9-ef721a5ec0ca up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:30:20.773491 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-d0f015d6-b95f-44e3-9927-c7ca7f977340 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:20.774579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d0f015d6-b95f-44e3-9927-c7ca7f977340 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3978925 Apr 18 20:30:20.778827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:20.788914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-49fbdef4-ea76-485e-9238-e837905868ce tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group_rule': {'security_group_id': '4ee791ee-ac03-44f1-8dc9-dd58d25233d2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:20.795856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-49fbdef4-ea76-485e-9238-e837905868ce tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:20.800695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-49fbdef4-ea76-485e-9238-e837905868ce tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:20.801532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3070cf7-40f0-4896-a7bf-46f9d83fe2f5 req-8c3c7900-42d0-4a10-a6aa-7c0743ed7c50 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:20.803162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3070cf7-40f0-4896-a7bf-46f9d83fe2f5 req-8c3c7900-42d0-4a10-a6aa-7c0743ed7c50 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 945 time: 0.1305656 Apr 18 20:30:20.803924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-49fbdef4-ea76-485e-9238-e837905868ce tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:20.810910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-49fbdef4-ea76-485e-9238-e837905868ce tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:20.867745 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-49fbdef4-ea76-485e-9238-e837905868ce tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:30:20.873877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-49fbdef4-ea76-485e-9238-e837905868ce tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0937026 Apr 18 20:30:20.895068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:20.895771 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:20.919419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:20.935044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3070cf7-40f0-4896-a7bf-46f9d83fe2f5 req-c5228c15-3096-49b9-b4c9-cb80ace620f3 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258063 Apr 18 20:30:21.113381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.188605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89b3982e-6392-41d0-8137-0fa79b22f239 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.209701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Pushing event deleted for resources: {'Port': ['ID=e148e086-4b64-4b81-8a00-816dbcb89c30,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:21.234476 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.279354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:21.298891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:21.307796 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.364729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e5756-c346-42aa-9357-ed1a3b597958 req-08d7066a-12c7-4c2a-96fd-a3942927a39a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:21.377211 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-501e5756-c346-42aa-9357-ed1a3b597958 req-08d7066a-12c7-4c2a-96fd-a3942927a39a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2266173 Apr 18 20:30:21.440704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:21.492506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89b3982e-6392-41d0-8137-0fa79b22f239 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:21.719064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-501e5756-c346-42aa-9357-ed1a3b597958 req-6e70652f-4ef5-48a5-8ced-1dd29b5f2607 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405316 Apr 18 20:30:21.895832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89b3982e-6392-41d0-8137-0fa79b22f239 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.015342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3982e-6392-41d0-8137-0fa79b22f239 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee791ee-ac03-44f1-8dc9-dd58d25233d2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:22.048895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1712ccb-f48b-4494-b6c2-30144ba479c7 req-ec044867-76af-4fda-9ff9-1ef175369672 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.051665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1712ccb-f48b-4494-b6c2-30144ba479c7 req-ec044867-76af-4fda-9ff9-1ef175369672 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.6556160 Apr 18 20:30:22.064053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7020f0a-147e-45c5-aa64-4d24c23a9b46 req-3fb19e03-275f-4d96-9b1b-b8ee243e5681 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.067755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7020f0a-147e-45c5-aa64-4d24c23a9b46 req-3fb19e03-275f-4d96-9b1b-b8ee243e5681 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1580753 Apr 18 20:30:22.114686 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89b3982e-6392-41d0-8137-0fa79b22f239 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.115868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-89b3982e-6392-41d0-8137-0fa79b22f239 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/4ee791ee-ac03-44f1-8dc9-dd58d25233d2 HTTP/1.1" status: 204 len: 168 time: 1.1954706 Apr 18 20:30:22.120672 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.123992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59264) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:22.174105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7020f0a-147e-45c5-aa64-4d24c23a9b46 req-be7f171c-cf33-43ac-9301-0acc5c80281c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876927 Apr 18 20:30:22.236635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1712ccb-f48b-4494-b6c2-30144ba479c7 req-15cb826e-064a-4d08-b33b-9e20492ecf2c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604693 Apr 18 20:30:22.260729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59270) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:22.313418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1435084c-331d-4a84-ac3b-ebc202e8e07e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:22.355020 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddfe8339-ef2a-47b6-8c90-e44cd04d8e9e'] response: {'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'code': 200} Apr 18 20:30:22.364325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59274) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:22.414592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1435084c-331d-4a84-ac3b-ebc202e8e07e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:22.417365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1435084c-331d-4a84-ac3b-ebc202e8e07e tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2919400 Apr 18 20:30:22.425606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59280) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:22.441975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1106664201'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:22.463674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:22.487611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:22.563535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.670318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eeec2dc-9f28-4f90-8c27-0cd7f009bf19 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.672157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4eeec2dc-9f28-4f90-8c27-0cd7f009bf19 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1091 time: 0.4104354 Apr 18 20:30:22.678113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59284) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:22.691989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:22.700286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:22.702700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Usage tracker for resource:security_group_rule and tenant:5df346b19cb64beb94a858030f485722 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:22.709450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:22.716297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1642636776'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:22.717844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:22.728220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:22.729124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:floatingip and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:22.730995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:22.732753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:22.737906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Usage tracker for resource:network and tenant:ba3b76a3166d47deae5f148e9a329779 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:22.745442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:22.751393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:22.759273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:22.797044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Made reservation on behalf of ba3b76a3166d47deae5f148e9a329779 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:22.800909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.821350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760dd15-0322-4faf-aef2-c510f7cdb5f3 req-795b4ccd-7e3a-407a-87b7-94c1530fe0e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.823393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a760dd15-0322-4faf-aef2-c510f7cdb5f3 req-795b4ccd-7e3a-407a-87b7-94c1530fe0e3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2299337 Apr 18 20:30:22.828224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c49805-9f58-4875-9097-fadc7ae74554 req-c7b952cd-9e7c-4091-bb26-383ab554842c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:22.830334 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95c49805-9f58-4875-9097-fadc7ae74554 req-c7b952cd-9e7c-4091-bb26-383ab554842c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.4187880 Apr 18 20:30:22.833909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.877448 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.880183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:22.896877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Usage tracker for resource:security_group_rule and tenant:ba3b76a3166d47deae5f148e9a329779 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:22.901490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:22.929397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:22.950642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a760dd15-0322-4faf-aef2-c510f7cdb5f3 req-1bbcc5b7-fe54-4a5f-b15e-5cfb78f976a0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022320 Apr 18 20:30:22.956415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Router 04cca268-2880-466e-9f01-afa3a7e3e682 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:30:22.962336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95c49805-9f58-4875-9097-fadc7ae74554 req-1b7ca3e6-0a12-49ad-9f36-0e2373ba0572 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147003 Apr 18 20:30:22.965249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:22.976184 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.072496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff0781-43be-4a78-9f21-9505a84ac1d6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:23.098418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.102751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3dd463cc-4946-48fc-865a-65e3e5680682 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6753392 Apr 18 20:30:23.103641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59292) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:23.114411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1f5f2833-9ea4-4f98-96f8-1b96b840d423 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:23.115075 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-1f5f2833-9ea4-4f98-96f8-1b96b840d423 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:30:23.115726 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-1f5f2833-9ea4-4f98-96f8-1b96b840d423 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:30:23.120313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1f5f2833-9ea4-4f98-96f8-1b96b840d423 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "PUT /v2.0/security-groups/4cff0781-43be-4a78-9f21-9505a84ac1d6 HTTP/1.1" status: 409 len: 330 time: 0.0107651 Apr 18 20:30:23.121119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59296) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:23.232303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.274953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.294636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c38b82e-b876-468b-8f76-0d6f9ed4b735 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.329981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:30:23.337617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6daffbe8-1ea4-442a-90a1-c5d8f3445357 admin admin] 10.222.0.47 "PUT /v2.0/routers/04cca268-2880-466e-9f01-afa3a7e3e682/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0363700 Apr 18 20:30:23.344469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59300) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:23.344647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:30:23.354679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] Sync routers for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:23.365611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17beac7-dd74-4ba8-bcda-b0a2f89df7d1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:23.375703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:30:23.377992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:30:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:23.378813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c38b82e-b876-468b-8f76-0d6f9ed4b735 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.388142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.388491 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Added segment 46be49f8-11ec-4787-b98c-17b1f563cb70 of type vlan for network a41fa240-2ab2-469e-8a14-0f32865fe78b Apr 18 20:30:23.459008 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.485986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb1d1c-ab45-4312-8a1e-c6f1c58338a1 req-eb2ec490-da2f-4a82-8f08-6aec1c422e72 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.487472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eeeb1d1c-ab45-4312-8a1e-c6f1c58338a1 req-eb2ec490-da2f-4a82-8f08-6aec1c422e72 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2587292 Apr 18 20:30:23.530370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c38b82e-b876-468b-8f76-0d6f9ed4b735 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.553804 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.558728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.564308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.564943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.588784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38b82e-b876-468b-8f76-0d6f9ed4b735 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff0781-43be-4a78-9f21-9505a84ac1d6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:23.650090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eeeb1d1c-ab45-4312-8a1e-c6f1c58338a1 req-3385e957-e33c-4ee0-b66a-0b89103e8cf7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491439 Apr 18 20:30:23.655287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:30:23.790656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda381c-a1a2-4614-af60-30cb3b1ae4e2 req-e7259d1c-a2d1-4ae5-b642-1db6feaabfe3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:23.799982 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4fda381c-a1a2-4614-af60-30cb3b1ae4e2 req-e7259d1c-a2d1-4ae5-b642-1db6feaabfe3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5497305 Apr 18 20:30:23.835114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.4679108 Apr 18 20:30:23.861646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64851d40-104c-4f9b-a721-4d7cf3e09aac tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Pushing event updated for resources: {'Network': ['ID=a41fa240-2ab2-469e-8a14-0f32865fe78b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:23.866114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c38b82e-b876-468b-8f76-0d6f9ed4b735 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.870951 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c38b82e-b876-468b-8f76-0d6f9ed4b735 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/4cff0781-43be-4a78-9f21-9505a84ac1d6 HTTP/1.1" status: 204 len: 168 time: 0.7467554 Apr 18 20:30:23.871622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59314) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:23.891006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:23.922667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a41fa240-2ab2-469e-8a14-0f32865fe78b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:30:23.967856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c736bd22-6a7c-4743-972c-802fa1e3f09d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Synchronizing usage tracker for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:24.002448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c736bd22-6a7c-4743-972c-802fa1e3f09d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] Unset dirty status for tenant:5df346b19cb64beb94a858030f485722 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:24.013222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c736bd22-6a7c-4743-972c-802fa1e3f09d tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1402130 Apr 18 20:30:24.015198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59322) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:24.104910 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-ec40cc70-8ef8-4ea1-9c38-81d0eaeafc91 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] delete failed (client error): The resource could not be found. Apr 18 20:30:24.111761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec40cc70-8ef8-4ea1-9c38-81d0eaeafc91 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "DELETE /v2.0/security-groups/f67a344e-1df2-4b17-89fe-181e2ec5de56 HTTP/1.1" status: 404 len: 347 time: 0.0947754 Apr 18 20:30:24.112668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59328) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:24.219159 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-c80ea4c8-846a-4ece-bb5e-cf01b6a0b30a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] show failed (client error): The resource could not be found. Apr 18 20:30:24.230075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c80ea4c8-846a-4ece-bb5e-cf01b6a0b30a tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-groups/09051aba-a0ab-405b-b527-06c8ffba0e7e HTTP/1.1" status: 404 len: 347 time: 0.1121726 Apr 18 20:30:24.255644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59332) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:24.265538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:30:20Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:24.271320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] Checking router: 04cca268-2880-466e-9f01-afa3a7e3e682 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:24.285302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] Routers {'04cca268-2880-466e-9f01-afa3a7e3e682'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:30:24.286513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:30:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04cca268-2880-466e-9f01-afa3a7e3e682'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:24.288483 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-9a03f319-d1c6-40aa-b424-8b59762b7f25 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] show failed (client error): The resource could not be found. Apr 18 20:30:24.293890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a03f319-d1c6-40aa-b424-8b59762b7f25 tempest-NegativeSecGroupIPv6Test-1781261275 tempest-NegativeSecGroupIPv6Test-1781261275-project] 10.222.0.47 "GET /v2.0/security-group-rules/68065654-e986-45b7-b4cc-93e6f8ae92b9 HTTP/1.1" status: 404 len: 356 time: 0.0327580 Apr 18 20:30:24.356624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4fda381c-a1a2-4614-af60-30cb3b1ae4e2 req-b163732f-6e23-49c0-847b-94692ab179af tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5545766 Apr 18 20:30:24.363380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-db8ec465-53ee-4776-a0ba-d67f1d7f00b7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:24.376969 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-db8ec465-53ee-4776-a0ba-d67f1d7f00b7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 814 time: 0.3569407 Apr 18 20:30:24.410144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-b3809a55-19da-4c9d-8878-5d248f6e76ff tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/quotas/f8fea68a33aa43fe851d05036fe6798f HTTP/1.1" status: 200 len: 375 time: 0.0310187 Apr 18 20:30:24.450003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.101 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/ffaa017a-c219-476c-b6df-e81f2e75cd1b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:24.647477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-40dc9932-c94a-4023-b178-81086a214b21 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2359424 Apr 18 20:30:24.727867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] Set router 04cca268-2880-466e-9f01-afa3a7e3e682 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:30:24.832262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:24.872169 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:24.905554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Request body: {'port': {'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b', 'binding:host_id': 'n-h2-836016-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-389251159'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:24.962929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:24.983725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Usage tracker for resource:port and tenant:2097d0852642471ebd88a1f5b02e6443 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:24.998140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:25.030717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-8ce10427-77b4-45e4-8654-aa707e0eb5f1 service neutron] 10.222.0.47 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818650 Apr 18 20:30:25.059745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59348) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:25.080038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Deleting port eeed7de6-1cfe-4e38-b682-8a2872be7a5a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:25.080602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.164795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:25.265024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-3b211f8c-49d7-478d-8800-beb11ef4de20 service neutron] 10.222.0.47 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330933 Apr 18 20:30:25.265648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Made reservation on behalf of 2097d0852642471ebd88a1f5b02e6443 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:25.270041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.368272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.514160 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3af98ecf-aaf2-44cd-b1eb-fbad6b31c9b5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5df346b19cb64beb94a858030f485722&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524150 Apr 18 20:30:25.515093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59358) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:25.520195 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.543853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:25.561852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Usage tracker for resource:security_group_rule and tenant:2097d0852642471ebd88a1f5b02e6443 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:25.567411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:30:20Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:25.575963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e472658-cc9b-40f7-94ca-04ba1629c8d3 None None] The sync data for ids ['04cca268-2880-466e-9f01-afa3a7e3e682'] in n-d-836016-3 is: [{'id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'name': 'tempest-ServerRescueNegativeTestJSON-1870946839-router', 'tenant_id': '3e653087184b45f28f4937d3b56e0ef2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251'}], 'enable_snat': True}, 'gw_port_id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:22:47Z', 'updated_at': '2022-04-18T20:30:20Z', 'revision_number': 5, 'project_id': '3e653087184b45f28f4937d3b56e0ef2', 'gw_port': {'id': 'eeed7de6-1cfe-4e38-b682-8a2872be7a5a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:2a:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04cca268-2880-466e-9f01-afa3a7e3e682', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:22:49Z', 'updated_at': '2022-04-18T20:22:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:25.577178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:25.593255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:25.633766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad89e9-a6f2-41e0-97ae-9804efa2ccca req-6c69cfe2-0588-4410-a985-fd3e08e719aa tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.641819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90ad89e9-a6f2-41e0-97ae-9804efa2ccca req-6c69cfe2-0588-4410-a985-fd3e08e719aa tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.6245701 Apr 18 20:30:25.771182 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8bd5-23cd-489e-b115-b4ed3d29bc7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.782457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] For port eeed7de6-1cfe-4e38-b682-8a2872be7a5a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:25.783304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.814708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8bd5-23cd-489e-b115-b4ed3d29bc7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:25.839615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35bbcf2-eb64-4eb7-86a1-c79719c55bd2 req-f5ca600d-d59f-469c-9807-cc545c5c30dd tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:25.841566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a35bbcf2-eb64-4eb7-86a1-c79719c55bd2 req-f5ca600d-d59f-469c-9807-cc545c5c30dd tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2114410 Apr 18 20:30:25.952565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90ad89e9-a6f2-41e0-97ae-9804efa2ccca req-820985eb-c3a9-44b7-959a-32fec809f7cc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095286 Apr 18 20:30:26.067647 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a35bbcf2-eb64-4eb7-86a1-c79719c55bd2 req-7bf750ea-64f7-4acc-a1de-56e6caf48f4a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139835 Apr 18 20:30:26.083095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8bd5-23cd-489e-b115-b4ed3d29bc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.095967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Calling delete_port for eeed7de6-1cfe-4e38-b682-8a2872be7a5a owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:26.116973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb8bd5-23cd-489e-b115-b4ed3d29bc7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e48029-b056-4b68-830d-beb99693bef4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.151364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.172677 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8bd5-23cd-489e-b115-b4ed3d29bc7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.173951 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1fcb8bd5-23cd-489e-b115-b4ed3d29bc7c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6e48029-b056-4b68-830d-beb99693bef4 HTTP/1.1" status: 204 len: 168 time: 0.6575308 Apr 18 20:30:26.379760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-218edacf-5420-45a5-bf85-5ccedf636eff req-5babf45b-1082-469b-a147-ced30067051d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 210 time: 0.2995977 Apr 18 20:30:26.452076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:26.471846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:26.512879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:26.600452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e148e086-4b64-4b81-8a00-816dbcb89c30 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:26.608104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=ffaa017a-c219-476c-b6df-e81f2e75cd1b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.661796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e148e086-4b64-4b81-8a00-816dbcb89c30 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:30:26.662613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e148e086-4b64-4b81-8a00-816dbcb89c30 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:30:26.698756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.713222 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.730348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e526b080-dc2e-43ec-8fb9-ef721a5ec0ca no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:26.734226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] device_id is not set on port af3c1962-77f8-4b64-9844-da6a54c4cdb3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:26.834651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dfc3bb-4172-47f6-a15d-75ae6b183e77 req-322c5ed5-d0b0-4e3e-b976-aef9b8f6a7bd tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:26.844194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2dfc3bb-4172-47f6-a15d-75ae6b183e77 req-322c5ed5-d0b0-4e3e-b976-aef9b8f6a7bd tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 946 time: 0.1346643 Apr 18 20:30:26.914524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:26.922789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2dfc3bb-4172-47f6-a15d-75ae6b183e77 req-9c42017e-2627-44ca-94ad-475121959f7e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750740 Apr 18 20:30:26.952206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:26.971265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:26.977859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c19b534-6f0e-49a3-a554-03dea506bb90,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:26.980338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:27.094148 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3506f1b-132d-42a8-9c81-0c7b6ca07b60'] response: {'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'code': 200} Apr 18 20:30:27.125890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:27.599814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e4fef-b248-4ce3-89a4-f141c727b105 req-3200084b-d91b-443c-984f-1b97a3c1c5f4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.601452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e2e4fef-b248-4ce3-89a4-f141c727b105 req-3200084b-d91b-443c-984f-1b97a3c1c5f4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.9979990 Apr 18 20:30:27.753762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-571d4887-88f4-4817-8f49-fab4578d6791 req-646d357e-bd21-45e3-a830-22c8c63b8bcf tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 210 time: 0.0624459 Apr 18 20:30:27.811581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-029925e4-aa4b-479d-822f-9d7580b3a5bc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:27.813394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-029925e4-aa4b-479d-822f-9d7580b3a5bc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 814 time: 0.4552536 Apr 18 20:30:27.829862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Request body: {'port': {'device_id': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a', 'admin_state_up': True, 'tenant_id': 'f8fea68a33aa43fe851d05036fe6798f'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:27.874411 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.044936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=eeed7de6-1cfe-4e38-b682-8a2872be7a5a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:28.054516 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e2e4fef-b248-4ce3-89a4-f141c727b105 req-dd39a312-8166-40b2-ba52-b158e30dd3e2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4316361 Apr 18 20:30:28.178727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.215565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:28.246737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:28.267555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718cd1c3-8550-49d0-aaa5-cd9609ac50c9 req-2f323ea2-4e7d-4d28-8089-c660b12f8b67 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.269176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-718cd1c3-8550-49d0-aaa5-cd9609ac50c9 req-2f323ea2-4e7d-4d28-8089-c660b12f8b67 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 944 time: 0.2103884 Apr 18 20:30:28.276211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Made reservation on behalf of f8fea68a33aa43fe851d05036fe6798f for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:28.281414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.334665 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.395655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-718cd1c3-8550-49d0-aaa5-cd9609ac50c9 req-6c45a605-bc48-4a62-a1e7-1ca1436e6dfd tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008403 Apr 18 20:30:28.568758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Allocated IP 172.20.0.10 (71e2170a-e80a-483b-823d-15d9b13d020a/755548ac-fca4-421a-bdd6-85b8ac87f290/6d5e9892-be23-4396-8045-04262ad35d1e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:28.605304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.635011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] device_id is not set on port af3c1962-77f8-4b64-9844-da6a54c4cdb3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:28.655467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.669702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.677268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.740224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Transition to ACTIVE for port object af3c1962-77f8-4b64-9844-da6a54c4cdb3 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:28.753047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:28.753609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04cca268-2880-466e-9f01-afa3a7e3e682 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:30:28.784738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b803e7-48ae-49a3-8880-bba78bd14a39 req-83b7c950-94d5-4747-980f-1e6e70c461b7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:28.798388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b803e7-48ae-49a3-8880-bba78bd14a39 req-83b7c950-94d5-4747-980f-1e6e70c461b7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5647631 Apr 18 20:30:28.877334 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.016994 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c6c5784-c658-4ad2-920b-29268d821eee req-78e79947-a607-4af7-8ee3-202e6380a884 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 210 time: 0.0736146 Apr 18 20:30:29.063980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.111053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.124964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['7718f903-d08e-4dd5-a149-5fa594bac1d7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:29.201012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1b803e7-48ae-49a3-8880-bba78bd14a39 req-b2076612-e2db-40ef-9c5f-f737cafb78f1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4006944 Apr 18 20:30:29.253797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Pushing event updated for resources: {'Port': ['ID=6d5e9892-be23-4396-8045-04262ad35d1e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:29.256486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.260162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Network 71e2170a-e80a-483b-823d-15d9b13d020a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:29.260984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c1a3bcda-41bf-4604-ae4a-7b6edc3dd3bf admin admin] 10.222.0.47 "DELETE /v2.0/routers/04cca268-2880-466e-9f01-afa3a7e3e682 HTTP/1.1" status: 204 len: 168 time: 5.9078901 Apr 18 20:30:29.261076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:29.262534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59426) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:29.266904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:29.269119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=af3c1962-77f8-4b64-9844-da6a54c4cdb3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:29.333045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Checking segment: {'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:30:29.334778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Network hostable DHCP agents. Network: a41fa240-2ab2-469e-8a14-0f32865fe78b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:30:29.365064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-efd27728-d026-4d85-ac0b-d2aee40e526e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.366770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-efd27728-d026-4d85-ac0b-d2aee40e526e tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 944 time: 0.4954753 Apr 18 20:30:29.403919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.404603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.427886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] Deleting subnet 7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:30:29.486984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.511560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Network a41fa240-2ab2-469e-8a14-0f32865fe78b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:30:29.627865 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-37f32724-dc79-497f-a9d7-214f1d87086b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8019848 Apr 18 20:30:29.646792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Request body: {'port': {'device_id': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:29.697635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:30:29.718350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.720128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.727085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Deleting port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:29.727447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.764778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.768310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a41fa240-2ab2-469e-8a14-0f32865fe78b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:29.785739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d93bcea1-d340-4f51-923f-949b3736a122 None None] Network a41fa240-2ab2-469e-8a14-0f32865fe78b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:30:29.839220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:29.893479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59442) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:29.937275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda02689-7fac-44b7-9e1b-0a0822d24d39 req-1cb86816-5255-4c46-b6bc-3360dcdf5866 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:29.939110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bda02689-7fac-44b7-9e1b-0a0822d24d39 req-1cb86816-5255-4c46-b6bc-3360dcdf5866 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 944 time: 0.3590868 Apr 18 20:30:29.951578 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:29.973900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=ffaa017a-c219-476c-b6df-e81f2e75cd1b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:30.028733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.056260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:30.056834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:30.059199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:30.114013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:30.114357 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:30.133965 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 2 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:30.169559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:30.170116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:30.170708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:30.173976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.288326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:30.289065 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:30.303659 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bda02689-7fac-44b7-9e1b-0a0822d24d39 req-143f2d17-6892-451d-8891-633f57d66176 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562641 Apr 18 20:30:30.317960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.334139 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 3 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:30.398766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:30.421575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Usage tracker for resource:security_group_rule and tenant:a0903305c90f40e68a5d8bdc895b2776 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:30.426287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:30.426632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:30.426990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:30.428478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:30.441390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:30.469755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:30.470102 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:30.520327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.532681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eeed7de6-1cfe-4e38-b682-8a2872be7a5a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:30.535021 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 4 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:30.574670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: eeed7de6-1cfe-4e38-b682-8a2872be7a5a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:30:30.575174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eeed7de6-1cfe-4e38-b682-8a2872be7a5a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:30:30.577325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:30.577688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:30.578029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:30.611578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:30.611905 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:30.619271 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 5 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:30.646838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] For port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:30.647186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.657103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:30.661228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.672481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33349b1f-b494-4bac-ba17-895d555f1050 None None] Network 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:30:30.672803 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP e19fbb03-3e12-4e3c-9200-18f33303a7ce associated. External IP: 172.25.5.101, port: b1c6aed5-f223-43e8-b992-4205f02706cc. Apr 18 20:30:30.704690 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-15c19365-8f50-4d04-a32a-953bbde18583 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7a0d3bbd-1ed6-44d5-8f53-0875ae9a48ec HTTP/1.1" status: 204 len: 168 time: 1.4406464 Apr 18 20:30:30.719522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:30.797846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:30.797846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:30.797846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:30.879848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Calling delete_port for e526b080-dc2e-43ec-8fb9-ef721a5ec0ca owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:30.886399 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.905347 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.914563 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:30.916008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:30.916396 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:30.926758 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 6 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:30.946337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f7d5d-bbfb-4a78-b78f-35f4d54ab966 req-eeccf0d7-c300-4269-b234-3e4bf52af036 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:30.948522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-130f7d5d-bbfb-4a78-b78f-35f4d54ab966 req-eeccf0d7-c300-4269-b234-3e4bf52af036 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 932 time: 0.6920161 Apr 18 20:30:31.022661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] DHCP port deletion for 4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:30:31.029877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] Deleting port c60a688f-d892-4223-8238-4e78f55b8f6b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:31.030224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.032615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e475891a-d1c6-4110-9901-6a5528f41640,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:31.043001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ab09f372-e946-4f1f-83a6-d0406ad4a858 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0903305c90f40e68a5d8bdc895b2776&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1467791 Apr 18 20:30:31.047561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d5e9892-be23-4396-8045-04262ad35d1e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:31.053212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59454) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:31.069494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Deleting port c60a688f-d892-4223-8238-4e78f55b8f6b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:31.069885 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.077794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:31.078158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:31.082348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:31.102417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.158070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Transition to ACTIVE for port object 6d5e9892-be23-4396-8045-04262ad35d1e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:31.163072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:31.163704 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:31.176400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.184102 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 7 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:31.196872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-130f7d5d-bbfb-4a78-b78f-35f4d54ab966 req-41fd6ff9-1d1a-4bb6-98cf-f95eda65bde2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324138 Apr 18 20:30:31.296925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:31.298292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:31.298912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:31.342311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:31.342796 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:31.350351 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 8 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:31.395896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:31.396381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:31.396646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:31.403032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] For port c60a688f-d892-4223-8238-4e78f55b8f6b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c60a688f-d892-4223-8238-4e78f55b8f6b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:31.403782 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.488700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b303843-8a77-45c7-9327-ca882cc23058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.500766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d5e9892-be23-4396-8045-04262ad35d1e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:31.605951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] Calling delete_port for c60a688f-d892-4223-8238-4e78f55b8f6b owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:31.616334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:31.616717 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:31.621764 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 9 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:31.659011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.664875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:31.665225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:31.665610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:31.709114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b303843-8a77-45c7-9327-ca882cc23058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.728311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:31.728696 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:31.733127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] For port c60a688f-d892-4223-8238-4e78f55b8f6b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c60a688f-d892-4223-8238-4e78f55b8f6b,segment=NetworkSegment(fd939dba-1748-49f9-af87-f8f24d1790f8),segment_id=fd939dba-1748-49f9-af87-f8f24d1790f8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:31.733599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.734853 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 10 to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 Apr 18 20:30:31.741997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event deleted for resources: {'Port': ['ID=e526b080-dc2e-43ec-8fb9-ef721a5ec0ca,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:31.745773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:30:31.759576 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.796783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:31.797062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:31.797401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:31.828344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] Pushing event deleted for resources: {'Port': ['ID=c60a688f-d892-4223-8238-4e78f55b8f6b,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:31.830572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0fe275-ea7a-49b7-a145-aef22244098f None None] No DVR routers for this DVR port c60a688f-d892-4223-8238-4e78f55b8f6b on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:31.845969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:31.845969 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port af3c1962-77f8-4b64-9844-da6a54c4cdb3 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:31.846299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.864947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] No DVR routers for this DVR port e526b080-dc2e-43ec-8fb9-ef721a5ec0ca on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:31.925086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:31.925485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Calling delete_port for c60a688f-d892-4223-8238-4e78f55b8f6b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:31.928450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-deleted', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:31.993198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Attempting to bind port 6d5e9892-be23-4396-8045-04262ad35d1e on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:31.993462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Attempting to bind port 6d5e9892-be23-4396-8045-04262ad35d1e by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:31.993834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Attempting to bind port 6d5e9892-be23-4396-8045-04262ad35d1e on network 71e2170a-e80a-483b-823d-15d9b13d020a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:31.999866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de0b5d96-30b4-4a80-ba9a-0677dfab6bb0 req-bb06f940-3b82-41d7-a123-beb2b6f0bbcc tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.55 "DELETE /v2.0/ports/e526b080-dc2e-43ec-8fb9-ef721a5ec0ca HTTP/1.1" status: 204 len: 173 time: 2.6207025 Apr 18 20:30:32.015659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Port 6d5e9892-be23-4396-8045-04262ad35d1e on network 71e2170a-e80a-483b-823d-15d9b13d020a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:32.016021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Attempting to bind port 6d5e9892-be23-4396-8045-04262ad35d1e on network 71e2170a-e80a-483b-823d-15d9b13d020a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:32.036913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:30:32.038136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Checking segment: {'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:30:32.038136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Bound using segment: {'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:30:32.038136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Bound port: 6d5e9892-be23-4396-8045-04262ad35d1e, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18adb471-90e0-4e82-8d34-09608deb5845', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:32.038687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.113453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e506d1-9a2e-4ce9-9911-bff212bdcdd3 req-a4915769-3c79-4cd0-9f3b-1c0ba078f686 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.121828 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75e506d1-9a2e-4ce9-9911-bff212bdcdd3 req-a4915769-3c79-4cd0-9f3b-1c0ba078f686 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=5fe0f87f-62dd-4bbc-8db2-b24d8a27de77 HTTP/1.1" status: 200 len: 865 time: 0.6254520 Apr 18 20:30:32.147542 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b303843-8a77-45c7-9327-ca882cc23058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.204655 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e46dfb1-a27e-411a-bfe8-0831f58e0b92'] response: {'server_uuid': '5fe0f87f-62dd-4bbc-8db2-b24d8a27de77', 'name': 'network-vif-deleted', 'tag': 'e526b080-dc2e-43ec-8fb9-ef721a5ec0ca', 'status': 'completed', 'code': 200} Apr 18 20:30:32.206878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:30:32.207204 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:30:32.211461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b303843-8a77-45c7-9327-ca882cc23058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e475891a-d1c6-4110-9901-6a5528f41640,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:32.268672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:30:32.284311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] For port af3c1962-77f8-4b64-9844-da6a54c4cdb3, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:32.284974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempted to set empty binding levels {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 20:30:32.286238 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] Sync routers for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:30:32.294534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.302373 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:30:32.303006 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:30:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:32.375539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.404657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.405305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.498151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b303843-8a77-45c7-9327-ca882cc23058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.500537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6b303843-8a77-45c7-9327-ca882cc23058 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e475891a-d1c6-4110-9901-6a5528f41640 HTTP/1.1" status: 204 len: 168 time: 1.4460454 Apr 18 20:30:32.516979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=af3c1962-77f8-4b64-9844-da6a54c4cdb3,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:32.528796 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:30:32.537701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75e506d1-9a2e-4ce9-9911-bff212bdcdd3 req-f61b8eea-29ea-4f29-b072-3ec3cdf20d89 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149394 Apr 18 20:30:32.546263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] For port 6d5e9892-be23-4396-8045-04262ad35d1e, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:32.550705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] For port 6d5e9892-be23-4396-8045-04262ad35d1e, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6d5e9892-be23-4396-8045-04262ad35d1e,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:30:32.557882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.560515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d3775075-268d-492d-bd02-4c3b2685e4ee tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 7.7267127 Apr 18 20:30:32.563295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:32.597236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-543540ea-8499-4a41-8334-aa49f8a06ac6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.9132149 Apr 18 20:30:32.666801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:32.668407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.671272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] 10.222.0.55 "PUT /v2.0/ports/6d5e9892-be23-4396-8045-04262ad35d1e HTTP/1.1" status: 200 len: 1092 time: 3.0329676 Apr 18 20:30:32.672828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'tag': '6d5e9892-be23-4396-8045-04262ad35d1e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:32.718728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Deleting port c60a688f-d892-4223-8238-4e78f55b8f6b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:32.722329 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.763815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Deleting port af3c1962-77f8-4b64-9844-da6a54c4cdb3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:32.764182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:32.773388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c60a688f-d892-4223-8238-4e78f55b8f6b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:32.851713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e526b080-dc2e-43ec-8fb9-ef721a5ec0ca no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:32.978158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: c60a688f-d892-4223-8238-4e78f55b8f6b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:30:32.979079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c60a688f-d892-4223-8238-4e78f55b8f6b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:30:32.987169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] The port 'c60a688f-d892-4223-8238-4e78f55b8f6b' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:30:33.020544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: e526b080-dc2e-43ec-8fb9-ef721a5ec0ca {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:30:33.022143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f46c8-72f2-4d5b-b001-168acc76c3ef service neutron] Pushing event updated for resources: {'Port': ['ID=6d5e9892-be23-4396-8045-04262ad35d1e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:33.023069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e526b080-dc2e-43ec-8fb9-ef721a5ec0ca not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:30:33.205745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.218412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-1298bfd4-4cc0-458b-9a21-d486366a975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.220269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-1298bfd4-4cc0-458b-9a21-d486366a975b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 1095 time: 0.4059048 Apr 18 20:30:33.316934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb032fd6-a524-4584-ae7e-d805ef5ece22 req-30043ffe-9dd1-42fd-a91d-5dc9ed63dca1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.324239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb032fd6-a524-4584-ae7e-d805ef5ece22 req-30043ffe-9dd1-42fd-a91d-5dc9ed63dca1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.5132546 Apr 18 20:30:33.327388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:33.352584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-72576ef6-7f96-4646-97dc-a14669f353f8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d5e9892-be23-4396-8045-04262ad35d1e HTTP/1.1" status: 200 len: 217 time: 0.1222184 Apr 18 20:30:33.356686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:33.358753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] For port af3c1962-77f8-4b64-9844-da6a54c4cdb3, host n-h2-836016-3, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:33.359126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.375294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed04cd-660e-4289-b380-f7f03c7d2f75 req-a7e2b70e-2172-4f72-a204-7a1cfe6352fb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.381171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3aed04cd-660e-4289-b380-f7f03c7d2f75 req-a7e2b70e-2172-4f72-a204-7a1cfe6352fb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 944 time: 0.9281623 Apr 18 20:30:33.403389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.405405 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'e19fbb03-3e12-4e3c-9200-18f33303a7ce', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'port_id': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'mac_address': 'fa:16:3e:90:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:30:28Z', 'updated_at': '2022-04-18T20:30:28Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:57Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:33.411189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd939dba-1748-49f9-af87-f8f24d1790f8') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:33.411528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd939dba-1748-49f9-af87-f8f24d1790f8') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:33.411877 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] Checking router: 20ecddb6-6201-4343-bc5f-e4b6ca2af5be for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:30:33.425242 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:30:33.426266 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:30:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:33.450765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.482319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb032fd6-a524-4584-ae7e-d805ef5ece22 req-76f39b0b-a86f-452d-a671-d3c5680e2de5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571758 Apr 18 20:30:33.485253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.493485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-c974558b-9144-4974-9fda-9116113d9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:33.495606 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-c974558b-9144-4974-9fda-9116113d9fed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.1313052 Apr 18 20:30:33.498895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:30:33.499308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:30:33.513983 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:30:33.527111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59482) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:33.551855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Calling delete_port for af3c1962-77f8-4b64-9844-da6a54c4cdb3 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:33.587362 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2982c1f-e48e-4f7c-a397-070e587d5cf4'] response: {'name': 'network-changed', 'server_uuid': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'tag': '6d5e9892-be23-4396-8045-04262ad35d1e', 'status': 'completed', 'code': 200} Apr 18 20:30:33.655974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.709268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:33.734881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Usage tracker for resource:security_group_rule and tenant:5525d00efc9e497e9abb11188c34635f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:33.739852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event deleted for resources: {'Port': ['ID=af3c1962-77f8-4b64-9844-da6a54c4cdb3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:33.747324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:33.748995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-52321e4f-1188-471b-8a16-dfc6111d6fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2336471 Apr 18 20:30:33.761563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:33.764600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.774742 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:30:33.784126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3aed04cd-660e-4289-b380-f7f03c7d2f75 req-e7e7cafa-42f9-41e1-ad28-162a488286d9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898463 Apr 18 20:30:33.798430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2247be86-d6cd-4707-afc8-823d1122682a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "DELETE /v2.0/ports/af3c1962-77f8-4b64-9844-da6a54c4cdb3 HTTP/1.1" status: 204 len: 168 time: 1.2207930 Apr 18 20:30:33.801210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:33.867238 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-05863e29-7ea0-4b03-9fc5-c192e964ac34 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:30:33.868085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05863e29-7ea0-4b03-9fc5-c192e964ac34 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Synchronizing usage tracker for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:33.897670 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:33.908192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05863e29-7ea0-4b03-9fc5-c192e964ac34 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Unset dirty status for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:33.909802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05863e29-7ea0-4b03-9fc5-c192e964ac34 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "GET /v2.0/ports/af3c1962-77f8-4b64-9844-da6a54c4cdb3 HTTP/1.1" status: 404 len: 333 time: 0.1071229 Apr 18 20:30:33.915108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:33.931772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Request body: {'port': {'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1225957130'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:33.941778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:33.966539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:34.011928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.018270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.069270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Made reservation on behalf of 2097d0852642471ebd88a1f5b02e6443 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:34.071818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.098525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.100569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5525d00efc9e497e9abb11188c34635f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7715576 Apr 18 20:30:34.101366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:34.158471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa617371-b9e8-4798-9a08-f919b8da9f91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d408ca-89c5-41dc-a353-df3a1d279b5e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:34.165371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] device_id is not set on port 34405e8b-7e08-407f-a8dd-48fc8e880bfa yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:34.174301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:34.205459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:34.208695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6a130bc1-d1b1-425f-8639-3632557f6aa2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d9a4a1c-ce59-4b3c-89c9-0ad4a6b1a661 HTTP/1.1" status: 204 len: 168 time: 3.4880431 Apr 18 20:30:34.273808 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-28630465-9d0e-4c7f-8108-14e1f1fd2dc1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/e19fbb03-3e12-4e3c-9200-18f33303a7ce HTTP/1.1" status: 200 len: 991 time: 0.6971939 Apr 18 20:30:34.323373 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'e19fbb03-3e12-4e3c-9200-18f33303a7ce', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'port_id': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'mac_address': 'fa:16:3e:90:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:30:28Z', 'updated_at': '2022-04-18T20:30:28Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:57Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:34.329270 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181c8728-1ac0-4cab-afdb-8b32ebbce5a7 None None] The sync data for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 is: [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'e19fbb03-3e12-4e3c-9200-18f33303a7ce', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.101', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'port_id': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'mac_address': 'fa:16:3e:90:0d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:30:28Z', 'updated_at': '2022-04-18T20:30:28Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:57Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:30:34.459990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-ddd18481-2779-4f44-95ec-c2f3c78f091b service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6721852 Apr 18 20:30:34.468986 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-648ccc8c-4c23-4898-9e70-38e334c165d6'] response: {'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'status': 'completed', 'code': 200} Apr 18 20:30:34.482311 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f4a741c-511a-4668-a9e6-e0bd3e8b72ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.546341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f4a741c-511a-4668-a9e6-e0bd3e8b72ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.559269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:34.581049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-225b59a8-7600-429c-aeb4-40171b17e53b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.584049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-225b59a8-7600-429c-aeb4-40171b17e53b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 822 time: 0.4358139 Apr 18 20:30:34.705588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724640a2-ceb1-496c-ba9e-44ca5f6397d6 None None] New status for floating IP e19fbb03-3e12-4e3c-9200-18f33303a7ce: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:30:34.732702 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-6da85cc7-e86a-499a-894e-b62e38baae37 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/quotas/affb4b1f349f4736acebb0aaa56af71a HTTP/1.1" status: 200 len: 375 time: 0.1368022 Apr 18 20:30:34.777502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-68a7f9e4-0935-4e82-ac75-697653472038 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e653087184b45f28f4937d3b56e0ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2105334 Apr 18 20:30:34.777926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:34.784703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-756b0c90-ccaa-44a8-b712-503d0f4236ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:34.786844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-756b0c90-ccaa-44a8-b712-503d0f4236ca service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1096 time: 0.3646760 Apr 18 20:30:34.867143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fea1c96d-8f8c-4104-968b-5b30cf496de5 req-f165348b-20ee-46b6-becd-9398f36e7825 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739455 Apr 18 20:30:34.872739 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.875297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f4a741c-511a-4668-a9e6-e0bd3e8b72ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:34.887386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-7b0c8ab9-9364-415d-8cb6-518b58a3cc65 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1402695 Apr 18 20:30:35.007719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a741c-511a-4668-a9e6-e0bd3e8b72ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d408ca-89c5-41dc-a353-df3a1d279b5e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:35.125135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2e56298-1926-489f-bfb6-3dfde204321d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.132085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f4a741c-511a-4668-a9e6-e0bd3e8b72ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.133251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7f4a741c-511a-4668-a9e6-e0bd3e8b72ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/56d408ca-89c5-41dc-a353-df3a1d279b5e HTTP/1.1" status: 204 len: 168 time: 1.0252991 Apr 18 20:30:35.160146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-95d547fb-403b-4644-a42b-80823f8d52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.161946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-95d547fb-403b-4644-a42b-80823f8d52bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 896 time: 0.3498340 Apr 18 20:30:35.271059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.284574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59534) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:35.289184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2e56298-1926-489f-bfb6-3dfde204321d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.443089 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-89d4a617-7f72-4528-8966-822be48aae62 service neutron] 10.222.0.47 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426848 Apr 18 20:30:35.460223 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-400d6966-18d5-4c2e-9f55-3f2a7380c33e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 999 time: 0.2866268 Apr 18 20:30:35.464383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-6b1df201-9bc4-4b60-8c3c-5be3e8ed2e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.465713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-6b1df201-9bc4-4b60-8c3c-5be3e8ed2e12 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 1095 time: 0.5078814 Apr 18 20:30:35.562767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Network a41fa240-2ab2-469e-8a14-0f32865fe78b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:35.602473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:35.622348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:35.623292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.623985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:35.645775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa72143-4c62-403e-af7b-5a5d223ce5d5 req-826ab207-23ed-42f8-89f2-ec4d4c08f240 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.653549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0aa72143-4c62-403e-af7b-5a5d223ce5d5 req-826ab207-23ed-42f8-89f2-ec4d4c08f240 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 944 time: 0.6196289 Apr 18 20:30:35.674252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=34405e8b-7e08-407f-a8dd-48fc8e880bfa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:35.724848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-296cfaac-20d3-4e7e-a6da-4f67236a30d2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/e19fbb03-3e12-4e3c-9200-18f33303a7ce HTTP/1.1" status: 200 len: 993 time: 0.4193954 Apr 18 20:30:35.734788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-b6b6870e-2f3c-41cc-8811-c3f902b62b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.738152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-9c3aa97b-b249-43e7-8296-1880186908b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.739676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-9c3aa97b-b249-43e7-8296-1880186908b7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 915 time: 0.2503629 Apr 18 20:30:35.741125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-b6b6870e-2f3c-41cc-8811-c3f902b62b7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 200 len: 832 time: 0.2398968 Apr 18 20:30:35.832109 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-f8db88e8-5668-4265-b2e0-21ceb97d3e69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d5e9892-be23-4396-8045-04262ad35d1e HTTP/1.1" status: 200 len: 217 time: 0.0851789 Apr 18 20:30:35.837603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d53aab92-1e9b-495c-ace6-eafdfceb91e5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.9211259 Apr 18 20:30:35.838128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-5a77742e-2e16-402b-80dc-e147fa7796d1 service neutron] 10.222.0.47 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710809 Apr 18 20:30:35.860527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:35.896764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:35.944355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-bc342e5d-d5dd-4aa5-b667-31b5074bcf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:35.947065 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-bc342e5d-d5dd-4aa5-b667-31b5074bcf40 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.1072414 Apr 18 20:30:36.009416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0aa72143-4c62-403e-af7b-5a5d223ce5d5 req-6ba91e4e-16ab-4acb-ac3f-24af51211764 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547521 Apr 18 20:30:36.050996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-f3491e46-bde7-44ed-9f56-6b87d46e409a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0965307 Apr 18 20:30:36.139835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2e56298-1926-489f-bfb6-3dfde204321d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.217734 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:30:36.246782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.283620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2e56298-1926-489f-bfb6-3dfde204321d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:36.290118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d2e56298-1926-489f-bfb6-3dfde204321d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1f8398dc-606c-4bce-9c9e-1c526a9dfc3f HTTP/1.1" status: 204 len: 168 time: 1.5105770 Apr 18 20:30:36.393683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-790c8f6a-b1a6-4c42-aba6-70feee9f9b43 req-4dcfeb71-2d43-4334-afd2-ef89356808c2 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:36.427226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e56298-1926-489f-bfb6-3dfde204321d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8398dc-606c-4bce-9c9e-1c526a9dfc3f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:36.491528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-b346f9a2-4a8e-449e-94f6-c635ca398b13 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325361 Apr 18 20:30:36.543960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-790c8f6a-b1a6-4c42-aba6-70feee9f9b43 req-4dcfeb71-2d43-4334-afd2-ef89356808c2 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:36.546368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-790c8f6a-b1a6-4c42-aba6-70feee9f9b43 req-4dcfeb71-2d43-4334-afd2-ef89356808c2 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 210 time: 0.2473679 Apr 18 20:30:36.601785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-a5be3df0-3e22-4c01-af78-e23f3c89acaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:36.604660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-a5be3df0-3e22-4c01-af78-e23f3c89acaa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=493ea40d-134c-4235-9b25-b4c919946090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8396125 Apr 18 20:30:36.944934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-3b79c121-d463-485a-bc65-6f95002b2fa5 service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272753 Apr 18 20:30:37.028884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98b679df-bbc4-4ee2-a55f-922f09b1d029 req-d266f68c-707f-40d9-9111-42fa50e971f4 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5299337 Apr 18 20:30:37.578031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c52c63be-6db3-4cf7-bd77-1e0214713bb2 req-e8fb94d5-efcc-450b-9e1d-389f21225733 service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192839 Apr 18 20:30:37.770508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246d99e-2cf6-4db8-8d7d-050ac52f5a97 req-db062381-5402-4464-a6d1-c63be50f0a8f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:37.777562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8246d99e-2cf6-4db8-8d7d-050ac52f5a97 req-db062381-5402-4464-a6d1-c63be50f0a8f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Synchronizing usage tracker for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:37.846546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8246d99e-2cf6-4db8-8d7d-050ac52f5a97 req-db062381-5402-4464-a6d1-c63be50f0a8f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Unset dirty status for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:37.852792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8246d99e-2cf6-4db8-8d7d-050ac52f5a97 req-db062381-5402-4464-a6d1-c63be50f0a8f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 944 time: 0.4095476 Apr 18 20:30:38.039805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8246d99e-2cf6-4db8-8d7d-050ac52f5a97 req-a89db2a2-8e40-4eed-beec-13d0504cecf0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786065 Apr 18 20:30:38.080772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06195121-f316-44a6-8ac1-4684f77d8122 req-1014d4f2-bda2-452c-9069-3d2cba2b08eb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 210 time: 0.1222346 Apr 18 20:30:38.111545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] device_id is not set on port 34405e8b-7e08-407f-a8dd-48fc8e880bfa yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:38.154712 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.201868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Transition to ACTIVE for port object 34405e8b-7e08-407f-a8dd-48fc8e880bfa will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:38.210761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:38.491189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=34405e8b-7e08-407f-a8dd-48fc8e880bfa,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:38.530507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.531212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.531910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:38.542765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:38.543430 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:38.544275 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 2 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:38.574369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.575052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.575819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:38.584442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:38.585130 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:38.586196 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 3 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:38.614952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.615657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.616448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:38.625925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:38.626434 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:38.627099 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 4 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:38.655646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.656269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.656788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:38.662895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:38.663645 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:38.664241 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 5 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:38.692337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.693010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.693842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:38.708906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:38.710722 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:38.711522 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 6 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:38.742520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.743079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.749498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:38.772913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:38.773474 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:38.774053 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 7 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:38.805589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 6d5e9892-be23-4396-8045-04262ad35d1e details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:30:38.814898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.815729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.816596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:38.827619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:38.827619 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:38.828862 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 8 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:38.943384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:38.943882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:38.944539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:39.074679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:39.074679 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:39.124654 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 9 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:39.215546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 6d5e9892-be23-4396-8045-04262ad35d1e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6d5e9892-be23-4396-8045-04262ad35d1e,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:39.243619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:39.244183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:39.244781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:39.263806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '6d5e9892-be23-4396-8045-04262ad35d1e', 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a', 'port_id': '6d5e9892-be23-4396-8045-04262ad35d1e', 'mac_address': 'fa:16:3e:da:12:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755548ac-fca4-421a-bdd6-85b8ac87f290', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:30:39.334554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:39.335002 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:39.363669 n-d-836016-3 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 10 to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa Apr 18 20:30:39.386849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.410502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:39.411067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:39.411651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:39.426951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-2b844d37-77d7-4f4a-8491-7a27e0ebdc08 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.429612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-2b844d37-77d7-4f4a-8491-7a27e0ebdc08 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.61 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 822 time: 0.5827243 Apr 18 20:30:39.440764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d5e9892-be23-4396-8045-04262ad35d1e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:39.442447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:39.442994 n-d-836016-3 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:39.443593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.470467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Request body: {'port': {'device_id': '74b3838a-9666-45f5-a9f1-5ca198097810', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'admin_state_up': True, 'tenant_id': 'affb4b1f349f4736acebb0aaa56af71a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:39.481312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 6d5e9892-be23-4396-8045-04262ad35d1e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6d5e9892-be23-4396-8045-04262ad35d1e,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:39.498832 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.624852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=6d5e9892-be23-4396-8045-04262ad35d1e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:39.636818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.637351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.637537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.637917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.638406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.638859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.639207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.639957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.640303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.640634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.641354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.641742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:30:39.647367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c198790-9a24-4fe9-98fd-6885b98ae9e9 req-83694a39-400b-4e13-ae6f-ab943b1ac5db tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 210 time: 0.1134753 Apr 18 20:30:39.810729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] For port 34405e8b-7e08-407f-a8dd-48fc8e880bfa, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:39.811113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempted to set empty binding levels {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 20:30:39.818216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['6d5e9892-be23-4396-8045-04262ad35d1e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:39.834746 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.949878 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3ae4d736-900e-4fa4-a1f1-e51cb9348718 req-569d0f6f-472f-422b-b176-ffbc21b38435 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1656597 Apr 18 20:30:39.950964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] In _notify_port_updated(), no bound segment for port 34405e8b-7e08-407f-a8dd-48fc8e880bfa on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:30:39.951855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.952836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:39.953875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "PUT /v2.0/ports/34405e8b-7e08-407f-a8dd-48fc8e880bfa HTTP/1.1" status: 200 len: 975 time: 4.0909820 Apr 18 20:30:39.958604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59642) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:39.982861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbce8b-7231-4143-9d4a-7bc7688afb32 req-9a3c2439-eaac-4bcc-b69b-2fad4e7cab0f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:39.994025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43dbce8b-7231-4143-9d4a-7bc7688afb32 req-9a3c2439-eaac-4bcc-b69b-2fad4e7cab0f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 944 time: 0.7430482 Apr 18 20:30:40.152973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bc6f1-6124-46fc-9d22-3166e7f15e5f tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=34405e8b-7e08-407f-a8dd-48fc8e880bfa,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:40.158547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.160169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.162020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.163388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.165501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.167835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.169027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.170166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.171724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.172921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.173136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:40.174502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.175609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.177004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.178246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.179346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.180438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.181548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.184139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.185616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.186738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.188169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.189288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.190398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.191469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.192616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:40.201726 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f978926-f587-42ea-8811-22a4b06afc21 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22277 time: 0.2403836 Apr 18 20:30:40.208333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59650) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:40.238781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:40.272403 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43dbce8b-7231-4143-9d4a-7bc7688afb32 req-a64e59d7-2ea7-4d8d-bdb2-a11c5ec3aa76 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767606 Apr 18 20:30:40.293828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Made reservation on behalf of affb4b1f349f4736acebb0aaa56af71a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:40.299408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.357820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Deleting port 34405e8b-7e08-407f-a8dd-48fc8e880bfa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:40.358404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.536816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Allocated IP 172.20.0.9 (cf81f1a0-3539-473a-b736-d092c15cae4a/f2adc829-4c14-49ad-8ac6-5a7cc15ea556/162ef05c-6891-4baf-b01a-85e30e46a257) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:40.781378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] For port 34405e8b-7e08-407f-a8dd-48fc8e880bfa, host n-h2-836016-3, got binding levels [] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:40.781986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.881888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:40.968320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.054588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Network cf81f1a0-3539-473a-b736-d092c15cae4a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:41.058810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:41.070413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:41.128408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event updated for resources: {'Port': ['ID=162ef05c-6891-4baf-b01a-85e30e46a257,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:41.371031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Calling delete_port for 34405e8b-7e08-407f-a8dd-48fc8e880bfa owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:41.456036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-109aee1f-8730-48a2-bf8e-7f5525d6ef70 req-f76a16b2-d7c4-4ee1-8181-9067ae8871b6 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.0982563 Apr 18 20:30:41.469477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:41.470245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.506353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-a80bae64-0686-4dad-9d7d-bb71a69ca67c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0673082 Apr 18 20:30:41.520226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Request body: {'port': {'device_id': '74b3838a-9666-45f5-a9f1-5ca198097810', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:41.557901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.668985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21da42ef-b67c-4e78-b027-934eba669d3f req-dd034f65-37ce-4953-9b50-13b54f5fe885 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:41.670643 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21da42ef-b67c-4e78-b027-934eba669d3f req-dd034f65-37ce-4953-9b50-13b54f5fe885 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 931 time: 0.5657191 Apr 18 20:30:41.671753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.675080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event deleted for resources: {'Port': ['ID=34405e8b-7e08-407f-a8dd-48fc8e880bfa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:41.700072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-41b0cbc0-ba45-4b81-bba6-26c993a75ccd tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "DELETE /v2.0/ports/34405e8b-7e08-407f-a8dd-48fc8e880bfa HTTP/1.1" status: 204 len: 168 time: 1.4897883 Apr 18 20:30:41.705795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59664) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:41.716438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.769490 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f1ab29-9816-4320-9e8c-ff8898c0c98a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:30:41.770053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02f1ab29-9816-4320-9e8c-ff8898c0c98a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Synchronizing usage tracker for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:41.781576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21da42ef-b67c-4e78-b027-934eba669d3f req-899a54f5-d816-4ae8-aaf8-3747d2824649 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996861 Apr 18 20:30:41.798171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02f1ab29-9816-4320-9e8c-ff8898c0c98a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Unset dirty status for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:41.804991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02f1ab29-9816-4320-9e8c-ff8898c0c98a tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "GET /v2.0/ports/34405e8b-7e08-407f-a8dd-48fc8e880bfa HTTP/1.1" status: 404 len: 333 time: 0.0926979 Apr 18 20:30:41.805906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:41.814242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-976646484', 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:41.819972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:41.832392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:41.847431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Made reservation on behalf of 2097d0852642471ebd88a1f5b02e6443 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:41.850662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:41.854535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b8b18-1152-439b-be47-6cac72eac4f4 req-1f3608de-57be-47ce-af66-c950da9c435c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:41.856178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec7b8b18-1152-439b-be47-6cac72eac4f4 req-1f3608de-57be-47ce-af66-c950da9c435c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 945 time: 0.2102005 Apr 18 20:30:41.874882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] device_id is not set on port 79fe5c4a-98cd-43c7-b40c-695067238530 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:42.004689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec7b8b18-1152-439b-be47-6cac72eac4f4 req-16ff7d2b-f63d-446e-ac85-f70c5fda09b9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052754 Apr 18 20:30:42.195529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.231642 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.267470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 162ef05c-6891-4baf-b01a-85e30e46a257 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:42.283328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.316059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Transition to ACTIVE for port object 162ef05c-6891-4baf-b01a-85e30e46a257 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:42.317203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Network a41fa240-2ab2-469e-8a14-0f32865fe78b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:42.321084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:42.321285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.324196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:42.325180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.326202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.367731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=79fe5c4a-98cd-43c7-b40c-695067238530,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:42.373977 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-59eab576-79f4-4732-9e8c-54dee37281b5 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5669930 Apr 18 20:30:42.378646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59676) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:42.477434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1465d188-9d8e-4314-97fc-f97089e3657e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.478507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1465d188-9d8e-4314-97fc-f97089e3657e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Synchronizing usage tracker for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:42.504725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1465d188-9d8e-4314-97fc-f97089e3657e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Unset dirty status for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:42.506766 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1465d188-9d8e-4314-97fc-f97089e3657e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "GET /v2.0/ports/79fe5c4a-98cd-43c7-b40c-695067238530 HTTP/1.1" status: 200 len: 954 time: 0.1269610 Apr 18 20:30:42.512196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59680) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:42.629840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Pushing event updated for resources: {'Port': ['ID=162ef05c-6891-4baf-b01a-85e30e46a257,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:42.693596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Deleting port 79fe5c4a-98cd-43c7-b40c-695067238530 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:42.694323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.741874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Attempting to bind port 162ef05c-6891-4baf-b01a-85e30e46a257 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:42.742598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Attempting to bind port 162ef05c-6891-4baf-b01a-85e30e46a257 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:42.743202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Attempting to bind port 162ef05c-6891-4baf-b01a-85e30e46a257 on network cf81f1a0-3539-473a-b736-d092c15cae4a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:42.750377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Port 162ef05c-6891-4baf-b01a-85e30e46a257 on network cf81f1a0-3539-473a-b736-d092c15cae4a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:42.750993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Attempting to bind port 162ef05c-6891-4baf-b01a-85e30e46a257 on network cf81f1a0-3539-473a-b736-d092c15cae4a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:42.759062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:30:42.759062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Checking segment: {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:30:42.759062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Bound using segment: {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:30:42.759661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Bound port: 162ef05c-6891-4baf-b01a-85e30e46a257, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b44451ae-a4c4-4749-8050-499d867b89b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:42.761073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.790330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4170a020-8fa7-48aa-88ab-f9b33b1076df req-96fae19e-3654-4e68-bf9e-236be313d202 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.0591757 Apr 18 20:30:42.834973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 6d5e9892-be23-4396-8045-04262ad35d1e up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:30:42.901963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] For port 162ef05c-6891-4baf-b01a-85e30e46a257, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:42.906101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] For port 162ef05c-6891-4baf-b01a-85e30e46a257, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=162ef05c-6891-4baf-b01a-85e30e46a257,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:30:42.912844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.990889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:42.991526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:42.993008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] 10.222.0.61 "PUT /v2.0/ports/162ef05c-6891-4baf-b01a-85e30e46a257 HTTP/1.1" status: 200 len: 1091 time: 1.4784431 Apr 18 20:30:42.993485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b3838a-9666-45f5-a9f1-5ca198097810', 'tag': '162ef05c-6891-4baf-b01a-85e30e46a257'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:43.100457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.125405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 6d5e9892-be23-4396-8045-04262ad35d1e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:43.131389 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43db7ad3-fe2f-4511-a93f-817c037a64ea'] response: {'name': 'network-changed', 'server_uuid': '74b3838a-9666-45f5-a9f1-5ca198097810', 'tag': '162ef05c-6891-4baf-b01a-85e30e46a257', 'status': 'completed', 'code': 200} Apr 18 20:30:43.134469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24caadc2-9a08-41f7-a48e-e48e8315356b service neutron] Pushing event updated for resources: {'Port': ['ID=162ef05c-6891-4baf-b01a-85e30e46a257,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:43.147084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 6d5e9892-be23-4396-8045-04262ad35d1e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:43.148025 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.183981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-23d691bf-d287-43c2-b912-937427e7516d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.186124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-23d691bf-d287-43c2-b912-937427e7516d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 1094 time: 0.1412075 Apr 18 20:30:43.379743 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-7d09ed1a-f9af-4d2c-b7fb-7e29e66cf256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=162ef05c-6891-4baf-b01a-85e30e46a257 HTTP/1.1" status: 200 len: 217 time: 0.1243899 Apr 18 20:30:43.394820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.400000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Calling delete_port for 79fe5c4a-98cd-43c7-b40c-695067238530 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:43.469118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 6d5e9892-be23-4396-8045-04262ad35d1e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6d5e9892-be23-4396-8045-04262ad35d1e,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:43.473960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5e9892-be23-4396-8045-04262ad35d1e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:43.492003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.522632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52366c-fbed-402b-b088-af4e2c5f81bc req-faedee45-fdcf-4a01-b24b-604737c83cb6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.524283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae52366c-fbed-402b-b088-af4e2c5f81bc req-faedee45-fdcf-4a01-b24b-604737c83cb6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 945 time: 0.2513895 Apr 18 20:30:43.532913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.538043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-aed70c99-b0ab-4070-a07e-360ddc28e9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.540518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-aed70c99-b0ab-4070-a07e-360ddc28e9a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2adc829-4c14-49ad-8ac6-5a7cc15ea556 HTTP/1.1" status: 200 len: 862 time: 0.1502924 Apr 18 20:30:43.563688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03ed47-83de-49b3-be11-ae5726acf8e6 req-ce85f240-b8dc-4347-9502-5384ff75859f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:43.563688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1e03ed47-83de-49b3-be11-ae5726acf8e6 req-ce85f240-b8dc-4347-9502-5384ff75859f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Synchronizing usage tracker for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:43.602503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event deleted for resources: {'Port': ['ID=79fe5c4a-98cd-43c7-b40c-695067238530,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:43.617943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.638313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=6d5e9892-be23-4396-8045-04262ad35d1e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:43.646873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-15dbca09-eb23-4f97-a112-f806f69549ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf81f1a0-3539-473a-b736-d092c15cae4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764816 Apr 18 20:30:43.648817 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d71fb9a-825e-4d3e-9a12-a6d0247992ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:43.655584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae52366c-fbed-402b-b088-af4e2c5f81bc req-538522be-2d70-45bb-93a7-952b47a3fabf tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205399 Apr 18 20:30:43.658193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-906d04ed-0473-4abb-a4e4-c13703e78e50 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "DELETE /v2.0/ports/79fe5c4a-98cd-43c7-b40c-695067238530 HTTP/1.1" status: 204 len: 168 time: 1.1444504 Apr 18 20:30:43.663715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:43.794372 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84b2839f-8ee7-40a7-90cf-849c583b2bbb'] response: {'server_uuid': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d5e9892-be23-4396-8045-04262ad35d1e', 'code': 200} Apr 18 20:30:43.855139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-8fb3cec8-ba9a-4050-b597-0680394f5877 service neutron] 10.222.0.61 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947372 Apr 18 20:30:43.878310 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-442f5ef1-b594-4d71-bb49-0eef6097c51e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:30:43.879483 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-442f5ef1-b594-4d71-bb49-0eef6097c51e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Synchronizing usage tracker for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:43.952964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-442f5ef1-b594-4d71-bb49-0eef6097c51e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Unset dirty status for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:43.960156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-442f5ef1-b594-4d71-bb49-0eef6097c51e tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "GET /v2.0/ports/79fe5c4a-98cd-43c7-b40c-695067238530 HTTP/1.1" status: 404 len: 333 time: 0.2895005 Apr 18 20:30:43.960156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59706) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:43.971301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Request body: {'port': {'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2048942940'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:44.007143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:44.031000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7082a-d3b5-4b72-abb2-6711f3c9a57b req-747c85ba-787e-4232-a5e8-d3f10d64558a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.033968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ea7082a-d3b5-4b72-abb2-6711f3c9a57b req-747c85ba-787e-4232-a5e8-d3f10d64558a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 1097 time: 0.1485398 Apr 18 20:30:44.035852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:44.098192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1e03ed47-83de-49b3-be11-ae5726acf8e6 req-ce85f240-b8dc-4347-9502-5384ff75859f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Unset dirty status for tenant:affb4b1f349f4736acebb0aaa56af71a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:44.100701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e03ed47-83de-49b3-be11-ae5726acf8e6 req-ce85f240-b8dc-4347-9502-5384ff75859f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 943 time: 0.9133883 Apr 18 20:30:44.108232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Made reservation on behalf of 2097d0852642471ebd88a1f5b02e6443 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:44.113711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.174824 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ea7082a-d3b5-4b72-abb2-6711f3c9a57b req-5c3aca26-10fb-4d19-9a84-707100222427 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320229 Apr 18 20:30:44.257692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] device_id is not set on port a12d8c19-e746-4dbe-ad20-a7baa3839f17 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:44.261967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e03ed47-83de-49b3-be11-ae5726acf8e6 req-8ef84f0a-9eca-40fc-830c-60e05955bd60 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515899 Apr 18 20:30:44.316877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04da630d-2c3d-4a35-b764-e4f8c8a80841 req-f5e63006-90b6-415d-8f98-694a52690000 service neutron] 10.222.0.61 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539447 Apr 18 20:30:44.321864 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49b453d2-10f2-4e6b-9728-920ee04bb3e2 req-f736f18f-33c4-4b65-96b0-b2fbf1dd6867 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1352401 Apr 18 20:30:44.603132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-96daa1ff-8bcb-4279-a8e6-6a7f4717753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.605146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-96daa1ff-8bcb-4279-a8e6-6a7f4717753b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=affb4b1f349f4736acebb0aaa56af71a&device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 1094 time: 0.2112741 Apr 18 20:30:44.810514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.842074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff599d67-2568-4511-b021-81be00842b16 req-38568cab-dc84-4d3c-8eaa-2487c3fbfb1b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1756537 Apr 18 20:30:44.849410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:44.873260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-e4fd138d-c527-43a7-b1d2-51180ff76644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:44.874864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-e4fd138d-c527-43a7-b1d2-51180ff76644 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 200 len: 923 time: 0.2624938 Apr 18 20:30:44.989417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Network a41fa240-2ab2-469e-8a14-0f32865fe78b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:44.996293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-b98bf4f0-42d6-4889-b1f7-b587d5f7e473 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=162ef05c-6891-4baf-b01a-85e30e46a257 HTTP/1.1" status: 200 len: 217 time: 0.0867844 Apr 18 20:30:45.005465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:45.015107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:45.016642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.017782 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.033001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=a12d8c19-e746-4dbe-ad20-a7baa3839f17,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:45.081480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cb0022be-f54c-4d96-bb46-298840b5efef tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1114948 Apr 18 20:30:45.081928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:45.093415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:45.094501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-d92c4844-89ae-4a3f-91ef-5322a72accc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.096015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-d92c4844-89ae-4a3f-91ef-5322a72accc4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f2adc829-4c14-49ad-8ac6-5a7cc15ea556 HTTP/1.1" status: 200 len: 862 time: 0.0920844 Apr 18 20:30:45.108712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de31a26-9f71-4179-bc97-87576283d79d req-54392128-787a-497e-8ce5-2e6141b5b0e3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.110365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9de31a26-9f71-4179-bc97-87576283d79d req-54392128-787a-497e-8ce5-2e6141b5b0e3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 946 time: 0.2345409 Apr 18 20:30:45.180844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-463880ed-0724-4e7b-848b-00cbcd9eb9fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf81f1a0-3539-473a-b736-d092c15cae4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694356 Apr 18 20:30:45.251043 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9de31a26-9f71-4179-bc97-87576283d79d req-17f8489c-b357-425a-a0a8-d0b88145af00 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063969 Apr 18 20:30:45.313832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.394680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-a6004d50-ce62-488a-ac7b-64b67799ec81 service neutron] 10.222.0.61 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997020 Apr 18 20:30:45.683675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8da9abfb-fea1-4908-9864-5fb5398ad0e1 req-5cb2a6c5-d700-45ce-8baf-354394c6714b tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1098058 Apr 18 20:30:45.709752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab965478-8d17-44ba-a2d2-d0ed29a203f6 req-4e6274a0-0337-4271-8874-b597e75fb60b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:45.711642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab965478-8d17-44ba-a2d2-d0ed29a203f6 req-4e6274a0-0337-4271-8874-b597e75fb60b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 943 time: 0.2651927 Apr 18 20:30:45.743543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e310bfde-68ad-4ab3-9508-2f728602b20c req-a11b66f9-1be3-48f6-a998-4043540e5fca service neutron] 10.222.0.61 "GET /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407536 Apr 18 20:30:45.759679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] device_id is not set on port a12d8c19-e746-4dbe-ad20-a7baa3839f17 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:45.777270 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.805212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab965478-8d17-44ba-a2d2-d0ed29a203f6 req-73d4735a-7713-4848-a3d3-d04a243c9685 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821290 Apr 18 20:30:45.809771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Transition to ACTIVE for port object a12d8c19-e746-4dbe-ad20-a7baa3839f17 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:45.815795 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.974835 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1de36a4d-0539-489b-8684-fa8057c4111d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:45.988670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=a12d8c19-e746-4dbe-ad20-a7baa3839f17,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:46.001080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.002453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.003012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.009590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.010814 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.011508 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 2 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.034902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.035537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.036165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.042990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.043412 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.043819 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 3 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.066832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.067514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.068067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.074901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.075550 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.076119 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 4 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.095353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.095960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.096488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.103062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.103914 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.104600 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 5 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.132746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.133361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.133955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.142282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.143221 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.144113 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 6 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.169810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.170367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.170939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.179037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.179549 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.180135 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 7 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.209255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.209723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.210153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.226091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.226687 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.227325 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 8 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.261722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.262559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.263420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.274167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.278769 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.278769 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 9 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.307962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.308494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.309314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.319933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.320487 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.321144 n-d-836016-3 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempt 10 to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 Apr 18 20:30:46.386196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:46.386765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:46.387640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempting to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:46.398976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:30:46.399516 n-d-836016-3 neutron-server[88141]: ERROR neutron.plugins.ml2.managers [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Failed to bind port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on host n-h2-836016-3 for vnic_type normal using segments [{'id': '46be49f8-11ec-4787-b98c-17b1f563cb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'a41fa240-2ab2-469e-8a14-0f32865fe78b'}] Apr 18 20:30:46.400188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.607583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] For port a12d8c19-e746-4dbe-ad20-a7baa3839f17, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:46.608198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attempted to set empty binding levels {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 18 20:30:46.614749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.616682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c73d85-5024-408c-833b-58690c7c047f req-f2c403f1-d8de-4fc8-8ac3-db1f28a39af7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.618345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47c73d85-5024-408c-833b-58690c7c047f req-f2c403f1-d8de-4fc8-8ac3-db1f28a39af7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 946 time: 0.1272671 Apr 18 20:30:46.676036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47c73d85-5024-408c-833b-58690c7c047f req-9e851b54-c034-47c9-99ff-6533bb2bdbf9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505428 Apr 18 20:30:46.722016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] In _notify_port_updated(), no bound segment for port a12d8c19-e746-4dbe-ad20-a7baa3839f17 on network a41fa240-2ab2-469e-8a14-0f32865fe78b {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:30:46.723130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:46.724344 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.726490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "PUT /v2.0/ports/a12d8c19-e746-4dbe-ad20-a7baa3839f17 HTTP/1.1" status: 200 len: 975 time: 1.6428978 Apr 18 20:30:46.730570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:46.766076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196c1a5f-62f9-43ed-a5fa-5dee6467b54b tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event updated for resources: {'Port': ['ID=a12d8c19-e746-4dbe-ad20-a7baa3839f17,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:46.798745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.802229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Deleting port a12d8c19-e746-4dbe-ad20-a7baa3839f17 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:46.802942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.887667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:46.991048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 162ef05c-6891-4baf-b01a-85e30e46a257 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:30:47.013707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-edaf7bec-da21-482d-ae96-4add81ad9301 req-d99263e8-5606-4389-9c66-bd351543d405 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.0800049 Apr 18 20:30:47.142024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] For port a12d8c19-e746-4dbe-ad20-a7baa3839f17, host n-h2-836016-3, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:47.142830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.279852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 162ef05c-6891-4baf-b01a-85e30e46a257, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=162ef05c-6891-4baf-b01a-85e30e46a257,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:47.296498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '162ef05c-6891-4baf-b01a-85e30e46a257', 'network_id': 'cf81f1a0-3539-473a-b736-d092c15cae4a', 'port_id': '162ef05c-6891-4baf-b01a-85e30e46a257', 'mac_address': 'fa:16:3e:ba:8d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2adc829-4c14-49ad-8ac6-5a7cc15ea556', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:30:47.408982 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.463585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 162ef05c-6891-4baf-b01a-85e30e46a257 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:30:47.516016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 162ef05c-6891-4baf-b01a-85e30e46a257, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=162ef05c-6891-4baf-b01a-85e30e46a257,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:47.528083 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.588159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Calling delete_port for a12d8c19-e746-4dbe-ad20-a7baa3839f17 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:47.831806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b414c-f89d-450f-aab9-646a68e1c5d9 req-0a360145-7bda-41a6-86af-0039cd53402c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:47.845848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-503b414c-f89d-450f-aab9-646a68e1c5d9 req-0a360145-7bda-41a6-86af-0039cd53402c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 944 time: 0.5374331 Apr 18 20:30:47.847059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=162ef05c-6891-4baf-b01a-85e30e46a257,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:47.873021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:47.882218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['162ef05c-6891-4baf-b01a-85e30e46a257'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:47.974148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Pushing event deleted for resources: {'Port': ['ID=a12d8c19-e746-4dbe-ad20-a7baa3839f17,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:48.004969 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.031761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-503b414c-f89d-450f-aab9-646a68e1c5d9 req-af040afb-b081-4c2c-9871-ead24725fda6 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829212 Apr 18 20:30:48.035780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ce7d4993-8cba-4d66-88ad-9f49925b09b4 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a12d8c19-e746-4dbe-ad20-a7baa3839f17 HTTP/1.1" status: 204 len: 168 time: 1.3016930 Apr 18 20:30:48.036458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:48.143430 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b3f1baa-4d35-4a80-ad29-140a414797b7 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] GET failed (client error): The resource could not be found. Apr 18 20:30:48.143977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1b3f1baa-4d35-4a80-ad29-140a414797b7 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Synchronizing usage tracker for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:48.188916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1b3f1baa-4d35-4a80-ad29-140a414797b7 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] Unset dirty status for tenant:2097d0852642471ebd88a1f5b02e6443 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:48.193609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1b3f1baa-4d35-4a80-ad29-140a414797b7 tempest-PortsAdminExtendedAttrsTestJSON-1259870207 tempest-PortsAdminExtendedAttrsTestJSON-1259870207-project-admin] 10.222.0.47 "GET /v2.0/ports/a12d8c19-e746-4dbe-ad20-a7baa3839f17 HTTP/1.1" status: 404 len: 333 time: 0.1527388 Apr 18 20:30:48.193919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:48.352616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d49604f-047b-4e9d-a5d0-bac758e2e3af req-cfabf69b-ba73-41f0-a5de-a8471b4aa0c1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:48.354232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-224aa67f-c540-44ad-8eda-a4924a1830db req-d50fab9e-dff5-48a9-acdc-dee8a1eecd7a tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1053462 Apr 18 20:30:48.370148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d49604f-047b-4e9d-a5d0-bac758e2e3af req-cfabf69b-ba73-41f0-a5de-a8471b4aa0c1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 946 time: 0.2071431 Apr 18 20:30:48.455262 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d49604f-047b-4e9d-a5d0-bac758e2e3af req-3a562546-d0b9-4ad2-933e-114928eb0c39 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751288 Apr 18 20:30:48.498751 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.530848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.634152 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.699505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.736862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41fa240-2ab2-469e-8a14-0f32865fe78b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:48.751786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46be49f8-11ec-4787-b98c-17b1f563cb70') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:48.752083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46be49f8-11ec-4787-b98c-17b1f563cb70') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:30:48.766344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.789963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.801080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:30:48.801806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:30:48.824764 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:30:48.932868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-f0c63757-b6ff-44e9-819f-1c82840d9109 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:48.934052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-f0c63757-b6ff-44e9-819f-1c82840d9109 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 946 time: 0.2110651 Apr 18 20:30:48.959737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:48.967956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.004536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] 10.222.0.47 "DELETE /v2.0/networks/a41fa240-2ab2-469e-8a14-0f32865fe78b HTTP/1.1" status: 204 len: 168 time: 0.8057714 Apr 18 20:30:49.004536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333911fe-66e8-4569-b812-ad7bfda7e960 tempest-PortsAdminExtendedAttrsTestJSON-139676419 tempest-PortsAdminExtendedAttrsTestJSON-139676419-project] Pushing event deleted for resources: {'Network': ['ID=a41fa240-2ab2-469e-8a14-0f32865fe78b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:49.029889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Deleting port 6d5e9892-be23-4396-8045-04262ad35d1e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:49.030342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.185331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.265755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab80589b-e4d2-47b6-a6f6-3917940acb14 req-dd9a218c-3371-4d8a-aecc-cbba98eef305 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.273712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ab80589b-e4d2-47b6-a6f6-3917940acb14 req-dd9a218c-3371-4d8a-aecc-cbba98eef305 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 944 time: 0.1149700 Apr 18 20:30:49.358254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ab80589b-e4d2-47b6-a6f6-3917940acb14 req-ecefeb1f-26ee-45e6-8ea8-37485f68c506 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731113 Apr 18 20:30:49.506933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:49.510692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] For port 6d5e9892-be23-4396-8045-04262ad35d1e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=6d5e9892-be23-4396-8045-04262ad35d1e,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:49.515204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:49.773648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Calling delete_port for 6d5e9892-be23-4396-8045-04262ad35d1e owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:30:49.807202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fc558-11b0-468c-bb84-b2ffc7bf458f req-ff01cd31-4c54-4f26-a133-a41d72bc22f2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:49.810735 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-392fc558-11b0-468c-bb84-b2ffc7bf458f req-ff01cd31-4c54-4f26-a133-a41d72bc22f2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 946 time: 0.1953578 Apr 18 20:30:49.894877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-475adc6b-45f7-4f84-8a0f-adbe0a4f5dfc req-711451d5-70ba-4319-89fc-2261cde27ceb tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1415832 Apr 18 20:30:49.906824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-392fc558-11b0-468c-bb84-b2ffc7bf458f req-5dda4a64-de86-424f-a764-2d65547c419b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891867 Apr 18 20:30:49.944966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0fec7415-ed77-4f7e-b74c-bd7b43b7315f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba3b76a3166d47deae5f148e9a329779&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364011 Apr 18 20:30:49.947877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:50.055686 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536f5d24-58d1-455b-831e-44d5e336681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.061418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.075605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['7718f903-d08e-4dd5-a149-5fa594bac1d7', '6d5e9892-be23-4396-8045-04262ad35d1e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:30:50.105948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536f5d24-58d1-455b-831e-44d5e336681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.166185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Pushing event deleted for resources: {'Port': ['ID=6d5e9892-be23-4396-8045-04262ad35d1e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:50.213082 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536f5d24-58d1-455b-831e-44d5e336681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.230089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] No DVR routers for this DVR port 6d5e9892-be23-4396-8045-04262ad35d1e on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:30:50.230665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f5d24-58d1-455b-831e-44d5e336681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17beac7-dd74-4ba8-bcda-b0a2f89df7d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:50.232955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.236166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'name': 'network-vif-deleted', 'tag': '6d5e9892-be23-4396-8045-04262ad35d1e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:50.239559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536f5d24-58d1-455b-831e-44d5e336681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:50.240723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-536f5d24-58d1-455b-831e-44d5e336681a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e17beac7-dd74-4ba8-bcda-b0a2f89df7d1 HTTP/1.1" status: 204 len: 168 time: 0.2914226 Apr 18 20:30:50.257478 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e7eeae8-d0dc-45ab-93a7-8bf9f1da7fa3 req-b63d4020-4aba-4505-857f-33f414b66aca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "DELETE /v2.0/ports/6d5e9892-be23-4396-8045-04262ad35d1e HTTP/1.1" status: 204 len: 173 time: 1.3180513 Apr 18 20:30:50.288543 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ca05f90-18e0-43d0-9a68-efb2dbe8ddef'] response: {'server_uuid': '2f4aa861-192e-4c12-87f9-67d7e3b1c93f', 'name': 'network-vif-deleted', 'tag': '6d5e9892-be23-4396-8045-04262ad35d1e', 'status': 'completed', 'code': 200} Apr 18 20:30:50.622348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc57f029-0d38-4094-9bea-7a23898930c1 req-b5ba8d67-d49d-4b61-a420-6b466bc03f9f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:50.626603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc57f029-0d38-4094-9bea-7a23898930c1 req-b5ba8d67-d49d-4b61-a420-6b466bc03f9f tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 944 time: 0.1346867 Apr 18 20:30:50.685459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc57f029-0d38-4094-9bea-7a23898930c1 req-d86aec6c-5b5f-47e8-9ef6-467bf4df824d tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542777 Apr 18 20:30:50.825715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:50.892913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e7c0365a-cd85-4dc7-8490-fb17ba0bcdf0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2097d0852642471ebd88a1f5b02e6443&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638316 Apr 18 20:30:50.894366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59828) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:51.001049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984322b0-9df4-493d-a970-1f39f37db9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.021121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 162ef05c-6891-4baf-b01a-85e30e46a257 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:30:51.050508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984322b0-9df4-493d-a970-1f39f37db9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.179479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984322b0-9df4-493d-a970-1f39f37db9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.248940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984322b0-9df4-493d-a970-1f39f37db9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c19b534-6f0e-49a3-a554-03dea506bb90,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.254181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984322b0-9df4-493d-a970-1f39f37db9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.257086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-984322b0-9df4-493d-a970-1f39f37db9c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c19b534-6f0e-49a3-a554-03dea506bb90 HTTP/1.1" status: 204 len: 168 time: 0.3612797 Apr 18 20:30:51.317324 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec0cd7d1-c5e3-4c9c-83a9-cbad53b2118b req-5594af78-1c28-4065-af48-759668565e3b tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.2252960 Apr 18 20:30:51.375222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 162ef05c-6891-4baf-b01a-85e30e46a257 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:30:51.392509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 162ef05c-6891-4baf-b01a-85e30e46a257 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:30:51.393116 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.567048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8cf16d7a-daf2-42be-9245-2c58abbe8fd4 req-24e64933-effc-4957-8900-667cad069251 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=2f4aa861-192e-4c12-87f9-67d7e3b1c93f HTTP/1.1" status: 200 len: 210 time: 0.0724220 Apr 18 20:30:51.595598 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.639100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3838a-9666-45f5-a9f1-5ca198097810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162ef05c-6891-4baf-b01a-85e30e46a257'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:30:51.646929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 162ef05c-6891-4baf-b01a-85e30e46a257, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=162ef05c-6891-4baf-b01a-85e30e46a257,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:51.653811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:51.742602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=162ef05c-6891-4baf-b01a-85e30e46a257,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:51.766446 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f80c095-cfdc-4486-8d89-b951a2fded4a'] response: {'server_uuid': '74b3838a-9666-45f5-a9f1-5ca198097810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '162ef05c-6891-4baf-b01a-85e30e46a257', 'code': 200} Apr 18 20:30:52.079041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf4353-a9fb-4fcf-a016-9909bf2289e1 req-442169a7-4740-46ff-89be-a2e3728836a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.081086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12bf4353-a9fb-4fcf-a016-9909bf2289e1 req-442169a7-4740-46ff-89be-a2e3728836a0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 1096 time: 0.2415130 Apr 18 20:30:52.238160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c9039-f1a0-44eb-bf2c-9c2a6addd221 req-0b598896-ccc2-4f7c-bbef-7b8d194183d0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:52.240980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-602c9039-f1a0-44eb-bf2c-9c2a6addd221 req-0b598896-ccc2-4f7c-bbef-7b8d194183d0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 945 time: 0.2967432 Apr 18 20:30:52.245733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12bf4353-a9fb-4fcf-a016-9909bf2289e1 req-77bc78f9-79af-43e8-9e27-72a53dca1fc3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499562 Apr 18 20:30:52.322845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-602c9039-f1a0-44eb-bf2c-9c2a6addd221 req-5e000d5e-fedc-4678-b637-331c867762e5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587583 Apr 18 20:30:52.689826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a68f5c7-93ea-451a-84ff-29d6f0b5fd4b req-3352d351-c521-43f0-b508-58bd3d1db257 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.0958161 Apr 18 20:30:52.818319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:52.919061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 6d5e9892-be23-4396-8045-04262ad35d1e no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:30:53.031619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 6d5e9892-be23-4396-8045-04262ad35d1e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:30:53.031966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 6d5e9892-be23-4396-8045-04262ad35d1e not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:30:53.205781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-650472869'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:53.298686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:53.301489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a737e4b-3258-4c22-b67e-cdaf6e856fe9 req-65fa658f-1fb3-460f-938b-845aec66519e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.304164 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a737e4b-3258-4c22-b67e-cdaf6e856fe9 req-65fa658f-1fb3-460f-938b-845aec66519e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1551216 Apr 18 20:30:53.317721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Usage tracker for resource:network and tenant:43e3e383d57b4d77855cb6a6f4840414 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:53.331374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:53.358514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:53.410949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:53.411667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a737e4b-3258-4c22-b67e-cdaf6e856fe9 req-2a13ac2f-7c44-4770-8f25-426e53ba8760 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967095 Apr 18 20:30:53.415537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.454793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea3b13a-f59f-4370-8e50-d123c2f8e378 req-f6e1e762-f4a3-4f84-a08b-e3d540b7ca8f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.456600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bea3b13a-f59f-4370-8e50-d123c2f8e378 req-f6e1e762-f4a3-4f84-a08b-e3d540b7ca8f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5351660 Apr 18 20:30:53.459137 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:53.578164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3620-7de5-4714-937e-0f67fd688376 req-21b86a4a-92dc-449b-8e9e-c32c7d102b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.580487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56dd3620-7de5-4714-937e-0f67fd688376 req-21b86a4a-92dc-449b-8e9e-c32c7d102b9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1095 time: 0.3835771 Apr 18 20:30:53.587333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:53.647162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Usage tracker for resource:security_group_rule and tenant:43e3e383d57b4d77855cb6a6f4840414 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:53.666956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bea3b13a-f59f-4370-8e50-d123c2f8e378 req-591b4d70-e8b6-4c93-be37-14585d036c39 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765850 Apr 18 20:30:53.712455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:53.816641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:53.816982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e601577-0b7c-4ce0-97f4-b27171d5e203 req-8bf4b82e-b099-4014-b04e-3eb80d14be14 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:53.832092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e601577-0b7c-4ce0-97f4-b27171d5e203 req-8bf4b82e-b099-4014-b04e-3eb80d14be14 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 945 time: 0.1987064 Apr 18 20:30:53.993622 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e601577-0b7c-4ce0-97f4-b27171d5e203 req-e92784fe-665e-4c38-89a4-3af2f20e4700 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566238 Apr 18 20:30:54.018758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3620-7de5-4714-937e-0f67fd688376 req-19aa2a5f-ff51-480d-a2e3-ea7cfa62c136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.036849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56dd3620-7de5-4714-937e-0f67fd688376 req-19aa2a5f-ff51-480d-a2e3-ea7cfa62c136 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.4305203 Apr 18 20:30:54.397894 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e616360-cba7-489f-9bd3-ee0061517a84 req-11ab7040-1a8e-41f0-92c6-38602569ca8a tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1581516 Apr 18 20:30:54.411985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2057c293-5b97-43ed-a7b7-89aaf0e853f1 req-ba1d11f1-34e5-4536-a3b8-eedd8dceff9c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.411985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2057c293-5b97-43ed-a7b7-89aaf0e853f1 req-ba1d11f1-34e5-4536-a3b8-eedd8dceff9c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Synchronizing usage tracker for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:30:54.441231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2057c293-5b97-43ed-a7b7-89aaf0e853f1 req-ba1d11f1-34e5-4536-a3b8-eedd8dceff9c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Unset dirty status for tenant:f8fea68a33aa43fe851d05036fe6798f on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:30:54.441231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2057c293-5b97-43ed-a7b7-89aaf0e853f1 req-ba1d11f1-34e5-4536-a3b8-eedd8dceff9c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1791101 Apr 18 20:30:54.524748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56dd3620-7de5-4714-937e-0f67fd688376 req-e57dcfd1-41e6-4b68-a358-e8cb51b16f09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.4881506 Apr 18 20:30:54.539377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2057c293-5b97-43ed-a7b7-89aaf0e853f1 req-5955e3f1-5712-4c21-87c5-dd637556b64b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876150 Apr 18 20:30:54.709192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.718936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3620-7de5-4714-937e-0f67fd688376 req-58e89d98-1e43-46fb-a8a4-96fc78d7e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.721406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56dd3620-7de5-4714-937e-0f67fd688376 req-58e89d98-1e43-46fb-a8a4-96fc78d7e8f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1718848 Apr 18 20:30:54.788532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.839527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce133c-1949-4d5c-8cd2-9c8a08586b37 req-a2dc6196-eb33-45ba-8a2c-34faa0f155fb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:54.842509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-58ce133c-1949-4d5c-8cd2-9c8a08586b37 req-a2dc6196-eb33-45ba-8a2c-34faa0f155fb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1583366 Apr 18 20:30:54.921549 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-58ce133c-1949-4d5c-8cd2-9c8a08586b37 req-c3dad5a9-6e0b-4a05-abba-553d5a8d5353 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717366 Apr 18 20:30:54.946641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:30:54.973120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:54.974364 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Added segment 1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4 of type vlan for network 7b25199f-b575-4911-aa65-0deaa5e71915 Apr 18 20:30:55.028622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.105358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff249dd0-43bb-4aea-9368-df9f24dd6b47,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.151100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.168871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.176083 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:55.194365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd3620-7de5-4714-937e-0f67fd688376 req-0aabd98b-a610-4197-a710-4dfd87c2b345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.196712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56dd3620-7de5-4714-937e-0f67fd688376 req-0aabd98b-a610-4197-a710-4dfd87c2b345 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4101982 Apr 18 20:30:55.312414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c03839-cfa5-49bf-acab-aac83228c694 req-f056d19d-1ecb-4582-b8ad-173b1e75077f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.314513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4c03839-cfa5-49bf-acab-aac83228c694 req-f056d19d-1ecb-4582-b8ad-173b1e75077f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.1584811 Apr 18 20:30:55.386107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4c03839-cfa5-49bf-acab-aac83228c694 req-8f49cff6-0be1-45fe-94a2-a8923bd97ace tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602190 Apr 18 20:30:55.413723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215089d-f967-4c6a-aa98-3798d175d7fd req-29e9b083-d920-4604-91c9-90f1d01abdea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:55.418791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b215089d-f967-4c6a-aa98-3798d175d7fd req-29e9b083-d920-4604-91c9-90f1d01abdea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7024679 Apr 18 20:30:55.433893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59918) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:55.578747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.7560582 Apr 18 20:30:55.578747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fa208-c2f3-4439-b31b-23d6402fa1f5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Network': ['ID=7b25199f-b575-4911-aa65-0deaa5e71915,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:55.590378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 7b25199f-b575-4911-aa65-0deaa5e71915 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:30:55.594152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59924) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:55.642110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'subnet': {'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:55.707288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b215089d-f967-4c6a-aa98-3798d175d7fd req-78c4c31b-1515-4048-ac58-e0e214407bcb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767619 Apr 18 20:30:56.011583 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c574173b-5298-4925-9264-acff0478b28d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/e19fbb03-3e12-4e3c-9200-18f33303a7ce HTTP/1.1" status: 200 len: 993 time: 0.5764704 Apr 18 20:30:56.064973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56dd3620-7de5-4714-937e-0f67fd688376 req-95abcaef-8e73-4e8a-aa16-ec7f73732c87 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8151922 Apr 18 20:30:56.070600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1239fc2-ff9d-465d-8003-9cad42588d45 req-c6dcac4f-9f61-4934-b443-437517bd662b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:56.099846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1239fc2-ff9d-465d-8003-9cad42588d45 req-c6dcac4f-9f61-4934-b443-437517bd662b tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 945 time: 0.4844594 Apr 18 20:30:56.193151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:56.205551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Usage tracker for resource:subnet and tenant:43e3e383d57b4d77855cb6a6f4840414 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:56.213810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:56.242160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:56.252598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1239fc2-ff9d-465d-8003-9cad42588d45 req-63339135-561f-43a2-a7cf-53d02b4e44f0 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501615 Apr 18 20:30:56.411992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56dd3620-7de5-4714-937e-0f67fd688376 req-d1898f41-b6a9-44f2-a4f9-24140cdae17e service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398035 Apr 18 20:30:56.449121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:56.452806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:56.667033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62199e5c-d630-4e1d-9449-305f20c7b163 req-e2dbc949-c268-4120-8d1b-b9fda0569a01 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.2537274 Apr 18 20:30:56.874889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59956) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:56.939858 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:57.412297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:57.490117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:57.505845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:ce654b107b3c4c3fb4faea5372092957 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:57.519129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:57.550179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:57.626300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Subnet': ['ID=88307369-12bb-402c-bbaf-be27f31b2e9e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:57.646238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Checking segment: {'id': '1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:30:57.646842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network hostable DHCP agents. Network: 7b25199f-b575-4911-aa65-0deaa5e71915, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:30:57.699538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:30:57.742737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543f9b2-a95b-4081-97b0-3e1477e993db req-dabecce1-e699-4d96-8bd1-b4d93fd68708 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.755718 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c543f9b2-a95b-4081-97b0-3e1477e993db req-dabecce1-e699-4d96-8bd1-b4d93fd68708 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2929468 Apr 18 20:30:57.770833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 7b25199f-b575-4911-aa65-0deaa5e71915) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:57.808080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc9ef0-0f9e-4881-b499-675ea76d5974 None None] Network 7b25199f-b575-4911-aa65-0deaa5e71915 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:30:57.815364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ab856-b0ec-4d92-948c-50c72e1153b1 req-e7289048-5596-4a0f-b9ff-23795eb2c52d tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.826716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d29ab856-b0ec-4d92-948c-50c72e1153b1 req-e7289048-5596-4a0f-b9ff-23795eb2c52d tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1096 time: 0.2802899 Apr 18 20:30:57.848784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:57.849809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.028124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c543f9b2-a95b-4081-97b0-3e1477e993db req-7bc05d88-e6a0-4bc3-b7ee-25c69d1a946b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586830 Apr 18 20:30:58.030278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d29ab856-b0ec-4d92-948c-50c72e1153b1 req-e8b9796f-262f-4cb1-a0e9-cf4b057769bd tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001805 Apr 18 20:30:58.031316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e01e8d2f-12ba-487d-9a4d-aa6ea360e0a8 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4335618 Apr 18 20:30:58.035360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59972) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:58.081980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-326758779'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:30:58.269704 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.278654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.294933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-7b25199f-b575-4911-aa65-0deaa5e71915', 'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'tenant_id': '43e3e383d57b4d77855cb6a6f4840414', 'fixed_ips': [{'subnet_id': '88307369-12bb-402c-bbaf-be27f31b2e9e'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:30:58.295723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.430634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d97dabf-0047-4033-97a5-e87280a11953 req-bd266134-91a3-4122-b277-1016980d5218 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1132882 Apr 18 20:30:58.533260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Allocated IP 2001:db8::2 (7b25199f-b575-4911-aa65-0deaa5e71915/88307369-12bb-402c-bbaf-be27f31b2e9e/53b72dba-1a24-432d-bb4d-84345c814b14) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:58.628636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27f9b16-14bb-4db7-ad2a-f242b096ed28,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:58.648152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1827c5dd-ca31-4a78-a3d9-a85c4ce00ae1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce654b107b3c4c3fb4faea5372092957&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7715716 Apr 18 20:30:58.660205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59984) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:30:58.761033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:30:58.787052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c2244-e957-4922-892f-c07ae4c33734 req-0b817e16-4b53-4393-895b-88f3fc30d2b5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.788343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-1acd0c1a-f51d-489d-b01b-2f55808795ee tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:58.792671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-1acd0c1a-f51d-489d-b01b-2f55808795ee tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.61 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 945 time: 0.2123117 Apr 18 20:30:58.803623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-408c2244-e957-4922-892f-c07ae4c33734 req-0b817e16-4b53-4393-895b-88f3fc30d2b5 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 945 time: 0.3836899 Apr 18 20:30:58.818294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Usage tracker for resource:port and tenant:43e3e383d57b4d77855cb6a6f4840414 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:30:58.825617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:30:58.894497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:30:58.933232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Deleting port 162ef05c-6891-4baf-b01a-85e30e46a257 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:30:58.933778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:58.998315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:30:59.014508 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.025175 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29f8a472-c540-4791-8406-644ffe61d95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.032718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-408c2244-e957-4922-892f-c07ae4c33734 req-3ca5a811-013a-48ac-b754-6d04160598ae tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279716 Apr 18 20:30:59.070971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] device_id is not set on port 6d719fa8-6b51-4b54-9ba0-6d3509189c03 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:30:59.102481 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.136736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29f8a472-c540-4791-8406-644ffe61d95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.180454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Transition to ACTIVE for port object 53b72dba-1a24-432d-bb4d-84345c814b14 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:59.305504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Transition to ACTIVE for port object 53b72dba-1a24-432d-bb4d-84345c814b14 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:30:59.316739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.511902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Allocated IP 2001:db8::376 (7b25199f-b575-4911-aa65-0deaa5e71915/88307369-12bb-402c-bbaf-be27f31b2e9e/6d719fa8-6b51-4b54-9ba0-6d3509189c03) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:30:59.519199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29f8a472-c540-4791-8406-644ffe61d95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.521303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Pushing event updated for resources: {'Port': ['ID=53b72dba-1a24-432d-bb4d-84345c814b14,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:59.537172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:30:59.538925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:30:59.542296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:30:59.562788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8a472-c540-4791-8406-644ffe61d95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27f9b16-14bb-4db7-ad2a-f242b096ed28,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:30:59.626487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eea7e-6eb7-4a61-83a7-2cc0d0f3ce0a req-fb31059e-9b1d-44f0-9ede-2ba852aefca6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:30:59.635254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-455eea7e-6eb7-4a61-83a7-2cc0d0f3ce0a req-fb31059e-9b1d-44f0-9ede-2ba852aefca6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3498182 Apr 18 20:30:59.666338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29f8a472-c540-4791-8406-644ffe61d95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.668116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-29f8a472-c540-4791-8406-644ffe61d95e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b27f9b16-14bb-4db7-ad2a-f242b096ed28 HTTP/1.1" status: 204 len: 168 time: 1.0061345 Apr 18 20:30:59.670351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Attempting to bind port 53b72dba-1a24-432d-bb4d-84345c814b14 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:30:59.670853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Attempting to bind port 53b72dba-1a24-432d-bb4d-84345c814b14 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:30:59.672787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Attempting to bind port 53b72dba-1a24-432d-bb4d-84345c814b14 on network 7b25199f-b575-4911-aa65-0deaa5e71915 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:30:59.680698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:30:59.681133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Checking segment: {'id': '1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:30:59.682770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.683231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Bound using segment: {'id': '1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:30:59.684567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Bound port: 53b72dba-1a24-432d-bb4d-84345c814b14, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:30:59.684567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.760125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-455eea7e-6eb7-4a61-83a7-2cc0d0f3ce0a req-10ccadc3-218f-4264-b208-7bb176508d9c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234882 Apr 18 20:30:59.865473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] For port 53b72dba-1a24-432d-bb4d-84345c814b14, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:30:59.877404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] For port 53b72dba-1a24-432d-bb4d-84345c814b14, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=53b72dba-1a24-432d-bb4d-84345c814b14,segment=NetworkSegment(1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4),segment_id=1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:30:59.887080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:30:59.958213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] For port 162ef05c-6891-4baf-b01a-85e30e46a257, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=162ef05c-6891-4baf-b01a-85e30e46a257,segment=NetworkSegment(b44451ae-a4c4-4749-8050-499d867b89b2),segment_id=b44451ae-a4c4-4749-8050-499d867b89b2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:30:59.959888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.035834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a265a49-81dd-4fb2-a138-724434d5dc44 req-d8496bc7-1442-4050-9b88-28a4e3fa2185 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.0581586 Apr 18 20:31:00.075903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.146473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Transition to ACTIVE for port object 6d719fa8-6b51-4b54-9ba0-6d3509189c03 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:00.229457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.347868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a32d4-7a68-4cee-9cbb-e4d96f555d75 None None] Pushing event updated for resources: {'Port': ['ID=53b72dba-1a24-432d-bb4d-84345c814b14,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:00.355300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60028) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:00.416598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Calling delete_port for 162ef05c-6891-4baf-b01a-85e30e46a257 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:00.427925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:00.438554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:00.442765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:00.453659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.454732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.462164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.535250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:00.538905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=6d719fa8-6b51-4b54-9ba0-6d3509189c03,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:00.586045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Usage tracker for resource:security_group_rule and tenant:891204f7b8dd4860827caa2096684079 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:00.595965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:00.601023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fbf649e4-6eb8-4943-a4a5-a37aab8b381a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5645182 Apr 18 20:31:00.607665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:00.613114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:00.630453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1784482154', 'allowed_address_pairs': [{'ip_address': '2001:db8::376', 'mac_address': 'fa:16:3e:2f:56:eb'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:00.725649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b102485f-fa3d-4029-b1f9-01d2701872ae req-69c35d6b-032a-4bc7-9270-d02105f2a58c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:00.727009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b102485f-fa3d-4029-b1f9-01d2701872ae req-69c35d6b-032a-4bc7-9270-d02105f2a58c tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/ports?device_id=74b3838a-9666-45f5-a9f1-5ca198097810 HTTP/1.1" status: 200 len: 945 time: 0.1985621 Apr 18 20:31:00.812872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.818999 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b102485f-fa3d-4029-b1f9-01d2701872ae req-8fc99524-f46d-4bb3-afc0-7e3c34de75f7 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups?id=8978ccf3-abb3-42e4-b55f-febd6bda33cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773413 Apr 18 20:31:00.820331 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:00.893872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=891204f7b8dd4860827caa2096684079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141213 Apr 18 20:31:00.896328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60042) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:00.899682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e126241-a009-4622-bcf9-1f32fa9050fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d0d913-bb5e-4869-86e3-5ff57b74c962,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:00.963337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-53e30ad5-b107-4d27-a43f-06b50ec24d9e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4813221 Apr 18 20:31:01.005778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01c4ff98-0059-45bf-8c6e-024ade3fcf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.047778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01c4ff98-0059-45bf-8c6e-024ade3fcf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.130765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:01.147476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Usage tracker for resource:port and tenant:43e3e383d57b4d77855cb6a6f4840414 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:01.154598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:01.167227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:01.172450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.237492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2329a1-94e6-4b5c-b35b-db3d7bd95e5f req-8cf807c1-dc01-48f8-b7db-ce2930ede151 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:01.239504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba2329a1-94e6-4b5c-b35b-db3d7bd95e5f req-8cf807c1-dc01-48f8-b7db-ce2930ede151 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1571109 Apr 18 20:31:01.240827 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01c4ff98-0059-45bf-8c6e-024ade3fcf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.275541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event deleted for resources: {'Port': ['ID=162ef05c-6891-4baf-b01a-85e30e46a257,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:01.283991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:01.477551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] No DVR routers for this DVR port 162ef05c-6891-4baf-b01a-85e30e46a257 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:01.484481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.487556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4ff98-0059-45bf-8c6e-024ade3fcf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d0d913-bb5e-4869-86e3-5ff57b74c962,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:01.489478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b3838a-9666-45f5-a9f1-5ca198097810', 'name': 'network-vif-deleted', 'tag': '162ef05c-6891-4baf-b01a-85e30e46a257'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:01.494763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01c4ff98-0059-45bf-8c6e-024ade3fcf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.499705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-01c4ff98-0059-45bf-8c6e-024ade3fcf03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5d0d913-bb5e-4869-86e3-5ff57b74c962 HTTP/1.1" status: 204 len: 168 time: 0.6018791 Apr 18 20:31:01.537670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba2329a1-94e6-4b5c-b35b-db3d7bd95e5f req-843a21b8-c3ee-4a95-9589-0bcb474b2f6b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833769 Apr 18 20:31:01.613134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d087728-4b02-4e1e-8cbd-8781325d84d9 req-b40f1cdd-70c6-4f6e-85dc-847bb936ed26 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.61 "DELETE /v2.0/ports/162ef05c-6891-4baf-b01a-85e30e46a257 HTTP/1.1" status: 204 len: 173 time: 2.8142240 Apr 18 20:31:01.667734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:01.702799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] device_id is not set on port 21d69641-a007-402c-afc2-c8a535e12e89 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:31:02.012984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584ba5ed-2526-4d6b-a55d-b6dd3a49ed69 None None] Network 7b25199f-b575-4911-aa65-0deaa5e71915 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:02.152027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b20564b4-738d-4e67-ab7a-ef8e09017476 None None] Provisioning for port 53b72dba-1a24-432d-bb4d-84345c814b14 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:02.351002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Allocated IP 2001:db8::18 (7b25199f-b575-4911-aa65-0deaa5e71915/88307369-12bb-402c-bbaf-be27f31b2e9e/21d69641-a007-402c-afc2-c8a535e12e89) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:02.771324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-b6366bf2-d8aa-45b9-888e-84c5d97894d9 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:31:02.772457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-b6366bf2-d8aa-45b9-888e-84c5d97894d9 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9591115 Apr 18 20:31:02.809816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Request body: {'binding': {'host': 'n-h1-836016-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:02.813427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Unknown quota resources ['binding']. {{(pid=88140) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 18 20:31:02.995728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53b72dba-1a24-432d-bb4d-84345c814b14 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:03.022050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63e83c76-34ea-4af7-b173-b825a7093dce req-feadd985-16e9-4448-bca6-57e88213e989 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1061776 Apr 18 20:31:03.095816 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.139402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Transition to ACTIVE for port object 21d69641-a007-402c-afc2-c8a535e12e89 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:03.188813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.195222 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09620c5b-8fb9-49c7-8aae-5349000b5f78'] response: {'server_uuid': '74b3838a-9666-45f5-a9f1-5ca198097810', 'name': 'network-vif-deleted', 'tag': '162ef05c-6891-4baf-b01a-85e30e46a257', 'status': 'completed', 'code': 200} Apr 18 20:31:03.217089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 162ef05c-6891-4baf-b01a-85e30e46a257 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:31:03.302366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 162ef05c-6891-4baf-b01a-85e30e46a257 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:31:03.302719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 162ef05c-6891-4baf-b01a-85e30e46a257 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:31:03.319902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 53b72dba-1a24-432d-bb4d-84345c814b14 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:03.334686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 53b72dba-1a24-432d-bb4d-84345c814b14 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:03.335380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.385088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-16926228-6965-4cec-aae1-272d0193b6e3 None None] Provisioning for port 6d719fa8-6b51-4b54-9ba0-6d3509189c03 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:03.426717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-16926228-6965-4cec-aae1-272d0193b6e3 None None] Provisioning complete for port 6d719fa8-6b51-4b54-9ba0-6d3509189c03 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:03.427595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-16926228-6965-4cec-aae1-272d0193b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.511775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:03.520070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:03.523851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:03.524654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-16926228-6965-4cec-aae1-272d0193b6e3 None None] Port 6d719fa8-6b51-4b54-9ba0-6d3509189c03 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:03.531231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.531928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.559602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on host n-h1-836016-3 for vnic_type normal with profile None {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:03.559979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:03.560188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:03.584350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:31:03.584685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:03.589982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=21d69641-a007-402c-afc2-c8a535e12e89,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:03.605654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:31:03.606650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Checking segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:03.607424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Bound using segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:31:03.608815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Bound port: b1c6aed5-f223-43e8-b992-4205f02706cc, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:03.614680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-16926228-6965-4cec-aae1-272d0193b6e3 None None] Provisioning complete for port 53b72dba-1a24-432d-bb4d-84345c814b14 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:03.615569 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-16926228-6965-4cec-aae1-272d0193b6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.644312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.683416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:31:03.688251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bc1ac07b-ef4e-4673-9dd7-77a365d90bb6 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.0779920 Apr 18 20:31:03.691071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:03.699726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 53b72dba-1a24-432d-bb4d-84345c814b14, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=53b72dba-1a24-432d-bb4d-84345c814b14,segment=NetworkSegment(1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4),segment_id=1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:03.709027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.714768 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-04573d7b-1888-413f-a1dd-2ebb1af40cdd service neutron] 10.222.0.47 "POST /v2.0/ports/b1c6aed5-f223-43e8-b992-4205f02706cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.9172614 Apr 18 20:31:03.716850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:03.845117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e924721-5463-4715-96bf-ad340001cb39 req-598737fb-1b06-42f0-ab5f-e97ee0dabfbf tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:03.859118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e924721-5463-4715-96bf-ad340001cb39 req-598737fb-1b06-42f0-ab5f-e97ee0dabfbf tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3980560 Apr 18 20:31:04.038355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=53b72dba-1a24-432d-bb4d-84345c814b14,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:04.132098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdf993-cc97-4764-b6ff-262b499d0254 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.140030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdf993-cc97-4764-b6ff-262b499d0254 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.147803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbfdf993-cc97-4764-b6ff-262b499d0254 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.151444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbfdf993-cc97-4764-b6ff-262b499d0254 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Synchronizing usage tracker for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:04.213492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbfdf993-cc97-4764-b6ff-262b499d0254 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Unset dirty status for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:04.216358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fbfdf993-cc97-4764-b6ff-262b499d0254 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.5218909 Apr 18 20:31:04.219248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60104) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:04.230231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e924721-5463-4715-96bf-ad340001cb39 req-c21cd586-49ba-4b95-bb69-2e3e83333870 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550868 Apr 18 20:31:04.328662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b20b097c-d5b5-49c0-8d08-84eb576561d7 None None] Provisioning complete for port 6d719fa8-6b51-4b54-9ba0-6d3509189c03 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:04.329499 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b20b097c-d5b5-49c0-8d08-84eb576561d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.373691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-1673ec0d-07db-457b-b374-734adefc9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.387057 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-1673ec0d-07db-457b-b374-734adefc9b51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1096 time: 0.2695520 Apr 18 20:31:04.485039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port 21d69641-a007-402c-afc2-c8a535e12e89 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:04.485390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.487666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b20b097c-d5b5-49c0-8d08-84eb576561d7 None None] Port 6d719fa8-6b51-4b54-9ba0-6d3509189c03 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:04.530978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b20b097c-d5b5-49c0-8d08-84eb576561d7 None None] Provisioning for port 21d69641-a007-402c-afc2-c8a535e12e89 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:04.540558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b20b097c-d5b5-49c0-8d08-84eb576561d7 None None] Provisioning complete for port 21d69641-a007-402c-afc2-c8a535e12e89 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:04.541029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b20b097c-d5b5-49c0-8d08-84eb576561d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:04.613646 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3d864e0-6d42-4f99-b9f6-091f34e17387 req-9b24e2f9-f9e1-4714-9974-6d1b8b0ce431 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1483929 Apr 18 20:31:04.671750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b20b097c-d5b5-49c0-8d08-84eb576561d7 None None] Port 21d69641-a007-402c-afc2-c8a535e12e89 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:04.771596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53b72dba-1a24-432d-bb4d-84345c814b14 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:04.897251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-9d756e1e-0d9f-4b8a-bf88-de22711f2558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:04.899515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-9d756e1e-0d9f-4b8a-bf88-de22711f2558 service neutron] 10.222.0.55 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 896 time: 0.5090718 Apr 18 20:31:04.956631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 53b72dba-1a24-432d-bb4d-84345c814b14 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:04.956631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.114805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-c652c9c7-97bd-4f30-827e-f6207e29f14f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 1001 time: 0.2062576 Apr 18 20:31:05.273292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-6c317716-89da-4821-937c-db7cdb23aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.276664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-6c317716-89da-4821-937c-db7cdb23aed9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 200 len: 832 time: 0.1538618 Apr 18 20:31:05.413713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60140) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:05.424738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-2e4429c0-9432-445f-92b3-282d113fb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.430319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-2e4429c0-9432-445f-92b3-282d113fb8bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=493ea40d-134c-4235-9b25-b4c919946090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486070 Apr 18 20:31:05.436402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e555545-6f8e-446c-bf83-13ceb39334e1 req-eae284ce-9370-46bd-aa13-94f16776fdf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:05.451153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e555545-6f8e-446c-bf83-13ceb39334e1 req-eae284ce-9370-46bd-aa13-94f16776fdf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.8729174 Apr 18 20:31:05.594529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e555545-6f8e-446c-bf83-13ceb39334e1 req-48cc8059-a180-4b91-8c0d-92a19b5939f4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1418073 Apr 18 20:31:05.614596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-84c1a1bb-34c4-4703-90f4-d2805ee7a7d8 service neutron] 10.222.0.55 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661997 Apr 18 20:31:05.618077 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:05.796401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Calling delete_port for 21d69641-a007-402c-afc2-c8a535e12e89 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:05.929755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.035216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.049496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2d975892-56ad-4a92-b293-cb082cb7b65b req-e0bb1657-69a7-461b-b8d6-5e0d78c9880b tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.0956981 Apr 18 20:31:06.092145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.165459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Port': ['ID=21d69641-a007-402c-afc2-c8a535e12e89,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:06.232181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-c0fd5149-20d1-43d4-b496-5ab20db1c22f service neutron] 10.222.0.55 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6091511 Apr 18 20:31:06.235866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.278180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8588e439-313f-4f97-a7d8-e1062f899ee5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:06.364351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.364730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.365286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.365859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.366390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.366957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.367575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.368143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.370219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.370219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.370219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.370813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:06.456037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.460532 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-038fbf62-e7fb-4eb9-837c-36e4976f36fb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "DELETE /v2.0/security-groups/8588e439-313f-4f97-a7d8-e1062f899ee5 HTTP/1.1" status: 204 len: 168 time: 1.0290902 Apr 18 20:31:06.461890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:06.491175 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-7ee8ee41-8ab2-4ede-aa6a-4fe6f09b46f8 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] show failed (client error): The resource could not be found. Apr 18 20:31:06.495679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7ee8ee41-8ab2-4ede-aa6a-4fe6f09b46f8 tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "GET /v2.0/security-groups/8588e439-313f-4f97-a7d8-e1062f899ee5 HTTP/1.1" status: 404 len: 347 time: 0.0302236 Apr 18 20:31:06.498006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:06.684178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.752815 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8d9ffab1-c312-4921-a3a0-df848fe3ed6b tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/ports/21d69641-a007-402c-afc2-c8a535e12e89 HTTP/1.1" status: 204 len: 168 time: 2.5110137 Apr 18 20:31:06.752815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60166) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:06.872833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-88064735-6635-4d74-bf05-b481dd99b3e0 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:06.875197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-88064735-6635-4d74-bf05-b481dd99b3e0 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f&tenant_id=6fe5691eda2a4b868086134bcc610d1a&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1096 time: 0.5771520 Apr 18 20:31:06.882831 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-144a8852-8a69-4137-a10d-12a1dd839724 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] GET failed (client error): The resource could not be found. Apr 18 20:31:06.883378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-144a8852-8a69-4137-a10d-12a1dd839724 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Synchronizing usage tracker for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:06.883984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Deleting port 746bd773-51b3-47d7-b435-03a2f9278af8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:06.885132 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:06.989053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-836016-3'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:07.324277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-144a8852-8a69-4137-a10d-12a1dd839724 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Unset dirty status for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:07.326699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-144a8852-8a69-4137-a10d-12a1dd839724 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "GET /v2.0/ports/21d69641-a007-402c-afc2-c8a535e12e89 HTTP/1.1" status: 404 len: 333 time: 0.5884762 Apr 18 20:31:07.334580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60176) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:07.356455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1224565529'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:07.482202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.600752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8dcf0e-0085-4016-b8d3-cfe1f74e3415 req-d9ca7f5c-9d32-47a2-98ad-79fe969cc742 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:07.603970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df8dcf0e-0085-4016-b8d3-cfe1f74e3415 req-d9ca7f5c-9d32-47a2-98ad-79fe969cc742 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.6986685 Apr 18 20:31:07.670072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35d3e42b-ec73-4e94-8237-e357fa27d41b req-25d99b49-68f8-42ae-a60d-75ea8b81c731 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.2607777 Apr 18 20:31:07.759127 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df8dcf0e-0085-4016-b8d3-cfe1f74e3415 req-8984f9fd-b33d-4cf4-8e9d-2e78efb69af3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437905 Apr 18 20:31:07.762670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:07.785767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:07.809841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:07.816991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:07.857688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] device_id is not set on port 122e3883-fa30-4b25-83cd-9ece157d5157 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:31:08.114893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Allocated IP 2001:db8::1f7 (7b25199f-b575-4911-aa65-0deaa5e71915/88307369-12bb-402c-bbaf-be27f31b2e9e/122e3883-fa30-4b25-83cd-9ece157d5157) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:08.181021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.182787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.465889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Calling delete_port for 746bd773-51b3-47d7-b435-03a2f9278af8 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:08.542843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:08.626195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:08.666046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.810173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:08.821850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.847533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb92b8-01af-40e9-b54e-19bf42c3752a req-d54f75ad-fb05-44da-972a-2939ca76bdfc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:08.849534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.861119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fbb92b8-01af-40e9-b54e-19bf42c3752a req-d54f75ad-fb05-44da-972a-2939ca76bdfc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1889274 Apr 18 20:31:08.866652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Transition to ACTIVE for port object 122e3883-fa30-4b25-83cd-9ece157d5157 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:08.908357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:08.944321 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.012741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:09.020230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:09.039301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:09.050140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.051668 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.116139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fbb92b8-01af-40e9-b54e-19bf42c3752a req-b24b2ef4-4346-4c70-aae9-fe9981f64242 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536495 Apr 18 20:31:09.125321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7838814 Apr 18 20:31:09.134377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:09.136859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e9370-f1c8-4d7e-84ea-2c41538e2a96 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=122e3883-fa30-4b25-83cd-9ece157d5157,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:09.172523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9da60e0d-0169-4e6b-bd83-4cf523bd169d req-cc3df465-ac03-4ae0-82b4-c59d037a96c1 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.2419722 Apr 18 20:31:09.211504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::376', 'mac_address': 'fa:16:3e:2f:56:eb'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:09.455824 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fb87609-70af-4ddc-be00-8c882d3cc92e'] response: {'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'code': 200} Apr 18 20:31:09.646950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:09.773496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d72ffc23-87bc-4ae2-a436-c766fb85c8b2 None None] Provisioning complete for port b1c6aed5-f223-43e8-b992-4205f02706cc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:09.774022 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72ffc23-87bc-4ae2-a436-c766fb85c8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.848487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Pushing event deleted for resources: {'Port': ['ID=746bd773-51b3-47d7-b435-03a2f9278af8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:09.867057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d72ffc23-87bc-4ae2-a436-c766fb85c8b2 None None] Port b1c6aed5-f223-43e8-b992-4205f02706cc cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:09.874493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.892640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on host n-h2-836016-3 for vnic_type normal with profile {"migrating_to": "n-h1-836016-3"} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:09.893142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:09.893629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:09.910039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:31:09.910355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Attempting to bind port b1c6aed5-f223-43e8-b992-4205f02706cc on network 493ea40d-134c-4235-9b25-b4c919946090 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:09.917024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d37d06-9992-455f-ac5f-58f14effb4bb req-039da00b-cfca-4cb3-8dd6-9a5b78ea8618 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.922352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2d37d06-9992-455f-ac5f-58f14effb4bb req-039da00b-cfca-4cb3-8dd6-9a5b78ea8618 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 943 time: 0.4761221 Apr 18 20:31:09.926754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:31:09.927107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Checking segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:09.927510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Bound using segment: {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:31:09.927972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Bound port: b1c6aed5-f223-43e8-b992-4205f02706cc, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5e3029f-bf05-432e-a4e1-97fca243552c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '493ea40d-134c-4235-9b25-b4c919946090'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:09.928374 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.939904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:09.945116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7945dc79-70f4-49c4-9050-62bd3833f0bb tempest-ImagesOneServerNegativeTestJSON-1998177346 tempest-ImagesOneServerNegativeTestJSON-1998177346-project] 10.222.0.47 "DELETE /v2.0/floatingips/a57ddb82-0c4a-4bc0-8e5a-a5597cf061ac HTTP/1.1" status: 204 len: 168 time: 3.4422271 Apr 18 20:31:09.964870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9031d6d-b090-419c-b337-4a12920daa8c req-7ce3b005-6e12-4d48-a9ec-e132f4f249c0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:09.966568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9031d6d-b090-419c-b337-4a12920daa8c req-7ce3b005-6e12-4d48-a9ec-e132f4f249c0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.4919243 Apr 18 20:31:10.006431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8df89020-7164-45ce-adea-8dc486776886 None None] Provisioning for port 122e3883-fa30-4b25-83cd-9ece157d5157 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:10.013265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8df89020-7164-45ce-adea-8dc486776886 None None] Provisioning complete for port 122e3883-fa30-4b25-83cd-9ece157d5157 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:10.013656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8df89020-7164-45ce-adea-8dc486776886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.066600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.085469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8df89020-7164-45ce-adea-8dc486776886 None None] Port 122e3883-fa30-4b25-83cd-9ece157d5157 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:10.121933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9031d6d-b090-419c-b337-4a12920daa8c req-ba5db877-cfeb-4c46-9ba8-3cc588b6fbbc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252191 Apr 18 20:31:10.149608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2d37d06-9992-455f-ac5f-58f14effb4bb req-d5fea515-fba5-420e-914f-521a445aa8be tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1842451 Apr 18 20:31:10.151217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:10.168100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:31:10.181814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.617961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:10.841623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0560bf6-8d9d-47e6-ac42-02e85e3ba9d8 req-c2fce7fa-20fb-4868-99ab-f79b5e9462d3 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.2395072 Apr 18 20:31:10.942277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e06fd113-9eeb-41e4-9b6e-6f6cac241244 None None] Provisioning complete for port b1c6aed5-f223-43e8-b992-4205f02706cc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:10.943850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e06fd113-9eeb-41e4-9b6e-6f6cac241244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.966838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:10.992730 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.035064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] Deleting subnet f2adc829-4c14-49ad-8ac6-5a7cc15ea556 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:31:11.055532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.173559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e06fd113-9eeb-41e4-9b6e-6f6cac241244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.183322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:11.218120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:11.229804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e06fd113-9eeb-41e4-9b6e-6f6cac241244 None None] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:11.237558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e06fd113-9eeb-41e4-9b6e-6f6cac241244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.289886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=122e3883-fa30-4b25-83cd-9ece157d5157,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:11.294436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e34e37-e67f-44b7-a15f-6428cd554983 req-5f8836fe-85a6-4d33-99c5-66f6bd1115fb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.303227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] In _notify_port_updated(), no bound segment for port 122e3883-fa30-4b25-83cd-9ece157d5157 on network 7b25199f-b575-4911-aa65-0deaa5e71915 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:31:11.308772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55e34e37-e67f-44b7-a15f-6428cd554983 req-5f8836fe-85a6-4d33-99c5-66f6bd1115fb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.4338984 Apr 18 20:31:11.309837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.310509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.315337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "PUT /v2.0/ports/122e3883-fa30-4b25-83cd-9ece157d5157 HTTP/1.1" status: 200 len: 1003 time: 2.1502442 Apr 18 20:31:11.321329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:11.336161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.336618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.338702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.339197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.339539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.339883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.340216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.340548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.340877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.341200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.341668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.341906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d8909c-f898-4c9c-a471-5404ac8d8d34 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:11.356489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.357804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.360322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-601388a8-a569-4b65-8014-b99e1f17f441 service neutron] 10.222.0.55 "PUT /v2.0/ports/b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 1121 time: 4.3762295 Apr 18 20:31:11.403619 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f292acc1-ad4f-436b-8322-7517b0e0e2c2'] response: {'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'code': 200} Apr 18 20:31:11.438656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port 122e3883-fa30-4b25-83cd-9ece157d5157 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:11.438998 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.462302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:11.481139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['b1c6aed5-f223-43e8-b992-4205f02706cc'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:31:11.511719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55e34e37-e67f-44b7-a15f-6428cd554983 req-2660229f-9f77-4313-810b-6807acc3a43f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993282 Apr 18 20:31:11.519738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.623695 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e176e07e-ee4a-4cf3-821f-465cf4037329'] response: {'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'status': 'completed', 'code': 200} Apr 18 20:31:11.726095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fd113-9eeb-41e4-9b6e-6f6cac241244 None None] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:11.844073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-57b86523-2849-4145-9df9-eb7dc2bf4114 None None] Provisioning complete for port 122e3883-fa30-4b25-83cd-9ece157d5157 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:11.844769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-57b86523-2849-4145-9df9-eb7dc2bf4114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.862633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:11.920574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c0731-c8dd-4d0d-ac85-4472be601fbb req-6f21d3e7-aece-4563-9a61-c622eead95fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:11.923714 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-693c0731-c8dd-4d0d-ac85-4472be601fbb req-6f21d3e7-aece-4563-9a61-c622eead95fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1914976 Apr 18 20:31:11.940286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-57b86523-2849-4145-9df9-eb7dc2bf4114 None None] Port 122e3883-fa30-4b25-83cd-9ece157d5157 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:12.033996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-693c0731-c8dd-4d0d-ac85-4472be601fbb req-f41adbef-0549-4b6f-ae98-b292d36506fb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969543 Apr 18 20:31:12.243068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.255161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.314778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2adc829-4c14-49ad-8ac6-5a7cc15ea556,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:12.317158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98a4a181-dbed-4944-be42-5232ef94cca6 req-dd03d355-dd53-49cd-b532-e2e8b01534b7 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.0511780 Apr 18 20:31:12.333220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddd62d-cb8f-4e2d-bd22-ba4cffd7ff83 req-4267d4dd-b938-4aa2-b887-60e0a71fd0db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.336231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18ddd62d-cb8f-4e2d-bd22-ba4cffd7ff83 req-4267d4dd-b938-4aa2-b887-60e0a71fd0db tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.6055422 Apr 18 20:31:12.572291 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:12.590479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a1684-b825-4d15-9dad-d11d0832680d req-d2df0839-61c0-49e2-a590-57f25def501c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.590479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092a1684-b825-4d15-9dad-d11d0832680d req-d2df0839-61c0-49e2-a590-57f25def501c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1126 time: 0.8472233 Apr 18 20:31:12.609074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Calling delete_port for 122e3883-fa30-4b25-83cd-9ece157d5157 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:12.682972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36ab8f9-309f-4192-a3b8-72ae50b46332 req-87276f32-8938-4fce-8182-8ef4ed687c9a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:12.686049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a36ab8f9-309f-4192-a3b8-72ae50b46332 req-87276f32-8938-4fce-8182-8ef4ed687c9a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2264926 Apr 18 20:31:12.754317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8e486375-ced5-4170-a9e5-0e62daf761d9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f2adc829-4c14-49ad-8ac6-5a7cc15ea556 HTTP/1.1" status: 204 len: 168 time: 2.1298459 Apr 18 20:31:12.758105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a36ab8f9-309f-4192-a3b8-72ae50b46332 req-1dd327f8-ae68-40ee-a4dd-49e643b9b87a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647683 Apr 18 20:31:12.761644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60272) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:12.954407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18ddd62d-cb8f-4e2d-bd22-ba4cffd7ff83 req-c03a625c-d1a2-45bd-95a0-841670c71380 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4990003 Apr 18 20:31:13.060187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.153486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56016da2-8ae5-412f-b6ad-9668b8095c18 req-9c86e3ee-54f7-43e5-a039-25b159daeb1a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.161896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56016da2-8ae5-412f-b6ad-9668b8095c18 req-9c86e3ee-54f7-43e5-a039-25b159daeb1a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2573926 Apr 18 20:31:13.188920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a1684-b825-4d15-9dad-d11d0832680d req-d991d9fa-f77c-415d-84c6-28c6b3207ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:13.191537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092a1684-b825-4d15-9dad-d11d0832680d req-d991d9fa-f77c-415d-84c6-28c6b3207ee8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 896 time: 0.4930871 Apr 18 20:31:13.197261 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:31:13.283520 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.311050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56016da2-8ae5-412f-b6ad-9668b8095c18 req-dd26263d-0ca7-4929-8110-4f45ee1adda8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477029 Apr 18 20:31:13.369376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf81f1a0-3539-473a-b736-d092c15cae4a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:13.449570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b44451ae-a4c4-4749-8050-499d867b89b2') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:13.449570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b44451ae-a4c4-4749-8050-499d867b89b2') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:13.475692 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58aca7d5-82f2-4265-8a8f-39d3c3b4a4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.490035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092a1684-b825-4d15-9dad-d11d0832680d req-02ddb2ca-6fcf-406d-9b0a-ef0f0aa880b1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 1001 time: 0.2881441 Apr 18 20:31:13.490986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.519628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.530964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:31:13.531438 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:31:13.572640 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:31:13.638573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d6387a6-2247-4e6e-b675-30671a19592e req-9bef0d0f-5a87-481c-9b02-5252e64c7556 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1431203 Apr 18 20:31:13.647130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.771218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.802226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Port': ['ID=122e3883-fa30-4b25-83cd-9ece157d5157,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:13.831157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:13.853572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] Pushing event deleted for resources: {'Network': ['ID=cf81f1a0-3539-473a-b736-d092c15cae4a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:13.888394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6da61b7e-e1b5-4570-9795-fe9178c7306a admin admin] 10.222.0.47 "DELETE /v2.0/networks/cf81f1a0-3539-473a-b736-d092c15cae4a HTTP/1.1" status: 204 len: 168 time: 1.1218469 Apr 18 20:31:14.058324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a1684-b825-4d15-9dad-d11d0832680d req-34ab68fb-b409-4a98-9a95-3f23bfbf68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.060210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092a1684-b825-4d15-9dad-d11d0832680d req-34ab68fb-b409-4a98-9a95-3f23bfbf68ba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 200 len: 832 time: 0.5627730 Apr 18 20:31:14.290450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60306) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:14.425033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.440700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f7eea48-cc18-4f7e-8a9f-b8c3e2a6ed98 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=affb4b1f349f4736acebb0aaa56af71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457434 Apr 18 20:31:14.450509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:14.485998 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-486328db-5384-4c9c-9cb0-4ac19598add2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/ports/122e3883-fa30-4b25-83cd-9ece157d5157 HTTP/1.1" status: 204 len: 168 time: 3.1483085 Apr 18 20:31:14.488780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:14.496726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccc336-fc5a-400e-9767-874a701fc0c7 req-0c700c18-3625-4ba4-9fd3-d659cd1cd22c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.500341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50ccc336-fc5a-400e-9767-874a701fc0c7 req-0c700c18-3625-4ba4-9fd3-d659cd1cd22c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.4854436 Apr 18 20:31:14.632578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50ccc336-fc5a-400e-9767-874a701fc0c7 req-1fb05b76-98b7-4f9b-985b-7f861e381a35 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132963 Apr 18 20:31:14.643188 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c3d99dc-e5e2-4e1d-ad42-f83557dcadc5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] GET failed (client error): The resource could not be found. Apr 18 20:31:14.644095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c3d99dc-e5e2-4e1d-ad42-f83557dcadc5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Synchronizing usage tracker for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:14.670876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad187-1b03-4557-b397-ed957bb9fd4e req-0697c333-fde3-4db2-805c-048dafea0174 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.682965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d2fad187-1b03-4557-b397-ed957bb9fd4e req-0697c333-fde3-4db2-805c-048dafea0174 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.7430093 Apr 18 20:31:14.743150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a1684-b825-4d15-9dad-d11d0832680d req-6a1bc28b-136e-4cd1-ab14-95c993ed493a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.745848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092a1684-b825-4d15-9dad-d11d0832680d req-6a1bc28b-136e-4cd1-ab14-95c993ed493a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=493ea40d-134c-4235-9b25-b4c919946090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6328220 Apr 18 20:31:14.845481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c3d99dc-e5e2-4e1d-ad42-f83557dcadc5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Unset dirty status for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:14.847429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4c3d99dc-e5e2-4e1d-ad42-f83557dcadc5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "GET /v2.0/ports/122e3883-fa30-4b25-83cd-9ece157d5157 HTTP/1.1" status: 404 len: 333 time: 0.3552327 Apr 18 20:31:14.863007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:14.881225 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db42a3fc-6198-4b8b-9c6a-62ecd45d31f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:14.894288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-675824480'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:14.935517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb891b-02fc-455b-a8e9-8e1972fb36ab req-319e89d9-442c-4236-9ea5-1fc78f8dc454 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:14.938067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9afb891b-02fc-455b-a8e9-8e1972fb36ab req-319e89d9-442c-4236-9ea5-1fc78f8dc454 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.1527011 Apr 18 20:31:15.017629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9afb891b-02fc-455b-a8e9-8e1972fb36ab req-7a718732-8b51-4aeb-8b25-1560da6d8a82 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730262 Apr 18 20:31:15.025008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d2fad187-1b03-4557-b397-ed957bb9fd4e req-b5fb0c45-b99a-405d-8aea-48e236288fef tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3406160 Apr 18 20:31:15.075107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:31:15.239672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:15.244152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db42a3fc-6198-4b8b-9c6a-62ecd45d31f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.310331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092a1684-b825-4d15-9dad-d11d0832680d req-95b6f8ec-cbe0-48f2-9aa9-2b6d12c5f1bc service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444629 Apr 18 20:31:15.312897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:15.416488 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3579f76b-f80c-44dc-bb64-23e1c069e203 req-2647d826-e1b0-495d-ac40-37a3a53d711b tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1158185 Apr 18 20:31:15.452644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:15.463255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.497038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:15.511722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7fb359-568d-4c95-bd0e-786b699920f4 req-5839a295-adc7-43d4-90e8-d1ffab764089 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:15.516032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b7fb359-568d-4c95-bd0e-786b699920f4 req-5839a295-adc7-43d4-90e8-d1ffab764089 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1977227 Apr 18 20:31:15.525932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc has no active binding in host n-h1-836016-3 {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 18 20:31:15.566456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b7fb359-568d-4c95-bd0e-786b699920f4 req-327d01ad-58fe-4a43-89ef-c931569d8888 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463405 Apr 18 20:31:15.622332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] device_id is not set on port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:31:15.708308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db42a3fc-6198-4b8b-9c6a-62ecd45d31f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.803432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42a3fc-6198-4b8b-9c6a-62ecd45d31f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8978ccf3-abb3-42e4-b55f-febd6bda33cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:15.854378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092a1684-b825-4d15-9dad-d11d0832680d req-2821a588-0ec1-47b6-bd6b-cabfc8269452 service neutron] 10.222.0.61 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5030591 Apr 18 20:31:15.860900 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db42a3fc-6198-4b8b-9c6a-62ecd45d31f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:15.862897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-db42a3fc-6198-4b8b-9c6a-62ecd45d31f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8978ccf3-abb3-42e4-b55f-febd6bda33cd HTTP/1.1" status: 204 len: 168 time: 1.4112470 Apr 18 20:31:16.002725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9c04b963-47ae-4636-b886-ab6c6582f69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.072815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Allocated IP 2001:db8::3dc (7b25199f-b575-4911-aa65-0deaa5e71915/88307369-12bb-402c-bbaf-be27f31b2e9e/c19fd24b-bcb0-49e5-941f-1002a3d8aaa7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:16.250109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410ac4c-354d-4174-ac0f-2d4fca32c065 req-2c9a64ce-1d79-4bae-8bcc-ece3d4e256fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.259759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e410ac4c-354d-4174-ac0f-2d4fca32c065 req-2c9a64ce-1d79-4bae-8bcc-ece3d4e256fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2997870 Apr 18 20:31:16.324725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e410ac4c-354d-4174-ac0f-2d4fca32c065 req-5006839e-d7eb-4495-91b9-c4807a3d3cfe tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633407 Apr 18 20:31:16.718320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189ba64-1fc6-44ac-a0d7-e4a58090a0f0 req-5f474307-6dca-4f8b-8600-c25df9dc0685 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:16.730386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9189ba64-1fc6-44ac-a0d7-e4a58090a0f0 req-5f474307-6dca-4f8b-8600-c25df9dc0685 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.1597993 Apr 18 20:31:16.814630 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.868105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:16.898330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9189ba64-1fc6-44ac-a0d7-e4a58090a0f0 req-740cff13-1f3c-4cc0-b95a-9470daf7307e tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1666272 Apr 18 20:31:16.914897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.116614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Transition to ACTIVE for port object c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:17.159543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399ca8a-3878-457a-8fa7-70ee785cc8b4 req-1caab2ec-c51e-40ba-aeb6-6518ac89221a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:17.166056 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6399ca8a-3878-457a-8fa7-70ee785cc8b4 req-1caab2ec-c51e-40ba-aeb6-6518ac89221a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1304507 Apr 18 20:31:17.174142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-26da7989-e402-4fa0-a322-a004478b192f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0952439 Apr 18 20:31:17.183449 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.261413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6399ca8a-3878-457a-8fa7-70ee785cc8b4 req-c341f5e4-fd3b-418b-9002-b3aae40ab025 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873189 Apr 18 20:31:17.384781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:17.393275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:17.404377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:17.410072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:17.410770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:17.423901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a62af9d-5568-45e4-94f6-4ba0f3a64ad4 req-d896eab2-8742-4ee1-9eca-8d0bfe62414b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:17.431202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a62af9d-5568-45e4-94f6-4ba0f3a64ad4 req-d896eab2-8742-4ee1-9eca-8d0bfe62414b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 1.0908318 Apr 18 20:31:17.494917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=c19fd24b-bcb0-49e5-941f-1002a3d8aaa7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:17.582725 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-78afb36d-5f76-40a1-b5bc-bb0fe0713b49 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7120588 Apr 18 20:31:17.583496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60380) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:17.591323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:2f:56:eb'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:17.607590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-7a8ecade-8bba-41c8-94ec-77d44493933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:17.609233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-7a8ecade-8bba-41c8-94ec-77d44493933a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1095 time: 0.2884743 Apr 18 20:31:17.623497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a62af9d-5568-45e4-94f6-4ba0f3a64ad4 req-31bd858c-00e1-4a8e-a0cd-d3d0b2437fcc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1911936 Apr 18 20:31:17.894701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:18.022687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56042eef-4bc8-4843-950c-bbcbb62c2089 req-78ccd844-3696-4fa1-9edc-c15a3ef35777 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1212835 Apr 18 20:31:18.031800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-088eeb4a-b651-4973-b652-9ce0439ea8fa None None] Provisioning for port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:18.054651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-088eeb4a-b651-4973-b652-9ce0439ea8fa None None] Provisioning complete for port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:18.055504 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-088eeb4a-b651-4973-b652-9ce0439ea8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.212157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-088eeb4a-b651-4973-b652-9ce0439ea8fa None None] Port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:18.371380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1355644963-network', 'tenant_id': '2140633889374e9183b40cc60e90eace'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:18.381539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.387820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:18.405340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Usage tracker for resource:network and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:18.417841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:18.460644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:18.487725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-016cbfe7-e3b2-465d-86b3-922e66567a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.491840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-016cbfe7-e3b2-465d-86b3-922e66567a08 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.8574908 Apr 18 20:31:18.513429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e788408-c50b-4074-b038-e86e5d8a3a05 req-44125044-363c-4d52-929a-f79ea3827c3a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.515079 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e788408-c50b-4074-b038-e86e5d8a3a05 req-44125044-363c-4d52-929a-f79ea3827c3a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.1856184 Apr 18 20:31:18.548005 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.624048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Made reservation on behalf of 2140633889374e9183b40cc60e90eace for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:18.626651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.639918 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e788408-c50b-4074-b038-e86e5d8a3a05 req-631898c3-7bb5-46ae-814d-7bfe8421ec0d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168249 Apr 18 20:31:18.668677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.675309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:18.708920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981d652-8a83-4ab5-814d-d47ebb3d94e8 req-c00a9a64-2989-4506-b0ba-6443e0535b83 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.710612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6981d652-8a83-4ab5-814d-d47ebb3d94e8 req-c00a9a64-2989-4506-b0ba-6443e0535b83 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.8169751 Apr 18 20:31:18.712039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:18.721724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Usage tracker for resource:security_group_rule and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:18.726240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-cbefbc35-fc4b-478c-9592-38f62804e4cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.2221375 Apr 18 20:31:18.727197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:18.748134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:18.859927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6981d652-8a83-4ab5-814d-d47ebb3d94e8 req-47bcdb92-aa80-43c1-96de-d77164d839f6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288719 Apr 18 20:31:18.865256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-187ac894-2b31-4564-aca9-0ed7abda837d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:18.867432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-187ac894-2b31-4564-aca9-0ed7abda837d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1163828 Apr 18 20:31:19.006937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.017633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.085474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] In _notify_port_updated(), no bound segment for port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 on network 7b25199f-b575-4911-aa65-0deaa5e71915 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:31:19.091980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.092754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.099928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "PUT /v2.0/ports/c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 HTTP/1.1" status: 200 len: 1002 time: 1.5103691 Apr 18 20:31:19.103403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfe74cf-8d87-40b2-b849-5f0489085338 req-45b2d079-36bd-458b-b398-b2fa24e7a5dc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.104593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:19.111102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fcfe74cf-8d87-40b2-b849-5f0489085338 req-45b2d079-36bd-458b-b398-b2fa24e7a5dc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.2512248 Apr 18 20:31:19.169424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119cd5be-4a39-4485-a3bb-24a7f9e7cfb5 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=c19fd24b-bcb0-49e5-941f-1002a3d8aaa7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:19.201261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fcfe74cf-8d87-40b2-b849-5f0489085338 req-51621db5-b66f-46ef-bdbc-02d1123bace4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871191 Apr 18 20:31:19.231539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.296368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.320812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.327534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:19.327902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.370872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-6399a897-f823-400d-ac81-6602a5bec449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.373918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-6399a897-f823-400d-ac81-6602a5bec449 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4833434 Apr 18 20:31:19.489246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61237e79-5be7-4210-ad26-a692c2bbee76 req-ef4bcf94-f42b-420e-9a8e-994721df95d1 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1080058 Apr 18 20:31:19.524308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:19.572500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce6e60-4e64-43a4-b7ce-0a01492f866c req-2293e697-198b-463c-8e49-a717107f0e9e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:19.574288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49ce6e60-4e64-43a4-b7ce-0a01492f866c req-2293e697-198b-463c-8e49-a717107f0e9e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5831792 Apr 18 20:31:19.591602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a49aac39-22d0-4ff0-a527-e94b28b56387 None None] Provisioning complete for port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:19.592736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a49aac39-22d0-4ff0-a527-e94b28b56387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.667509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:19.667821 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Added segment 0cdb156c-839f-4429-93dc-6bf4be2d6f56 of type vlan for network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a Apr 18 20:31:19.676640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ac254-3d50-419a-89a5-37dca113eb65,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:19.707511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a49aac39-22d0-4ff0-a527-e94b28b56387 None None] Port c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:19.938803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.238852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Calling delete_port for c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:20.339685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-af36ce7c-3217-4e86-92d9-4d9f5a162081 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9372015 Apr 18 20:31:20.374853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.433551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfa3417-aa99-4b59-95c5-5e4cd3830b34 req-20fe814d-2964-4f40-9abe-bc6cb5ec49c2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.436999 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ccfa3417-aa99-4b59-95c5-5e4cd3830b34 req-20fe814d-2964-4f40-9abe-bc6cb5ec49c2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.1811454 Apr 18 20:31:20.459738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.461179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:20.462036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:20.530260 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ccfa3417-aa99-4b59-95c5-5e4cd3830b34 req-7259651d-7e74-405e-bb93-582b37ea2ad6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811100 Apr 18 20:31:20.656226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] Pushing event updated for resources: {'Network': ['ID=1c46668a-8bb0-453d-a1cc-32b2fba0d83a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:20.670437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49ce6e60-4e64-43a4-b7ce-0a01492f866c req-72ee48de-23a1-48b8-9b7e-1c18c05ea5b0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0386949 Apr 18 20:31:20.679894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:31:20.847774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ff94fbd-147b-40b9-a1cc-c789f9e70668 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9516804 Apr 18 20:31:20.853828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60428) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:20.872168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Request body: {'subnet': {'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1355644963-subnet', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:20.923236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:20.944073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Usage tracker for resource:subnet and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:21.108825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:21.133347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8ad5a0a-2611-4198-b41c-e1579c601817 req-06cf9302-8ba8-4c1b-88c7-63b353c55e10 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1383867 Apr 18 20:31:21.164959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05ed07f5-f8cd-4963-9fc8-d13c83b7f763 req-c671be34-301e-4cab-922f-b09dc7044b1e service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7471240 Apr 18 20:31:21.246597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.261348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:21.314161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Made reservation on behalf of 2140633889374e9183b40cc60e90eace for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:21.319329 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.546516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Port': ['ID=c19fd24b-bcb0-49e5-941f-1002a3d8aaa7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:21.608621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e76fd-494c-4c00-a53a-78952e99b54f req-13be87f1-d153-4d63-b8ce-370bdfc7bfe2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.619257 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a6e76fd-494c-4c00-a53a-78952e99b54f req-13be87f1-d153-4d63-b8ce-370bdfc7bfe2 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.6623414 Apr 18 20:31:21.689259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:21.711079 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a02e79ec-0286-46d6-8eaa-dbb5b87db2a4 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/ports/c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 HTTP/1.1" status: 204 len: 168 time: 2.5985219 Apr 18 20:31:21.716486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60446) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:21.837990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651af479-929c-4f1b-855b-147c26eedf0a req-5bf2b50d-e46e-4074-b123-60661ba66dda tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:21.851221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-651af479-929c-4f1b-855b-147c26eedf0a req-5bf2b50d-e46e-4074-b123-60661ba66dda tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 814 time: 0.3390598 Apr 18 20:31:21.880419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-651af479-929c-4f1b-855b-147c26eedf0a req-f7c3e1fd-c860-410c-b150-20542f23fd41 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/quotas/f8fea68a33aa43fe851d05036fe6798f HTTP/1.1" status: 200 len: 375 time: 0.0275686 Apr 18 20:31:21.904833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a6e76fd-494c-4c00-a53a-78952e99b54f req-037c5262-9a01-4d76-a6f9-e730de457dbf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2826324 Apr 18 20:31:21.917449 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8187d725-e040-4830-bf84-10726346c26c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] GET failed (client error): The resource could not be found. Apr 18 20:31:21.928427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8187d725-e040-4830-bf84-10726346c26c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Synchronizing usage tracker for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:22.032194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8187d725-e040-4830-bf84-10726346c26c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Unset dirty status for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:22.034291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8187d725-e040-4830-bf84-10726346c26c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "GET /v2.0/ports/c19fd24b-bcb0-49e5-941f-1002a3d8aaa7 HTTP/1.1" status: 404 len: 333 time: 0.3120153 Apr 18 20:31:22.051271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:22.092721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-543386209'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:22.114418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-651af479-929c-4f1b-855b-147c26eedf0a req-7a507b8b-3967-4a59-b0ba-360cc13767d2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2304347 Apr 18 20:31:22.446732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:22.526698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d03c4be-6c60-4334-96cf-1fddb6ded083 req-c0820823-28cf-419c-94e1-e7ffd1dd329e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.529764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d03c4be-6c60-4334-96cf-1fddb6ded083 req-c0820823-28cf-419c-94e1-e7ffd1dd329e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1881199 Apr 18 20:31:22.631665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d03c4be-6c60-4334-96cf-1fddb6ded083 req-170766f6-ab9a-4512-965d-b345f1d6567d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868084 Apr 18 20:31:22.735369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:22.738250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b329b6-5c74-414b-92bc-1f01bacdd113,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:22.748998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0412d72-2bab-42b8-9672-2b2f018f9e8b req-7048ea5a-12b0-4f98-8dc5-8c1fa81fbcb5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.756610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0412d72-2bab-42b8-9672-2b2f018f9e8b req-7048ea5a-12b0-4f98-8dc5-8c1fa81fbcb5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.5622690 Apr 18 20:31:22.768464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Checking segment: {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:22.768827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Network hostable DHCP agents. Network: 1c46668a-8bb0-453d-a1cc-32b2fba0d83a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:22.804898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:22.842211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:22.845958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:22.871418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0412d72-2bab-42b8-9672-2b2f018f9e8b req-bd88a32f-6424-414a-a873-61b4014871e1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111064 Apr 18 20:31:22.878167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:22.923975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] device_id is not set on port f2581c5b-18e8-4e1d-97e4-d885bae093bf yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:31:22.951576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c62e173a-c3c9-4d0e-b2a1-a7cf7e1f2931 req-24636a73-bb2c-4840-94d5-f468b126c636 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1353321 Apr 18 20:31:22.990616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1c46668a-8bb0-453d-a1cc-32b2fba0d83a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:22.997861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:22.998505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.013311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ef0541-0e03-4b04-b159-9e5337971a6d None None] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:23.117275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ceaa416a-c699-48c3-96f8-b9d8fb5b2223 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2593441 Apr 18 20:31:23.118218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:23.124256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:23.135484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:23.144184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Usage tracker for resource:router and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:23.155532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:23.164829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:23.294159 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.298738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.345007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.393271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d56fc-cd96-4fdf-a056-79fee6103c56 req-bd43cd47-2fe3-4877-88f9-6a9ad6da4d6a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:23.394443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Allocated IP 2001:db8::222 (7b25199f-b575-4911-aa65-0deaa5e71915/88307369-12bb-402c-bbaf-be27f31b2e9e/f2581c5b-18e8-4e1d-97e4-d885bae093bf) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:23.396202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-700d56fc-cd96-4fdf-a056-79fee6103c56 req-bd43cd47-2fe3-4877-88f9-6a9ad6da4d6a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.1873748 Apr 18 20:31:23.428091 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a1a345e-d5af-45ab-89dc-3e382d5b5a1b req-98dedf54-3f1d-462b-8806-48429e7e3bb7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1197608 Apr 18 20:31:23.490433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd4321-bed0-4245-bc79-41dcef3c0aa5 req-222fd1c1-468e-40ad-b083-76b6f35df59b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:23.492508 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68bd4321-bed0-4245-bc79-41dcef3c0aa5 req-222fd1c1-468e-40ad-b083-76b6f35df59b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3761325 Apr 18 20:31:23.616210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68bd4321-bed0-4245-bc79-41dcef3c0aa5 req-21e7f22e-3a10-449d-80da-3fbb8f54ae1e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120710 Apr 18 20:31:23.649308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:31:23.653585 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:23.990458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.127937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Transition to ACTIVE for port object f2581c5b-18e8-4e1d-97e4-d885bae093bf will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:24.156584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cb27af4-6e3d-4b2a-b490-573ce64a7342 req-9050d719-3407-4a47-afcf-f064bd009256 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=f8fea68a33aa43fe851d05036fe6798f HTTP/1.1" status: 200 len: 221 time: 0.1483638 Apr 18 20:31:24.236102 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.272024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Allocated IP 172.20.0.2 (1c46668a-8bb0-453d-a1cc-32b2fba0d83a/62b329b6-5c74-414b-92bc-1f01bacdd113/d58eca3c-e760-4828-bd7e-e19034219391) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:24.326194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.362836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-700d56fc-cd96-4fdf-a056-79fee6103c56 req-38374ef8-9bfe-4065-81e3-6c65204bb923 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9589446 Apr 18 20:31:24.472803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:24.488066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:24.716729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:24.733293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:24.736956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:24.789899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=f2581c5b-18e8-4e1d-97e4-d885bae093bf,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:24.823599 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70bd12c8-330d-433f-a2d8-f9758efc1a1c tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7647779 Apr 18 20:31:24.824893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60496) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:24.840053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'network_id': '7b25199f-b575-4911-aa65-0deaa5e71915', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-74907800'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:25.083904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5542937-3740-4073-b36a-3f6f2ea79913 req-f277e073-0a30-4be7-932f-b071154cad9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:25.086521 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5542937-3740-4073-b36a-3f6f2ea79913 req-f277e073-0a30-4be7-932f-b071154cad9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.5820894 Apr 18 20:31:25.095270 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.098204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-baa2c73f-35bc-4b15-8165-c78e57b2b4e0 None None] Provisioning for port f2581c5b-18e8-4e1d-97e4-d885bae093bf completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:25.142598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Transition to ACTIVE for port object d58eca3c-e760-4828-bd7e-e19034219391 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:25.210407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:25.220734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Usage tracker for resource:port and tenant:43e3e383d57b4d77855cb6a6f4840414 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:25.229977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:25.258752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:25.294170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Made reservation on behalf of 43e3e383d57b4d77855cb6a6f4840414 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:25.298653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.357651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] device_id is not set on port c990a34d-a739-4902-8e8e-aa44687bb3fa yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:31:25.406628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-baa2c73f-35bc-4b15-8165-c78e57b2b4e0 None None] Provisioning complete for port f2581c5b-18e8-4e1d-97e4-d885bae093bf triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:25.407430 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-baa2c73f-35bc-4b15-8165-c78e57b2b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.510695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Transition to ACTIVE for port object d58eca3c-e760-4828-bd7e-e19034219391 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:25.541835 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.634103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5542937-3740-4073-b36a-3f6f2ea79913 req-1d82c764-1d91-40bd-b9c6-13e5f1d38a34 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5246220 Apr 18 20:31:25.650770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e15eeeb-6b32-484a-a762-6ca8cde18337 req-0a03a4e9-b41b-4245-8940-8a7efc534cf3 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.8382370 Apr 18 20:31:25.740234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-baa2c73f-35bc-4b15-8165-c78e57b2b4e0 None None] Port f2581c5b-18e8-4e1d-97e4-d885bae093bf cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:25.762947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:25.764011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Allocated IP 2001:db8::393 (7b25199f-b575-4911-aa65-0deaa5e71915/88307369-12bb-402c-bbaf-be27f31b2e9e/c990a34d-a739-4902-8e8e-aa44687bb3fa) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:25.767444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:25.792482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-935ae821-12e0-4fda-bbda-99ae79ff0a9e service neutron] 10.222.0.61 "GET /v2.0/ports/b1c6aed5-f223-43e8-b992-4205f02706cc/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 384 time: 0.6756368 Apr 18 20:31:25.793953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:25.820373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Pushing event updated for resources: {'Port': ['ID=d58eca3c-e760-4828-bd7e-e19034219391,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:25.952374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Attempting to bind port d58eca3c-e760-4828-bd7e-e19034219391 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:25.952891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Attempting to bind port d58eca3c-e760-4828-bd7e-e19034219391 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:25.953490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Attempting to bind port d58eca3c-e760-4828-bd7e-e19034219391 on network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:25.965068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:31:25.965721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Checking segment: {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:25.966379 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:25.967005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Bound using segment: {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:31:25.967823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Bound port: d58eca3c-e760-4828-bd7e-e19034219391, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:25.968452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.142307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] For port d58eca3c-e760-4828-bd7e-e19034219391, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:26.146639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] For port d58eca3c-e760-4828-bd7e-e19034219391, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d58eca3c-e760-4828-bd7e-e19034219391,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:31:26.161345 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.314717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.381525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8071cb2-302a-40bc-b858-186361fb4bf1 None None] Pushing event updated for resources: {'Port': ['ID=d58eca3c-e760-4828-bd7e-e19034219391,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:26.395284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee4f40-9272-40a9-b891-c3f36658a344 req-3bcd653c-33e3-4b1b-907d-77f1d25294f1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.398569 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4ee4f40-9272-40a9-b891-c3f36658a344 req-3bcd653c-33e3-4b1b-907d-77f1d25294f1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.4411089 Apr 18 20:31:26.441206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.473660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.486934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Transition to ACTIVE for port object c990a34d-a739-4902-8e8e-aa44687bb3fa will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:26.550112 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4ee4f40-9272-40a9-b891-c3f36658a344 req-67483a5c-6d8c-4f8d-9510-07861caffe64 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350350 Apr 18 20:31:26.555834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.750676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e84fbfb-9e85-4f3a-ab9e-eb4ea0d4063e req-94f00ae7-a95a-4318-9ca6-9f290dccfdc3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.761656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e84fbfb-9e85-4f3a-ab9e-eb4ea0d4063e req-94f00ae7-a95a-4318-9ca6-9f290dccfdc3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 945 time: 0.5746477 Apr 18 20:31:26.833935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Network 7b25199f-b575-4911-aa65-0deaa5e71915 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:26.839412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:26.846276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:26.855992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:26.858022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:26.872766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=c990a34d-a739-4902-8e8e-aa44687bb3fa,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:26.981880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:27.016010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e84fbfb-9e85-4f3a-ab9e-eb4ea0d4063e req-f2466fc8-86de-4f2a-8b3b-15bd81520c1f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2532399 Apr 18 20:31:27.103386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:27.127502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-814fce49-8395-48ce-8a16-4f56ec398756 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2936630 Apr 18 20:31:27.130909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60518) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:27.151155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::376', 'mac_address': 'fa:16:3e:2f:56:eb'}, {'ip_address': '2001:db8::222', 'mac_address': 'fa:16:3e:6f:a9:20'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:27.271462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Allocated IP 172.25.5.153 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/dc70fbbe-7c9a-4dca-82bf-a110febfb157) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:27.342376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:27.399277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-27f8d0a4-68bb-4f30-a782-3763e4a7b03e None None] Provisioning for port c990a34d-a739-4902-8e8e-aa44687bb3fa completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:27.418209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:27.419504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-27f8d0a4-68bb-4f30-a782-3763e4a7b03e None None] Provisioning complete for port c990a34d-a739-4902-8e8e-aa44687bb3fa triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:27.419965 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-27f8d0a4-68bb-4f30-a782-3763e4a7b03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.459159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1542aef-b661-4b62-9991-3d1ac45b9cd2 req-fffbe57a-e658-4911-903f-65feadbb61e7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.467377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1542aef-b661-4b62-9991-3d1ac45b9cd2 req-fffbe57a-e658-4911-903f-65feadbb61e7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5769470 Apr 18 20:31:27.539231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-27f8d0a4-68bb-4f30-a782-3763e4a7b03e None None] Port c990a34d-a739-4902-8e8e-aa44687bb3fa cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:27.613794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.763931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:27.841737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1542aef-b661-4b62-9991-3d1ac45b9cd2 req-76ef1504-55a3-4533-b9d4-2bd69ead89fd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734050 Apr 18 20:31:27.894542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d2271-ee6d-4136-adab-4e8b3fb64867 req-81fa3f5f-3182-43ee-8985-ad58bc98f31d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:27.896581 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-062d2271-ee6d-4136-adab-4e8b3fb64867 req-81fa3f5f-3182-43ee-8985-ad58bc98f31d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.5593517 Apr 18 20:31:27.902675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.078743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.145036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-062d2271-ee6d-4136-adab-4e8b3fb64867 req-405f72c5-237a-446b-a2b4-813150fd1df1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2356791 Apr 18 20:31:28.190136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702773ea-910b-4dab-ae4e-c7ea2bb6b26a None None] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:28.261421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:28.267217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:28.286327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:28.392820 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457c0c10-2d73-489b-aed8-c2a478678721'] response: {'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'code': 200} Apr 18 20:31:28.464213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Pushing event updated for resources: {'Port': ['ID=dc70fbbe-7c9a-4dca-82bf-a110febfb157,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:28.500915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e8d64584-0688-4c81-91e8-428f805de9f2 None None] Provisioning for port d58eca3c-e760-4828-bd7e-e19034219391 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:28.580790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] Transition to ACTIVE for port object b1c6aed5-f223-43e8-b992-4205f02706cc will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:28.633333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.654667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.727046 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7acb1198-f173-4648-af9d-0b3e95394848 req-9133a808-85c1-4f4a-86ab-63e329e1da23 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.6031430 Apr 18 20:31:28.728177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.777206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] In _notify_port_updated(), no bound segment for port c990a34d-a739-4902-8e8e-aa44687bb3fa on network 7b25199f-b575-4911-aa65-0deaa5e71915 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:31:28.791566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:28.794330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:28.795861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "PUT /v2.0/ports/c990a34d-a739-4902-8e8e-aa44687bb3fa HTTP/1.1" status: 200 len: 1066 time: 1.6601748 Apr 18 20:31:28.807875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60532) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:28.811387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d58eca3c-e760-4828-bd7e-e19034219391 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:28.901606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e09a8e-061c-47ad-98fc-2791a7ac904a tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event updated for resources: {'Port': ['ID=c990a34d-a739-4902-8e8e-aa44687bb3fa,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:28.958658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port c990a34d-a739-4902-8e8e-aa44687bb3fa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:28.959332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.015176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d58eca3c-e760-4828-bd7e-e19034219391 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:29.024402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d58eca3c-e760-4828-bd7e-e19034219391 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:29.024811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.350886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:31:29.527185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be85548b-9291-4a77-8a44-350f75c9e9b8 None None] Provisioning complete for port c990a34d-a739-4902-8e8e-aa44687bb3fa triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:29.528167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be85548b-9291-4a77-8a44-350f75c9e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.630748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.661807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be85548b-9291-4a77-8a44-350f75c9e9b8 None None] Port c990a34d-a739-4902-8e8e-aa44687bb3fa cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:29.663524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.679254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:31:29.725713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d58eca3c-e760-4828-bd7e-e19034219391, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d58eca3c-e760-4828-bd7e-e19034219391,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:29.733496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.763344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de13351-bff3-49f7-8d4e-ac5bf243602e req-c559d40e-3073-4dc0-aa42-5c021d67917b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:29.770903 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8de13351-bff3-49f7-8d4e-ac5bf243602e req-c559d40e-3073-4dc0-aa42-5c021d67917b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.6875188 Apr 18 20:31:29.825242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] Pushing event updated for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:29.839465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] No DVR routers for this DVR port b1c6aed5-f223-43e8-b992-4205f02706cc on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:29.865763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Calling delete_port for c990a34d-a739-4902-8e8e-aa44687bb3fa owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:29.902724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d58eca3c-e760-4828-bd7e-e19034219391,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:29.928599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c669dee3-8fd3-4e3a-b327-b6e7b05804b2 None None] Provisioning complete for port d58eca3c-e760-4828-bd7e-e19034219391 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:29.929911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c669dee3-8fd3-4e3a-b327-b6e7b05804b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:29.987578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8de13351-bff3-49f7-8d4e-ac5bf243602e req-8e6bcf8f-db34-4245-86ee-bc83594fc47f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155287 Apr 18 20:31:30.164505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.277892 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:30.280168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831c4c0-b27a-4c8f-8363-c81f8ea126c0 req-086e798f-27eb-43af-bacb-57f41f44cc2c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:30.282813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1831c4c0-b27a-4c8f-8363-c81f8ea126c0 req-086e798f-27eb-43af-bacb-57f41f44cc2c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 1.8132544 Apr 18 20:31:30.403897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Port': ['ID=c990a34d-a739-4902-8e8e-aa44687bb3fa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:30.440423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb867454-a962-494b-8eaa-14da68d7a256 req-fb1c4b63-ebbe-4444-9655-562b8681f9d2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:30.448203 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb867454-a962-494b-8eaa-14da68d7a256 req-fb1c4b63-ebbe-4444-9655-562b8681f9d2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.2689483 Apr 18 20:31:30.578652 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb867454-a962-494b-8eaa-14da68d7a256 req-b31c4864-7d80-48af-ab7b-90b6f059a062 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1224530 Apr 18 20:31:30.785272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d58eca3c-e760-4828-bd7e-e19034219391 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:31.037704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d58eca3c-e760-4828-bd7e-e19034219391 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:31.038573 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.059362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.121952 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd6f2329-8aec-4386-81e8-274f4dd8a852 req-0593086b-4d17-47c5-9220-6b60fce9e491 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1139965 Apr 18 20:31:31.171753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87c268b9-95ef-463d-b0aa-75e318498b0e tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/ports/c990a34d-a739-4902-8e8e-aa44687bb3fa HTTP/1.1" status: 204 len: 168 time: 2.3614244 Apr 18 20:31:31.172259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60548) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:31.176584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1831c4c0-b27a-4c8f-8363-c81f8ea126c0 req-9eaffe05-0684-43a4-a9db-cc81595a7254 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8612082 Apr 18 20:31:31.427155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-54b88953-32f6-4aa1-a46b-c1fe8ec602fe service neutron] 10.222.0.61 "PUT /v2.0/ports/b1c6aed5-f223-43e8-b992-4205f02706cc/bindings/n-h1-836016-3/activate HTTP/1.1" status: 200 len: 369 time: 5.6330142 Apr 18 20:31:31.455215 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc8e725-4b91-4057-a87f-3d8f04fd3824 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] GET failed (client error): The resource could not be found. Apr 18 20:31:31.456351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbc8e725-4b91-4057-a87f-3d8f04fd3824 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Synchronizing usage tracker for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:31.522455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.609875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbc8e725-4b91-4057-a87f-3d8f04fd3824 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Unset dirty status for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:31.611866 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dbc8e725-4b91-4057-a87f-3d8f04fd3824 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "GET /v2.0/ports/c990a34d-a739-4902-8e8e-aa44687bb3fa HTTP/1.1" status: 404 len: 333 time: 0.4361715 Apr 18 20:31:31.620653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:31.699537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:31.792750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port f2581c5b-18e8-4e1d-97e4-d885bae093bf {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:31.793178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.948095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:31.992550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:32.000974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Usage tracker for resource:security_group_rule and tenant:e59c4adcb6e9427e9683e70e6d009359 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:32.020649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86556bb-bb79-4ad6-b68c-d550e0c9c9da req-ff389aea-3c9f-401a-883f-3733c5607de3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.028688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f86556bb-bb79-4ad6-b68c-d550e0c9c9da req-ff389aea-3c9f-401a-883f-3733c5607de3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5411987 Apr 18 20:31:32.035368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:32.089354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce5ef44a-e6a5-48e2-82a8-346359ec820e req-c466c4ce-4c4c-43f5-9b9f-73ed13f86f80 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=03ba507f187d40b786fc272b0a14dc8e&device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1241844 Apr 18 20:31:32.120324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:32.187936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce5ef44a-e6a5-48e2-82a8-346359ec820e req-18cf41c2-534c-439a-9cc7-923cbd34a436 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=03ba507f187d40b786fc272b0a14dc8e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817184 Apr 18 20:31:32.308453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f86556bb-bb79-4ad6-b68c-d550e0c9c9da req-ab33f2c0-b189-42fe-967a-054c1cfb240d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2788448 Apr 18 20:31:32.316372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Router a6d113a6-d756-45c4-bd62-401454a2de1c is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:31:32.403721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.563561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Calling delete_port for f2581c5b-18e8-4e1d-97e4-d885bae093bf owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:32.602426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895e39b-c792-41ea-9929-d297d499314d req-fc7afe02-ee44-4cba-b865-538d2d6b6ae6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.604566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5895e39b-c792-41ea-9929-d297d499314d req-fc7afe02-ee44-4cba-b865-538d2d6b6ae6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.4615209 Apr 18 20:31:32.653933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-b1924f1e-3b93-4a92-99db-ff0db7e632f0 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.655452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-b1924f1e-3b93-4a92-99db-ff0db7e632f0 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f&tenant_id=6fe5691eda2a4b868086134bcc610d1a&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 1095 time: 1.0955334 Apr 18 20:31:32.660449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ef44a-e6a5-48e2-82a8-346359ec820e req-8c183c9b-2308-43ca-9d40-4f7919e67629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:32.662398 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce5ef44a-e6a5-48e2-82a8-346359ec820e req-8c183c9b-2308-43ca-9d40-4f7919e67629 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4622996 Apr 18 20:31:32.678328 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d81e99da-60eb-418a-b628-53d43e6d1989 req-aad71a4d-f236-4592-8b16-6f5cc743568b tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1317651 Apr 18 20:31:32.736810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.754130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.762132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5895e39b-c792-41ea-9929-d297d499314d req-f91a3bef-8ecd-42c8-88a5-f1d88fdd57b2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417243 Apr 18 20:31:32.773466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:31:32.798205 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Sync routers for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:32.799174 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:31:32.800065 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:32.823657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:32.825627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cb260a47-5ee8-43c0-8402-527b50c6eefe admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.7055180 Apr 18 20:31:32.828109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:32.869587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03e84c6-2223-4c6f-b95e-0dbf8005c8a1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:32.884490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d0cfe12d-30e5-498d-8a9b-bf557b225c48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e59c4adcb6e9427e9683e70e6d009359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1769016 Apr 18 20:31:32.922844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60586) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:33.061821 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:31:33.163304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-2e95d172-0e09-457a-8fe3-8dff663c236c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.166254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-2e95d172-0e09-457a-8fe3-8dff663c236c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 1095 time: 0.4931579 Apr 18 20:31:33.261902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca44cbae-eb5d-4c80-8532-dfe01d127895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.304187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fc563-f394-47f2-a017-2cc5625a5325 req-7b709ab9-3392-4e17-8aaf-149cff0ba8cf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.307987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab7fc563-f394-47f2-a017-2cc5625a5325 req-7b709ab9-3392-4e17-8aaf-149cff0ba8cf tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 0.4213386 Apr 18 20:31:33.364017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.439290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c21629-687a-4c75-8450-93b12a6cb9bd req-ee305514-e41e-405a-bb7c-b4f13f40d366 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.441148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86c21629-687a-4c75-8450-93b12a6cb9bd req-ee305514-e41e-405a-bb7c-b4f13f40d366 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5173559 Apr 18 20:31:33.451141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca44cbae-eb5d-4c80-8532-dfe01d127895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.484532 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:29Z', 'revision_number': 3, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:33.489586 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Checking router: a6d113a6-d756-45c4-bd62-401454a2de1c for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:33.490314 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Updating router a6d113a6-d756-45c4-bd62-401454a2de1c port dc70fbbe-7c9a-4dca-82bf-a110febfb157 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:33.497068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Port': ['ID=f2581c5b-18e8-4e1d-97e4-d885bae093bf,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:33.565777 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.614871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab7fc563-f394-47f2-a017-2cc5625a5325 req-db3d9286-8fdf-449e-858b-0807bce77b4b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819700 Apr 18 20:31:33.636714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:33.691556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-98f3198d-38c9-471b-9444-7874b1658bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:33.695119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-98f3198d-38c9-471b-9444-7874b1658bcb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1095 time: 0.4716403 Apr 18 20:31:33.786598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c59ff5e4-0180-44eb-9394-e4b7984b2fb2 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/ports/f2581c5b-18e8-4e1d-97e4-d885bae093bf HTTP/1.1" status: 204 len: 168 time: 2.1599746 Apr 18 20:31:33.794545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60592) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:33.804679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86c21629-687a-4c75-8450-93b12a6cb9bd req-fde35b85-6496-4cbc-8dd3-8ddedb6bdf8c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3373425 Apr 18 20:31:34.293833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce5ef44a-e6a5-48e2-82a8-346359ec820e req-dcea5f5e-eae3-4695-95ab-6206ac093791 tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.55 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.1444187 Apr 18 20:31:34.303156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca44cbae-eb5d-4c80-8532-dfe01d127895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.349655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca44cbae-eb5d-4c80-8532-dfe01d127895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03e84c6-2223-4c6f-b95e-0dbf8005c8a1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:34.402800 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-42767399-d375-473b-9678-205c237f6db3 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] GET failed (client error): The resource could not be found. Apr 18 20:31:34.403821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-42767399-d375-473b-9678-205c237f6db3 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Synchronizing usage tracker for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:34.482087 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.502607 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Transition to ACTIVE for port object dc70fbbe-7c9a-4dca-82bf-a110febfb157 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:34.515664 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.597215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-451bb969-a901-42f2-b2f4-68d0a73bce6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:34.603145 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-451bb969-a901-42f2-b2f4-68d0a73bce6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 896 time: 0.8958449 Apr 18 20:31:34.604817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca44cbae-eb5d-4c80-8532-dfe01d127895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.612473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ca44cbae-eb5d-4c80-8532-dfe01d127895 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c03e84c6-2223-4c6f-b95e-0dbf8005c8a1 HTTP/1.1" status: 204 len: 168 time: 1.6811497 Apr 18 20:31:34.656831 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Attempting to bind port dc70fbbe-7c9a-4dca-82bf-a110febfb157 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:34.658096 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Attempting to bind port dc70fbbe-7c9a-4dca-82bf-a110febfb157 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:34.658741 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Attempting to bind port dc70fbbe-7c9a-4dca-82bf-a110febfb157 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:34.678728 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:31:34.679294 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:34.679800 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.680398 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:31:34.682124 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Bound port: dc70fbbe-7c9a-4dca-82bf-a110febfb157, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:34.682854 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.766802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-42767399-d375-473b-9678-205c237f6db3 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Unset dirty status for tenant:43e3e383d57b4d77855cb6a6f4840414 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:34.775313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-42767399-d375-473b-9678-205c237f6db3 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "GET /v2.0/ports/f2581c5b-18e8-4e1d-97e4-d885bae093bf HTTP/1.1" status: 404 len: 333 time: 0.9708240 Apr 18 20:31:34.779574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60606) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:34.782655 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] For port dc70fbbe-7c9a-4dca-82bf-a110febfb157, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:34.789002 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] For port dc70fbbe-7c9a-4dca-82bf-a110febfb157, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dc70fbbe-7c9a-4dca-82bf-a110febfb157,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:31:34.790294 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Pushing event updated for resources: {'Port': ['ID=dc70fbbe-7c9a-4dca-82bf-a110febfb157,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:34.799247 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.805312 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.805808 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.806342 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.806991 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.807398 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.807813 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.808203 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.808598 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.809006 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.809396 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.809813 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.810202 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:34.866374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-0c5404f9-2f65-4a84-885a-20287c97671f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 999 time: 0.2436650 Apr 18 20:31:34.943784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port 6d719fa8-6b51-4b54-9ba0-6d3509189c03 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:34.944269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:34.991230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9fcfc6d-c6cb-4aee-b728-67e7ce434975 req-81a6965f-675e-4e38-9ab9-7c7b2c2cb5ee tempest-ServerShowV257Test-340355627 tempest-ServerShowV257Test-340355627-project] 10.222.0.47 "GET /v2.0/ports?device_id=4de7feba-6965-47e7-ae9d-948bf40aaa11 HTTP/1.1" status: 200 len: 210 time: 0.2431076 Apr 18 20:31:35.007088 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba7bb01-990e-44fc-97c8-3a6ad861c481 None None] Pushing event updated for resources: {'Port': ['ID=dc70fbbe-7c9a-4dca-82bf-a110febfb157,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:35.015292 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:31:35.016281 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:35.126789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4b5ff-5ec0-40cb-8804-52ff4474e46d req-b80afe5b-a98c-4fff-9ed1-2a997a9e1403 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.146110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24c4b5ff-5ec0-40cb-8804-52ff4474e46d req-b80afe5b-a98c-4fff-9ed1-2a997a9e1403 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.7457697 Apr 18 20:31:35.217468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba3362-b426-4986-a270-3642c22b5e33 req-bde84050-21bc-4ae1-a032-246f6c0b3658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.224114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38ba3362-b426-4986-a270-3642c22b5e33 req-bde84050-21bc-4ae1-a032-246f6c0b3658 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1096 time: 0.4791460 Apr 18 20:31:35.310972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-df418856-e292-4fb0-9fc0-5deace361c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.313585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-df418856-e292-4fb0-9fc0-5deace361c5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 200 len: 832 time: 0.4371173 Apr 18 20:31:35.391209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24c4b5ff-5ec0-40cb-8804-52ff4474e46d req-aa777e50-ebdc-43cd-bb71-95d29eeb1233 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401087 Apr 18 20:31:35.416887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:35.564668 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:31:35.758694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.778919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:35.842743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:35.873869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-689229d0-c8af-4d74-a50a-3bd7207043e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:35.876591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-689229d0-c8af-4d74-a50a-3bd7207043e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=493ea40d-134c-4235-9b25-b4c919946090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5152640 Apr 18 20:31:35.909584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:944f4ab65ad043e89c06e6f734f322ba is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:35.921273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:35.937484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:36.017529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba3362-b426-4986-a270-3642c22b5e33 req-ee070388-241a-4a3f-812a-6a190fd482fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.019504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.019753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38ba3362-b426-4986-a270-3642c22b5e33 req-ee070388-241a-4a3f-812a-6a190fd482fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.7537439 Apr 18 20:31:36.046322 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:29Z', 'revision_number': 3, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:36.053896 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef24f1b-ea26-4f7a-be79-a2ea8412f629 None None] The sync data for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 is: [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:29Z', 'revision_number': 3, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:36.203754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4e819-51cf-494d-8b86-800c2dfdff67 req-6c61c19f-c476-4011-b982-a28d8f75e5dc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.206254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-40c4e819-51cf-494d-8b86-800c2dfdff67 req-6c61c19f-c476-4011-b982-a28d8f75e5dc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.9484205 Apr 18 20:31:36.357025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38ba3362-b426-4986-a270-3642c22b5e33 req-1be238c0-26ff-4d2d-b5e5-b1fd74abd8ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 1000 time: 0.3120804 Apr 18 20:31:36.382339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Calling delete_port for 6d719fa8-6b51-4b54-9ba0-6d3509189c03 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:36.516972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90dfd1-35e3-4092-8bf0-f51b4cd9e419 req-f1292c43-67b2-42e2-86bb-29a6a20e318f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.518940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f90dfd1-35e3-4092-8bf0-f51b4cd9e419 req-f1292c43-67b2-42e2-86bb-29a6a20e318f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.8658509 Apr 18 20:31:36.628887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-40c4e819-51cf-494d-8b86-800c2dfdff67 req-7c130026-73e1-49b8-ace2-c91fe51ccf32 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4103873 Apr 18 20:31:36.793083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc70fbbe-7c9a-4dca-82bf-a110febfb157 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:36.810414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-65a75781-0048-4547-a6d5-6d52dadb248d service neutron] 10.222.0.55 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9229951 Apr 18 20:31:36.828348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba3362-b426-4986-a270-3642c22b5e33 req-660db375-a7a8-4c8f-b32f-2fb55dac46bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:36.830839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38ba3362-b426-4986-a270-3642c22b5e33 req-660db375-a7a8-4c8f-b32f-2fb55dac46bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.4588518 Apr 18 20:31:36.953449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port dc70fbbe-7c9a-4dca-82bf-a110febfb157 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:36.959331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port dc70fbbe-7c9a-4dca-82bf-a110febfb157 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:36.959728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:36.994808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.052172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Allocated IP 172.20.0.1 (1c46668a-8bb0-453d-a1cc-32b2fba0d83a/62b329b6-5c74-414b-92bc-1f01bacdd113/4b9938ea-a605-4826-8950-c358a5542a08) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:37.077590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.078919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Port': ['ID=6d719fa8-6b51-4b54-9ba0-6d3509189c03,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:37.083775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f90dfd1-35e3-4092-8bf0-f51b4cd9e419 req-5095aaa9-5083-40c8-ab01-dddfa0e24586 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5336971 Apr 18 20:31:37.196859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.282150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.325033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.332608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port dc70fbbe-7c9a-4dca-82bf-a110febfb157, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dc70fbbe-7c9a-4dca-82bf-a110febfb157,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:37.344289 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:37.515210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=dc70fbbe-7c9a-4dca-82bf-a110febfb157,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:37.595792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc255ff6-4edd-4891-9f09-6e794a8d4a22 tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/ports/6d719fa8-6b51-4b54-9ba0-6d3509189c03 HTTP/1.1" status: 204 len: 168 time: 2.8148229 Apr 18 20:31:37.604336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-1f46c8ae-3d2c-49eb-abde-6dcd84d91e90 service neutron] 10.222.0.55 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777424 Apr 18 20:31:37.605260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:37.662296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=944f4ab65ad043e89c06e6f734f322ba&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2404282 Apr 18 20:31:37.663486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9c874d-e810-447f-a366-85d66ad23dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7d3b37-45fc-4fd9-b205-05b331a7e6bf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:37.670018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:37.884932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba3362-b426-4986-a270-3642c22b5e33 req-82bd264a-88e0-4103-90b3-e68b039d4214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.886634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38ba3362-b426-4986-a270-3642c22b5e33 req-82bd264a-88e0-4103-90b3-e68b039d4214 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0129001 Apr 18 20:31:37.911316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae92f2-334e-451a-a4d0-d34e6aff2bee req-8136361e-30f5-4893-9d39-1d05d389cbf9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.920294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0ae92f2-334e-451a-a4d0-d34e6aff2bee req-8136361e-30f5-4893-9d39-1d05d389cbf9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 0.8556221 Apr 18 20:31:37.989435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a78cf5-6b05-4909-87dc-6ed4f822ee16 req-02e915db-c89b-43c4-ae47-d6355ffe6611 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:37.990736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66a78cf5-6b05-4909-87dc-6ed4f822ee16 req-02e915db-c89b-43c4-ae47-d6355ffe6611 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.6756439 Apr 18 20:31:38.005187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting subnet 88307369-12bb-402c-bbaf-be27f31b2e9e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:31:38.011818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.083936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.106795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788fa1f8-659f-4dcd-83a4-0ac696d131ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.129678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Transition to ACTIVE for port object 4b9938ea-a605-4826-8950-c358a5542a08 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:38.163067 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0ae92f2-334e-451a-a4d0-d34e6aff2bee req-2e335dd2-e994-40b9-bb88-3809bdc3990a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2419586 Apr 18 20:31:38.197055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788fa1f8-659f-4dcd-83a4-0ac696d131ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.235250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38ba3362-b426-4986-a270-3642c22b5e33 req-698865b7-58f6-44a6-af4f-055c0bf9b007 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362327 Apr 18 20:31:38.271941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.328718 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.386855 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66a78cf5-6b05-4909-87dc-6ed4f822ee16 req-612c1731-b7d2-4029-be8e-e033d6b6d64f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775716 Apr 18 20:31:38.457811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-e1e628d6-5bc8-4480-8c5a-0fe676ff26ff tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:38.459347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-e1e628d6-5bc8-4480-8c5a-0fe676ff26ff tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f&tenant_id=6fe5691eda2a4b868086134bcc610d1a&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 1095 time: 0.4444933 Apr 18 20:31:38.544546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788fa1f8-659f-4dcd-83a4-0ac696d131ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.568999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.654879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:38.664476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fa1f8-659f-4dcd-83a4-0ac696d131ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7d3b37-45fc-4fd9-b205-05b331a7e6bf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:38.690026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:38.693172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:38.699363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-67855b1b-68e3-4a62-b8b4-4b3658c6540c service neutron] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:38.705988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.795504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.801616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc70fbbe-7c9a-4dca-82bf-a110febfb157 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:38.827565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-67855b1b-68e3-4a62-b8b4-4b3658c6540c service neutron] Notify callbacks [] for binding, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.828713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a4ac115-a64d-436e-9b41-56ec296ec83f req-67855b1b-68e3-4a62-b8b4-4b3658c6540c service neutron] 10.222.0.55 "DELETE /v2.0/ports/b1c6aed5-f223-43e8-b992-4205f02706cc/bindings/n-h2-836016-3 HTTP/1.1" status: 204 len: 173 time: 0.3601732 Apr 18 20:31:38.844758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Subnet': ['ID=88307369-12bb-402c-bbaf-be27f31b2e9e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:38.847570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:38.851456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2db0dffa-ed5a-4b19-a64e-a2b94101ad4d tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/subnets/88307369-12bb-402c-bbaf-be27f31b2e9e HTTP/1.1" status: 204 len: 168 time: 1.2417259 Apr 18 20:31:38.859629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60636) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:38.953450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a329f3c-1efb-4f83-b245-db190ae37e2a None None] Network 7b25199f-b575-4911-aa65-0deaa5e71915 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:39.111471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa282d-6ba2-43af-868b-9866fdd4204f req-a7f5a3cb-b85d-4293-abc4-a318feda257e tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.114001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9faa282d-6ba2-43af-868b-9866fdd4204f req-a7f5a3cb-b85d-4293-abc4-a318feda257e tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.3541245 Apr 18 20:31:39.123603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.174563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60642) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:39.175739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port 53b72dba-1a24-432d-bb4d-84345c814b14 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:39.176379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.252969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9938ea-a605-4826-8950-c358a5542a08,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:39.290223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788fa1f8-659f-4dcd-83a4-0ac696d131ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.309107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-788fa1f8-659f-4dcd-83a4-0ac696d131ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc7d3b37-45fc-4fd9-b205-05b331a7e6bf HTTP/1.1" status: 204 len: 168 time: 1.6267047 Apr 18 20:31:39.348072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28d94cbb-7686-4ed7-82ab-03f6a37a4529 None None] Provisioning for port 4b9938ea-a605-4826-8950-c358a5542a08 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:39.355026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28d94cbb-7686-4ed7-82ab-03f6a37a4529 None None] Provisioning complete for port 4b9938ea-a605-4826-8950-c358a5542a08 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:39.355405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28d94cbb-7686-4ed7-82ab-03f6a37a4529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.365754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-38ba3362-b426-4986-a270-3642c22b5e33 req-49335a96-3e7e-42c5-8ec4-5e87c9f3a757 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1042883 Apr 18 20:31:39.409872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port dc70fbbe-7c9a-4dca-82bf-a110febfb157 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:39.410123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9faa282d-6ba2-43af-868b-9866fdd4204f req-49ee6bf4-6ecf-4783-a1c4-b14118811103 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2782905 Apr 18 20:31:39.410736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.418900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67955889-e211-45b2-82ea-05038485282a req-b1fb59f4-70d2-49a4-b040-ce3d3b374e34 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:39.421196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-67955889-e211-45b2-82ea-05038485282a req-b1fb59f4-70d2-49a4-b040-ce3d3b374e34 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 1.0290456 Apr 18 20:31:39.514112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-28d94cbb-7686-4ed7-82ab-03f6a37a4529 None None] Port 4b9938ea-a605-4826-8950-c358a5542a08 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:39.567030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-67955889-e211-45b2-82ea-05038485282a req-dacdafb1-efaf-4709-8a28-f6333d04a607 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317756 Apr 18 20:31:39.639473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] DHCP port deletion for 7b25199f-b575-4911-aa65-0deaa5e71915 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:31:39.662185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Deleting port 53b72dba-1a24-432d-bb4d-84345c814b14 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:39.662572 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.882678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.915761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] For port 53b72dba-1a24-432d-bb4d-84345c814b14, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=53b72dba-1a24-432d-bb4d-84345c814b14,segment=NetworkSegment(1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4),segment_id=1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:39.916415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:39.998770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd95a6-3cbf-4c36-af18-0cfcd8a35e9b req-8a4153a4-1fd6-476b-9392-168a60d6ed83 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.000839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1bfd95a6-3cbf-4c36-af18-0cfcd8a35e9b req-8a4153a4-1fd6-476b-9392-168a60d6ed83 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1962609 Apr 18 20:31:40.111006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] For port 53b72dba-1a24-432d-bb4d-84345c814b14, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=53b72dba-1a24-432d-bb4d-84345c814b14,segment=NetworkSegment(1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4),segment_id=1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:40.111618 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.183382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1bfd95a6-3cbf-4c36-af18-0cfcd8a35e9b req-cf65a7f9-e8e4-4f9b-9eb3-ed4714ac9a5c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657124 Apr 18 20:31:40.373118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.383021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.424143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Calling delete_port for 53b72dba-1a24-432d-bb4d-84345c814b14 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:40.425700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Calling delete_port for 53b72dba-1a24-432d-bb4d-84345c814b14 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:40.470519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.513818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:40.526154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Usage tracker for resource:security_group_rule and tenant:03ba507f187d40b786fc272b0a14dc8e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:40.531574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:40.536074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.558591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:40.605978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Pushing event deleted for resources: {'Port': ['ID=53b72dba-1a24-432d-bb4d-84345c814b14,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:40.614462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.614810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.615155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.615493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.615828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.616167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.616533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.616846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.617161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.617487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.618668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.619174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:31:40.624373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e6029e-7b59-4831-8d30-e87a142618db None None] No DVR routers for this DVR port 53b72dba-1a24-432d-bb4d-84345c814b14 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:40.635894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:31:40.636424 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:31:40.668657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9297ead-0567-4949-8c3e-16af02ecd3ff req-8356bb3a-877f-406d-8779-c6a8e9ea57fd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.676959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9297ead-0567-4949-8c3e-16af02ecd3ff req-8356bb3a-877f-406d-8779-c6a8e9ea57fd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 0.7493291 Apr 18 20:31:40.690952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Pushing event updated for resources: {'Port': ['ID=4b9938ea-a605-4826-8950-c358a5542a08,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:40.699598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.777657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9297ead-0567-4949-8c3e-16af02ecd3ff req-85598ce7-e2bc-453c-b59f-72f70bc5cad3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918982 Apr 18 20:31:40.779242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53b72dba-1a24-432d-bb4d-84345c814b14 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:31:40.836405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.844778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:40.848619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 53b72dba-1a24-432d-bb4d-84345c814b14 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:31:40.849016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53b72dba-1a24-432d-bb4d-84345c814b14 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:31:40.917479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15f6cb-690a-436c-9509-60f47626e5d3 req-25091ee2-c196-4e65-80bd-1a1780dd3f1b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:40.919083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4c15f6cb-690a-436c-9509-60f47626e5d3 req-25091ee2-c196-4e65-80bd-1a1780dd3f1b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.4695921 Apr 18 20:31:40.969086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6789c7-bddd-43a2-90d4-1c964396b68e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:40.986150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-83399df6-deb8-4c87-a32f-f59d8d9f122e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=03ba507f187d40b786fc272b0a14dc8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7411971 Apr 18 20:31:40.988485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60686) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:41.018573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4c15f6cb-690a-436c-9509-60f47626e5d3 req-cb6264b1-0cc0-444f-9227-234863c555d4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837400 Apr 18 20:31:41.034781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:41.038001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:41.141049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b14d5da-300b-4b69-8399-cf03d9f10731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.144332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Deleting port 53b72dba-1a24-432d-bb4d-84345c814b14 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:41.153658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.303393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33a539-924b-480a-93c6-dacb27fac7da req-94178741-73dc-4475-b451-d99ef75fa1fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.310479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b33a539-924b-480a-93c6-dacb27fac7da req-94178741-73dc-4475-b451-d99ef75fa1fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.4099054 Apr 18 20:31:41.425641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] The port '53b72dba-1a24-432d-bb4d-84345c814b14' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:31:41.460880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-60965f93-cd83-461f-881c-8fbd4e86dcb3 None None] Provisioning complete for port 4b9938ea-a605-4826-8950-c358a5542a08 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:41.463474 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-60965f93-cd83-461f-881c-8fbd4e86dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.501484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Router a6d113a6-d756-45c4-bd62-401454a2de1c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:31:41.573627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-60965f93-cd83-461f-881c-8fbd4e86dcb3 None None] Port 4b9938ea-a605-4826-8950-c358a5542a08 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:41.624765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b14d5da-300b-4b69-8399-cf03d9f10731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.677287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0af48-018c-4bcf-8bfc-7f754286857d req-51dbc1da-ec47-4428-9c9e-35e9a848cb99 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:41.680051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b33a539-924b-480a-93c6-dacb27fac7da req-61590513-6501-4efa-ad4a-2b77af2e6909 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224156 Apr 18 20:31:41.680695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93b0af48-018c-4bcf-8bfc-7f754286857d req-51dbc1da-ec47-4428-9c9e-35e9a848cb99 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.3134620 Apr 18 20:31:41.796946 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.835028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60700) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:41.858469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b25199f-b575-4911-aa65-0deaa5e71915']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:41.933912 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b14d5da-300b-4b69-8399-cf03d9f10731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.938124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:41.938555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6422d0-b88f-4b6c-9a4e-1eee6cdf16b4') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:41.951372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93b0af48-018c-4bcf-8bfc-7f754286857d req-221ff900-11f7-429a-bad2-beddeb57a729 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527292 Apr 18 20:31:41.966674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14d5da-300b-4b69-8399-cf03d9f10731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6789c7-bddd-43a2-90d4-1c964396b68e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:41.979079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:41.986496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:31:42.012767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0fc65bbf-9f6b-40cf-8eaf-325585e0fb14 admin admin] 10.222.0.47 "PUT /v2.0/routers/a6d113a6-d756-45c4-bd62-401454a2de1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1827927 Apr 18 20:31:42.036447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.054519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:31:42.055200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Sync routers for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:42.064227 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.083970 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b14d5da-300b-4b69-8399-cf03d9f10731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b14d5da-300b-4b69-8399-cf03d9f10731 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b6789c7-bddd-43a2-90d4-1c964396b68e HTTP/1.1" status: 204 len: 168 time: 1.0974641 Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:31:42.089555 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:31:42.095424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:31:42.096743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:42.194122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.216903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6cc84-514b-4b49-bc49-7a238f7291d0 req-26541fed-a324-402f-8b01-637cc46ffd1e tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.218455 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35a6cc84-514b-4b49-bc49-7a238f7291d0 req-26541fed-a324-402f-8b01-637cc46ffd1e tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1095 time: 0.3402653 Apr 18 20:31:42.232312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:42.270213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.272436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Usage tracker for resource:security_group_rule and tenant:2e6f5a1f08a44583b7dfe3be966d1661 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:42.286760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:42.318332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.334626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:42.337814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] Pushing event deleted for resources: {'Network': ['ID=7b25199f-b575-4911-aa65-0deaa5e71915,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:42.351471 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1c853095-ed5d-4bcf-9e62-29fbfb24662f tempest-AllowedAddressPairIpV6TestJSON-1475997183 tempest-AllowedAddressPairIpV6TestJSON-1475997183-project] 10.222.0.47 "DELETE /v2.0/networks/7b25199f-b575-4911-aa65-0deaa5e71915 HTTP/1.1" status: 204 len: 168 time: 3.4851086 Apr 18 20:31:42.385619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35a6cc84-514b-4b49-bc49-7a238f7291d0 req-1b319b53-0fbb-4c51-9519-a43b5ad65e1e tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564798 Apr 18 20:31:42.579951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.592083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.598408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:31:42.605983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-6e588e27-69e1-44f3-b6a1-21f2d7143669 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:42.617740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-6e588e27-69e1-44f3-b6a1-21f2d7143669 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.4335470 Apr 18 20:31:42.645537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d2ba2a92-009b-4bce-acd6-50ab2385bac4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/quotas/987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 375 time: 0.0196161 Apr 18 20:31:42.695438 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e6f5a1f08a44583b7dfe3be966d1661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8588068 Apr 18 20:31:42.699450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60734) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:42.714441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f786207-7ca8-4111-b30f-4ed658cc466c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13f49e0-957b-43d4-b638-7c51ff44b04c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:42.865792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af2048f-4912-48af-bd6e-bd9227c6fd85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:42.968959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af2048f-4912-48af-bd6e-bd9227c6fd85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.030690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60742) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:43.075740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af2048f-4912-48af-bd6e-bd9227c6fd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.102106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2048f-4912-48af-bd6e-bd9227c6fd85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13f49e0-957b-43d4-b638-7c51ff44b04c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:43.122393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af2048f-4912-48af-bd6e-bd9227c6fd85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.124968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2af2048f-4912-48af-bd6e-bd9227c6fd85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e13f49e0-957b-43d4-b638-7c51ff44b04c HTTP/1.1" status: 204 len: 168 time: 0.4243999 Apr 18 20:31:43.150616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-95d9dc79-f6d3-4c69-989e-11022db79ad6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&fields=id HTTP/1.1" status: 200 len: 486 time: 0.4961152 Apr 18 20:31:43.238210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:40Z', 'revision_number': 2, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:43.245751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Checking router: a6d113a6-d756-45c4-bd62-401454a2de1c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:43.246323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Updating router a6d113a6-d756-45c4-bd62-401454a2de1c port 4b9938ea-a605-4826-8950-c358a5542a08 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:31:43.356823 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.386608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:43.387182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:43.398035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-292623b1-8f0c-4d0c-a3c8-4b9602848091 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43e3e383d57b4d77855cb6a6f4840414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655396 Apr 18 20:31:43.433334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1438416488', 'description': 'tempest-description--1379255024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:43.452237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:43.461903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Usage tracker for resource:security_group and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:43.470940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:43.492174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:43.536244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e4285616-9a45-4051-9e9d-8c3aa0743c50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.560561 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.587164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:43.591535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Usage tracker for resource:security_group_rule and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:43.595477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:43.602446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:43.682580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ead5-96d2-400e-b528-4e9b48a59bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.722349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ead5-96d2-400e-b528-4e9b48a59bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.795925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-852498dc-351d-4d24-a752-6e3bc8dd0a10 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:31:43.802609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-852498dc-351d-4d24-a752-6e3bc8dd0a10 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6447618 Apr 18 20:31:43.855351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8fd360-7930-4f8a-88b9-9a74806c0a80 req-dc9abdcf-f053-4486-b9d8-00b7cfe5af5e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:43.857001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea8fd360-7930-4f8a-88b9-9a74806c0a80 req-dc9abdcf-f053-4486-b9d8-00b7cfe5af5e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 0.1988070 Apr 18 20:31:43.955722 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ead5-96d2-400e-b528-4e9b48a59bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.973894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ea8fd360-7930-4f8a-88b9-9a74806c0a80 req-dae4ab43-e6d7-4f82-97e4-a1a5b6c31b39 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005991 Apr 18 20:31:43.991856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:43.994163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba5ead5-96d2-400e-b528-4e9b48a59bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff249dd0-43bb-4aea-9368-df9f24dd6b47,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:44.015027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba5ead5-96d2-400e-b528-4e9b48a59bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.019669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8ba5ead5-96d2-400e-b528-4e9b48a59bfb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff249dd0-43bb-4aea-9368-df9f24dd6b47 HTTP/1.1" status: 204 len: 168 time: 0.6276200 Apr 18 20:31:44.022778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.038772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:44.113039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a23202f3-5e6c-4bd3-a5da-8860f70d3c65,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:44.125969 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.129568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-54da558a-d5ae-4524-8d3a-3e0f9aef5b77 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7382998 Apr 18 20:31:44.152591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:44.190146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Request body: {'security_group_rule': {'security_group_id': 'a23202f3-5e6c-4bd3-a5da-8860f70d3c65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:44.204000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:44.215759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Usage tracker for resource:security_group_rule and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:44.225705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:44.244742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:44.246451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-97682651-c350-4d15-b15a-3660eed7831e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/e19fbb03-3e12-4e3c-9200-18f33303a7ce HTTP/1.1" status: 200 len: 991 time: 0.2061725 Apr 18 20:31:44.285549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-dd18f4d0-62f0-4d1f-8acf-0f0a0216a890 service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781661 Apr 18 20:31:44.396533 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.416432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Transition to ACTIVE for port object 4b9938ea-a605-4826-8950-c358a5542a08 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:44.424859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.427612 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.495687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:44.532494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-4f99c6e9-413c-4aa0-94d8-5a1b3530469b service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302334 Apr 18 20:31:44.550700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.556074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.619604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53ae272-a6d7-4f81-bb37-8d3a68a7775b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:44.649131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.656391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60802) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:44.657135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-44a9d88d-f2fe-412c-bb5f-669da14b8437 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5028758 Apr 18 20:31:44.674881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Request body: {'security_group_rule': {'security_group_id': 'a23202f3-5e6c-4bd3-a5da-8860f70d3c65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:44.695376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:44.714617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Usage tracker for resource:security_group_rule and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:44.728525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:44.736731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168db3a-f897-4a0f-a480-9e5e4350ed41 None None] Pushing event updated for resources: {'Port': ['ID=4b9938ea-a605-4826-8950-c358a5542a08,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:44.767347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225519f-55ab-4e21-aa78-916117a100e9 req-7ec3a0d2-a595-455d-98e5-6828dbceb145 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:44.775378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5225519f-55ab-4e21-aa78-916117a100e9 req-7ec3a0d2-a595-455d-98e5-6828dbceb145 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3461454 Apr 18 20:31:44.778295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:44.852223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.885688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5225519f-55ab-4e21-aa78-916117a100e9 req-2f5d91e4-8866-4426-9bf1-2f4f1cbfc63e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092389 Apr 18 20:31:44.913154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Attempting to bind port 4b9938ea-a605-4826-8950-c358a5542a08 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:44.921928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Attempting to bind port 4b9938ea-a605-4826-8950-c358a5542a08 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:44.925729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Attempting to bind port 4b9938ea-a605-4826-8950-c358a5542a08 on network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:44.951027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:31:44.954940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Checking segment: {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:44.955694 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:44.956338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Bound using segment: {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:31:44.959715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Bound port: 4b9938ea-a605-4826-8950-c358a5542a08, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:44.962554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.041208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.049378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.103553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e93ed1d-c9ee-4f34-b0a7-b9566148fd04,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:45.140595 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.144575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2af96609-d268-4245-b60d-f5c131c0adee tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4862068 Apr 18 20:31:45.147148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60814) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:45.161746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:45.176972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:45.198568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Usage tracker for resource:floatingip and tenant:2140633889374e9183b40cc60e90eace is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:45.207498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:45.222210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:45.247701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.391823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60828) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:45.402200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] For port 4b9938ea-a605-4826-8950-c358a5542a08, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:45.417422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] For port 4b9938ea-a605-4826-8950-c358a5542a08, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4b9938ea-a605-4826-8950-c358a5542a08,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:31:45.428168 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.448314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1595500781-network', 'tenant_id': '82bd3261fd4246779311aba7708ebf75'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:45.458666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:45.466696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Usage tracker for resource:network and tenant:82bd3261fd4246779311aba7708ebf75 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:45.479697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:45.488861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:45.513554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Made reservation on behalf of 82bd3261fd4246779311aba7708ebf75 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:45.517135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.537632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:45.564798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc788baa-d77b-4b44-9d12-7f95ecc0f5f0 req-c7c32931-457b-425d-a2aa-d1e17aca2b06 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:45.566852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc788baa-d77b-4b44-9d12-7f95ecc0f5f0 req-c7c32931-457b-425d-a2aa-d1e17aca2b06 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3551359 Apr 18 20:31:45.568279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:45.579660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Usage tracker for resource:security_group_rule and tenant:82bd3261fd4246779311aba7708ebf75 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:45.586347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168db3a-f897-4a0f-a480-9e5e4350ed41 None None] Pushing event updated for resources: {'Port': ['ID=4b9938ea-a605-4826-8950-c358a5542a08,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:45.614460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:31:45.615480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:45.631143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:45.656865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:45.705367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f648ba6-b87c-44bf-8a23-149702edd2c1 req-840f0549-51c4-4dca-bbe1-22af9e1e4473 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 210 time: 0.3057837 Apr 18 20:31:45.745427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc788baa-d77b-4b44-9d12-7f95ecc0f5f0 req-d5196ad4-79ec-483a-b92d-48b3a3a1deb8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716514 Apr 18 20:31:45.991710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.012750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.061036 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-691d6be4-7538-44e3-b3fa-aee04dfe0c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.083429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:46.098372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1914e24-000f-4292-928e-8cfa9d9c353d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:46.104277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:31:46.139412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.142105 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Added segment 43976b5b-8992-4334-a376-325dff91b416 of type vlan for network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb Apr 18 20:31:46.183005 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.396191 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.397187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.398638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.420153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port ffaa017a-c219-476c-b6df-e81f2e75cd1b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:46.420770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.516389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611cdb69-498c-4c95-b241-bbd8baa7327b req-a2adeb85-c802-4bec-8c92-a26c7449b8f0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:46.521428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-611cdb69-498c-4c95-b241-bbd8baa7327b req-a2adeb85-c802-4bec-8c92-a26c7449b8f0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3301377 Apr 18 20:31:46.549991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:46.746043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:45Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:46.767664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] Pushing event updated for resources: {'Network': ['ID=6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:46.783678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc92cc30-1239-4184-bf42-b5c8a4a8a0e5 None None] The sync data for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 is: [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:45Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:46.803248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:31:46.813709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e4fe3c0a-a0e6-47e8-82b5-4e82bb3f957c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.3128633 Apr 18 20:31:46.819303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:46.848058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Request body: {'subnet': {'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1595500781-subnet', 'tenant_id': '82bd3261fd4246779311aba7708ebf75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:46.951177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:47.001485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60866) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:47.001857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-611cdb69-498c-4c95-b241-bbd8baa7327b req-e0bcc792-fca3-426e-9772-42b6f16f07f5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275448 Apr 18 20:31:47.032266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Usage tracker for resource:subnet and tenant:82bd3261fd4246779311aba7708ebf75 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:47.081753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:47.167941 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.187043 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.276400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:47.457492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Made reservation on behalf of 82bd3261fd4246779311aba7708ebf75 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:47.460438 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.501751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6494509d-70b3-41f4-9514-759962f0c307 req-33a9c17e-85b3-4da5-a3ee-f5f835612f93 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 210 time: 0.2434142 Apr 18 20:31:47.574035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Allocated IP 172.25.5.31 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/d6d5151d-8f62-45ab-b427-cba63b9178b3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:47.660626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-625596033', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:47.668976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:47.673604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:router and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:47.677084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:47.684171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:47.853662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd269dc7-d690-43b7-83b3-71d50df03765 req-d5faf4c0-4f12-4ec8-bdd7-bf8e5d672569 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.855562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd269dc7-d690-43b7-83b3-71d50df03765 req-d5faf4c0-4f12-4ec8-bdd7-bf8e5d672569 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.6347663 Apr 18 20:31:47.919108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-4eae65e0-9a88-4cb9-aad5-50ad2ea1b282 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:47.921141 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-4eae65e0-9a88-4cb9-aad5-50ad2ea1b282 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.55 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.4404781 Apr 18 20:31:47.938601 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.939401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:47.947856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'port': {'device_id': '403be7e6-66ed-4a76-b422-a783d18902bb', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'admin_state_up': True, 'tenant_id': '987a6ef7e49843098beded1785b8ca24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:47.976769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd269dc7-d690-43b7-83b3-71d50df03765 req-810743c0-383e-4c36-9921-0afc34682d9f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099536 Apr 18 20:31:48.090304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.092474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.280131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for ffaa017a-c219-476c-b6df-e81f2e75cd1b owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:48.379174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:48.390599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.401613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d308fa74-426d-4728-96da-77fb7e383d3f req-6f7066af-d5f6-428c-ac36-05c4a9d5bd93 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:48.404025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d308fa74-426d-4728-96da-77fb7e383d3f req-6f7066af-d5f6-428c-ac36-05c4a9d5bd93 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1792428 Apr 18 20:31:48.408594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.413389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:48.443991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Made reservation on behalf of 987a6ef7e49843098beded1785b8ca24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:48.448460 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.544665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d308fa74-426d-4728-96da-77fb7e383d3f req-4202eddc-7489-48e4-b998-103e02b495bf tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214223 Apr 18 20:31:48.548639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.729790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.730716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:48.885470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4b9938ea-a605-4826-8950-c358a5542a08 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:49.092106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4b9938ea-a605-4826-8950-c358a5542a08 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:49.109038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4b9938ea-a605-4826-8950-c358a5542a08 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:49.111519 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.158293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10982c21-fe29-4ff9-ae50-03d762164e77 req-76cdc1e0-cfb3-4094-9a7c-3d528f724778 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 210 time: 0.0987344 Apr 18 20:31:49.164428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.235226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Allocated IP 172.20.0.8 (c5da65e2-5089-4c5a-a705-5f4713ee1a60/49466b99-a61e-4c8a-9ba4-d89f66d21f8c/1d959f34-0c38-489f-b29d-64687072e059) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:49.257997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.290375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=ffaa017a-c219-476c-b6df-e81f2e75cd1b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:49.302078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba805d1e-dc88-4761-8ae5-1e05a7f59b47 req-d01a2a16-d925-4509-9ef0-a72cef4477c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:49.304004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba805d1e-dc88-4761-8ae5-1e05a7f59b47 req-d01a2a16-d925-4509-9ef0-a72cef4477c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2762783 Apr 18 20:31:49.339341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.341198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2dfe82c1-c70a-4286-bc3e-aa06dbe94700 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 2.3138781 Apr 18 20:31:49.343103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.350075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60890) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:49.376682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.406772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1514059662'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:49.428978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba805d1e-dc88-4761-8ae5-1e05a7f59b47 req-66adbe55-b7df-4f16-9cd0-4ed4f86f60a7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001203 Apr 18 20:31:49.459490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:49.465275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.472307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4b9938ea-a605-4826-8950-c358a5542a08, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4b9938ea-a605-4826-8950-c358a5542a08,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:49.481252 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.523375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:network and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:49.546261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:49.562358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:49.565918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:49.583266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:49.585434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:49.612355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event updated for resources: {'Port': ['ID=d6d5151d-8f62-45ab-b427-cba63b9178b3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:49.676891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4b9938ea-a605-4826-8950-c358a5542a08,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:49.687684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e41059-5190-4d99-bbf7-f52d55382634,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:49.689935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Made reservation on behalf of ad043debd0c64c4693540d4d3d18b1c3 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:49.693666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.709013 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.709350 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP e19fbb03-3e12-4e3c-9200-18f33303a7ce disassociated (deleted). External IP: 172.25.5.101, port: b1c6aed5-f223-43e8-b992-4205f02706cc. Apr 18 20:31:49.732893 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.766028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Transition to ACTIVE for port object 1d959f34-0c38-489f-b29d-64687072e059 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:49.798010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.808796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:49.826214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Checking segment: {'id': '43976b5b-8992-4334-a376-325dff91b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:49.826630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6830cbee-73df-4075-bb05-122b32f123c3', '7e3ba7f5-d34e-4d06-972b-3639bf218019'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:31:49.826838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Network hostable DHCP agents. Network: 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:49.862107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:49.888051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:security_group_rule and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:49.979574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:49.986680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:50.010677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:50.118831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=1d959f34-0c38-489f-b29d-64687072e059,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:50.156297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:50.184103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.185412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.188073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:50.203883 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:31:50.245960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:50.249962 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.278307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-1c04521a-d70d-46fe-866a-8e5cb142ca3f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3350894 Apr 18 20:31:50.292519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Request body: {'port': {'device_id': '403be7e6-66ed-4a76-b422-a783d18902bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:50.598036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:50.615802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d49dcb6-2631-4d75-be67-1d18d519e6e0 None None] Network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:50.627680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.633897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.634510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.743895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9ba873c5-4537-4c02-b215-deecfff814f5 None None] Provisioning for port 1d959f34-0c38-489f-b29d-64687072e059 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:31:50.759420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:50.881563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4b9938ea-a605-4826-8950-c358a5542a08 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:31:50.917651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-64eb0049-0e1b-4302-90a3-63571eda01b3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0847411 Apr 18 20:31:50.938905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cc292-68e6-42bf-b05f-00682bf5b678 req-df44495c-7150-4384-92e7-6fb08a22b42f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:50.941654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec7cc292-68e6-42bf-b05f-00682bf5b678 req-df44495c-7150-4384-92e7-6fb08a22b42f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5896413 Apr 18 20:31:51.068119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9ba873c5-4537-4c02-b215-deecfff814f5 None None] Provisioning complete for port 1d959f34-0c38-489f-b29d-64687072e059 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:51.068500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ba873c5-4537-4c02-b215-deecfff814f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.079215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.185691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.338091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec7cc292-68e6-42bf-b05f-00682bf5b678 req-c61e38af-2b1a-4ef4-b2a9-daf9c4170ca3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597450 Apr 18 20:31:51.399002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9ba873c5-4537-4c02-b215-deecfff814f5 None None] Port 1d959f34-0c38-489f-b29d-64687072e059 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:31:51.404988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a48d0f-8f0b-448b-a5db-e0232d52890c None None] Network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:51.568251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4b9938ea-a605-4826-8950-c358a5542a08 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:31:51.568554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.680796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:31:51.688513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d959f34-0c38-489f-b29d-64687072e059 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:31:51.695628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.708165 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.744039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Transition to ACTIVE for port object 1d959f34-0c38-489f-b29d-64687072e059 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:51.781473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e36346-aa6b-4f77-b618-cc1bbc6ff275 req-fb0254cb-8201-4067-9372-b74a3fd046ce tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:51.784145 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43e36346-aa6b-4f77-b618-cc1bbc6ff275 req-fb0254cb-8201-4067-9372-b74a3fd046ce tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 931 time: 1.1840279 Apr 18 20:31:51.798574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.850189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:51.956556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event updated for resources: {'Port': ['ID=d6d5151d-8f62-45ab-b427-cba63b9178b3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.110504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:52.121425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60932) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:52.192059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1062926276-network', 'tenant_id': '8ac53f1bcc9b4a6fb0b69154ba0d6cfc'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:52.214290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb600c5-c4f0-4b44-91ad-84914035a97a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.231273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.266645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.267130 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Added segment 0dff45a6-1650-4763-a76b-937b6a97c378 of type vlan for network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 Apr 18 20:31:52.269475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:52.300595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Usage tracker for resource:network and tenant:8ac53f1bcc9b4a6fb0b69154ba0d6cfc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:52.317953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:52.333465 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43e36346-aa6b-4f77-b618-cc1bbc6ff275 req-ee4cd1fa-6645-4707-a3f7-ec1ee2373a6e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164847 Apr 18 20:31:52.362486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Pushing event updated for resources: {'Port': ['ID=1d959f34-0c38-489f-b29d-64687072e059,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:52.405083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:52.426219 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.428273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8d88babb-0f55-41a6-a601-82b215592503 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2786667 Apr 18 20:31:52.431619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.502417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96257e-1c18-4d6c-a9f8-206dc8e4174f req-cbc5b78c-0903-4107-b957-5dfe26bdbac4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.502738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Made reservation on behalf of 8ac53f1bcc9b4a6fb0b69154ba0d6cfc for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:52.503925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d96257e-1c18-4d6c-a9f8-206dc8e4174f req-cbc5b78c-0903-4107-b957-5dfe26bdbac4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.9498010 Apr 18 20:31:52.505285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.510185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Attempting to bind port 1d959f34-0c38-489f-b29d-64687072e059 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:52.511356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Attempting to bind port 1d959f34-0c38-489f-b29d-64687072e059 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:52.512091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Attempting to bind port 1d959f34-0c38-489f-b29d-64687072e059 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:52.543538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Port 1d959f34-0c38-489f-b29d-64687072e059 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:31:52.544175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Attempting to bind port 1d959f34-0c38-489f-b29d-64687072e059 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:52.550451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.560429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:31:52.561749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:52.562800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Bound using segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:31:52.563531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Bound port: 1d959f34-0c38-489f-b29d-64687072e059, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:52.564085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.609570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:31:52.613987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:52.621104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.638916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] Sync routers for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:31:52.656119 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:31:52.656954 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:52.684219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d96257e-1c18-4d6c-a9f8-206dc8e4174f req-6722fe04-1260-4e1d-b21e-854bf1668493 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689787 Apr 18 20:31:52.764500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-deeb453e-5fe3-48bc-bf4b-647cf5289ff7 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/floatingips/e19fbb03-3e12-4e3c-9200-18f33303a7ce HTTP/1.1" status: 204 len: 168 time: 7.3706198 Apr 18 20:31:52.768355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:52.785114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac53f1bcc9b4a6fb0b69154ba0d6cfc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:52.789586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:52.797231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.812748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:52.813740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.825757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] For port 1d959f34-0c38-489f-b29d-64687072e059, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:31:52.835526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] For port 1d959f34-0c38-489f-b29d-64687072e059, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1d959f34-0c38-489f-b29d-64687072e059,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:31:52.856369 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:52.869024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:52.999866 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6865c5cc-4018-4b44-9223-e7aac4eae3c8'] response: {'name': 'network-changed', 'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'status': 'completed', 'code': 200} Apr 18 20:31:53.134257 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:31:53.326813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:53.327085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 3.9338827 Apr 18 20:31:53.368745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:53.368745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:53.369913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] 10.222.0.55 "PUT /v2.0/ports/1d959f34-0c38-489f-b29d-64687072e059 HTTP/1.1" status: 200 len: 1091 time: 3.0848069 Apr 18 20:31:53.371137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecf513-4bc0-43f3-9648-30da0e65cb33 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Network': ['ID=8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:53.377018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'subnet': {'network_id': '8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:53.406895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:31:53.435997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'tag': '1d959f34-0c38-489f-b29d-64687072e059'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:53.511212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-d00ff7d1-d4c9-4f75-a8c2-cfba0e80a820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:53.513028 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-d00ff7d1-d4c9-4f75-a8c2-cfba0e80a820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 1095 time: 0.5106506 Apr 18 20:31:53.689323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b53c2-fb8e-4272-95be-106ebe286e10 service neutron] Pushing event updated for resources: {'Port': ['ID=1d959f34-0c38-489f-b29d-64687072e059,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:53.721262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-7e2201ba-f766-46a9-b1e4-760545a51e4b tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Synchronizing usage tracker for tenant:2140633889374e9183b40cc60e90eace on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:53.865988 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:57Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:53.871406 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] Checking router: 20ecddb6-6201-4343-bc5f-e4b6ca2af5be for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:31:53.887584 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:31:53.888231 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:53.940255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-7e2201ba-f766-46a9-b1e4-760545a51e4b tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Unset dirty status for tenant:2140633889374e9183b40cc60e90eace on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:53.944682 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-7e2201ba-f766-46a9-b1e4-760545a51e4b tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1438416488&fields=id&tenant_id=2140633889374e9183b40cc60e90eace HTTP/1.1" status: 200 len: 267 time: 0.6720431 Apr 18 20:31:53.958054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:53.998367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:subnet and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:54.005939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:54.029240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:54.045022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-01d6427d-b1c0-4a56-a36a-3b92c45a40a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.046746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-01d6427d-b1c0-4a56-a36a-3b92c45a40a7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 1094 time: 0.5028803 Apr 18 20:31:54.092648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-49ad76e9-e6a4-4bd5-bc94-54efbdb010ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.094175 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-49ad76e9-e6a4-4bd5-bc94-54efbdb010ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 200 len: 896 time: 0.5737336 Apr 18 20:31:54.096706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.105160 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.173244 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:31:54.260100 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-b12cb7e1-deac-4a08-83d9-b0700356d5ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 200 len: 217 time: 0.1506855 Apr 18 20:31:54.273127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Made reservation on behalf of ad043debd0c64c4693540d4d3d18b1c3 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:54.275887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.300343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-62142aa2-170f-4449-8d04-026331e680aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d959f34-0c38-489f-b29d-64687072e059 HTTP/1.1" status: 200 len: 217 time: 0.1641104 Apr 18 20:31:54.313405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:54.319202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04614e7d-4193-4996-9af6-59e1bd9b16e5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:54.355322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.355687 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Added segment 49bae4aa-cd5d-409f-a595-e951af6c4abf of type vlan for network 7b6c311a-2330-48d7-848a-e67c4231b640 Apr 18 20:31:54.359940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-f211a0f0-0a95-4579-8e15-54d03aa80848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.361436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-f211a0f0-0a95-4579-8e15-54d03aa80848 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 200 len: 832 time: 0.1005740 Apr 18 20:31:54.458861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c31c17-74e7-42a6-a7a2-94afd6fc2265 req-0942e9a9-cc24-4ea6-804e-c79eea48262c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.466753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95c31c17-74e7-42a6-a7a2-94afd6fc2265 req-0942e9a9-cc24-4ea6-804e-c79eea48262c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 943 time: 0.4182944 Apr 18 20:31:54.471211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.631396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-95c31c17-74e7-42a6-a7a2-94afd6fc2265 req-79eaea4b-8706-4894-ac2b-25ad51a9dcd2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636021 Apr 18 20:31:54.655511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-ab7edbe2-dcbd-457b-ab3b-b55968c16c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.660759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-ab7edbe2-dcbd-457b-ab3b-b55968c16c33 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.3479111 Apr 18 20:31:54.666506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.669641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.672907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:54.763384 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1408aaa1-6935-43ad-a5fb-16be911b18f4'] response: {'name': 'network-changed', 'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'tag': '1d959f34-0c38-489f-b29d-64687072e059', 'status': 'completed', 'code': 200} Apr 18 20:31:54.791108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-d885a08b-8634-45b8-b9dd-74b0e351e066 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.791819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-d885a08b-8634-45b8-b9dd-74b0e351e066 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Synchronizing usage tracker for tenant:2140633889374e9183b40cc60e90eace on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:54.818989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-52adf73f-daa3-40e6-a80c-c3138249816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:54.820870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-52adf73f-daa3-40e6-a80c-c3138249816b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=493ea40d-134c-4235-9b25-b4c919946090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4514408 Apr 18 20:31:54.876875 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:57Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:31:54.905650 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce639e0f-fed3-48da-8053-681de0b1454b None None] The sync data for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 is: [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:29:42Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c34aec05-bdf1-41e1-abc4-e9491e0cd8f0', 'name': '', 'network_id': '493ea40d-134c-4235-9b25-b4c919946090', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:59:56:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:39Z', 'updated_at': '2022-04-18T20:29:57Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': '7978e095-8612-4a7e-be99-6c18e85459ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:31:54.932601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-d885a08b-8634-45b8-b9dd-74b0e351e066 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Unset dirty status for tenant:2140633889374e9183b40cc60e90eace on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:54.938702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-d885a08b-8634-45b8-b9dd-74b0e351e066 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/networks?id=1c46668a-8bb0-453d-a1cc-32b2fba0d83a HTTP/1.1" status: 200 len: 812 time: 0.9826176 Apr 18 20:31:55.010615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] Pushing event updated for resources: {'Network': ['ID=7b6c311a-2330-48d7-848a-e67c4231b640,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:55.023589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a1eb8942-f800-4b44-bd5e-4491af8add55 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8790987 Apr 18 20:31:55.033566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 7b6c311a-2330-48d7-848a-e67c4231b640 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:31:55.036351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60980) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:55.093535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-534238f2-df92-4a56-a10c-c8c5b4e272b6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.095385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-534238f2-df92-4a56-a10c-c8c5b4e272b6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 0.8939707 Apr 18 20:31:55.188484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Request body: {'subnet': {'network_id': '7b6c311a-2330-48d7-848a-e67c4231b640', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1062926276-subnet', 'tenant_id': '8ac53f1bcc9b4a6fb0b69154ba0d6cfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:55.246745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:55.268506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Usage tracker for resource:subnet and tenant:8ac53f1bcc9b4a6fb0b69154ba0d6cfc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:55.276993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:55.292224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:55.322736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-5db9a4fe-b408-4b93-a75b-38d54db13e38 service neutron] 10.222.0.55 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815185 Apr 18 20:31:55.353917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Made reservation on behalf of 8ac53f1bcc9b4a6fb0b69154ba0d6cfc for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:55.355881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.369710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-7b57b350-82c9-48de-9c94-cf0fe1431bd7 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/quotas/2140633889374e9183b40cc60e90eace HTTP/1.1" status: 200 len: 375 time: 0.4000249 Apr 18 20:31:55.408024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port b1c6aed5-f223-43e8-b992-4205f02706cc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:31:55.408687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.443950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd729324-7684-4882-a493-f3f304e1eb6b None None] New status for floating IP e19fbb03-3e12-4e3c-9200-18f33303a7ce: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:31:55.559033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80292d3-4790-414f-a609-5512d724a9a3 req-4df7956e-a3eb-48d7-ab8a-d97651ab60de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.560787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-4df7956e-a3eb-48d7-ab8a-d97651ab60de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8838084 Apr 18 20:31:55.628081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:55.676336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a717ad8-4428-4216-88d6-0b1344b0245b req-6c317ac6-c737-4f02-89ff-4df9bbd35ccd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:55.677546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8a717ad8-4428-4216-88d6-0b1344b0245b req-6c317ac6-c737-4f02-89ff-4df9bbd35ccd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:55.756533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8a717ad8-4428-4216-88d6-0b1344b0245b req-6c317ac6-c737-4f02-89ff-4df9bbd35ccd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:55.764141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a717ad8-4428-4216-88d6-0b1344b0245b req-6c317ac6-c737-4f02-89ff-4df9bbd35ccd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 944 time: 0.5709078 Apr 18 20:31:55.823771 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ba15217-9d2c-4d10-a70c-e7edf72a9076 req-16360328-333d-428b-a79f-8e687d2cf093 service neutron] 10.222.0.55 "GET /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948890 Apr 18 20:31:55.884303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a717ad8-4428-4216-88d6-0b1344b0245b req-4ce1f3ee-bf2a-4a28-8d95-de3efc94f1fc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=abfe3518-8bc4-4335-957c-9b0893f23b78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083548 Apr 18 20:31:55.908070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Subnet': ['ID=ec18110f-d1ac-4909-8687-6af0cac6c76b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:56.016200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.198110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Checking segment: {'id': '0dff45a6-1650-4763-a76b-937b6a97c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:56.198682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network hostable DHCP agents. Network: 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:56.219389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-d865e3d3-708d-4f3e-a27d-066c11b0c29d tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Synchronizing usage tracker for tenant:2140633889374e9183b40cc60e90eace on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:56.326226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=be978532-7fe2-42b4-8a51-09b7d6d0438f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:56.357993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Checking segment: {'id': '49bae4aa-cd5d-409f-a595-e951af6c4abf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7b6c311a-2330-48d7-848a-e67c4231b640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:56.358810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Network hostable DHCP agents. Network: 7b6c311a-2330-48d7-848a-e67c4231b640, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:31:56.405576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419488ae-0b03-47b8-b187-32d8c7ac5e86 req-a0410717-54fc-4ad9-9892-c5ac60261b64 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.413691 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-419488ae-0b03-47b8-b187-32d8c7ac5e86 req-a0410717-54fc-4ad9-9892-c5ac60261b64 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2684767 Apr 18 20:31:56.435556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Network 7b6c311a-2330-48d7-848a-e67c4231b640 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:56.460243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 7b6c311a-2330-48d7-848a-e67c4231b640) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:56.472038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-364461b7-ca66-441b-a7d1-7ccee98e6746 service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8979409 Apr 18 20:31:56.473930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20039597-f2bf-43a3-8a6c-cb183495e5b5 None None] Network 7b6c311a-2330-48d7-848a-e67c4231b640 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:56.476013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.477016 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.530196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-419488ae-0b03-47b8-b187-32d8c7ac5e86 req-73f9f4df-d299-4b0f-8fed-d13f22db9819 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151667 Apr 18 20:31:56.535970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-41160859-1e1a-4a65-86d9-da32a02358ef admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4963171 Apr 18 20:31:56.544439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:31:56.582611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:56.609486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a94668-53eb-4386-b1ff-8c3babf9e776 None None] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:56.675359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.676141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.681831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-d865e3d3-708d-4f3e-a27d-066c11b0c29d tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Unset dirty status for tenant:2140633889374e9183b40cc60e90eace on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:31:56.683367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-d865e3d3-708d-4f3e-a27d-066c11b0c29d tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=2140633889374e9183b40cc60e90eace&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2987673 Apr 18 20:31:56.803568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7d892026-a59d-478b-97b6-62c3353ef412 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4701455 Apr 18 20:31:56.809315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60992) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:56.815238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'network': {'name': 'tempest-router-network01--695145616'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:56.839061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:56.843867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:network and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:56.847456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:56.866596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:56.896894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6ff67-43ef-47c5-b006-44cc1ad053c4 req-7f18f738-d341-4b84-afd7-c47ea7d26699 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:56.898222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port b1c6aed5-f223-43e8-b992-4205f02706cc, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b1c6aed5-f223-43e8-b992-4205f02706cc,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:31:56.898894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:56.907848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5bc6ff67-43ef-47c5-b006-44cc1ad053c4 req-7f18f738-d341-4b84-afd7-c47ea7d26699 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 943 time: 0.2511547 Apr 18 20:31:56.929688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a80292d3-4790-414f-a609-5512d724a9a3 req-f40e0b95-a30a-4ec3-82b2-67fb4ba51247 service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4414449 Apr 18 20:31:56.944498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Made reservation on behalf of ad043debd0c64c4693540d4d3d18b1c3 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:56.951509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.122159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5bc6ff67-43ef-47c5-b006-44cc1ad053c4 req-4647202f-9870-4973-b7e3-596941096ca6 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133143 Apr 18 20:31:57.138713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:57.170689 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.171043 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Added segment d00d6b54-cd35-43fd-97ce-ee0222566530 of type vlan for network e38c89ca-a46c-430f-b3da-81d0a9106ad6 Apr 18 20:31:57.175469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for b1c6aed5-f223-43e8-b992-4205f02706cc owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:31:57.285766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.332805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5d1fcc-c700-4fa8-80bb-6fec2b9645ae None None] Network 7b6c311a-2330-48d7-848a-e67c4231b640 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:31:57.373927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-44b3e5be-6cd3-47aa-b3b8-1a548e0a9c93 service neutron] 10.222.0.47 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6605003 Apr 18 20:31:57.418630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:31:57.454109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.459756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.466853 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.529326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-eb9e92ed-a796-4ce8-a98e-0f56b2fc2286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.531204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-eb9e92ed-a796-4ce8-a98e-0f56b2fc2286 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 1094 time: 0.4274428 Apr 18 20:31:57.557711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7472043 Apr 18 20:31:57.682527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:57.781933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3', 'network_id': '8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3', 'tenant_id': 'ad043debd0c64c4693540d4d3d18b1c3', 'fixed_ips': [{'subnet_id': 'ec18110f-d1ac-4909-8687-6af0cac6c76b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:31:57.782807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.820384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'network': {'name': 'tempest-router-network02--2139244260'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:57.831019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:57.831938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d854a-6b35-4f88-9119-a0764580b279 req-3bc14010-2e5a-444b-9120-a8688a2058d0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:57.841140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec0d854a-6b35-4f88-9119-a0764580b279 req-3bc14010-2e5a-444b-9120-a8688a2058d0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5296934 Apr 18 20:31:57.841639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:network and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:57.848565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:57.864909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0323f5ed-fcf9-410a-823c-3affeae944ef tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Network': ['ID=e38c89ca-a46c-430f-b3da-81d0a9106ad6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:57.866845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:57.904821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:31:57.916760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec0d854a-6b35-4f88-9119-a0764580b279 req-fd5128c1-b364-494e-b747-c57c94a3a9b4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745938 Apr 18 20:31:58.013589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:58.135625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Allocated IP 172.20.0.2 (8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3/ec18110f-d1ac-4909-8687-6af0cac6c76b/0c0a0389-ceae-450d-b0f2-bff2f84f2362) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:31:58.208585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-e97b092e-9d75-4117-9a65-645720ade774 service neutron] 10.222.0.47 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7858531 Apr 18 20:31:58.209787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=b1c6aed5-f223-43e8-b992-4205f02706cc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:58.224943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-365389d7-aa49-42dd-8ea8-3272b2859d61 req-1428740a-b12a-4b31-8aeb-daf08d04a687 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=afb638c3-8984-47fb-b1ab-1674934fba7f HTTP/1.1" status: 200 len: 210 time: 0.1399381 Apr 18 20:31:58.285665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-c891c813-d934-4f8a-a1a4-354682b99e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.287859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-c891c813-d934-4f8a-a1a4-354682b99e59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.6040103 Apr 18 20:31:58.460614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-3ccd7587-40d6-4147-9e0e-bffab5d3a07d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d959f34-0c38-489f-b29d-64687072e059 HTTP/1.1" status: 200 len: 217 time: 0.1328857 Apr 18 20:31:58.467972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Made reservation on behalf of ad043debd0c64c4693540d4d3d18b1c3 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:58.472031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.489167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] No DVR routers for this DVR port b1c6aed5-f223-43e8-b992-4205f02706cc on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:31:58.528420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.535116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-deleted', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:31:58.615924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:31:58.636666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.636901 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Added segment 13f2653f-2d16-4c25-8841-59071b397598 of type vlan for network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 Apr 18 20:31:58.682072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.723425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0fd99c34-60ca-4c11-a321-c6575a94bbe6 req-2f4bc9c0-70fa-49e9-ac71-59d75e86224b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "DELETE /v2.0/ports/b1c6aed5-f223-43e8-b992-4205f02706cc HTTP/1.1" status: 204 len: 173 time: 3.5961835 Apr 18 20:31:58.732731 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.746104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-5677b2ca-55f2-465b-9e49-eb09c451f3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.750036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-5677b2ca-55f2-465b-9e49-eb09c451f3e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.2629266 Apr 18 20:31:58.750988 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.762776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Transition to ACTIVE for port object 0c0a0389-ceae-450d-b0f2-bff2f84f2362 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:58.773828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:58.790472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.839016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Transition to ACTIVE for port object 0c0a0389-ceae-450d-b0f2-bff2f84f2362 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:31:58.866915 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:58.990804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Network': ['ID=2e5233ce-75a8-45ea-bd12-63d9ee670ff6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:59.223909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:31:59.371995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:31:59.428016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:31:59.450491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:31:59.458030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:31:59.462162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Pushing event updated for resources: {'Port': ['ID=0c0a0389-ceae-450d-b0f2-bff2f84f2362,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:31:59.474785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-39aa4f28-aa07-479e-bfe2-b047e66e2e55 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7855537 Apr 18 20:31:59.488270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:31:59.501033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-04c7398d-57e6-4c93-a295-eda8eb168471 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.513474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'subnet': {'network_id': 'e38c89ca-a46c-430f-b3da-81d0a9106ad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:31:59.517318 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-04c7398d-57e6-4c93-a295-eda8eb168471 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/networks?id=6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb HTTP/1.1" status: 200 len: 825 time: 0.6237574 Apr 18 20:31:59.544868 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-7c84168f-62ce-41ba-a5d3-f21aa936c6a5 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/quotas/82bd3261fd4246779311aba7708ebf75 HTTP/1.1" status: 200 len: 375 time: 0.0260832 Apr 18 20:31:59.624973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-fda4e9b9-2dac-4d7e-8639-3ac43cffd2cf tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=82bd3261fd4246779311aba7708ebf75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784473 Apr 18 20:31:59.626616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: b1c6aed5-f223-43e8-b992-4205f02706cc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:31:59.626990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b1c6aed5-f223-43e8-b992-4205f02706cc not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:31:59.782599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:31:59.810446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:subnet and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:31:59.821815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:31:59.837431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Attempting to bind port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:31:59.838466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Attempting to bind port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '0dff45a6-1650-4763-a76b-937b6a97c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:31:59.839365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Attempting to bind port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 on network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:31:59.844553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-d31919d5-9a0f-4e6b-903b-ebcc9deea5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.846134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-d31919d5-9a0f-4e6b-903b-ebcc9deea5f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0504436 Apr 18 20:31:59.849117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:31:59.854545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:31:59.856769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Checking segment: {'id': '0dff45a6-1650-4763-a76b-937b6a97c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:31:59.858185 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.859163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Bound using segment: {'id': '0dff45a6-1650-4763-a76b-937b6a97c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:31:59.861240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Bound port: 0c0a0389-ceae-450d-b0f2-bff2f84f2362, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dff45a6-1650-4763-a76b-937b6a97c378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:31:59.862339 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:31:59.875787 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-9c9382db-a58e-4b5d-af16-b01593e39ae7 service neutron] 10.222.0.47 "GET /v2.0/networks/6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492571 Apr 18 20:31:59.914586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdaf2c5-d2ad-4d67-a025-81ecb99a27aa req-9be4f4ec-9e70-4675-a280-7f8705ec4507 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:31:59.916014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2cdaf2c5-d2ad-4d67-a025-81ecb99a27aa req-9be4f4ec-9e70-4675-a280-7f8705ec4507 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:31:59.992539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Made reservation on behalf of ad043debd0c64c4693540d4d3d18b1c3 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:31:59.996445 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.081309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2cdaf2c5-d2ad-4d67-a025-81ecb99a27aa req-9be4f4ec-9e70-4675-a280-7f8705ec4507 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:32:00.083498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cdaf2c5-d2ad-4d67-a025-81ecb99a27aa req-9be4f4ec-9e70-4675-a280-7f8705ec4507 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 943 time: 1.0256796 Apr 18 20:32:00.131007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] For port 0c0a0389-ceae-450d-b0f2-bff2f84f2362, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:00.137444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] For port 0c0a0389-ceae-450d-b0f2-bff2f84f2362, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0c0a0389-ceae-450d-b0f2-bff2f84f2362,segment=NetworkSegment(0dff45a6-1650-4763-a76b-937b6a97c378),segment_id=0dff45a6-1650-4763-a76b-937b6a97c378)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:00.151952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:00.167552 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-904aca7d-865e-420a-83a8-88109c44273e service neutron] 10.222.0.47 "GET /v2.0/networks/6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908604 Apr 18 20:32:00.220467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-d449918c-dd91-4d1e-a980-7ba546398c3d service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3639953 Apr 18 20:32:00.321146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2cdaf2c5-d2ad-4d67-a025-81ecb99a27aa req-f6b02270-4919-412e-9900-e2401556aa17 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748221 Apr 18 20:32:00.322415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad91d6-17c5-4fc4-a925-5ce630e7e603 None None] Pushing event updated for resources: {'Port': ['ID=0c0a0389-ceae-450d-b0f2-bff2f84f2362,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:00.538185 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4868db4-94aa-45e8-aeb6-07e2ea75b6d1'] response: {'server_uuid': 'afb638c3-8984-47fb-b1ab-1674934fba7f', 'name': 'network-vif-deleted', 'tag': 'b1c6aed5-f223-43e8-b992-4205f02706cc', 'status': 'completed', 'code': 200} Apr 18 20:32:00.759485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54b40aef-351e-42ba-b0a0-3e214fcbbc81 req-7b11ddd1-cbfe-4c12-9b59-7b2e0cdc23d3 service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295496 Apr 18 20:32:00.919793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c691893-1ae7-4b6b-863d-13fae848b41e req-6427622c-dcaa-4ecb-824e-da88af74217f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:00.929192 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c691893-1ae7-4b6b-863d-13fae848b41e req-6427622c-dcaa-4ecb-824e-da88af74217f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2534659 Apr 18 20:32:00.982800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0ae85d77-6d3d-4f6e-80fd-9cff024aa488 req-75a1c338-eb34-402e-b776-39cb8f46eb30 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 210 time: 0.1617053 Apr 18 20:32:01.056989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c691893-1ae7-4b6b-863d-13fae848b41e req-b91f07a1-c579-4bfa-bed2-569dd256a404 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198249 Apr 18 20:32:01.149830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:01.239484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d807629-727d-45b7-8db6-fe2a96756304 req-b0d296a3-38ee-4686-9ece-7580d67981d4 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 210 time: 0.1123509 Apr 18 20:32:01.272457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32828) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:01.342512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 1d959f34-0c38-489f-b29d-64687072e059 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:32:01.933152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-86483c6b-ee6c-47f3-abfc-359d73d86a38 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:01.935849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-86483c6b-ee6c-47f3-abfc-359d73d86a38 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.61 "GET /v2.0/networks?id=1c46668a-8bb0-453d-a1cc-32b2fba0d83a HTTP/1.1" status: 200 len: 812 time: 0.9161315 Apr 18 20:32:01.991763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Subnet': ['ID=35103db6-af9b-4f27-903c-2742d9028f7c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.007540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 1d959f34-0c38-489f-b29d-64687072e059, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1d959f34-0c38-489f-b29d-64687072e059,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:02.032884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '1d959f34-0c38-489f-b29d-64687072e059', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '1d959f34-0c38-489f-b29d-64687072e059', 'mac_address': 'fa:16:3e:7e:a3:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:32:02.163945 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.205359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d959f34-0c38-489f-b29d-64687072e059 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:02.236567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b17e30-06a1-4f56-bde3-796ae7db8794 req-252e0215-4c84-4aed-a5da-b049e88daa0e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.241397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 1d959f34-0c38-489f-b29d-64687072e059, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1d959f34-0c38-489f-b29d-64687072e059,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:02.246856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23b17e30-06a1-4f56-bde3-796ae7db8794 req-252e0215-4c84-4aed-a5da-b049e88daa0e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.7275815 Apr 18 20:32:02.251497 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.277153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Checking segment: {'id': 'd00d6b54-cd35-43fd-97ce-ee0222566530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e38c89ca-a46c-430f-b3da-81d0a9106ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:02.277597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network hostable DHCP agents. Network: e38c89ca-a46c-430f-b3da-81d0a9106ad6, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:02.317124 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23b17e30-06a1-4f56-bde3-796ae7db8794 req-38ca113a-79bf-45f4-95c8-2a5207c3e688 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666976 Apr 18 20:32:02.359354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-5b5df854-5a50-47a0-8966-5c9edbab78fe tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2140633889374e9183b40cc60e90eace HTTP/1.1" status: 200 len: 380 time: 0.2583144 Apr 18 20:32:02.367136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:02.382786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Request body: {'port': {'device_id': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'admin_state_up': True, 'tenant_id': '2140633889374e9183b40cc60e90eace', 'security_groups': ['a23202f3-5e6c-4bd3-a5da-8860f70d3c65']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:02.418432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=1d959f34-0c38-489f-b29d-64687072e059,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:02.585333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e38c89ca-a46c-430f-b3da-81d0a9106ad6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:02.603909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa7a12a-71d8-472b-9551-990c695146d2 None None] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:02.629246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.635713 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.683590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9e6bc-e982-4cc5-970d-baca8d595ac6 req-9129953c-110e-45b7-b298-5fff01a36272 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:02.690443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ec9e6bc-e982-4cc5-970d-baca8d595ac6 req-9129953c-110e-45b7-b298-5fff01a36272 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 943 time: 0.7513213 Apr 18 20:32:02.701374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['1d959f34-0c38-489f-b29d-64687072e059'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:02.778222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7bffb6c2-739a-42ca-a518-0857f57c92de req-bda21db7-a80c-4c01-ad12-dc8ae81dad4a tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 210 time: 0.1747832 Apr 18 20:32:02.868390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:02.888496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a09d4b-a9fa-4224-9494-80ea3087c301 None None] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:02.893414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9b7f02cb-956d-4bf3-a679-dfacd8d50d3d tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3921020 Apr 18 20:32:02.915970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32848) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:02.996317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ec9e6bc-e982-4cc5-970d-baca8d595ac6 req-a2f88504-6c32-4813-9a5e-4042dde104a7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935963 Apr 18 20:32:03.000360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0c0a0389-ceae-450d-b0f2-bff2f84f2362 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:03.047695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:03.080310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'subnet': {'network_id': '2e5233ce-75a8-45ea-bd12-63d9ee670ff6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:03.095845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1aa8041b-92ab-4a94-aa2d-52c455e331f6 None None] Provisioning for port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:03.229181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:03.424738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21b5cdcb-8f62-4e8a-a8ce-dcf9fd73fd97 req-99364232-f15d-4d77-a420-f61e846817c7 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 210 time: 0.1758235 Apr 18 20:32:03.744200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:03.797338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Usage tracker for resource:subnet and tenant:ad043debd0c64c4693540d4d3d18b1c3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:03.797338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Made reservation on behalf of 2140633889374e9183b40cc60e90eace for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:03.798958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:03.859259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:03.963297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:03.987875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e38c89ca-a46c-430f-b3da-81d0a9106ad6', 'network_id': 'e38c89ca-a46c-430f-b3da-81d0a9106ad6', 'tenant_id': 'ad043debd0c64c4693540d4d3d18b1c3', 'fixed_ips': [{'subnet_id': '35103db6-af9b-4f27-903c-2742d9028f7c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:32:03.988936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.096449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:04.326354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:04.327712 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.480249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-cfa854c3-6657-4c2e-bb10-3cb175a986bd tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.481032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-cfa854c3-6657-4c2e-bb10-3cb175a986bd tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Synchronizing usage tracker for tenant:82bd3261fd4246779311aba7708ebf75 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:32:04.485673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Made reservation on behalf of ad043debd0c64c4693540d4d3d18b1c3 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:04.490922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.558047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a7e7796-e1b2-446f-affe-9f21a726c462 req-fc22a587-90ee-413d-9664-651609ca2470 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 210 time: 0.1298370 Apr 18 20:32:04.580560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9f3689-90e9-4ecd-92df-5bfbe75b1906 req-9461ffff-d6dd-4aa3-a54f-2141928b2845 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:04.585687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a9f3689-90e9-4ecd-92df-5bfbe75b1906 req-9461ffff-d6dd-4aa3-a54f-2141928b2845 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.6887641 Apr 18 20:32:04.689570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-cfa854c3-6657-4c2e-bb10-3cb175a986bd tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Unset dirty status for tenant:82bd3261fd4246779311aba7708ebf75 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:32:04.690997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-cfa854c3-6657-4c2e-bb10-3cb175a986bd tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.55 "GET /v2.0/networks?id=6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb HTTP/1.1" status: 200 len: 825 time: 1.3215597 Apr 18 20:32:04.850894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:32:04.851155 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.897467 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:04.915259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Allocated IP 172.20.0.11 (1c46668a-8bb0-453d-a1cc-32b2fba0d83a/62b329b6-5c74-414b-92bc-1f01bacdd113/3482f054-3b4b-47eb-959e-0cc013298c84) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:04.923432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a9f3689-90e9-4ecd-92df-5bfbe75b1906 req-ac7a99be-6057-49d1-81d3-c1ecea1b6115 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052114 Apr 18 20:32:04.949795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Request body: {'port': {'device_id': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb', 'admin_state_up': True, 'tenant_id': '82bd3261fd4246779311aba7708ebf75'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:05.138423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0c0a0389-ceae-450d-b0f2-bff2f84f2362, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0c0a0389-ceae-450d-b0f2-bff2f84f2362,segment=NetworkSegment(0dff45a6-1650-4763-a76b-937b6a97c378),segment_id=0dff45a6-1650-4763-a76b-937b6a97c378)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:05.163815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.254056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port c34aec05-bdf1-41e1-abc4-e9491e0cd8f0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:05.254429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.300468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0c0a0389-ceae-450d-b0f2-bff2f84f2362,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:05.325364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Allocated IP 172.20.0.2 (e38c89ca-a46c-430f-b3da-81d0a9106ad6/35103db6-af9b-4f27-903c-2742d9028f7c/6687f676-4572-4d40-ae56-ed8657f5152c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:05.424356 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a95ce44-f3a6-440f-ab50-1a69974bdfb2 req-7260cb62-788a-4e03-beca-06e37656c96e tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 210 time: 0.0631523 Apr 18 20:32:05.512761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6296a3b3-33a0-4af2-9f2e-b8a6f3c6d434 None None] Provisioning complete for port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:05.513319 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6296a3b3-33a0-4af2-9f2e-b8a6f3c6d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.647321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.732851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:32:05.795680 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.825038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Transition to ACTIVE for port object 6687f676-4572-4d40-ae56-ed8657f5152c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:05.853972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Transition to ACTIVE for port object 6687f676-4572-4d40-ae56-ed8657f5152c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:05.862262 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:05.932245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0523f34-8aba-4ecf-be75-fb729caeceae req-900abf13-1def-4019-996a-5e55457f9077 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:05.932245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0523f34-8aba-4ecf-be75-fb729caeceae req-900abf13-1def-4019-996a-5e55457f9077 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 944 time: 0.9260361 Apr 18 20:32:05.942365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c712be9b-47c9-4349-8e50-63da1929c6f4 req-26ac02b3-20d5-4351-8e87-c7eac253dd73 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 210 time: 0.0765190 Apr 18 20:32:05.944846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:05.948482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Pushing event updated for resources: {'Port': ['ID=6687f676-4572-4d40-ae56-ed8657f5152c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:05.978107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:05.983702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:05.993713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:06.193331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Attempting to bind port 6687f676-4572-4d40-ae56-ed8657f5152c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:06.194102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Attempting to bind port 6687f676-4572-4d40-ae56-ed8657f5152c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd00d6b54-cd35-43fd-97ce-ee0222566530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e38c89ca-a46c-430f-b3da-81d0a9106ad6'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:06.194499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Attempting to bind port 6687f676-4572-4d40-ae56-ed8657f5152c on network e38c89ca-a46c-430f-b3da-81d0a9106ad6 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:06.202443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:32:06.203081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Checking segment: {'id': 'd00d6b54-cd35-43fd-97ce-ee0222566530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e38c89ca-a46c-430f-b3da-81d0a9106ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:06.203591 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.204150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Bound using segment: {'id': 'd00d6b54-cd35-43fd-97ce-ee0222566530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e38c89ca-a46c-430f-b3da-81d0a9106ad6'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:32:06.204803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Bound port: 6687f676-4572-4d40-ae56-ed8657f5152c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00d6b54-cd35-43fd-97ce-ee0222566530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'e38c89ca-a46c-430f-b3da-81d0a9106ad6'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:06.205286 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.216943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.238271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Transition to ACTIVE for port object 3482f054-3b4b-47eb-959e-0cc013298c84 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:06.251548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Usage tracker for resource:port and tenant:82bd3261fd4246779311aba7708ebf75 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:06.271743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:06.297795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Subnet': ['ID=f2f489db-cb2f-4aba-9cd2-653e9c9c8fdd,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:06.298431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.310240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:06.316296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] For port 6687f676-4572-4d40-ae56-ed8657f5152c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:06.319877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] For port 6687f676-4572-4d40-ae56-ed8657f5152c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6687f676-4572-4d40-ae56-ed8657f5152c,segment=NetworkSegment(d00d6b54-cd35-43fd-97ce-ee0222566530),segment_id=d00d6b54-cd35-43fd-97ce-ee0222566530)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:06.324405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.353447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Checking segment: {'id': '13f2653f-2d16-4c25-8841-59071b397598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e5233ce-75a8-45ea-bd12-63d9ee670ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:06.354094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network hostable DHCP agents. Network: 2e5233ce-75a8-45ea-bd12-63d9ee670ff6, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:06.360630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=c34aec05-bdf1-41e1-abc4-e9491e0cd8f0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:06.396604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0523f34-8aba-4ecf-be75-fb729caeceae req-756d4dfd-d4ff-4550-b41c-bc1fcb226176 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354809 Apr 18 20:32:06.403520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Made reservation on behalf of 82bd3261fd4246779311aba7708ebf75 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:06.408948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.453241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc1ea5-67cc-4e26-933d-9b9b3b196cdd None None] Pushing event updated for resources: {'Port': ['ID=6687f676-4572-4d40-ae56-ed8657f5152c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:06.483776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:06.542201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b08ceb0-5e79-46da-9ab3-65c38b7ede7d req-a06f68ae-c8ba-45bf-8021-d75bea3f65f2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:06.547410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b08ceb0-5e79-46da-9ab3-65c38b7ede7d req-a06f68ae-c8ba-45bf-8021-d75bea3f65f2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3961155 Apr 18 20:32:06.638717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 2e5233ce-75a8-45ea-bd12-63d9ee670ff6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:06.659380 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.670489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e32582-b651-4d07-a667-3980db55ab33 None None] Network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:06.800259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:06.800900 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:06.987342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:07.006202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:07.010162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ce2da22-4216-4dca-b9f9-6d2f13d3246a req-0d905d08-ad62-42be-9f32-5b7ca183e3a6 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Synchronizing usage tracker for tenant:82bd3261fd4246779311aba7708ebf75 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:32:07.025480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-55e8488c-b0d2-4494-b1c0-0464280e2551 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0280640 Apr 18 20:32:07.026955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:07.029420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:07.095114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b08ceb0-5e79-46da-9ab3-65c38b7ede7d req-111d9b88-c3c4-4f26-aa91-b95dc143d012 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5152323 Apr 18 20:32:07.116481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888accf5-114d-4521-8207-2a677f592779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-2e5233ce-75a8-45ea-bd12-63d9ee670ff6', 'network_id': '2e5233ce-75a8-45ea-bd12-63d9ee670ff6', 'tenant_id': 'ad043debd0c64c4693540d4d3d18b1c3', 'fixed_ips': [{'subnet_id': 'f2f489db-cb2f-4aba-9cd2-653e9c9c8fdd'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:32:07.118914 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-888accf5-114d-4521-8207-2a677f592779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.373247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 1d959f34-0c38-489f-b29d-64687072e059 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:07.523192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event updated for resources: {'Port': ['ID=3482f054-3b4b-47eb-959e-0cc013298c84,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:07.551717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ce2da22-4216-4dca-b9f9-6d2f13d3246a req-0d905d08-ad62-42be-9f32-5b7ca183e3a6 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Unset dirty status for tenant:82bd3261fd4246779311aba7708ebf75 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:32:07.552906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ce2da22-4216-4dca-b9f9-6d2f13d3246a req-0d905d08-ad62-42be-9f32-5b7ca183e3a6 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 210 time: 0.6961186 Apr 18 20:32:07.773445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.776809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:07.799197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-888accf5-114d-4521-8207-2a677f592779 None None] Allocated IP 172.20.0.2 (2e5233ce-75a8-45ea-bd12-63d9ee670ff6/f2f489db-cb2f-4aba-9cd2-653e9c9c8fdd/bf0037e3-a83f-41ca-8b30-a3e14423e48f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:07.929647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbdb23d-aba6-420c-8e55-e9ff557b9339 req-34df8e62-907e-4918-aab2-b677779b74dd tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:07.930863 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fbdb23d-aba6-420c-8e55-e9ff557b9339 req-34df8e62-907e-4918-aab2-b677779b74dd tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 932 time: 0.3717663 Apr 18 20:32:07.943066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Allocated IP 172.20.0.7 (6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb/b1e41059-5190-4d99-bbf7-f52d55382634/bfd16b04-286d-40df-b964-b640febd25a1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:08.082887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.129649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6687f676-4572-4d40-ae56-ed8657f5152c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:08.146345 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fbdb23d-aba6-420c-8e55-e9ff557b9339 req-deaf0e11-59c8-4a46-8c88-5b0b4990e6b5 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077818 Apr 18 20:32:08.693505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-886c50d5-67b7-4fef-8b80-d849feee84b2 None None] Provisioning for port 3482f054-3b4b-47eb-959e-0cc013298c84 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:08.760269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-886c50d5-67b7-4fef-8b80-d849feee84b2 None None] Provisioning complete for port 3482f054-3b4b-47eb-959e-0cc013298c84 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:08.761948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-886c50d5-67b7-4fef-8b80-d849feee84b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:08.855267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47201387-aa00-4f42-8eda-96fc3da6d7b0 None None] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:08.964285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3809b165-95d8-4d57-ad92-2418f41c4741 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5907834 Apr 18 20:32:08.981105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52124bec-1093-4c2f-9574-93b1ae776754 req-cd6e4771-f2fb-4994-9eb2-55f6180cc83c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 210 time: 0.1395516 Apr 18 20:32:09.256891 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-888accf5-114d-4521-8207-2a677f592779 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.322224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-888accf5-114d-4521-8207-2a677f592779 None None] Transition to ACTIVE for port object bf0037e3-a83f-41ca-8b30-a3e14423e48f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:09.388725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-888accf5-114d-4521-8207-2a677f592779 None None] Transition to ACTIVE for port object bf0037e3-a83f-41ca-8b30-a3e14423e48f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:09.400371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:32:09.592074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-886c50d5-67b7-4fef-8b80-d849feee84b2 None None] Port 3482f054-3b4b-47eb-959e-0cc013298c84 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:32:09.621599 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.642716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-888accf5-114d-4521-8207-2a677f592779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:09.682018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Request body: {'port': {'device_id': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:09.768976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6687f676-4572-4d40-ae56-ed8657f5152c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:09.788309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888accf5-114d-4521-8207-2a677f592779 None None] Network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:09.804601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-888accf5-114d-4521-8207-2a677f592779 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:09.810068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888accf5-114d-4521-8207-2a677f592779 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:09.814772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff10d97-2681-462c-b473-facb0aff7fc6 req-a3d4d15d-0385-4487-aad4-a4dccf6642fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:09.816819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ff10d97-2681-462c-b473-facb0aff7fc6 req-a3d4d15d-0385-4487-aad4-a4dccf6642fa tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5370235 Apr 18 20:32:09.853042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:32:09.877780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888accf5-114d-4521-8207-2a677f592779 None None] Pushing event updated for resources: {'Port': ['ID=bf0037e3-a83f-41ca-8b30-a3e14423e48f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:09.902098 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb434533-cde6-4ef9-a6f8-53c0a4beaaf0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/20ecddb6-6201-4343-bc5f-e4b6ca2af5be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6279345 Apr 18 20:32:09.903282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32912) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:09.907264 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] Sync routers for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:09.917984 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ff10d97-2681-462c-b473-facb0aff7fc6 req-179ed753-493b-4ebd-ae45-dbbe3f188186 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910308 Apr 18 20:32:09.934960 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:09.939156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:09.958804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0c0a0389-ceae-450d-b0f2-bff2f84f2362 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:09.994747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d65b6-385c-49b1-b9fa-f7d8815df18c req-ad34030c-231b-4112-975a-5f827dadec85 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:10.017666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-526d65b6-385c-49b1-b9fa-f7d8815df18c req-ad34030c-231b-4112-975a-5f827dadec85 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 944 time: 1.1578684 Apr 18 20:32:10.054184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 1d959f34-0c38-489f-b29d-64687072e059 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:10.088237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting subnet 7978e095-8612-4a7e-be99-6c18e85459ef {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:32:10.110609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.165643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b3faa929-b9db-4657-be49-52ad703b1352 None None] Provisioning for port 6687f676-4572-4d40-ae56-ed8657f5152c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:10.172997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 1d959f34-0c38-489f-b29d-64687072e059 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:10.173669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.283141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-888accf5-114d-4521-8207-2a677f592779 None None] Attempting to bind port bf0037e3-a83f-41ca-8b30-a3e14423e48f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:10.283697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-888accf5-114d-4521-8207-2a677f592779 None None] Attempting to bind port bf0037e3-a83f-41ca-8b30-a3e14423e48f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '13f2653f-2d16-4c25-8841-59071b397598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e5233ce-75a8-45ea-bd12-63d9ee670ff6'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:10.284305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888accf5-114d-4521-8207-2a677f592779 None None] Attempting to bind port bf0037e3-a83f-41ca-8b30-a3e14423e48f on network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:10.342598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b3faa929-b9db-4657-be49-52ad703b1352 None None] Provisioning complete for port 6687f676-4572-4d40-ae56-ed8657f5152c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:10.343193 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3faa929-b9db-4657-be49-52ad703b1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.352955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.433270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.470954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888accf5-114d-4521-8207-2a677f592779 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:32:10.471609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888accf5-114d-4521-8207-2a677f592779 None None] Checking segment: {'id': '13f2653f-2d16-4c25-8841-59071b397598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e5233ce-75a8-45ea-bd12-63d9ee670ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:10.472137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-888accf5-114d-4521-8207-2a677f592779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.472932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-888accf5-114d-4521-8207-2a677f592779 None None] Bound using segment: {'id': '13f2653f-2d16-4c25-8841-59071b397598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e5233ce-75a8-45ea-bd12-63d9ee670ff6'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:32:10.473649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-888accf5-114d-4521-8207-2a677f592779 None None] Bound port: bf0037e3-a83f-41ca-8b30-a3e14423e48f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f2653f-2d16-4c25-8841-59071b397598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '2e5233ce-75a8-45ea-bd12-63d9ee670ff6'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:10.474294 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-888accf5-114d-4521-8207-2a677f592779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.485395 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:32:10.492928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-526d65b6-385c-49b1-b9fa-f7d8815df18c req-883b1a5f-fa54-4b74-bae9-0520b35760f1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735396 Apr 18 20:32:10.575797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.609382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.807834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.850973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.868933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Allocated IP 172.20.0.1 (e38c89ca-a46c-430f-b3da-81d0a9106ad6/35103db6-af9b-4f27-903c-2742d9028f7c/92c621a0-3666-4771-b11b-89e221c940d6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:10.881320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:10.889620 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.922046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:10.935121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/subnets/7978e095-8612-4a7e-be99-6c18e85459ef HTTP/1.1" status: 204 len: 168 time: 1.0125136 Apr 18 20:32:10.938734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Subnet': ['ID=7978e095-8612-4a7e-be99-6c18e85459ef,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:10.941685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32920) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:11.042391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.043311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.043930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.044520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.045122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.045748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.046322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.046900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.047487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.048071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.048653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.049225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf04918d-e7ce-47a9-a6d7-8ff71f12d50b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:11.053529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:11.177028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Pushing event updated for resources: {'Port': ['ID=bfd16b04-286d-40df-b964-b640febd25a1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:11.250415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94231356-6fa9-4e57-acbe-8aa90f719016 req-6bd387a7-4c7e-4fe1-a4d5-6a53808fa48e tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.255708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:11.259643 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94231356-6fa9-4e57-acbe-8aa90f719016 req-6bd387a7-4c7e-4fe1-a4d5-6a53808fa48e tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 932 time: 1.0785792 Apr 18 20:32:11.295384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c400d43b-0f9c-470f-9263-bc823fff9010 None None] Network 493ea40d-134c-4235-9b25-b4c919946090 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:11.299384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:11.344778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94231356-6fa9-4e57-acbe-8aa90f719016 req-1ba0b114-aa2c-425d-8182-63dc37810892 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837255 Apr 18 20:32:11.452362 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.493075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-888accf5-114d-4521-8207-2a677f592779 None None] For port bf0037e3-a83f-41ca-8b30-a3e14423e48f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:11.607906 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:32:06Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:11.616972 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] Checking router: 20ecddb6-6201-4343-bc5f-e4b6ca2af5be for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:11.639726 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] Routers {'20ecddb6-6201-4343-bc5f-e4b6ca2af5be'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:11.640369 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:31:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:11.653088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-888accf5-114d-4521-8207-2a677f592779 None None] For port bf0037e3-a83f-41ca-8b30-a3e14423e48f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bf0037e3-a83f-41ca-8b30-a3e14423e48f,segment=NetworkSegment(13f2653f-2d16-4c25-8841-59071b397598),segment_id=13f2653f-2d16-4c25-8841-59071b397598)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:11.660773 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3faa929-b9db-4657-be49-52ad703b1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.686449 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-888accf5-114d-4521-8207-2a677f592779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.808296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d959f34-0c38-489f-b29d-64687072e059'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:11.808611 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.900735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:11.902703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:11.929633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 1d959f34-0c38-489f-b29d-64687072e059, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1d959f34-0c38-489f-b29d-64687072e059,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:11.975387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.017847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b3faa929-b9db-4657-be49-52ad703b1352 None None] For port 6687f676-4572-4d40-ae56-ed8657f5152c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6687f676-4572-4d40-ae56-ed8657f5152c,segment=NetworkSegment(d00d6b54-cd35-43fd-97ce-ee0222566530),segment_id=d00d6b54-cd35-43fd-97ce-ee0222566530)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:12.040964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888accf5-114d-4521-8207-2a677f592779 None None] Pushing event updated for resources: {'Port': ['ID=bf0037e3-a83f-41ca-8b30-a3e14423e48f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.066239 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] Set router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:32:12.186581 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3faa929-b9db-4657-be49-52ad703b1352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.282419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.326638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 13189602-5945-4eb7-8304-634b7935cca9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:32:12.326998 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.397151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=1d959f34-0c38-489f-b29d-64687072e059,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.591600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e248d65-08bc-4f3a-a2d5-ee079afd3aeb req-45dcf0a9-115b-4ba2-8f36-3a2e06ed49ed tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:12.620277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e248d65-08bc-4f3a-a2d5-ee079afd3aeb req-45dcf0a9-115b-4ba2-8f36-3a2e06ed49ed tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.9299815 Apr 18 20:32:12.662177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3482f054-3b4b-47eb-959e-0cc013298c84 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:12.671050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.672794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-949377a3-97a9-4ffc-be2b-4d4492713a50 None None] Provisioning complete for port 6687f676-4572-4d40-ae56-ed8657f5152c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:12.673764 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-949377a3-97a9-4ffc-be2b-4d4492713a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.695525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Transition to ACTIVE for port object 3482f054-3b4b-47eb-959e-0cc013298c84 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:12.705445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-6cece056-5860-4abf-8373-07255571cd52 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7615001 Apr 18 20:32:12.711027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.819037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] DHCP port deletion for 493ea40d-134c-4235-9b25-b4c919946090 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:32:12.849280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:12.860506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Pushing event updated for resources: {'Port': ['ID=3482f054-3b4b-47eb-959e-0cc013298c84,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:12.930928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e248d65-08bc-4f3a-a2d5-ee079afd3aeb req-6b36a274-c40c-4efe-acf3-ff38223e3899 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089030 Apr 18 20:32:12.954442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] Deleting port 7e2de473-fb14-49ab-81a5-d00041cf00b7 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:32:12.955332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.084202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port 13189602-5945-4eb7-8304-634b7935cca9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13189602-5945-4eb7-8304-634b7935cca9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:13.084796 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.234094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3faa929-b9db-4657-be49-52ad703b1352 None None] Pushing event updated for resources: {'Port': ['ID=6687f676-4572-4d40-ae56-ed8657f5152c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:13.235141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Request body: {'port': {'device_id': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:13.309257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.309856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.310387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.310910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.311434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.311965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.312580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.313101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.313635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.314136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.314817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.315338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:13.379480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e5a8f-b65e-446a-a33f-aa89a857e712 req-bbd1cd32-23f7-4118-ac87-1908075235f2 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:13.388432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-024e5a8f-b65e-446a-a33f-aa89a857e712 req-bbd1cd32-23f7-4118-ac87-1908075235f2 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 931 time: 2.6346459 Apr 18 20:32:13.407107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Transition to ACTIVE for port object 92c621a0-3666-4771-b11b-89e221c940d6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:13.418995 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:32:06Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:13.431034 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec29edbd-437e-4c41-804c-0a5786fb0dcf None None] The sync data for ids ['20ecddb6-6201-4343-bc5f-e4b6ca2af5be'] in n-d-836016-3 is: [{'id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-692139251', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89'}], 'enable_snat': True}, 'gw_port_id': '13189602-5945-4eb7-8304-634b7935cca9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:29:25Z', 'updated_at': '2022-04-18T20:32:06Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '13189602-5945-4eb7-8304-634b7935cca9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20ecddb6-6201-4343-bc5f-e4b6ca2af5be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:29:28Z', 'updated_at': '2022-04-18T20:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:13.570123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 13189602-5945-4eb7-8304-634b7935cca9 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:32:13.697396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-44fc7249-c482-4218-97f1-c69e0a26f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:13.928702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-024e5a8f-b65e-446a-a33f-aa89a857e712 req-aa83733b-5dde-43ea-a9a7-978696b6090c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Synchronizing usage tracker for tenant:82bd3261fd4246779311aba7708ebf75 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:32:13.961971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.017783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] For port 7e2de473-fb14-49ab-81a5-d00041cf00b7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e2de473-fb14-49ab-81a5-d00041cf00b7,segment=NetworkSegment(d5e3029f-bf05-432e-a4e1-97fca243552c),segment_id=d5e3029f-bf05-432e-a4e1-97fca243552c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:14.018390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.042843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Attempting to bind port 3482f054-3b4b-47eb-959e-0cc013298c84 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:14.043604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Attempting to bind port 3482f054-3b4b-47eb-959e-0cc013298c84 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:14.043774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Attempting to bind port 3482f054-3b4b-47eb-959e-0cc013298c84 on network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:14.069089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Port 3482f054-3b4b-47eb-959e-0cc013298c84 on network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:32:14.069418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Attempting to bind port 3482f054-3b4b-47eb-959e-0cc013298c84 on network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:14.114031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:32:14.114852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Checking segment: {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:14.115565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Bound using segment: {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:32:14.116212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Bound port: 3482f054-3b4b-47eb-959e-0cc013298c84, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cdb156c-839f-4429-93dc-6bf4be2d6f56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:14.116765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.138033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.169947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-024e5a8f-b65e-446a-a33f-aa89a857e712 req-aa83733b-5dde-43ea-a9a7-978696b6090c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Unset dirty status for tenant:82bd3261fd4246779311aba7708ebf75 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:32:14.171439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-024e5a8f-b65e-446a-a33f-aa89a857e712 req-aa83733b-5dde-43ea-a9a7-978696b6090c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7819717 Apr 18 20:32:14.176083 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.277043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] Calling delete_port for 7e2de473-fb14-49ab-81a5-d00041cf00b7 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:32:14.324596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=13189602-5945-4eb7-8304-634b7935cca9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:14.369102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:14.389318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:14.424353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:14.450925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232aed05-464e-4e65-9353-6a5d7c5dbd6a None None] Network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:14.528554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Port': ['ID=92c621a0-3666-4771-b11b-89e221c940d6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:14.543811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.675965 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef66ff5c-165e-452b-a413-a26645eb37a8'] response: {'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d959f34-0c38-489f-b29d-64687072e059', 'code': 200} Apr 18 20:32:14.693572 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.881979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:14.888628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:14.969463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3482f054-3b4b-47eb-959e-0cc013298c84,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:14.996530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] Pushing event deleted for resources: {'Port': ['ID=7e2de473-fb14-49ab-81a5-d00041cf00b7,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:15.000569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6687f676-4572-4d40-ae56-ed8657f5152c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:15.011764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.016296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.036278 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.050051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdcb6fa-9ab4-4bd1-a335-e3ccadd11102 None None] No DVR routers for this DVR port 7e2de473-fb14-49ab-81a5-d00041cf00b7 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:15.076672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-621aa338-6131-4ca4-8b9b-09d249b0fbb5 None None] Provisioning for port bf0037e3-a83f-41ca-8b30-a3e14423e48f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:15.087472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab6f7e-7443-43aa-b956-80ed92fc6dd5 req-7fd60622-5c2d-4e6f-92dc-71186e064a51 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:15.100880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1ab6f7e-7443-43aa-b956-80ed92fc6dd5 req-7fd60622-5c2d-4e6f-92dc-71186e064a51 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 945 time: 1.5482409 Apr 18 20:32:15.147276 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.148056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Fanout notify agent at l3_agent the message router_deleted on router 20ecddb6-6201-4343-bc5f-e4b6ca2af5be {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:32:15.208953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1ab6f7e-7443-43aa-b956-80ed92fc6dd5 req-76680971-be38-4e90-b9ad-38a164651596 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047695 Apr 18 20:32:15.227561 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.229102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03fdbdff-3b09-46a0-b93d-099f0b2b22bd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/routers/20ecddb6-6201-4343-bc5f-e4b6ca2af5be HTTP/1.1" status: 204 len: 168 time: 4.2725594 Apr 18 20:32:15.232286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32942) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:15.375540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6684e0c8-da4b-4b28-9433-2abf8ebc86a6 None None] Provisioning for port 92c621a0-3666-4771-b11b-89e221c940d6 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:15.399933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6684e0c8-da4b-4b28-9433-2abf8ebc86a6 None None] Provisioning complete for port 92c621a0-3666-4771-b11b-89e221c940d6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:15.400350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6684e0c8-da4b-4b28-9433-2abf8ebc86a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.495414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6687f676-4572-4d40-ae56-ed8657f5152c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:15.496002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.560291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:15.561121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.563189 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] 10.222.0.61 "PUT /v2.0/ports/3482f054-3b4b-47eb-959e-0cc013298c84 HTTP/1.1" status: 200 len: 1092 time: 6.5474095 Apr 18 20:32:15.571072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:15.612398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6684e0c8-da4b-4b28-9433-2abf8ebc86a6 None None] Port 92c621a0-3666-4771-b11b-89e221c940d6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:32:15.783960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bf0037e3-a83f-41ca-8b30-a3e14423e48f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:15.832712 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:15.997904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:32:16.046654 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3f3ba948-3662-4c75-9c41-6dab1cc88bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.084614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port bf0037e3-a83f-41ca-8b30-a3e14423e48f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:16.096139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bf0037e3-a83f-41ca-8b30-a3e14423e48f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:16.096669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.265467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.283680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63bfcad-837f-41bf-bba6-821ca94da61d req-b85fb4c8-5a0a-420b-8689-6c5364b975ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:16.285314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e63bfcad-837f-41bf-bba6-821ca94da61d req-b85fb4c8-5a0a-420b-8689-6c5364b975ce service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 1096 time: 1.5141895 Apr 18 20:32:16.315101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.349470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bd58b6f6-4f18-4057-adf2-99d7aaaca5eb None None] Provisioning complete for port bf0037e3-a83f-41ca-8b30-a3e14423e48f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:16.350119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd58b6f6-4f18-4057-adf2-99d7aaaca5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.382650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a57c2-39f9-4e25-93f9-fe75cb2355d6 req-2acbcfa1-b244-464b-8a70-c480107237b7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:16.391421 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d7a57c2-39f9-4e25-93f9-fe75cb2355d6 req-2acbcfa1-b244-464b-8a70-c480107237b7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5520465 Apr 18 20:32:16.392909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90595ef-fac4-4476-9379-2e7e0d28027b service neutron] Pushing event updated for resources: {'Port': ['ID=3482f054-3b4b-47eb-959e-0cc013298c84,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:16.405496 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e63bfcad-837f-41bf-bba6-821ca94da61d req-5697c1a8-6199-4d15-a32a-e106fd9235a8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630755 Apr 18 20:32:16.419414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578317a-e8c1-4833-b619-8ba8054038e3 req-fcaaf2e8-9462-420e-a511-fe8cfe84d9ed tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:16.420171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3578317a-e8c1-4833-b619-8ba8054038e3 req-fcaaf2e8-9462-420e-a511-fe8cfe84d9ed tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Synchronizing usage tracker for tenant:2140633889374e9183b40cc60e90eace on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:32:16.425316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493ea40d-134c-4235-9b25-b4c919946090']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:16.447639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e3029f-bf05-432e-a4e1-97fca243552c') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:16.448385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e3029f-bf05-432e-a4e1-97fca243552c') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:16.489491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.492767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3578317a-e8c1-4833-b619-8ba8054038e3 req-fcaaf2e8-9462-420e-a511-fe8cfe84d9ed tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Unset dirty status for tenant:2140633889374e9183b40cc60e90eace on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:32:16.501038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3578317a-e8c1-4833-b619-8ba8054038e3 req-fcaaf2e8-9462-420e-a511-fe8cfe84d9ed tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 944 time: 1.5810099 Apr 18 20:32:16.519778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d7a57c2-39f9-4e25-93f9-fe75cb2355d6 req-5d28f3de-8900-4b4f-819e-35639f3ec9af tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261170 Apr 18 20:32:16.537635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.551761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:16.552559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.586681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3578317a-e8c1-4833-b619-8ba8054038e3 req-b1e271dc-7602-4e5f-83da-bc5e56738077 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842056 Apr 18 20:32:16.613527 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.630219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd16b04-286d-40df-b964-b640febd25a1 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:16.669307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.772922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-a5919b48-c180-48e0-be2e-699344aa2bc8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5962882 Apr 18 20:32:16.796726 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd58b6f6-4f18-4057-adf2-99d7aaaca5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.827956 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.852498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port bf0037e3-a83f-41ca-8b30-a3e14423e48f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bf0037e3-a83f-41ca-8b30-a3e14423e48f,segment=NetworkSegment(13f2653f-2d16-4c25-8841-59071b397598),segment_id=13f2653f-2d16-4c25-8841-59071b397598)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:16.862266 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:16.879456 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.968552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:16.976540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.004658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Transition to ACTIVE for port object bfd16b04-286d-40df-b964-b640febd25a1 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:17.011756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3bb9e2be-e8bc-4750-a69c-888ca3fefe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.014579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-3bb9e2be-e8bc-4750-a69c-888ca3fefe1c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2140633889374e9183b40cc60e90eace&device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 1095 time: 1.0695181 Apr 18 20:32:17.039510 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c81d95-d83f-4640-aa4c-e08850e2c0fa'] response: {'name': 'network-changed', 'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84', 'status': 'completed', 'code': 200} Apr 18 20:32:17.069320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2de473-fb14-49ab-81a5-d00041cf00b7 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:32:17.085494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Network': ['ID=493ea40d-134c-4235-9b25-b4c919946090,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:17.101848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c5f6b91-14a7-4608-8a89-6d99e173ae10 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/networks/493ea40d-134c-4235-9b25-b4c919946090 HTTP/1.1" status: 204 len: 168 time: 1.8671665 Apr 18 20:32:17.111412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32960) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:17.175013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-bd58b6f6-4f18-4057-adf2-99d7aaaca5eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:32:17.175956 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-bd58b6f6-4f18-4057-adf2-99d7aaaca5eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:32:17.179640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7e2de473-fb14-49ab-81a5-d00041cf00b7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:32:17.181768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e2de473-fb14-49ab-81a5-d00041cf00b7 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:32:17.182242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:32:17.275729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.353169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.365942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bc08dda-8e56-42a7-a07c-56b8bc8b7894 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.368477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:32:17.369577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c34aec05-bdf1-41e1-abc4-e9491e0cd8f0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:32:17.402810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=bf0037e3-a83f-41ca-8b30-a3e14423e48f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:17.417745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1354b-4180-4fed-ac04-4d868fa8bc75 req-bd233e92-6b35-49cd-9900-ca1206e95691 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:17.420684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39c1354b-4180-4fed-ac04-4d868fa8bc75 req-bd233e92-6b35-49cd-9900-ca1206e95691 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 931 time: 0.5516627 Apr 18 20:32:17.525634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bc08dda-8e56-42a7-a07c-56b8bc8b7894 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.545178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 13189602-5945-4eb7-8304-634b7935cca9 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:32:17.583345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 13189602-5945-4eb7-8304-634b7935cca9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:32:17.583701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 13189602-5945-4eb7-8304-634b7935cca9 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:32:17.586908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39c1354b-4180-4fed-ac04-4d868fa8bc75 req-46490399-a87a-4223-95f5-0c6f095a08d6 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499782 Apr 18 20:32:17.657843 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bc08dda-8e56-42a7-a07c-56b8bc8b7894 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.699804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc08dda-8e56-42a7-a07c-56b8bc8b7894 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfe3518-8bc4-4335-957c-9b0893f23b78,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:17.700193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-bb83e454-bb94-4a41-bce1-614dfec7608f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3482f054-3b4b-47eb-959e-0cc013298c84 HTTP/1.1" status: 200 len: 217 time: 0.6144886 Apr 18 20:32:17.720544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bc08dda-8e56-42a7-a07c-56b8bc8b7894 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:17.721791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0bc08dda-8e56-42a7-a07c-56b8bc8b7894 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/security-groups/abfe3518-8bc4-4335-957c-9b0893f23b78 HTTP/1.1" status: 204 len: 168 time: 0.6055701 Apr 18 20:32:17.763138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd16b04-286d-40df-b964-b640febd25a1,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:18.168837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-30baa42e-47a6-4696-b940-7051c40507e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:18.170366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-30baa42e-47a6-4696-b940-7051c40507e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b329b6-5c74-414b-92bc-1f01bacdd113 HTTP/1.1" status: 200 len: 851 time: 0.3930123 Apr 18 20:32:18.267753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e58b22-ea02-40d7-be52-668abe20b65c req-06568e32-8e47-41e2-9773-4ca32a506cb4 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:18.271733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14e58b22-ea02-40d7-be52-668abe20b65c req-06568e32-8e47-41e2-9773-4ca32a506cb4 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 944 time: 0.1545844 Apr 18 20:32:18.296070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-0afa8709-9772-4349-a850-b2dc9f3e9eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:18.297634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-0afa8709-9772-4349-a850-b2dc9f3e9eb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 1097 time: 1.3905847 Apr 18 20:32:18.306176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c82709-6939-4a12-9252-817ed67fecec req-12e427aa-60f2-4f73-9bc4-caaed57137c8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:18.313854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2c82709-6939-4a12-9252-817ed67fecec req-12e427aa-60f2-4f73-9bc4-caaed57137c8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 945 time: 1.0054963 Apr 18 20:32:18.319973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Attempting to bind port bfd16b04-286d-40df-b964-b640febd25a1 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:18.320300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Attempting to bind port bfd16b04-286d-40df-b964-b640febd25a1 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '43976b5b-8992-4334-a376-325dff91b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:18.320801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Attempting to bind port bfd16b04-286d-40df-b964-b640febd25a1 on network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:18.346432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14e58b22-ea02-40d7-be52-668abe20b65c req-4904481f-0641-4c86-a8c0-14b573bdd84d tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661378 Apr 18 20:32:18.394976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.402717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Port bfd16b04-286d-40df-b964-b640febd25a1 on network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:32:18.403110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Attempting to bind port bfd16b04-286d-40df-b964-b640febd25a1 on network 6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:18.453066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2c82709-6939-4a12-9252-817ed67fecec req-affd4a8e-2019-4fa3-aaa3-72eb4f9fae50 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386001 Apr 18 20:32:18.461141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:32:18.461769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Checking segment: {'id': '43976b5b-8992-4334-a376-325dff91b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:18.462167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Bound using segment: {'id': '43976b5b-8992-4334-a376-325dff91b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:32:18.462626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Bound port: bfd16b04-286d-40df-b964-b640febd25a1, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43976b5b-8992-4334-a376-325dff91b416', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:18.463592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.653464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-18df6c39-fe07-43d0-bd64-544135c36647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:18.655331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-18df6c39-fe07-43d0-bd64-544135c36647 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c46668a-8bb0-453d-a1cc-32b2fba0d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4540932 Apr 18 20:32:18.663467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.672886 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.722505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:18.825427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecafbf06-9632-4565-ad97-12a4ec7b4b85 req-31bef207-b938-4f30-a2f5-eb2cfa804667 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:18.830021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecafbf06-9632-4565-ad97-12a4ec7b4b85 req-31bef207-b938-4f30-a2f5-eb2cfa804667 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2716951 Apr 18 20:32:18.951839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecafbf06-9632-4565-ad97-12a4ec7b4b85 req-8edb376f-2682-4cc8-a8a7-28ea155d1f12 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127689 Apr 18 20:32:19.060956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Port': ['ID=92c621a0-3666-4771-b11b-89e221c940d6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:19.110312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-f3cb45e4-2d91-4e37-9fda-5e7f84ce7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.111940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-f3cb45e4-2d91-4e37-9fda-5e7f84ce7133 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.7606792 Apr 18 20:32:19.155194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32980) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:19.161076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931798846', 'description': 'tempest-secgroup-smoke-1931798846 description', 'project_id': '6fe5691eda2a4b868086134bcc610d1a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:19.172610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:19.183996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:19.192921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:19.213384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:19.251069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.302210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-cf97701e-5f31-40b9-aee7-a383a974a256 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6830cbee-73df-4075-bb05-122b32f123c3 HTTP/1.1" status: 200 len: 217 time: 0.1727772 Apr 18 20:32:19.304587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] For port bfd16b04-286d-40df-b964-b640febd25a1, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:19.311070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.342239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.347980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:19.358422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:19.364035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:19.377474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:19.400060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae54e34-4851-4533-8924-c56b91571aa6 req-c9d560d3-5749-457f-bba5-840c8a575542 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.411765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dae54e34-4851-4533-8924-c56b91571aa6 req-c9d560d3-5749-457f-bba5-840c8a575542 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 943 time: 0.1818690 Apr 18 20:32:19.423562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] For port bfd16b04-286d-40df-b964-b640febd25a1, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bfd16b04-286d-40df-b964-b640febd25a1,segment=NetworkSegment(43976b5b-8992-4334-a376-325dff91b416),segment_id=43976b5b-8992-4334-a376-325dff91b416)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:19.468860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.543705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dae54e34-4851-4533-8924-c56b91571aa6 req-942732a9-8387-407c-8d15-9a885cc16cb2 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297050 Apr 18 20:32:19.599634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bf0037e3-a83f-41ca-8b30-a3e14423e48f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:19.678529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-1bc5e48c-897d-42be-976a-884d950fa360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.679517 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.680793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-1bc5e48c-897d-42be-976a-884d950fa360 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.3284671 Apr 18 20:32:19.691140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.778506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=415fe457-1b1a-4dcb-97b5-1f086afbab73,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:19.784730 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.793003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-27853f15-b43b-4d7d-955a-4177ddddc96e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6365466 Apr 18 20:32:19.794739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32990) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:19.797974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bf0037e3-a83f-41ca-8b30-a3e14423e48f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:19.798741 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.809356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '415fe457-1b1a-4dcb-97b5-1f086afbab73', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:19.824660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:19.834884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:19.837817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-02123137-ea61-4640-819b-be26d25fe32e service neutron] 10.222.0.61 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1672463 Apr 18 20:32:19.846606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:19.861795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:19.867534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:19.867534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:19.869961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] 10.222.0.55 "PUT /v2.0/ports/bfd16b04-286d-40df-b964-b640febd25a1 HTTP/1.1" status: 200 len: 1091 time: 7.1528177 Apr 18 20:32:19.877855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'tag': 'bfd16b04-286d-40df-b964-b640febd25a1'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:19.978607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.015373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b450e5-46ad-463f-8cb5-a40705488205 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd16b04-286d-40df-b964-b640febd25a1,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:20.089557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad373f3b-379a-4f4b-b238-f215f227f902 req-0db53140-7adc-4115-84b9-0aef0cc6c36f tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:20.091675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad373f3b-379a-4f4b-b238-f215f227f902 req-0db53140-7adc-4115-84b9-0aef0cc6c36f tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 944 time: 0.2244809 Apr 18 20:32:20.196875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.215733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad373f3b-379a-4f4b-b238-f215f227f902 req-cba9584f-8122-44d4-97fb-df0793e514e6 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174102 Apr 18 20:32:20.220605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.228901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-707cb7bb-1ce7-45c4-8bb0-99039d3c7b8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6965976 Apr 18 20:32:20.237894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d2552-0b14-4fd8-9251-fa714a9d0957 req-59d2e381-abba-4ce5-b06d-5586b0502088 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:20.246744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f8d2552-0b14-4fd8-9251-fa714a9d0957 req-59d2e381-abba-4ce5-b06d-5586b0502088 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.9470639 Apr 18 20:32:20.316388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3e06dd2-cd5e-4f6b-a3d4-2fe0e69bdc5d,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:20.343245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.346586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-272077bc-ad02-4bf1-9a70-69eb9380eab3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5504198 Apr 18 20:32:20.351314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32996) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:20.366126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '415fe457-1b1a-4dcb-97b5-1f086afbab73', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:20.378941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:20.383476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-bf87e7b9-02b1-4d00-afc6-c5ac2ccd3280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:20.385019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-bf87e7b9-02b1-4d00-afc6-c5ac2ccd3280 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6799657 Apr 18 20:32:20.391973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:20.399135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:20.410874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:20.415190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f8d2552-0b14-4fd8-9251-fa714a9d0957 req-bf7168fd-2941-423f-9707-7d1d2973237a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665494 Apr 18 20:32:20.428995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:20.456486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:20.520844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2babce7e-3da9-4b10-91e0-a5fc60626589 req-1092e3ee-56e2-486e-bc5f-7831dffd6120 service neutron] 10.222.0.61 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6584885 Apr 18 20:32:20.569160 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.718047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fb478-5917-40ff-a134-4c8b9266f438 req-7b1498c9-7292-42b8-9cbd-74184eec5202 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:20.740137 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-935fb478-5917-40ff-a134-4c8b9266f438 req-7b1498c9-7292-42b8-9cbd-74184eec5202 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 945 time: 0.2486434 Apr 18 20:32:20.750678 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f25351-dcf3-41ea-967f-31f7b0306fc4'] response: {'name': 'network-changed', 'server_uuid': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'tag': 'bfd16b04-286d-40df-b964-b640febd25a1', 'status': 'completed', 'code': 200} Apr 18 20:32:20.816247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.827825 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.928041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5974d2cf-79c6-4f30-b138-ceac91801a03,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:20.932846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-49a62d60-26f8-4673-a1ea-932d2c6c28b5 None None] Provisioning complete for port 92c621a0-3666-4771-b11b-89e221c940d6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:20.932846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-49a62d60-26f8-4673-a1ea-932d2c6c28b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.959048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-935fb478-5917-40ff-a134-4c8b9266f438 req-545ff55e-25bf-4aef-80bc-1d0acffc4476 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179644 Apr 18 20:32:20.965091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:20.972747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee3c96ac-ceff-4816-b464-c4fef0333d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6184466 Apr 18 20:32:20.974314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33008) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:20.988748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '415fe457-1b1a-4dcb-97b5-1f086afbab73', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:21.012100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:21.027599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:21.036527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:21.052344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:21.094722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-49a62d60-26f8-4673-a1ea-932d2c6c28b5 None None] Port 92c621a0-3666-4771-b11b-89e221c940d6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:32:21.138541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.163189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-440b08cc-945d-4560-a5e4-6f4afa772635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:21.166342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-440b08cc-945d-4560-a5e4-6f4afa772635 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82bd3261fd4246779311aba7708ebf75&device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 1094 time: 1.2176619 Apr 18 20:32:21.343804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.361305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.399476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d6ee6b-772d-470d-a764-652829ecd753,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:21.412403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaabace-21c4-4b8e-b90c-96ed65f994df req-7391a08d-1897-44c7-a20e-873e9dd604e1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:21.414823 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-faaabace-21c4-4b8e-b90c-96ed65f994df req-7391a08d-1897-44c7-a20e-873e9dd604e1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2056229 Apr 18 20:32:21.450413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.455200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9337e8c2-a287-49cb-bad0-aba62c12d460 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4772358 Apr 18 20:32:21.455954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33016) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:21.466403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '415fe457-1b1a-4dcb-97b5-1f086afbab73', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:21.482802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:21.492331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:21.501809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:21.508777 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-faaabace-21c4-4b8e-b90c-96ed65f994df req-b25bc087-dc73-4324-a001-dab452a8ecc8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839198 Apr 18 20:32:21.513920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:21.568694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-7372631b-d1bc-476d-987b-eb6ee04abdfa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfd16b04-286d-40df-b964-b640febd25a1 HTTP/1.1" status: 200 len: 217 time: 0.3905835 Apr 18 20:32:21.592952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.677638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.691556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.819404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-85bb5dd6-441e-44e6-bfdf-879b23965402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:21.821911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-85bb5dd6-441e-44e6-bfdf-879b23965402 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1096 time: 1.2770822 Apr 18 20:32:21.843981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-2f2adbf0-80f3-40c3-8251-1d4cf4a1c2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:21.845949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-2f2adbf0-80f3-40c3-8251-1d4cf4a1c2c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1e41059-5190-4d99-bbf7-f52d55382634 HTTP/1.1" status: 200 len: 865 time: 0.2542412 Apr 18 20:32:21.876466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=002cc32d-5ed9-4702-b189-ba5ef4b2c179,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:21.918254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-dbd5e906-a9bf-4fa4-be64-4b2d9f6e5ffd tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 267 time: 0.2326515 Apr 18 20:32:21.919373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:21.923943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1a26c2bd-16c1-45c7-b934-f69d9658448a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4599204 Apr 18 20:32:21.955950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:22.022601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-1e7b9af7-6b5b-4d15-8d4c-164cb41e9867 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730748 Apr 18 20:32:22.037646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '415fe457-1b1a-4dcb-97b5-1f086afbab73', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:22.057657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-e325f543-d689-4cc4-a46e-6a2bb70f9a93 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6213906 Apr 18 20:32:22.105282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-df27436a-1c5e-4d8c-851b-babe5d60bf7e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:22.107261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-df27436a-1c5e-4d8c-851b-babe5d60bf7e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 945 time: 0.1832404 Apr 18 20:32:22.133857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'port': {'security_groups': []}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:22.261465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:22.293497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:22.312368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:22.360223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:22.384702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.435143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-c020b5d7-2961-4a5e-af30-71d60e5a3605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:22.436821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-c020b5d7-2961-4a5e-af30-71d60e5a3605 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2140633889374e9183b40cc60e90eace&device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 1095 time: 1.7339664 Apr 18 20:32:22.469768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092095b6-d88b-43b8-b0cd-4532dff656cd req-86b4768b-d205-4214-a117-8eb0906c76f3 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:22.471202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092095b6-d88b-43b8-b0cd-4532dff656cd req-86b4768b-d205-4214-a117-8eb0906c76f3 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 943 time: 1.4457495 Apr 18 20:32:22.532693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Router 22f6b6ca-07f4-4830-9b50-5ed88c807462 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:32:22.570761 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:32:22.594686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-55374c70-c619-46e0-afb1-eb3573303e2f service neutron] 10.222.0.55 "GET /v2.0/networks/6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402026 Apr 18 20:32:22.690865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.710124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-32c3d803-b357-4649-978a-625fba9796f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:22.712038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-32c3d803-b357-4649-978a-625fba9796f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.8143692 Apr 18 20:32:22.854590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] For port 1d959f34-0c38-489f-b29d-64687072e059, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1d959f34-0c38-489f-b29d-64687072e059,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:22.903238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.913292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:22.929192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['1d959f34-0c38-489f-b29d-64687072e059'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:22.995934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:22.996613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:23.001722 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3725e8fd-0142-4bf9-9b9b-7362d6b950aa req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "PUT /v2.0/ports/1d959f34-0c38-489f-b29d-64687072e059 HTTP/1.1" status: 200 len: 904 time: 0.8815634 Apr 18 20:32:23.002325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'tag': '1d959f34-0c38-489f-b29d-64687072e059'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:23.049945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-092095b6-d88b-43b8-b0cd-4532dff656cd req-5fab8bed-d810-4c08-b6d9-af2858549b83 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295799 Apr 18 20:32:23.098457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6830cbee-73df-4075-bb05-122b32f123c3', '7e3ba7f5-d34e-4d06-972b-3639bf218019'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:23.144303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0fb73d-a503-4690-90ab-a4cbde19b134 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=1d959f34-0c38-489f-b29d-64687072e059,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:23.344771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['1d959f34-0c38-489f-b29d-64687072e059'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:23.402413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-416f49c8-2ae3-41c1-a26b-6cc96cd250d9 req-447a2f27-42cf-4e94-b461-97336702ac8a service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2122908 Apr 18 20:32:23.513838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3482f054-3b4b-47eb-959e-0cc013298c84 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:32:23.680607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-3bdd6bef-f671-4ebb-8668-fff6491d64db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 1000 time: 0.9312084 Apr 18 20:32:23.712295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf3584-7592-48a1-875e-61f05fda0098 req-e24c86c0-bee2-413e-9730-495fb93b8100 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:23.716315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87cf3584-7592-48a1-875e-61f05fda0098 req-e24c86c0-bee2-413e-9730-495fb93b8100 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 944 time: 0.4343841 Apr 18 20:32:23.822921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87cf3584-7592-48a1-875e-61f05fda0098 req-bcb1e014-6529-4ae1-99b8-5e6fdea20b05 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960045 Apr 18 20:32:23.921561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3482f054-3b4b-47eb-959e-0cc013298c84,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:23.995770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '3482f054-3b4b-47eb-959e-0cc013298c84', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'port_id': '3482f054-3b4b-47eb-959e-0cc013298c84', 'mac_address': 'fa:16:3e:36:ca:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:32:24.136839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-6db429b6-64df-4e50-bd39-f919f161eecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:24.139555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-6db429b6-64df-4e50-bd39-f919f161eecd service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c46668a-8bb0-453d-a1cc-32b2fba0d83a HTTP/1.1" status: 200 len: 913 time: 1.6670887 Apr 18 20:32:24.144270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-678a0025-fc7e-480e-8054-45eb7de684ea None None] Provisioning complete for port 1d959f34-0c38-489f-b29d-64687072e059 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:24.144998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-678a0025-fc7e-480e-8054-45eb7de684ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.151119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab45342-d55f-4314-a8f6-929af83a7a3d req-cd84770c-58f0-4e65-a145-4f3657541fe7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:24.162339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cab45342-d55f-4314-a8f6-929af83a7a3d req-cd84770c-58f0-4e65-a145-4f3657541fe7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 907 time: 0.2283175 Apr 18 20:32:24.277864 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054231ec-780c-408f-a082-82423a577e88'] response: {'name': 'network-changed', 'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'tag': '1d959f34-0c38-489f-b29d-64687072e059', 'status': 'completed', 'code': 200} Apr 18 20:32:24.396329 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.414615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-3f531140-6b54-4bab-aae7-dc05ff3cf78a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3482f054-3b4b-47eb-959e-0cc013298c84 HTTP/1.1" status: 200 len: 217 time: 0.2081654 Apr 18 20:32:24.415668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:32:24.432109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f172e8dc-15f0-47bc-97e0-b796dd4174fa req-3f26935a-0cd8-41f8-81b7-ce5bebe683dc service neutron] 10.222.0.55 "GET /v2.0/networks/6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8143892 Apr 18 20:32:24.441144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] Sync routers for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:24.460664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3482f054-3b4b-47eb-959e-0cc013298c84 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:24.497667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:24.498787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:24.612629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.618202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e244a6e-2df5-470e-a546-7008316745b8 req-fe42a5bf-e288-48df-ab7a-fd644b5998a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:24.621982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e244a6e-2df5-470e-a546-7008316745b8 req-fe42a5bf-e288-48df-ab7a-fd644b5998a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 1058 time: 0.3121450 Apr 18 20:32:24.653111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3482f054-3b4b-47eb-959e-0cc013298c84,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:24.654879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:24.691957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eee37112-015c-479c-a0e7-91e11f2466fb tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "PUT /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6133583 Apr 18 20:32:24.694782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.698228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33042) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:24.738118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:24.818335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a3fe48-a1ad-47e1-b891-7dc92d3b96b5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:24.857035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-6c4a9156-9e3d-45cf-8e2b-861bc8db2d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:24.859093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-6c4a9156-9e3d-45cf-8e2b-861bc8db2d6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 1.1216500 Apr 18 20:32:24.906999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e244a6e-2df5-470e-a546-7008316745b8 req-7dd6e9d5-7767-400f-8954-e9daee9aa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:24.908500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e244a6e-2df5-470e-a546-7008316745b8 req-7dd6e9d5-7767-400f-8954-e9daee9aa650 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.2789781 Apr 18 20:32:24.969976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:24.971270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:24.996499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e244a6e-2df5-470e-a546-7008316745b8 req-ff24e276-bd0a-4efc-8a7a-5e2767557312 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d959f34-0c38-489f-b29d-64687072e059 HTTP/1.1" status: 200 len: 217 time: 0.0801892 Apr 18 20:32:25.004912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-272638a3-36c8-4fb3-a1b9-157c7d4bc539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.009250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-272638a3-36c8-4fb3-a1b9-157c7d4bc539 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b329b6-5c74-414b-92bc-1f01bacdd113 HTTP/1.1" status: 200 len: 851 time: 0.5700624 Apr 18 20:32:25.016279 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:25.020914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-67ec9d09-9bbd-436a-8c6c-85abd8f6e869 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 3.0018656 Apr 18 20:32:25.021949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:25.106289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'security_group_rule': {'security_group_id': '415fe457-1b1a-4dcb-97b5-1f086afbab73', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:25.106689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4fa86e-0753-4d2d-af57-c4f19778945c req-9150251c-65e9-4110-9160-a5860eb166b7 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.108319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e4fa86e-0753-4d2d-af57-c4f19778945c req-9150251c-65e9-4110-9160-a5860eb166b7 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 943 time: 0.5896726 Apr 18 20:32:25.117773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e244a6e-2df5-470e-a546-7008316745b8 req-93f8f69f-9222-4ada-94af-934a84e41bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.119301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e244a6e-2df5-470e-a546-7008316745b8 req-93f8f69f-9222-4ada-94af-934a84e41bda service neutron] 10.222.0.55 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1164043 Apr 18 20:32:25.133500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:25.187007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f6a0b-0a19-4880-81ef-1d9625390e4a req-f44403ba-ecf4-4afc-9652-6bc5903cd4fc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.190856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e91f6a0b-0a19-4880-81ef-1d9625390e4a req-f44403ba-ecf4-4afc-9652-6bc5903cd4fc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.7187521 Apr 18 20:32:25.196553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:security_group_rule and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:25.206554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:25.248540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:25.288752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e4fa86e-0753-4d2d-af57-c4f19778945c req-514a6fd1-6665-4f96-ad6d-e31ef28ce48a tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054077 Apr 18 20:32:25.310621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['3482f054-3b4b-47eb-959e-0cc013298c84'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:25.423341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:25.424064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76c6f0d2-0eed-48a0-869e-0d69c6b3b7e5 None None] The sync data for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:25.426645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3482f054-3b4b-47eb-959e-0cc013298c84,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:25.442645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e244a6e-2df5-470e-a546-7008316745b8 req-413fcf76-b05b-486e-addf-4e59cf437c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.447292 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e244a6e-2df5-470e-a546-7008316745b8 req-413fcf76-b05b-486e-addf-4e59cf437c43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3183310 Apr 18 20:32:25.733644 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Project 6fe5691eda2a4b868086134bcc610d1a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:32:25.744229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-9403b70a-82c3-4601-b5c8-93da10845daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.746766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-9403b70a-82c3-4601-b5c8-93da10845daa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=82bd3261fd4246779311aba7708ebf75&device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 1094 time: 1.1986675 Apr 18 20:32:25.819210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-eb3b5a2e-cce3-404a-a496-737e37dedbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.822736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-eb3b5a2e-cce3-404a-a496-737e37dedbd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9475243 Apr 18 20:32:25.831188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e244a6e-2df5-470e-a546-7008316745b8 req-cd2f2c85-f6a7-425d-864a-829b93a16757 service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783369 Apr 18 20:32:25.838880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e91f6a0b-0a19-4880-81ef-1d9625390e4a req-bdd80f9a-7e55-4be6-bcd7-b1724f837061 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5841703 Apr 18 20:32:25.852404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d6f5c-8750-4cc9-933c-d0dd19df042a req-a30d1609-6eed-4665-aad7-fa1b46af3bb0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:25.855132 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c1d6f5c-8750-4cc9-933c-d0dd19df042a req-a30d1609-6eed-4665-aad7-fa1b46af3bb0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3219867 Apr 18 20:32:25.874379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.126743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-9406a956-a53e-4caf-8b27-cd372a532129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:26.128589 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-9406a956-a53e-4caf-8b27-cd372a532129 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c46668a-8bb0-453d-a1cc-32b2fba0d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0847073 Apr 18 20:32:26.325784 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c1d6f5c-8750-4cc9-933c-d0dd19df042a req-2d4e88f5-b387-4420-85e4-00a07cb51ab4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4161301 Apr 18 20:32:26.370959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e244a6e-2df5-470e-a546-7008316745b8 req-79c463e3-22c1-4503-9e53-099041e74b74 service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145051 Apr 18 20:32:26.800408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ef6d1a-890b-4c2b-807b-40ffa553c723 req-edbcfd9f-83d8-41ec-af6c-727431d499fb tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:26.803558 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62ef6d1a-890b-4c2b-807b-40ffa553c723 req-edbcfd9f-83d8-41ec-af6c-727431d499fb tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 943 time: 0.1165915 Apr 18 20:32:26.881704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62ef6d1a-890b-4c2b-807b-40ffa553c723 req-90f9e908-a218-4727-a5d7-e4709ee86443 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640898 Apr 18 20:32:26.940214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.949606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-50bf1f0c-eaa2-40fb-a801-37d60ebbe4b0 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1075258 Apr 18 20:32:26.966605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:26.973739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-5cfc6227-1bbd-4f06-a3dc-103b3b33a461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:26.975507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-5cfc6227-1bbd-4f06-a3dc-103b3b33a461 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb HTTP/1.1" status: 200 len: 926 time: 1.2039931 Apr 18 20:32:27.104435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e61eb-576d-41c2-b9f4-70a56edd43f6 req-84a3137d-9260-46f4-996a-903637deaa63 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.107395 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a9e61eb-576d-41c2-b9f4-70a56edd43f6 req-84a3137d-9260-46f4-996a-903637deaa63 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1062562 Apr 18 20:32:27.155040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-102acf48-f246-4a0a-b164-2bf0a0dcc5e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bfd16b04-286d-40df-b964-b640febd25a1 HTTP/1.1" status: 200 len: 217 time: 0.1374955 Apr 18 20:32:27.155782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2cec3c-bcc9-4ac7-b7c5-9f18b35f2443,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:27.185660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a9e61eb-576d-41c2-b9f4-70a56edd43f6 req-163f3481-009c-4fbc-a82d-402d37197a20 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680227 Apr 18 20:32:27.188943 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:32:27.223080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199d625-ddc1-476f-b749-4a44b46e56de req-42773adc-5c8c-4bda-b6ef-350dee0d4df9 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.224785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e199d625-ddc1-476f-b749-4a44b46e56de req-42773adc-5c8c-4bda-b6ef-350dee0d4df9 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 945 time: 1.0799367 Apr 18 20:32:27.293728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-e397d5c7-66fb-4eb4-a531-24f72764041b service neutron] 10.222.0.61 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9993017 Apr 18 20:32:27.294345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.301845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e113ab0-3e8f-42f4-a59f-0e72f7ac41fb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.2499080 Apr 18 20:32:27.302145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:27.314911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'network': {'name': 'tempest-network-smoke--1534256378', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'port_security_enabled': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:27.327629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:27.339941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:network and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:27.345504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:27.361166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:27.479051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:27.486929 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.507118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3482f054-3b4b-47eb-959e-0cc013298c84 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:27.511814 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-d5500d6c-9772-41ed-85a0-01534d02a28f tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:32:27.517355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d5500d6c-9772-41ed-85a0-01534d02a28f tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "PUT /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.7796068 Apr 18 20:32:27.528611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33074) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:27.530101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e199d625-ddc1-476f-b749-4a44b46e56de req-9b4ec42d-4d8a-4b1b-ad6e-d407b1cf2d3a tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2261617 Apr 18 20:32:27.536568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-fbf9bd09-e3dd-4759-8bde-b0fe8519ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:27.538092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-fbf9bd09-e3dd-4759-8bde-b0fe8519ab29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b1e41059-5190-4d99-bbf7-f52d55382634 HTTP/1.1" status: 200 len: 865 time: 0.3234603 Apr 18 20:32:27.582758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c15b8dd-fe09-4be3-afb2-0a9f8a4496f2 req-fd9eaf1b-42fc-4501-b7f8-4413ae385deb service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6217048 Apr 18 20:32:27.599614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-26de2e9a-d795-4142-b132-fbab32e0700f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551448 Apr 18 20:32:27.730799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08885a82-be7e-4427-9710-df7672e8d0f1 req-d4d508b6-3efc-46f8-8f88-c5b7af32e742 service neutron] 10.222.0.61 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008353 Apr 18 20:32:27.784433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 3482f054-3b4b-47eb-959e-0cc013298c84 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:27.799751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 3482f054-3b4b-47eb-959e-0cc013298c84 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:27.803486 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:27.932562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-c4ae5500-5de9-4f23-b2c4-64499d9790da service neutron] 10.222.0.55 "GET /v2.0/networks/6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239572 Apr 18 20:32:28.224927 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.272525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:28.280043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3482f054-3b4b-47eb-959e-0cc013298c84,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:28.288156 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.303556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:32:28.351952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.353100 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Added segment ef327c20-ed53-4a43-a678-1af22c6586ed of type vlan for network 1b8d0020-a61c-4a1d-82cd-189363c70038 Apr 18 20:32:28.367842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa223b-1139-4e42-af0c-9adbe7d60b5f req-1c06d36b-b928-4e94-b3e7-02a0d0bde5e7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.372800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef094572-1b11-4563-801f-b0117e46ed4a req-337463e4-08f1-4cac-8827-20d7cb73b96b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.374796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-edaa223b-1139-4e42-af0c-9adbe7d60b5f req-1c06d36b-b928-4e94-b3e7-02a0d0bde5e7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.4002450 Apr 18 20:32:28.379012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef094572-1b11-4563-801f-b0117e46ed4a req-337463e4-08f1-4cac-8827-20d7cb73b96b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.0132554 Apr 18 20:32:28.408088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34df69d6-cddb-4864-bda7-4e22b321c69a req-7b939651-441d-44eb-bea4-e912b45278e5 service neutron] 10.222.0.55 "GET /v2.0/networks/6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689155 Apr 18 20:32:28.456724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3482f054-3b4b-47eb-959e-0cc013298c84,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:28.467213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-edaa223b-1139-4e42-af0c-9adbe7d60b5f req-2bcaed26-1db2-4e25-b30f-8ca2ee1a764b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893080 Apr 18 20:32:28.564723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.576862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef094572-1b11-4563-801f-b0117e46ed4a req-6666daa8-a3f7-42a2-8f61-d70cd7b349f5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804206 Apr 18 20:32:28.631537 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.641554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.642353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.728104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d421f-894c-420e-a07a-45565c6f93d3 req-de7ec9dc-3845-4cef-8a78-9144cf52f7ac tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:28.738785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-862d421f-894c-420e-a07a-45565c6f93d3 req-de7ec9dc-3845-4cef-8a78-9144cf52f7ac tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 943 time: 0.1551509 Apr 18 20:32:28.794968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-862d421f-894c-420e-a07a-45565c6f93d3 req-09e3d739-bf0e-47f2-9572-07b19bc77746 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546746 Apr 18 20:32:28.813895 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5112998 Apr 18 20:32:28.819642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:28.823564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f1d7fa-76ee-40c1-b228-4e9fecfbbca9 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Network': ['ID=1b8d0020-a61c-4a1d-82cd-189363c70038,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:28.838747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:32:28.870914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'admin_state_up': True, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:28.894314 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68954cb0-e33e-499a-a634-f660c546c738'] response: {'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84', 'code': 200} Apr 18 20:32:28.900275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:28.919153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:router and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:28.925718 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:28.931636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:28.952581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:29.085206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.087292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.124483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.310097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f42a-5058-4842-a741-e1f2c5ce2121 req-891dbc88-ed21-45e3-87a1-dcf11f74c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.311946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d834f42a-5058-4842-a741-e1f2c5ce2121 req-891dbc88-ed21-45e3-87a1-dcf11f74c062 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 1097 time: 0.3564553 Apr 18 20:32:29.512137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device bfd16b04-286d-40df-b964-b640febd25a1 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:32:29.710719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87a8a3-c36f-4d1f-946b-151687654605 req-dd373e61-3e45-4e90-b784-25b21b38192c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.715182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc87a8a3-c36f-4d1f-946b-151687654605 req-dd373e61-3e45-4e90-b784-25b21b38192c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 0.4469318 Apr 18 20:32:29.716235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port bfd16b04-286d-40df-b964-b640febd25a1, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bfd16b04-286d-40df-b964-b640febd25a1,segment=NetworkSegment(43976b5b-8992-4334-a376-325dff91b416),segment_id=43976b5b-8992-4334-a376-325dff91b416)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:29.723414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d834f42a-5058-4842-a741-e1f2c5ce2121 req-1aa6cca9-0e2a-443a-b331-3b6a5198051d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3933766 Apr 18 20:32:29.732042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'bfd16b04-286d-40df-b964-b640febd25a1', 'network_id': '6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb', 'port_id': 'bfd16b04-286d-40df-b964-b640febd25a1', 'mac_address': 'fa:16:3e:d3:93:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e41059-5190-4d99-bbf7-f52d55382634', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:32:29.820340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.880852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6709a-c5d0-418d-8f79-ab0e9b29a306 req-533b0c1c-cfbc-4787-93e7-d6be53d786d7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:29.882758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fb6709a-c5d0-418d-8f79-ab0e9b29a306 req-533b0c1c-cfbc-4787-93e7-d6be53d786d7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7404656 Apr 18 20:32:29.884307 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.928347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd16b04-286d-40df-b964-b640febd25a1 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:29.952078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port bfd16b04-286d-40df-b964-b640febd25a1, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bfd16b04-286d-40df-b964-b640febd25a1,segment=NetworkSegment(43976b5b-8992-4334-a376-325dff91b416),segment_id=43976b5b-8992-4334-a376-325dff91b416)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:29.956776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc87a8a3-c36f-4d1f-946b-151687654605 req-1ed6d4bf-0c7f-43ad-a2c6-431b2f630fdc tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237909 Apr 18 20:32:29.958182 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:29.995397 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fb6709a-c5d0-418d-8f79-ab0e9b29a306 req-ac0317e8-d621-469d-81bf-b5a5d3d904b2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979979 Apr 18 20:32:30.122937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=bfd16b04-286d-40df-b964-b640febd25a1,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:30.176379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Deleting port 92c621a0-3666-4771-b11b-89e221c940d6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:32:30.180303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.355561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['bfd16b04-286d-40df-b964-b640febd25a1'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:30.691483 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec584-14be-48ef-ba7c-caab041f9707 req-b2d854c8-32c5-4db9-ad09-4c87d2ee38c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.694482 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-629ec584-14be-48ef-ba7c-caab041f9707 req-b2d854c8-32c5-4db9-ad09-4c87d2ee38c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2341087 Apr 18 20:32:30.699298 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.709891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.743249 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:30.793095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db975f2-b0da-4718-aaa4-adcb4ab3cccd req-7603abbf-6e0b-4431-994b-3214538a9ea2 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:30.797254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2db975f2-b0da-4718-aaa4-adcb4ab3cccd req-7603abbf-6e0b-4431-994b-3214538a9ea2 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 944 time: 0.4235990 Apr 18 20:32:30.959618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2db975f2-b0da-4718-aaa4-adcb4ab3cccd req-40a69933-a761-4193-a201-b80862dc0ea8 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566541 Apr 18 20:32:31.028616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Calling delete_port for 92c621a0-3666-4771-b11b-89e221c940d6 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:32:31.093087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.48 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/0a862cb4-fc99-4396-a620-96e4d9f84883) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:31.163366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-629ec584-14be-48ef-ba7c-caab041f9707 req-e3f392e8-9256-45b6-9e8d-03065a507114 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304981 Apr 18 20:32:31.386646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.513972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.515618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device bfd16b04-286d-40df-b964-b640febd25a1 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:31.566208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Port': ['ID=92c621a0-3666-4771-b11b-89e221c940d6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:31.668042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-08390109-16c9-4ac4-ae2e-22d44536adf5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:31.672693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-08390109-16c9-4ac4-ae2e-22d44536adf5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 0.5014651 Apr 18 20:32:31.680763 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.707122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port bfd16b04-286d-40df-b964-b640febd25a1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:31.715283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port bfd16b04-286d-40df-b964-b640febd25a1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:31.715830 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:31.806362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-99f0e187-8d31-431a-993a-9954a38ef88b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/quotas/987a6ef7e49843098beded1785b8ca24 HTTP/1.1" status: 200 len: 375 time: 0.1142447 Apr 18 20:32:31.813458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:31.830706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:31.885258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:31.948865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=0a862cb4-fc99-4396-a620-96e4d9f84883,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:31.988823 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.048713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port bfd16b04-286d-40df-b964-b640febd25a1, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bfd16b04-286d-40df-b964-b640febd25a1,segment=NetworkSegment(43976b5b-8992-4334-a376-325dff91b416),segment_id=43976b5b-8992-4334-a376-325dff91b416)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:32.050727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd16b04-286d-40df-b964-b640febd25a1'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:32.063554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.211975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:32.305601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fcf4fdd8-df9e-40a6-81dd-1976a0ba848f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4874861 Apr 18 20:32:32.316358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=bfd16b04-286d-40df-b964-b640febd25a1,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:32.365587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a5b33a-e335-467a-802c-649289297492 req-06376641-c699-4a46-9e73-037f4381cf63 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:32.368573 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-06a5b33a-e335-467a-802c-649289297492 req-06376641-c699-4a46-9e73-037f4381cf63 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 0.9762151 Apr 18 20:32:32.672806 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-06a5b33a-e335-467a-802c-649289297492 req-444ec40a-f8d3-431f-b85f-e88214feec8b tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2785082 Apr 18 20:32:32.819062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Router 22f6b6ca-07f4-4830-9b50-5ed88c807462 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:32:32.979609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-a79f4f77-2261-4278-bcc9-4565999cdc22 service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4449470 Apr 18 20:32:33.252378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:32:33.277164 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] Sync routers for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:33.293809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-90c4e92b-e4ef-46e5-884c-a85a5415b93e tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "PUT /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7437439 Apr 18 20:32:33.298823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33146) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:33.300566 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:33.304349 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:33.339495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:33.452699 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-7663ff65-72d7-40be-acd3-70c3b15c8e5b tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] delete failed (client error): The resource could not be found. Apr 18 20:32:33.466776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7663ff65-72d7-40be-acd3-70c3b15c8e5b tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-797622197 HTTP/1.1" status: 404 len: 334 time: 0.1553514 Apr 18 20:32:33.466776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33150) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:33.473124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c8be403c-a450-430d-84ef-3a6090dad0b8 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'router': {'external_gateway_info': {'network_id': '22f6b6ca-07f4-4830-9b50-5ed88c807462'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:33.530090 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:33.540264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2dab2f-845f-496d-8b4c-513eae621d8f req-79cd8848-5eb9-45f3-8170-67510c25ef72 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:33.547949 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c2dab2f-845f-496d-8b4c-513eae621d8f req-79cd8848-5eb9-45f3-8170-67510c25ef72 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 0.4765723 Apr 18 20:32:33.552665 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:33.553874 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:33.563501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-f5f92031-3123-4098-85c3-2d7a4837a168 service neutron] 10.222.0.47 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786327 Apr 18 20:32:33.707014 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:33.707969 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487389a3-1d69-4843-8bc3-9e4caffb9324 None None] The sync data for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:33.772043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c2dab2f-845f-496d-8b4c-513eae621d8f req-caebf586-6c59-4bd9-9c64-cd3ba689fcf7 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209558 Apr 18 20:32:33.885451 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f708a51a-692b-41f2-b3e8-5f5a9d570244'] response: {'server_uuid': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd16b04-286d-40df-b964-b640febd25a1', 'code': 200} Apr 18 20:32:34.182555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8be403c-a450-430d-84ef-3a6090dad0b8 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.271825 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-c8be403c-a450-430d-84ef-3a6090dad0b8 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] update failed (client error): The resource could not be found. Apr 18 20:32:34.277488 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c8be403c-a450-430d-84ef-3a6090dad0b8 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "PUT /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462 HTTP/1.1" status: 404 len: 339 time: 0.8048120 Apr 18 20:32:34.279783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:34.283057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:34.448675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d2aa0-cee0-415b-9cfb-78c66f1bc3e0 req-247984d6-30ac-4f6b-86b7-9aaec0dddd45 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:34.452015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b52d2aa0-cee0-415b-9cfb-78c66f1bc3e0 req-247984d6-30ac-4f6b-86b7-9aaec0dddd45 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 0.1829352 Apr 18 20:32:34.468950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33170) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:34.477958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Request body: {'floatingip': {'port_id': '3482f054-3b4b-47eb-959e-0cc013298c84'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:34.721326 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:35.541964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14ffdbbb-b04a-404a-865b-676bc80282da req-0a6a297c-4345-4381-92c5-2a0cdc94b587 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 210 time: 0.5421910 Apr 18 20:32:35.768347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da91ac75-1353-4b43-8049-93d80464af28 req-20a683ac-26f6-49ff-ab49-48622d2e52a1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:35.776591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da91ac75-1353-4b43-8049-93d80464af28 req-20a683ac-26f6-49ff-ab49-48622d2e52a1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.5919185 Apr 18 20:32:35.913405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf94578f-c4fd-40ee-89b2-75fb9c8cde0b req-ffb15c52-88b5-4126-8923-cc6df518e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:35.918662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf94578f-c4fd-40ee-89b2-75fb9c8cde0b req-ffb15c52-88b5-4126-8923-cc6df518e636 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 1096 time: 1.7816689 Apr 18 20:32:36.222651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da91ac75-1353-4b43-8049-93d80464af28 req-20f760a0-ea80-41d0-af1e-1d56da119db6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445841 Apr 18 20:32:36.233383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf94578f-c4fd-40ee-89b2-75fb9c8cde0b req-354144e5-4511-4f92-97df-b81e27928057 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613437 Apr 18 20:32:36.293588 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:36.325470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:32:36.606513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f50b86-008c-43a4-aec4-24681cbfe874 req-e1179ef1-ac98-40c7-a6c1-b2b50460676b tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:36.620397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5f50b86-008c-43a4-aec4-24681cbfe874 req-e1179ef1-ac98-40c7-a6c1-b2b50460676b tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 0.2734079 Apr 18 20:32:36.735178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5f50b86-008c-43a4-aec4-24681cbfe874 req-20d2327e-9b88-47a3-990c-6da227c1cc5e tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129487 Apr 18 20:32:37.084425 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.223191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:37.401436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d755677b-f987-467d-8730-75135910b4a0 req-c9d48ab4-d26d-4337-8536-76d66cdf659d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 210 time: 0.3116391 Apr 18 20:32:37.673732 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Floating IP 7d608bb1-c27c-4c81-80e1-c2706e3f941f associated. External IP: 172.25.5.31, port: 3482f054-3b4b-47eb-959e-0cc013298c84. Apr 18 20:32:37.942744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:32:37.956194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Sync routers for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:37.997102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:37.999892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:38.126855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:38.130915 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cbccf79a-ed7c-4ee1-a11c-cca1552b7092 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.3091810 Apr 18 20:32:38.146313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:38.166027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-09fa389a-8b9a-4299-8e2f-50f2d7204425 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:38.189871 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-09fa389a-8b9a-4299-8e2f-50f2d7204425 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 811 time: 1.2021582 Apr 18 20:32:38.255476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb644e51-760e-4550-a00a-c8962bf84fa3 req-7d206978-1485-4fd7-b03d-bb959de0ae99 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:38.267934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb644e51-760e-4550-a00a-c8962bf84fa3 req-7d206978-1485-4fd7-b03d-bb959de0ae99 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.6390758 Apr 18 20:32:38.280144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Request body: {'port': {'device_id': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'admin_state_up': True, 'tenant_id': '987a6ef7e49843098beded1785b8ca24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:38.662517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:32:38.934349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Router a6d113a6-d756-45c4-bd62-401454a2de1c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:32:39.139129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Allocated IP 172.20.0.1 (8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3/ec18110f-d1ac-4909-8687-6af0cac6c76b/4072b0e7-020c-457a-b8f9-f919b2a0cb4e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:39.183699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bd188725-6344-46a2-b94a-5414983d5d39 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=6fe5691eda2a4b868086134bcc610d1a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9927177 Apr 18 20:32:39.209126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33250) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:39.224715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:39.256162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:39.384528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Made reservation on behalf of 987a6ef7e49843098beded1785b8ca24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:39.389330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.405895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:32Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:39.413034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Checking router: 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:39.414852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Updating router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 port 0a862cb4-fc99-4396-a620-96e4d9f84883 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:32:39.432119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb644e51-760e-4550-a00a-c8962bf84fa3 req-10b9cc57-4444-4517-a3ae-420b1dc55fd5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1625812 Apr 18 20:32:39.438611 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.505206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Transition to ACTIVE for port object 4072b0e7-020c-457a-b8f9-f919b2a0cb4e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:39.543941 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.642596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:39.707649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Allocated IP 172.20.0.3 (c5da65e2-5089-4c5a-a705-5f4713ee1a60/49466b99-a61e-4c8a-9ba4-d89f66d21f8c/7f963fcf-c073-4a3d-b362-f3963dc63356) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:39.736644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:39.788463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:39.804086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:39.862839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6907537-4c90-4e5e-a60f-0710c974049a req-37ae09e2-37e8-424e-ae3e-b4879760b916 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 210 time: 0.1215107 Apr 18 20:32:39.917708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Port': ['ID=4072b0e7-020c-457a-b8f9-f919b2a0cb4e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:40.153880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ddc0ab-8239-4f8d-9536-6375eb0dc380 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.156416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87ddc0ab-8239-4f8d-9536-6375eb0dc380 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9187372 Apr 18 20:32:40.165361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33270) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:40.326652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502260b-b631-4b07-8ffd-ae9e04f43df4 req-f6c8526f-fdf1-4649-adfd-db23c8c6dc98 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:40.334534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2502260b-b631-4b07-8ffd-ae9e04f43df4 req-f6c8526f-fdf1-4649-adfd-db23c8c6dc98 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 1.4779165 Apr 18 20:32:40.383960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.475242 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.514342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:32:40.520375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-984e9b0c-1d04-40ef-a94b-4ef6d8f9c4aa tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3449590 Apr 18 20:32:40.528778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Transition to ACTIVE for port object 0a862cb4-fc99-4396-a620-96e4d9f84883 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:40.544863 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] Sync routers for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:40.553746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33298) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:40.556790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.574700 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.579933 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:40.581030 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:40.607087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1052200710', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:40.642402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e8d0cb3d-cb79-42cd-bdaa-fc590a6c09da None None] Provisioning for port 4072b0e7-020c-457a-b8f9-f919b2a0cb4e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:40.666929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e8d0cb3d-cb79-42cd-bdaa-fc590a6c09da None None] Provisioning complete for port 4072b0e7-020c-457a-b8f9-f919b2a0cb4e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:40.667624 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e8d0cb3d-cb79-42cd-bdaa-fc590a6c09da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.766798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Attempting to bind port 0a862cb4-fc99-4396-a620-96e4d9f84883 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:40.767426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Attempting to bind port 0a862cb4-fc99-4396-a620-96e4d9f84883 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:40.767800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Attempting to bind port 0a862cb4-fc99-4396-a620-96e4d9f84883 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:40.771316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:32:40.776681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:subnet and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:32:40.781967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:32:40.791174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:32:40.793299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:32:40.793733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:40.794173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.794824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:32:40.795332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Bound port: 0a862cb4-fc99-4396-a620-96e4d9f84883, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:40.795716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.816750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:32:40.820897 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:40.894134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a23714b0-c4d7-4d5d-9e9b-f957819c6c80 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "PUT /v2.0/floatingips/7d608bb1-c27c-4c81-80e1-c2706e3f941f HTTP/1.1" status: 200 len: 991 time: 6.4203367 Apr 18 20:32:40.900242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:40.931110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2502260b-b631-4b07-8ffd-ae9e04f43df4 req-06ddc028-662d-4355-b51f-a40ac0e2073b tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5939877 Apr 18 20:32:41.021877 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.043479 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:32:41.055995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.068621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Pushing event updated for resources: {'Port': ['ID=0a862cb4-fc99-4396-a620-96e4d9f84883,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:41.072872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e8d0cb3d-cb79-42cd-bdaa-fc590a6c09da None None] Port 4072b0e7-020c-457a-b8f9-f919b2a0cb4e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:32:41.090981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644a48b-b704-44a8-b6af-ab04bd917337 req-e65cae75-ea6c-49ee-bd99-af47924f3d41 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.098565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d644a48b-b704-44a8-b6af-ab04bd917337 req-e65cae75-ea6c-49ee-bd99-af47924f3d41 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.8106744 Apr 18 20:32:41.145258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.153051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.153743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.165841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.166557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.167043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.167602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.168124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.168593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.169075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.172954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.173191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:32:41.232129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] For port 0a862cb4-fc99-4396-a620-96e4d9f84883, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:41.245090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] For port 0a862cb4-fc99-4396-a620-96e4d9f84883, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0a862cb4-fc99-4396-a620-96e4d9f84883,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:41.263937 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.367441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:41.367706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:41.444772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2834cc89-b271-4f38-9e4d-2b9c3f03e7a0 req-25e23dc1-fa27-4b69-a06e-b3bd4a7dde3b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 210 time: 0.1416714 Apr 18 20:32:41.566188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62637f3a-abfb-498d-ac9b-81b2cce42a49 None None] Pushing event updated for resources: {'Port': ['ID=0a862cb4-fc99-4396-a620-96e4d9f84883,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:41.680313 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7d608bb1-c27c-4c81-80e1-c2706e3f941f', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'port_id': '3482f054-3b4b-47eb-959e-0cc013298c84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'mac_address': 'fa:16:3e:36:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:31:49Z', 'updated_at': '2022-04-18T20:32:36Z', 'revision_number': 1, 'project_id': '2140633889374e9183b40cc60e90eace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:49Z', 'revision_number': 5, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:41.685922 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] Checking router: a6d113a6-d756-45c4-bd62-401454a2de1c for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:32:41.697012 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:41.698114 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:41.742916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:32:41.766501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.831007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Transition to ACTIVE for port object 7f963fcf-c073-4a3d-b362-f3963dc63356 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:41.832234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:41.914358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25b32e6-7ad2-40a3-83de-d10dbe8e064c req-bae634d2-897d-41a5-afc9-84ee48f652e5 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:41.923726 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e25b32e6-7ad2-40a3-83de-d10dbe8e064c req-bae634d2-897d-41a5-afc9-84ee48f652e5 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 0.1468401 Apr 18 20:32:41.944259 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:32:42.005134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e25b32e6-7ad2-40a3-83de-d10dbe8e064c req-9575fce6-da8a-4d28-bd02-78510eaea331 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803635 Apr 18 20:32:42.087483 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524d9d02-9596-4027-b9c2-58e45c65cacb'] response: {'name': 'network-changed', 'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84', 'status': 'completed', 'code': 200} Apr 18 20:32:42.360156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.372575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event updated for resources: {'Port': ['ID=4072b0e7-020c-457a-b8f9-f919b2a0cb4e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:42.452375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2f9c3c-997d-443d-9340-1d9e40c54e28 req-01419e01-f2c8-45df-a1f1-494ecbf67f58 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:42.465811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b2f9c3c-997d-443d-9340-1d9e40c54e28 req-01419e01-f2c8-45df-a1f1-494ecbf67f58 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 0.2043562 Apr 18 20:32:42.539279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d644a48b-b704-44a8-b6af-ab04bd917337 req-9e830347-330b-40be-b381-ad9086e91d66 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4388609 Apr 18 20:32:42.546277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.562582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b2f9c3c-997d-443d-9340-1d9e40c54e28 req-fe507c67-df3d-4a91-b9af-c43a4bd1d630 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952339 Apr 18 20:32:42.565063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6830cbee-73df-4075-bb05-122b32f123c3', '7e3ba7f5-d34e-4d06-972b-3639bf218019'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:42.592426 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7d608bb1-c27c-4c81-80e1-c2706e3f941f', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'port_id': '3482f054-3b4b-47eb-959e-0cc013298c84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'mac_address': 'fa:16:3e:36:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:31:49Z', 'updated_at': '2022-04-18T20:32:36Z', 'revision_number': 1, 'project_id': '2140633889374e9183b40cc60e90eace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:49Z', 'revision_number': 5, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:42.611818 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b7eba-be2b-4379-bc04-9de5c1d8f3ad None None] The sync data for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 is: [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7d608bb1-c27c-4c81-80e1-c2706e3f941f', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'port_id': '3482f054-3b4b-47eb-959e-0cc013298c84', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2112, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'mac_address': 'fa:16:3e:36:ca:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:31:49Z', 'updated_at': '2022-04-18T20:32:36Z', 'revision_number': 1, 'project_id': '2140633889374e9183b40cc60e90eace', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:49Z', 'revision_number': 5, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:42.915216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:42.942208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:32Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:42.955350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3575a64d-b265-4921-b0fb-5fa74ba2de1d None None] The sync data for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 is: [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:32Z', 'revision_number': 3, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:43.104730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff84ac1e-364d-45f7-9214-71d12769a554 req-563f01a4-410c-4855-9fd6-858a9b7c6529 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:43.104730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff84ac1e-364d-45f7-9214-71d12769a554 req-563f01a4-410c-4855-9fd6-858a9b7c6529 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 931 time: 0.2644439 Apr 18 20:32:43.225004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff84ac1e-364d-45f7-9214-71d12769a554 req-32fa67d3-f1b2-4bc0-8e76-4fbbb0122f75 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120718 Apr 18 20:32:43.236361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b308464-2fe8-4241-9e3b-e48516c04a69 None None] New status for floating IP 7d608bb1-c27c-4c81-80e1-c2706e3f941f: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:32:43.293815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:43.395462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:43.396477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Subnet': ['ID=e963314e-6fc9-489c-882b-c4e3ce965939,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:43.402389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:43.405259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:43.573927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:43.592298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:43.655268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da0ddf65-9998-4bc6-b4e6-cb58d6415828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:43.691922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Checking segment: {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:43.692281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network hostable DHCP agents. Network: 1b8d0020-a61c-4a1d-82cd-189363c70038, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:32:44.017462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.018186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.034557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-14104841-4de6-48a2-bcd2-a971d1f80e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.036310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-14104841-4de6-48a2-bcd2-a971d1f80e0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2140633889374e9183b40cc60e90eace&device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 1097 time: 1.8823779 Apr 18 20:32:44.124256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Router 22f6b6ca-07f4-4830-9b50-5ed88c807462 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:32:44.267422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:32:44.271769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82c689-a212-47fd-b90f-537af61552ce req-eafa2c7d-22f7-4ab8-811a-7d5d053c5aa7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.284627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e82c689-a212-47fd-b90f-537af61552ce req-eafa2c7d-22f7-4ab8-811a-7d5d053c5aa7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.1955421 Apr 18 20:32:44.351260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0a862cb4-fc99-4396-a620-96e4d9f84883 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:44.406782 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e82c689-a212-47fd-b90f-537af61552ce req-edf02523-0d2e-4a43-9b30-cc15459bd36a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194544 Apr 18 20:32:44.450298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-fe7455df-ad12-49ba-a788-169e35b12d96 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1726460 Apr 18 20:32:44.454640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0dd425d5-8f66-4fd3-aafd-a80667c54509 None None] Provisioning for port 7f963fcf-c073-4a3d-b362-f3963dc63356 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:44.468017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0dd425d5-8f66-4fd3-aafd-a80667c54509 None None] Provisioning complete for port 7f963fcf-c073-4a3d-b362-f3963dc63356 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:44.468539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0dd425d5-8f66-4fd3-aafd-a80667c54509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.553462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-30846117-a39f-4986-b384-fec7d2a4ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.555164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-30846117-a39f-4986-b384-fec7d2a4ba54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1c46668a-8bb0-453d-a1cc-32b2fba0d83a HTTP/1.1" status: 200 len: 913 time: 0.4925878 Apr 18 20:32:44.555833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1b8d0020-a61c-4a1d-82cd-189363c70038) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:44.566439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Request body: {'port': {'device_id': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:44.600031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2a9469-c874-401f-b923-3ed4077e1bfe None None] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:44.685139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683607fe-b685-45f5-9437-500d1a133698 req-da3d9cc6-757b-4ba5-89ba-425fc86ca0cd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.687013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-683607fe-b685-45f5-9437-500d1a133698 req-da3d9cc6-757b-4ba5-89ba-425fc86ca0cd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.5260637 Apr 18 20:32:44.731080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.731080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.831747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa117ec-35db-4d31-aaab-bc6524730bdc req-618033b6-38ba-460e-a893-e6f9490c00b3 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:44.835239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afa117ec-35db-4d31-aaab-bc6524730bdc req-618033b6-38ba-460e-a893-e6f9490c00b3 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 0.1398156 Apr 18 20:32:44.865312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0dd425d5-8f66-4fd3-aafd-a80667c54509 None None] Port 7f963fcf-c073-4a3d-b362-f3963dc63356 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:32:44.868413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0a862cb4-fc99-4396-a620-96e4d9f84883 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:44.881074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0a862cb4-fc99-4396-a620-96e4d9f84883 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:44.881757 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:44.990527 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afa117ec-35db-4d31-aaab-bc6524730bdc req-fe33159a-b7d0-40e2-9b8f-8810dee9ec0c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453657 Apr 18 20:32:45.163095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3e1ca031-1806-4f49-b9e6-378612cdd18c None None] Provisioning complete for port 4072b0e7-020c-457a-b8f9-f919b2a0cb4e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:45.164578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3e1ca031-1806-4f49-b9e6-378612cdd18c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.200543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:32:45.215378 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] Sync routers for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:45.240018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6d30fdeb-8bbc-4d24-9a6f-a470c2357ad1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "PUT /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9366772 Apr 18 20:32:45.240510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33340) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:45.250476 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:45.253130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:45.332058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-49885fbd-bfec-40fd-882d-d618056f6c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.7761683 Apr 18 20:32:45.384337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33344) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:45.439975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-683607fe-b685-45f5-9437-500d1a133698 req-d7df413b-8907-4cfe-baab-57b752726b34 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6053860 Apr 18 20:32:45.447892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-c780ca1a-95b6-4b05-b766-48c20d49053c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3482f054-3b4b-47eb-959e-0cc013298c84 HTTP/1.1" status: 200 len: 1001 time: 0.7582524 Apr 18 20:32:45.450853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3e1ca031-1806-4f49-b9e6-378612cdd18c None None] Port 4072b0e7-020c-457a-b8f9-f919b2a0cb4e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:32:45.498480 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:45.533225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-1b8d0020-a61c-4a1d-82cd-189363c70038', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:32:45.535163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.545476 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:45.545810 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:45.613121 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.626056 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:45.843202 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:45.843704 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdc9586e-7fd3-452d-ab2e-7e46f2a86a2b None None] The sync data for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:46.047696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0a862cb4-fc99-4396-a620-96e4d9f84883, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0a862cb4-fc99-4396-a620-96e4d9f84883,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:46.050485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-efd9a6c6-0481-4008-84bf-c0824cb05dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.052751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-efd9a6c6-0481-4008-84bf-c0824cb05dfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62b329b6-5c74-414b-92bc-1f01bacdd113 HTTP/1.1" status: 200 len: 851 time: 0.5798967 Apr 18 20:32:46.084159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.175055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2f82adb6-a3d6-448a-b3e8-f1c179fdb2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.191251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Allocated IP 172.20.0.2 (1b8d0020-a61c-4a1d-82cd-189363c70038/e963314e-6fc9-489c-882b-c4e3ce965939/fd08a9a6-9cf1-42f2-9359-08e253dfbe09) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:46.270314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-930d17f7-73f9-4415-b13d-101eb6d6b84b tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.501635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021436e-7dd0-4478-ac60-3c17578e51e5 req-43ba494b-a771-439e-b5e5-e14fcd522ea8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.504032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5021436e-7dd0-4478-ac60-3c17578e51e5 req-43ba494b-a771-439e-b5e5-e14fcd522ea8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 931 time: 1.1221974 Apr 18 20:32:46.619842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-84da08fb-f65e-4f64-a7cd-6efa334603fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.621439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-84da08fb-f65e-4f64-a7cd-6efa334603fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1c46668a-8bb0-453d-a1cc-32b2fba0d83a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5012529 Apr 18 20:32:46.635184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfbaf40-4689-4a09-8c84-2cbd4f68a0d5 req-29d379af-fe0e-41c5-8c5c-8f281ae29625 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:46.638409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0a862cb4-fc99-4396-a620-96e4d9f84883,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:46.653550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abfbaf40-4689-4a09-8c84-2cbd4f68a0d5 req-29d379af-fe0e-41c5-8c5c-8f281ae29625 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.2152607 Apr 18 20:32:46.842587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f963fcf-c073-4a3d-b362-f3963dc63356 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:46.844551 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-930d17f7-73f9-4415-b13d-101eb6d6b84b tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:32:46.846571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-930d17f7-73f9-4415-b13d-101eb6d6b84b tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462 HTTP/1.1" status: 409 len: 329 time: 1.6043425 Apr 18 20:32:46.854340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33358) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:46.875485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.908636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abfbaf40-4689-4a09-8c84-2cbd4f68a0d5 req-d587dae9-5ea9-49fe-8101-d8c682a3dcc8 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534003 Apr 18 20:32:46.910939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:46.935685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Transition to ACTIVE for port object fd08a9a6-9cf1-42f2-9359-08e253dfbe09 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:46.947507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Transition to ACTIVE for port object 7f963fcf-c073-4a3d-b362-f3963dc63356 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:46.982949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Transition to ACTIVE for port object fd08a9a6-9cf1-42f2-9359-08e253dfbe09 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:47.002425 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.009966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.011161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.076832 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5021436e-7dd0-4478-ac60-3c17578e51e5 req-0b7f719a-217b-453f-bc1b-3e82e1950d44 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5452592 Apr 18 20:32:47.206495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:47.315043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Pushing event updated for resources: {'Port': ['ID=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:47.332494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:47.337777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:47.342781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:47.350217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.429483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-0a3ce4d2-f529-42ed-84d6-e97d7203bcf0 service neutron] 10.222.0.61 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7543111 Apr 18 20:32:47.612125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Attempting to bind port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:47.612737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Attempting to bind port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:47.613329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Attempting to bind port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 on network 1b8d0020-a61c-4a1d-82cd-189363c70038 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:47.628835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:32:47.630179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Checking segment: {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:47.630864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.631549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Bound using segment: {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:32:47.633247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Bound port: fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:47.634132 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.834992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] For port fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:47.841983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] For port fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:47.846268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e793db9-7b7a-44ff-a145-b571db6936fe req-ef4dc138-a664-4c7c-9393-9b20edab4abf service neutron] 10.222.0.61 "GET /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008160 Apr 18 20:32:47.848575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Attempting to bind port 7f963fcf-c073-4a3d-b362-f3963dc63356 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:32:47.848976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Attempting to bind port 7f963fcf-c073-4a3d-b362-f3963dc63356 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:32:47.849586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Attempting to bind port 7f963fcf-c073-4a3d-b362-f3963dc63356 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:47.861210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:47.864892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Port 7f963fcf-c073-4a3d-b362-f3963dc63356 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:32:47.865813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Attempting to bind port 7f963fcf-c073-4a3d-b362-f3963dc63356 on network c5da65e2-5089-4c5a-a705-5f4713ee1a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:32:47.885220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:32:47.885940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Checking segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:32:47.886731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Bound using segment: {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:32:47.887560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Bound port: 7f963fcf-c073-4a3d-b362-f3963dc63356, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '953bb2b5-7ed5-4846-a223-40d52970dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:32:47.888453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.008874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c94787a-50a1-40a5-8e0f-022c842b8f5c None None] Pushing event updated for resources: {'Port': ['ID=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:48.180447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:32:48.190344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:32:48.205275 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.257590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0a862cb4-fc99-4396-a620-96e4d9f84883 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:48.276915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7580528-b918-4a1d-8644-b48202fc5190 req-3f160b08-81a8-4b1a-bb7d-09101b47d9f0 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.279096 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7580528-b918-4a1d-8644-b48202fc5190 req-3f160b08-81a8-4b1a-bb7d-09101b47d9f0 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 0.2834804 Apr 18 20:32:48.430907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.431500 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.432993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] 10.222.0.61 "PUT /v2.0/ports/7f963fcf-c073-4a3d-b362-f3963dc63356 HTTP/1.1" status: 200 len: 1091 time: 3.9470360 Apr 18 20:32:48.444714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:48.500526 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.505233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0a862cb4-fc99-4396-a620-96e4d9f84883 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:48.505746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.588124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7580528-b918-4a1d-8644-b48202fc5190 req-fa84f773-99af-4eb8-9e22-048959581404 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007631 Apr 18 20:32:48.607363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbdb2d5-397c-4ae0-9a94-027a1e9f0589 service neutron] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:48.683932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-021df4b5-cdb8-4ff3-b74d-9ae94bd6bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.687291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-021df4b5-cdb8-4ff3-b74d-9ae94bd6bbbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 1094 time: 0.1787319 Apr 18 20:32:48.811795 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:48.911072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5684d01-67a2-434f-b718-9a58eebbf715 req-68256438-46f1-4fa3-aa6e-7314be60d964 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:48.915020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5684d01-67a2-434f-b718-9a58eebbf715 req-68256438-46f1-4fa3-aa6e-7314be60d964 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.0440109 Apr 18 20:32:49.039671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-64db3195-cd07-4d7d-a0b1-8ef11cd94650 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f963fcf-c073-4a3d-b362-f3963dc63356 HTTP/1.1" status: 200 len: 217 time: 0.3437805 Apr 18 20:32:49.115155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-6f485c7a-634b-40c2-9179-4d6f9a265a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.116914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-6f485c7a-634b-40c2-9179-4d6f9a265a91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.0705218 Apr 18 20:32:49.213633 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.266422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5684d01-67a2-434f-b718-9a58eebbf715 req-86c7e339-065f-45f7-b66a-e35e229320e9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676380 Apr 18 20:32:49.318330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116c075-bd56-4392-82fe-1692f642a08d req-551a26db-fcf3-4a78-b298-089935549b01 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.323636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e116c075-bd56-4392-82fe-1692f642a08d req-551a26db-fcf3-4a78-b298-089935549b01 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.3366995 Apr 18 20:32:49.413963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.431068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:49.465621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-54144b33-fcb2-4a9c-80b3-c8d167b44784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.467373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-54144b33-fcb2-4a9c-80b3-c8d167b44784 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3435743 Apr 18 20:32:49.505880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e116c075-bd56-4392-82fe-1692f642a08d req-b857e9b4-64ff-432e-977e-0edf1c844136 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679320 Apr 18 20:32:49.677932 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982cfb4e-735b-4bf1-a941-91e2cb095e36'] response: {'name': 'network-changed', 'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'status': 'completed', 'code': 200} Apr 18 20:32:49.697039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-7f4e6e1d-1666-476e-a94d-27ffba6d7d95 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:49.699229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-7f4e6e1d-1666-476e-a94d-27ffba6d7d95 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.55 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 0.3057847 Apr 18 20:32:49.789368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-ee620d25-2200-4e0e-bb90-9ef4fd40e93d service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125694 Apr 18 20:32:49.877125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e846de-77e6-4858-8505-076da813c70f None None] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:50.057670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Deleting port bfd16b04-286d-40df-b964-b640febd25a1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:32:50.058570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.091444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6233b67b-b945-4603-8f38-e204b3f002c9 None None] Provisioning for port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:50.226952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7d617e9-c3fb-4d59-b186-2a994f5ec2ec req-718260e9-441a-4a4e-b803-42efceea7538 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4287813 Apr 18 20:32:50.244826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47451d1b-3064-44da-b3b6-39c46040f71a req-c89512a7-329b-4b5d-94cb-83d33912b2c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.246427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47451d1b-3064-44da-b3b6-39c46040f71a req-c89512a7-329b-4b5d-94cb-83d33912b2c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.4180615 Apr 18 20:32:50.421125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device fd08a9a6-9cf1-42f2-9359-08e253dfbe09 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:50.464369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47451d1b-3064-44da-b3b6-39c46040f71a req-270aa96c-31ea-4459-b7ff-5c2b53c475cb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977382 Apr 18 20:32:50.558422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de0187-9258-4ed2-9a55-b1997cc5db6c req-be9acedc-9a57-40f9-bde1-ecf74df2daec tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.563753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0de0187-9258-4ed2-9a55-b1997cc5db6c req-be9acedc-9a57-40f9-bde1-ecf74df2daec tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 943 time: 0.6134958 Apr 18 20:32:50.605930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-40ba5db1-399b-40c6-bdd7-fe158bf8fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:50.609834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-40ba5db1-399b-40c6-bdd7-fe158bf8fe05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 1094 time: 0.2875030 Apr 18 20:32:50.611410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:50.622842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:50.622842 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.834462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0de0187-9258-4ed2-9a55-b1997cc5db6c req-92fd59ff-13cb-444b-a40e-b00a40286b06 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552462 Apr 18 20:32:50.894635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Deleting port 4072b0e7-020c-457a-b8f9-f919b2a0cb4e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:32:50.894995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.914672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] For port bfd16b04-286d-40df-b964-b640febd25a1, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=bfd16b04-286d-40df-b964-b640febd25a1,segment=NetworkSegment(43976b5b-8992-4334-a376-325dff91b416),segment_id=43976b5b-8992-4334-a376-325dff91b416)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:50.915062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:50.975777 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.097160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:51.107083 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.206451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Calling delete_port for bfd16b04-286d-40df-b964-b640febd25a1 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:32:51.341728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-df60e88c-9323-45eb-ae6e-44b59fbfee4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.343601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-df60e88c-9323-45eb-ae6e-44b59fbfee4f service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.7202163 Apr 18 20:32:51.344955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.378732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0ea85f00-9e82-4615-99e2-c08aba235551 None None] Provisioning complete for port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:51.379786 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0ea85f00-9e82-4615-99e2-c08aba235551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.518444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de94ca09-6cd1-495c-aae9-324bf5947b95 req-d5bad833-0d6e-4c96-9f54-5099481338ab tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.526702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de94ca09-6cd1-495c-aae9-324bf5947b95 req-d5bad833-0d6e-4c96-9f54-5099481338ab tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 945 time: 0.8562107 Apr 18 20:32:51.625554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-bcf23963-4b5b-4c75-91a5-4ac36257e7c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f963fcf-c073-4a3d-b362-f3963dc63356 HTTP/1.1" status: 200 len: 217 time: 0.0812671 Apr 18 20:32:51.677254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.1 (1b8d0020-a61c-4a1d-82cd-189363c70038/e963314e-6fc9-489c-882b-c4e3ce965939/6a23c1a3-9776-4af4-a161-cdf9425b9393) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:32:51.744282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de94ca09-6cd1-495c-aae9-324bf5947b95 req-dab374e1-609c-4a98-ae72-f6201021406c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/security-groups?id=a1914e24-000f-4292-928e-8cfa9d9c353d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162936 Apr 18 20:32:51.770225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-7fab1a7b-c6e6-4c9a-b7c2-3e6e94a2d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.771606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-7fab1a7b-c6e6-4c9a-b7c2-3e6e94a2d0c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1328633 Apr 18 20:32:51.819417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b13cb-1de0-48a7-8610-acb78ed4ca4a req-d474b959-b016-4bff-b6b5-6a1531e39813 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:51.822842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.827207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-959b13cb-1de0-48a7-8610-acb78ed4ca4a req-d474b959-b016-4bff-b6b5-6a1531e39813 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.5255046 Apr 18 20:32:51.853288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.890627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Pushing event deleted for resources: {'Port': ['ID=bfd16b04-286d-40df-b964-b640febd25a1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:51.985472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] No DVR routers for this DVR port bfd16b04-286d-40df-b964-b640febd25a1 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:32:51.990828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:51.994789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'name': 'network-vif-deleted', 'tag': 'bfd16b04-286d-40df-b964-b640febd25a1'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:52.066003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0018ed4a-ac93-4114-a3d3-170f1f0d8a2f req-d6fdc92f-fc75-4d35-b35b-cf2f3bc99744 tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.55 "DELETE /v2.0/ports/bfd16b04-286d-40df-b964-b640febd25a1 HTTP/1.1" status: 204 len: 173 time: 2.3583491 Apr 18 20:32:52.076457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-2841ca9d-e656-4748-a0a0-34f141246599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.078221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-2841ca9d-e656-4748-a0a0-34f141246599 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2985849 Apr 18 20:32:52.176751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Calling delete_port for 4072b0e7-020c-457a-b8f9-f919b2a0cb4e owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:32:52.224516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574cc2e-7fde-4e35-8a6c-1438cd914ef3 req-534ce99f-0485-4d15-b922-f4ab7746b883 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.225363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0574cc2e-7fde-4e35-8a6c-1438cd914ef3 req-534ce99f-0485-4d15-b922-f4ab7746b883 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2244029 Apr 18 20:32:52.280134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-959b13cb-1de0-48a7-8610-acb78ed4ca4a req-2e806c34-414e-46f6-98ec-3f9f810ea5e0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4517345 Apr 18 20:32:52.316303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device fd08a9a6-9cf1-42f2-9359-08e253dfbe09 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:52.333538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-4a3b0859-5254-4203-a9a8-1fef2830af9f service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425423 Apr 18 20:32:52.349541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0574cc2e-7fde-4e35-8a6c-1438cd914ef3 req-efcba570-6722-46d3-abc2-0a2f79ef4df4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146333 Apr 18 20:32:52.534346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:52.535004 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.591265 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df59eda4-7b45-4417-a4a3-a1fc1ec7e32d'] response: {'server_uuid': '19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce', 'name': 'network-vif-deleted', 'tag': 'bfd16b04-286d-40df-b964-b640febd25a1', 'status': 'completed', 'code': 200} Apr 18 20:32:52.615361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:52.700976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7597d8bd-c19f-4d47-b933-1fbee41c44ae req-35436ef0-a52d-421a-bf98-20575b30bbdb service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3467717 Apr 18 20:32:52.870678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c6e3b6-4abc-4b3e-ba10-2f6e27301f21 req-b7b99dba-cfbe-4d37-8e35-85111c2d229b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:52.872897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0c6e3b6-4abc-4b3e-ba10-2f6e27301f21 req-b7b99dba-cfbe-4d37-8e35-85111c2d229b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1566248 Apr 18 20:32:52.884794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Port': ['ID=4072b0e7-020c-457a-b8f9-f919b2a0cb4e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:52.955815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.007162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0c6e3b6-4abc-4b3e-ba10-2f6e27301f21 req-5f68da38-2836-40b5-8dfb-5a212350344c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212585 Apr 18 20:32:53.033079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object 6a23c1a3-9776-4af4-a161-cdf9425b9393 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:32:53.416042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-053582bf-184f-434b-b7a1-b167a4ce8805 req-96323b56-0699-40c8-99ca-17c1ba1e908c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Synchronizing usage tracker for tenant:82bd3261fd4246779311aba7708ebf75 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:32:53.440841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-053582bf-184f-434b-b7a1-b167a4ce8805 req-96323b56-0699-40c8-99ca-17c1ba1e908c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] Unset dirty status for tenant:82bd3261fd4246779311aba7708ebf75 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:32:53.442257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-053582bf-184f-434b-b7a1-b167a4ce8805 req-96323b56-0699-40c8-99ca-17c1ba1e908c tempest-ServersNegativeTestMultiTenantJSON-59672613 tempest-ServersNegativeTestMultiTenantJSON-59672613-project] 10.222.0.47 "GET /v2.0/ports?device_id=19ba5d48-4d6d-4e0a-98ca-5af28c44d1ce HTTP/1.1" status: 200 len: 210 time: 0.1292572 Apr 18 20:32:53.458833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.490920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949584f3-c1f5-45e5-a533-62a6ff3761a3 req-3d63b1e1-794f-47dc-8ea4-28db703a4766 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:53.494355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-949584f3-c1f5-45e5-a533-62a6ff3761a3 req-3d63b1e1-794f-47dc-8ea4-28db703a4766 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 943 time: 0.9450808 Apr 18 20:32:53.618534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7f963fcf-c073-4a3d-b362-f3963dc63356 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:32:53.633246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device bfd16b04-286d-40df-b964-b640febd25a1 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:32:53.692968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: bfd16b04-286d-40df-b964-b640febd25a1 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:32:53.693648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device bfd16b04-286d-40df-b964-b640febd25a1 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:32:53.718914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:53.945340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:53.950190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-949584f3-c1f5-45e5-a533-62a6ff3761a3 req-f217c619-b589-4bdd-966c-c6dc8a27a356 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342941 Apr 18 20:32:53.972601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'mac_address': 'fa:16:3e:1f:78:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:32:54.034169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907adeb-ac27-4995-9b70-8cfe0b008d20 req-092331c5-5ad1-4dd2-b995-df3360e9210a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:54.038286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e907adeb-ac27-4995-9b70-8cfe0b008d20 req-092331c5-5ad1-4dd2-b995-df3360e9210a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.1595559 Apr 18 20:32:54.062031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:54.078244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.098634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:54.114150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:32:54.139372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f963fcf-c073-4a3d-b362-f3963dc63356 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:32:54.201878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e907adeb-ac27-4995-9b70-8cfe0b008d20 req-0744cab5-c2fc-4ed9-b83e-59626155b57c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558056 Apr 18 20:32:54.207595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:54.225494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.326646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=6a23c1a3-9776-4af4-a161-cdf9425b9393,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:54.327032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:54.377635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.525214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7f963fcf-c073-4a3d-b362-f3963dc63356'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:32:54.550601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Router 22f6b6ca-07f4-4830-9b50-5ed88c807462 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:32:54.613236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33410) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:54.663232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e864ba8e-a039-49e7-a303-2facb211851f None None] Provisioning for port 6a23c1a3-9776-4af4-a161-cdf9425b9393 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:54.684916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e864ba8e-a039-49e7-a303-2facb211851f None None] Provisioning complete for port 6a23c1a3-9776-4af4-a161-cdf9425b9393 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:54.695865 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e864ba8e-a039-49e7-a303-2facb211851f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.766216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] Deleting subnet b1e41059-5190-4d99-bbf7-f52d55382634 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:32:54.780815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.880649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e864ba8e-a039-49e7-a303-2facb211851f None None] Port 6a23c1a3-9776-4af4-a161-cdf9425b9393 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:32:54.891824 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:54.983174 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.069783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:32:55.114073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] Sync routers for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:32:55.155516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:55.156136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:55.230037 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.252734 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fabbb9eb-9de4-4faa-8cad-33134072b407 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "PUT /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3916509 Apr 18 20:32:55.260574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33422) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:55.378053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e41059-5190-4d99-bbf7-f52d55382634,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:55.397237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:55.418589 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-61905c3c-8887-4448-b2dd-01f0926de2fb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b1e41059-5190-4d99-bbf7-f52d55382634 HTTP/1.1" status: 204 len: 168 time: 0.8036628 Apr 18 20:32:55.430353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:55.464247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] Routers {'22f6b6ca-07f4-4830-9b50-5ed88c807462'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:32:55.465349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f6b6ca-07f4-4830-9b50-5ed88c807462'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:55.471869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:55.525812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3518c-68d4-4901-8745-c6c69b47ea42 req-b10095b7-274b-4b54-9bb1-c9b14c2f2ef6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:55.539353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8e3518c-68d4-4901-8745-c6c69b47ea42 req-b10095b7-274b-4b54-9bb1-c9b14c2f2ef6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.1623847 Apr 18 20:32:55.628790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:55.629495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f185f589-f9b2-4d18-9344-3edba237c399 None None] The sync data for ids ['22f6b6ca-07f4-4830-9b50-5ed88c807462'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:32:55.639780 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-fc0a0a17-3a63-436f-abb8-507bafd8e2b1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] show failed (client error): The resource could not be found. Apr 18 20:32:55.643298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc0a0a17-3a63-436f-abb8-507bafd8e2b1 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-156263441 HTTP/1.1" status: 404 len: 334 time: 0.3759270 Apr 18 20:32:55.652991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33430) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:55.664295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b7086197-88b3-4a8f-9066-b28a61b67713 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:32:55.728653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.018269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8e3518c-68d4-4901-8745-c6c69b47ea42 req-2e5166ee-2929-4a39-9b84-e1995d5bbc2f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164653 Apr 18 20:32:56.020509 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-b7086197-88b3-4a8f-9066-b28a61b67713 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] update failed (client error): The resource could not be found. Apr 18 20:32:56.024175 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b7086197-88b3-4a8f-9066-b28a61b67713 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-129955097 HTTP/1.1" status: 404 len: 334 time: 0.3671761 Apr 18 20:32:56.040227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33436) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:56.140769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902e6666-bb80-43c4-82aa-a03f8380af8d req-df19d146-253a-4843-9170-b57fa4f5cd27 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:56.142077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-902e6666-bb80-43c4-82aa-a03f8380af8d req-df19d146-253a-4843-9170-b57fa4f5cd27 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:32:56.199094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Deleting subnet f2f489db-cb2f-4aba-9cd2-653e9c9c8fdd {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:32:56.214304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.269250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-902e6666-bb80-43c4-82aa-a03f8380af8d req-df19d146-253a-4843-9170-b57fa4f5cd27 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:32:56.271268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-902e6666-bb80-43c4-82aa-a03f8380af8d req-df19d146-253a-4843-9170-b57fa4f5cd27 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 944 time: 0.8558300 Apr 18 20:32:56.274834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.377054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:56.388907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.411351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43976b5b-8992-4334-a376-325dff91b416') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:56.411796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43976b5b-8992-4334-a376-325dff91b416') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:56.427700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-902e6666-bb80-43c4-82aa-a03f8380af8d req-64316d3a-6f78-4ceb-830d-090e1128a254 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395929 Apr 18 20:32:56.442109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.472813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.485966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:56.486534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.504009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:56.504382 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:56.603517 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.663902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.667295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:56.731671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d510fb18-dcf1-47cc-885a-14db665384e1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6c1a9685-cad1-4d41-8fa9-d0fb217bbfdb HTTP/1.1" status: 204 len: 168 time: 1.2492433 Apr 18 20:32:56.737329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33444) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:56.824063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] Deleting subnet be978532-7fe2-42b4-8a51-09b7d6d0438f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:32:56.834548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4ded9-0f6a-4fa7-9e97-f4dfbf27b164 req-be56bcf3-488b-4ff7-872c-723f3649e248 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:56.836315 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fc4ded9-0f6a-4fa7-9e97-f4dfbf27b164 req-be56bcf3-488b-4ff7-872c-723f3649e248 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1752732 Apr 18 20:32:56.839332 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.846100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030adcb-e69f-430d-bb4a-75bf9c88824e req-69d410da-827d-47f1-ace4-d406afdf4e66 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:56.854483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9030adcb-e69f-430d-bb4a-75bf9c88824e req-69d410da-827d-47f1-ace4-d406afdf4e66 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.5579076 Apr 18 20:32:56.936472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.956458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:56.970056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fc4ded9-0f6a-4fa7-9e97-f4dfbf27b164 req-3d535423-86fd-4fd4-96fe-455d6c539770 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960665 Apr 18 20:32:57.057107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.202166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9030adcb-e69f-430d-bb4a-75bf9c88824e req-621c0577-7f9e-4b76-929f-a8e99281a91f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228929 Apr 18 20:32:57.280240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.352930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.369608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be978532-7fe2-42b4-8a51-09b7d6d0438f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.380553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f881066-c50a-4650-b468-239841623b65 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/be978532-7fe2-42b4-8a51-09b7d6d0438f HTTP/1.1" status: 204 len: 168 time: 0.6418314 Apr 18 20:32:57.381840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33456) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:57.439023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.495678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.502201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Subnet': ['ID=f2f489db-cb2f-4aba-9cd2-653e9c9c8fdd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:57.512429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78955fae-d568-4730-a372-3c8505092845 None None] Network 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:32:57.520653 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-92b4111a-9b37-4519-86fa-be59ceb07945 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/subnets/f2f489db-cb2f-4aba-9cd2-653e9c9c8fdd HTTP/1.1" status: 204 len: 168 time: 1.4789445 Apr 18 20:32:57.525696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33462) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:57.648907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7f963fcf-c073-4a3d-b362-f3963dc63356 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:32:57.706113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Deleting subnet 35103db6-af9b-4f27-903c-2742d9028f7c {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:32:57.714827 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.773700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 7f963fcf-c073-4a3d-b362-f3963dc63356 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:32:57.812164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7f963fcf-c073-4a3d-b362-f3963dc63356 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:32:57.812820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.822342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.852197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.967923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf636dcb-2694-42fd-a80c-2541e218c9cf req-244cc963-5bd1-47a0-b5e7-4ffd6bd56712 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:57.972687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:57.988006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf636dcb-2694-42fd-a80c-2541e218c9cf req-244cc963-5bd1-47a0-b5e7-4ffd6bd56712 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5711200 Apr 18 20:32:58.005291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.087294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] DHCP port deletion for 2e5233ce-75a8-45ea-bd12-63d9ee670ff6 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:32:58.109351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Deleting port bf0037e3-a83f-41ca-8b30-a3e14423e48f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:32:58.132134 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.153953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf636dcb-2694-42fd-a80c-2541e218c9cf req-61b5c288-9371-457a-9702-693950e33443 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596725 Apr 18 20:32:58.243469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:32:58.307881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.346256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:58.365976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bf0037e3-a83f-41ca-8b30-a3e14423e48f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:32:58.421074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.485998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.502092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b6c311a-2330-48d7-848a-e67c4231b640']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:58.531483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49bae4aa-cd5d-409f-a595-e951af6c4abf') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:58.532510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49bae4aa-cd5d-409f-a595-e951af6c4abf') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:32:58.560238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.597867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.615547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:32:58.617624 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:32:58.643589 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:32:58.648408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.682911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=6a23c1a3-9776-4af4-a161-cdf9425b9393,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:58.819926 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.838371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf37b72-2c46-4156-8f94-f654792f35e1 req-014273f2-65de-4c22-a539-2f58d4d97a52 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.845833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bf37b72-2c46-4156-8f94-f654792f35e1 req-014273f2-65de-4c22-a539-2f58d4d97a52 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 944 time: 0.9899640 Apr 18 20:32:58.851796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:58.853281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b6c311a-2330-48d7-848a-e67c4231b640,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:58.873029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b769f4-6943-450e-a389-c1629958fb64 req-143d6cc6-aa2e-44b3-bf6a-205448656ff8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:58.874865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33b769f4-6943-450e-a389-c1629958fb64 req-143d6cc6-aa2e-44b3-bf6a-205448656ff8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2091389 Apr 18 20:32:58.879551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b70ad965-1068-4533-84cb-54a32babdb76 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7b6c311a-2330-48d7-848a-e67c4231b640 HTTP/1.1" status: 204 len: 168 time: 1.4954658 Apr 18 20:32:58.921818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bf37b72-2c46-4156-8f94-f654792f35e1 req-e65cdbc9-5092-4ef4-890d-d191f24a6d8a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749114 Apr 18 20:32:58.925817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.056635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33b769f4-6943-450e-a389-c1629958fb64 req-aed07973-5739-4b9d-9987-e096836ac60b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642313 Apr 18 20:32:59.258035 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f7894a1-beb6-41e8-93bb-d890ff533f5e'] response: {'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'code': 200} Apr 18 20:32:59.259207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:59.270273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.292042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:59.396921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:32:59.435194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:32:59.486921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] For port bf0037e3-a83f-41ca-8b30-a3e14423e48f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bf0037e3-a83f-41ca-8b30-a3e14423e48f,segment=NetworkSegment(13f2653f-2d16-4c25-8841-59071b397598),segment_id=13f2653f-2d16-4c25-8841-59071b397598)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:59.487481 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.502366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.602032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0bde5be4-d481-4cc4-8e72-9eb711e717b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82bd3261fd4246779311aba7708ebf75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3075938 Apr 18 20:32:59.624241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33484) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:32:59.723212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Calling delete_port for bf0037e3-a83f-41ca-8b30-a3e14423e48f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:32:59.817728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a71d99-bcb9-46d0-914b-569d50784bac req-af893ae8-fbdc-4a10-a20c-36f5693c51ab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.826373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71a71d99-bcb9-46d0-914b-569d50784bac req-af893ae8-fbdc-4a10-a20c-36f5693c51ab tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3436158 Apr 18 20:32:59.865266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port bf0037e3-a83f-41ca-8b30-a3e14423e48f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bf0037e3-a83f-41ca-8b30-a3e14423e48f,segment=NetworkSegment(13f2653f-2d16-4c25-8841-59071b397598),segment_id=13f2653f-2d16-4c25-8841-59071b397598)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:32:59.893489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Subnet': ['ID=35103db6-af9b-4f27-903c-2742d9028f7c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:32:59.900418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc359521-cf86-4925-a336-24de3d1178a3 req-5ccec2eb-c78d-4163-8723-caa6a28e1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:32:59.902896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc359521-cf86-4925-a336-24de3d1178a3 req-5ccec2eb-c78d-4163-8723-caa6a28e1264 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 1096 time: 0.4212849 Apr 18 20:32:59.929881 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.959626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71a71d99-bcb9-46d0-914b-569d50784bac req-53dc05ba-323d-41fb-9d16-a870da71adc0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316290 Apr 18 20:32:59.968671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:32:59.992772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc359521-cf86-4925-a336-24de3d1178a3 req-1ec20b43-7d33-405e-8249-ebc1e4c187d8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725524 Apr 18 20:32:59.993158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6ba468b-4325-4815-be8c-3cbaefb46457 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/subnets/35103db6-af9b-4f27-903c-2742d9028f7c HTTP/1.1" status: 204 len: 168 time: 2.4620330 Apr 18 20:32:59.994164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33492) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:00.010714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-439551ae-9ae9-4892-9737-40f0a0d84023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.103540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-439551ae-9ae9-4892-9737-40f0a0d84023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.143968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70aa4c4c-4a19-424a-b846-231e68e0cb9c None None] Network e38c89ca-a46c-430f-b3da-81d0a9106ad6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:33:00.216897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:33:00.217422 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:33:00.255850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-439551ae-9ae9-4892-9737-40f0a0d84023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.283051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a2aa9818-b3b6-41be-ba3f-a05e30f37252 None None] Provisioning complete for port 6a23c1a3-9776-4af4-a161-cdf9425b9393 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:00.283745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2aa9818-b3b6-41be-ba3f-a05e30f37252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.439442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a305f30-2f72-494c-9b2c-773387fc0247 req-87c68147-71a5-4474-865e-db733de985de tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:00.452029 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a305f30-2f72-494c-9b2c-773387fc0247 req-87c68147-71a5-4474-865e-db733de985de tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 1.3142722 Apr 18 20:33:00.465656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=bf0037e3-a83f-41ca-8b30-a3e14423e48f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:00.474382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a2aa9818-b3b6-41be-ba3f-a05e30f37252 None None] Port 6a23c1a3-9776-4af4-a161-cdf9425b9393 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:33:00.506674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.522213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439551ae-9ae9-4892-9737-40f0a0d84023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1914e24-000f-4292-928e-8cfa9d9c353d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:00.542476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Deleting port bf0037e3-a83f-41ca-8b30-a3e14423e48f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:00.543126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.555866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-439551ae-9ae9-4892-9737-40f0a0d84023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.557852 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-439551ae-9ae9-4892-9737-40f0a0d84023 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a1914e24-000f-4292-928e-8cfa9d9c353d HTTP/1.1" status: 204 len: 168 time: 0.8698595 Apr 18 20:33:00.606729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fe372-8364-49a3-bdcf-9540f81f3d09 req-fb855c4f-5b5f-4e64-9fc3-ff0c36e0feea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:00.615353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad6fe372-8364-49a3-bdcf-9540f81f3d09 req-fb855c4f-5b5f-4e64-9fc3-ff0c36e0feea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 0.2062733 Apr 18 20:33:00.630374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a305f30-2f72-494c-9b2c-773387fc0247 req-0b05a896-4f43-4724-b9a7-d95c3798495f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768796 Apr 18 20:33:00.694967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:33:00.697950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] DHCP port deletion for e38c89ca-a46c-430f-b3da-81d0a9106ad6 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:33:00.703689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] Deleting port 6687f676-4572-4d40-ae56-ed8657f5152c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:00.704410 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:00.796161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Deleting port bf0037e3-a83f-41ca-8b30-a3e14423e48f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:00.798039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.099750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] For port bf0037e3-a83f-41ca-8b30-a3e14423e48f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bf0037e3-a83f-41ca-8b30-a3e14423e48f,segment=NetworkSegment(13f2653f-2d16-4c25-8841-59071b397598),segment_id=13f2653f-2d16-4c25-8841-59071b397598)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:01.100437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.417754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Calling delete_port for bf0037e3-a83f-41ca-8b30-a3e14423e48f owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:01.515252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33508) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:01.595883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a932cb3-4889-4ae6-b887-f3e99db66da2 req-e7439238-2387-4320-b557-2a0aa6a0bb7c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:01.611767 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a932cb3-4889-4ae6-b887-f3e99db66da2 req-e7439238-2387-4320-b557-2a0aa6a0bb7c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.7075360 Apr 18 20:33:01.619608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad6fe372-8364-49a3-bdcf-9540f81f3d09 req-d5994e5e-bad3-41ef-933d-b5a539c7a3a5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0023820 Apr 18 20:33:01.622889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.655203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] For port bf0037e3-a83f-41ca-8b30-a3e14423e48f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bf0037e3-a83f-41ca-8b30-a3e14423e48f,segment=NetworkSegment(13f2653f-2d16-4c25-8841-59071b397598),segment_id=13f2653f-2d16-4c25-8841-59071b397598)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:01.655203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:01.656202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:33:01.670451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5e67f43-0fb7-4c83-b624-5de93db0480c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/8e0af547-fcf3-4f08-b28c-9fb5a38e70b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2803452 Apr 18 20:33:01.699507 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Sync routers for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:01.740944 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:01.744023 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:01.806034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Port': ['ID=bf0037e3-a83f-41ca-8b30-a3e14423e48f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:01.824666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] No DVR routers for this DVR port bf0037e3-a83f-41ca-8b30-a3e14423e48f on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:01.880777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Calling delete_port for bf0037e3-a83f-41ca-8b30-a3e14423e48f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:01.890441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a932cb3-4889-4ae6-b887-f3e99db66da2 req-e2aa30dc-0fa0-4fb5-b933-25800fe8de53 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743435 Apr 18 20:33:01.905319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-338b049d-122f-46c8-acde-b01953582056 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ac53f1bcc9b4a6fb0b69154ba0d6cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3562734 Apr 18 20:33:01.918613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33514) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:02.168947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] For port 6687f676-4572-4d40-ae56-ed8657f5152c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6687f676-4572-4d40-ae56-ed8657f5152c,segment=NetworkSegment(d00d6b54-cd35-43fd-97ce-ee0222566530),segment_id=d00d6b54-cd35-43fd-97ce-ee0222566530)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:02.169807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.176352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb748785-4e67-49a2-af3c-af21ff49d823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.311688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb748785-4e67-49a2-af3c-af21ff49d823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.336695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.498741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5233ce-75a8-45ea-bd12-63d9ee670ff6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:02.503899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb748785-4e67-49a2-af3c-af21ff49d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.539536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb748785-4e67-49a2-af3c-af21ff49d823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04614e7d-4193-4996-9af6-59e1bd9b16e5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:02.561348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb748785-4e67-49a2-af3c-af21ff49d823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.563148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb748785-4e67-49a2-af3c-af21ff49d823 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04614e7d-4193-4996-9af6-59e1bd9b16e5 HTTP/1.1" status: 204 len: 168 time: 0.6424055 Apr 18 20:33:02.608083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f2653f-2d16-4c25-8841-59071b397598') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:02.608595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f2653f-2d16-4c25-8841-59071b397598') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:02.629029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:02.649879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6687f676-4572-4d40-ae56-ed8657f5152c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:33:02.679138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.729300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.751834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:02.755953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:02.848467 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:02.914837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] Calling delete_port for 6687f676-4572-4d40-ae56-ed8657f5152c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:03.250075 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:33:03.251505 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:33:03.267810 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.269869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.337316 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.372986 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-e242fc12-d27f-4fe8-af1c-d21155c2b2aa tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931798846&fields=id&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 267 time: 0.4766593 Apr 18 20:33:03.374491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Network': ['ID=2e5233ce-75a8-45ea-bd12-63d9ee670ff6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:03.386986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Deleting port bf0037e3-a83f-41ca-8b30-a3e14423e48f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:03.389419 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.390012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a6e39217-b35a-4474-9a07-7936067864e7 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/networks/2e5233ce-75a8-45ea-bd12-63d9ee670ff6 HTTP/1.1" status: 204 len: 168 time: 3.3944671 Apr 18 20:33:03.396229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33552) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:03.481163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] No DVR routers for this DVR port 6687f676-4572-4d40-ae56-ed8657f5152c on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:03.484744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d58c4-411e-489c-8dd0-f32eedfca4b1 None None] Pushing event deleted for resources: {'Port': ['ID=6687f676-4572-4d40-ae56-ed8657f5152c,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:03.509873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No active binding found for port 6687f676-4572-4d40-ae56-ed8657f5152c {{(pid=88143) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 20:33:03.511085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6687f676-4572-4d40-ae56-ed8657f5152c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:33:03.535174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d4f0f-8231-4881-b023-198b0b8e25f6 req-0f4f87fb-68d3-4e6c-bae5-ddda2040d2b1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:03.547217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c1d4f0f-8231-4881-b023-198b0b8e25f6 req-0f4f87fb-68d3-4e6c-bae5-ddda2040d2b1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.2451608 Apr 18 20:33:03.653690 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c1d4f0f-8231-4881-b023-198b0b8e25f6 req-39425b4d-d3e7-4067-9aab-2e294e658058 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027813 Apr 18 20:33:03.661958 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:32:57Z', 'revision_number': 2, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:03.680146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Checking router: 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:03.680146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Updating router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 port 6a23c1a3-9776-4af4-a161-cdf9425b9393 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:03.709606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8aa2e70-bc4b-45a0-939b-d1d9d6c4a756 None None] The port 'bf0037e3-a83f-41ca-8b30-a3e14423e48f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:33:03.782518 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:03.836003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-6193a610-1199-49d6-ac9d-be2ec900aaa6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:03.850452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-6193a610-1199-49d6-ac9d-be2ec900aaa6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/networks?id=1b8d0020-a61c-4a1d-82cd-189363c70038 HTTP/1.1" status: 200 len: 797 time: 0.4564047 Apr 18 20:33:03.926642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-f38de01a-5fa1-4895-b003-3224f5d5d414 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/quotas/6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 375 time: 0.0736074 Apr 18 20:33:04.234018 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:33:04.255075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c292936-fd5a-4cf7-aff9-44fb1cff6cbe req-ae7163a5-8211-4e7d-8bf2-c44a690c5104 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:04.256652 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c292936-fd5a-4cf7-aff9-44fb1cff6cbe req-ae7163a5-8211-4e7d-8bf2-c44a690c5104 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 0.2367797 Apr 18 20:33:04.276008 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.360033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c292936-fd5a-4cf7-aff9-44fb1cff6cbe req-232053fc-0cb3-428f-99d8-14f7abe487d0 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936396 Apr 18 20:33:04.360304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-07c9f500-4d05-4bd8-b6a4-c8c804345fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:04.370210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-07c9f500-4d05-4bd8-b6a4-c8c804345fa7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 1096 time: 1.2630875 Apr 18 20:33:04.433933 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.450873 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Transition to ACTIVE for port object 6a23c1a3-9776-4af4-a161-cdf9425b9393 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:04.460270 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.743253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5301a949-e508-449e-99b8-1b9ad343387c req-925bd448-e8a7-4eb7-a8f3-ae28547eb7a8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:04.747812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5301a949-e508-449e-99b8-1b9ad343387c req-925bd448-e8a7-4eb7-a8f3-ae28547eb7a8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2169244 Apr 18 20:33:04.795165 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Pushing event updated for resources: {'Port': ['ID=6a23c1a3-9776-4af4-a161-cdf9425b9393,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:04.825328 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.825721 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.826030 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.826365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.826698 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.827029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.827359 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.827683 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.828008 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.828331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.829484 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.829863 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:04.859602 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Attempting to bind port 6a23c1a3-9776-4af4-a161-cdf9425b9393 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:04.860585 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Attempting to bind port 6a23c1a3-9776-4af4-a161-cdf9425b9393 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:04.861844 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Attempting to bind port 6a23c1a3-9776-4af4-a161-cdf9425b9393 on network 1b8d0020-a61c-4a1d-82cd-189363c70038 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:33:04.873063 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5301a949-e508-449e-99b8-1b9ad343387c req-587ba6dd-00e7-49b5-9147-f5acfeca35de tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187809 Apr 18 20:33:04.874848 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:33:04.875810 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Checking segment: {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:33:04.876753 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.877893 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Bound using segment: {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:33:04.879167 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Bound port: 6a23c1a3-9776-4af4-a161-cdf9425b9393, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:04.882522 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:04.893567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-cc3d64d8-c090-4d23-8a3f-1bebca18cff4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:05.009388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.029176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-53219bed-cba1-4b67-9d99-d59b85606c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.030762 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-53219bed-cba1-4b67-9d99-d59b85606c5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.6370180 Apr 18 20:33:05.107265 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] For port 6a23c1a3-9776-4af4-a161-cdf9425b9393, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:33:05.124041 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] For port 6a23c1a3-9776-4af4-a161-cdf9425b9393, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6a23c1a3-9776-4af4-a161-cdf9425b9393,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:33:05.152392 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.201830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-cc3d64d8-c090-4d23-8a3f-1bebca18cff4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:05.216615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-cc3d64d8-c090-4d23-8a3f-1bebca18cff4 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&fields=id HTTP/1.1" status: 200 len: 302 time: 1.2886055 Apr 18 20:33:05.263296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38c89ca-a46c-430f-b3da-81d0a9106ad6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:05.363255 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:05.363749 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:32:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:05.444648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00d6b54-cd35-43fd-97ce-ee0222566530') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:05.450291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00d6b54-cd35-43fd-97ce-ee0222566530') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:05.551288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b756b6b-5a57-46e1-b856-4eba7a00e174 req-9b83db2e-56b2-4a20-b89d-c78d58bb9932 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.553176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b756b6b-5a57-46e1-b856-4eba7a00e174 req-9b83db2e-56b2-4a20-b89d-c78d58bb9932 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.2225873 Apr 18 20:33:05.653503 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeff127-acc6-4920-8cad-7d682cb54838 None None] Pushing event updated for resources: {'Port': ['ID=6a23c1a3-9776-4af4-a161-cdf9425b9393,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:05.683566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b756b6b-5a57-46e1-b856-4eba7a00e174 req-e6f7b34b-18c1-49ca-b1ce-e60248ca8759 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149354 Apr 18 20:33:05.722041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.743734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-0e7dff80-415d-4280-86c9-63874b28b2df service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 200 len: 1000 time: 0.6988435 Apr 18 20:33:05.803292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.814029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33604) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:05.847333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:05.848091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:05.867776 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:05.955044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-3e485cfb-4439-4f85-98e4-7a14467e2fce service neutron] 10.222.0.47 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581023 Apr 18 20:33:05.955969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18223b-c921-47ce-831e-103310558888 req-35d2a52c-246e-40ee-991e-494d78bdf9f7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.966150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca18223b-c921-47ce-831e-103310558888 req-35d2a52c-246e-40ee-991e-494d78bdf9f7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 0.1312475 Apr 18 20:33:05.995222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-282c7219-d345-466c-93ce-d9318c9f65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:05.996806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-282c7219-d345-466c-93ce-d9318c9f65ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.2451515 Apr 18 20:33:06.008073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.039859 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:06.040439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:06.048816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Usage tracker for resource:security_group_rule and tenant:21c712649a5e4166b847647d10250336 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:06.055861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca18223b-c921-47ce-831e-103310558888 req-c9c4996d-cbd8-4747-bfd3-39cf937369e1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881727 Apr 18 20:33:06.056993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:06.065184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:06.171923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-9835e69f-0871-4510-a9bf-f9bad737394c service neutron] 10.222.0.47 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047439 Apr 18 20:33:06.179339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.201255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.221163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Network': ['ID=e38c89ca-a46c-430f-b3da-81d0a9106ad6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:06.232293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c969d208-ed22-4785-b7a0-2c430403d442 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/networks/e38c89ca-a46c-430f-b3da-81d0a9106ad6 HTTP/1.1" status: 204 len: 168 time: 2.8213429 Apr 18 20:33:06.234699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33616) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:06.355499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Deleting subnet ec18110f-d1ac-4909-8687-6af0cac6c76b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:33:06.367647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.394290 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.404946 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.424744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-def60600-1c80-4e2b-ae61-0bc73cde137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:06.427572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-def60600-1c80-4e2b-ae61-0bc73cde137b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4137516 Apr 18 20:33:06.633791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6becf3ad-76e4-4986-aa64-c351d2fb2b73,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:06.683802 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:06.704763 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e1e2aeed-12fa-4c6c-845c-3e885e598d15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21c712649a5e4166b847647d10250336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8867664 Apr 18 20:33:06.705094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33624) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:06.797194 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:05Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:06.809831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c213e-a149-46c0-a867-51c1541b66f1 req-2e874f64-664d-401e-aea2-262a276aeba7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:06.812502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e4c213e-a149-46c0-a867-51c1541b66f1 req-2e874f64-664d-401e-aea2-262a276aeba7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3025069 Apr 18 20:33:06.816903 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d57b4-6157-4d7e-893b-27bc57aed85c None None] The sync data for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 is: [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:05Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:06.985276 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-e2f29aff-92f9-42a8-8355-498c1d99eba8 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5461495 Apr 18 20:33:07.090361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.092110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e4c213e-a149-46c0-a867-51c1541b66f1 req-f90c68d7-d79c-4338-bcf7-5bd4af2f7375 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897829 Apr 18 20:33:07.094039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70c68a7a-8b4b-48cd-8543-ed739df186ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.168920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70c68a7a-8b4b-48cd-8543-ed739df186ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.340193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.515650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41e26d5-71cb-47d7-b0ad-ceef298ae0a7 None None] Network 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:33:07.541749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3946dbe2-bb66-40a8-ba31-93ab3b2f9cbd req-61e7948d-8b20-4863-aa08-bd83b4ee9643 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:07.548088 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.561207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Subnet': ['ID=ec18110f-d1ac-4909-8687-6af0cac6c76b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.632778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3946dbe2-bb66-40a8-ba31-93ab3b2f9cbd req-61e7948d-8b20-4863-aa08-bd83b4ee9643 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:07.659092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3946dbe2-bb66-40a8-ba31-93ab3b2f9cbd req-61e7948d-8b20-4863-aa08-bd83b4ee9643 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 210 time: 0.2979922 Apr 18 20:33:07.695716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70c68a7a-8b4b-48cd-8543-ed739df186ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.751473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1e4d67d5-1506-4fc5-b693-96b912525497 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/subnets/ec18110f-d1ac-4909-8687-6af0cac6c76b HTTP/1.1" status: 204 len: 168 time: 1.5085249 Apr 18 20:33:07.753848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33648) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:07.798319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c68a7a-8b4b-48cd-8543-ed739df186ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6becf3ad-76e4-4986-aa64-c351d2fb2b73,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:07.816626 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70c68a7a-8b4b-48cd-8543-ed739df186ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:07.818334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70c68a7a-8b4b-48cd-8543-ed739df186ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6becf3ad-76e4-4986-aa64-c351d2fb2b73 HTTP/1.1" status: 204 len: 168 time: 1.1119254 Apr 18 20:33:07.974765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-42f45f6a-3eba-4b42-ae6e-099cf735120e req-752b6ecd-4179-454d-8522-a24c4f98aa01 service neutron] (88141) timed out ('10.222.0.61', 55606) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:33:08.444458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] DHCP port deletion for 8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:33:08.450658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] Deleting port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:08.451528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.494612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d3d1ae1-953e-4afb-8097-bca21c8a785a req-39ba090a-7499-48ec-9ed9-a0486397a8a5 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1982131 Apr 18 20:33:08.582680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6a23c1a3-9776-4af4-a161-cdf9425b9393 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:08.733690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb52b19-b849-4b0a-91ce-e8f86f6afedb req-88c186cc-b270-4188-a4b6-f9e97f1e50d6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:08.748792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfb52b19-b849-4b0a-91ce-e8f86f6afedb req-88c186cc-b270-4188-a4b6-f9e97f1e50d6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.5436976 Apr 18 20:33:08.752845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.825074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Deleting port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:08.826048 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:08.848941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfb52b19-b849-4b0a-91ce-e8f86f6afedb req-d09e25ad-4764-4b46-96c8-ac5c90a1bf6b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984306 Apr 18 20:33:09.142023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6a23c1a3-9776-4af4-a161-cdf9425b9393 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:09.157318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6a23c1a3-9776-4af4-a161-cdf9425b9393 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:09.157967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.244456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe19522-6f86-4802-87a0-e18575a92d29 req-695d604c-a241-4a79-b2ad-ea2c31de6048 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:09.259905 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fe19522-6f86-4802-87a0-e18575a92d29 req-695d604c-a241-4a79-b2ad-ea2c31de6048 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1970732 Apr 18 20:33:09.390712 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fe19522-6f86-4802-87a0-e18575a92d29 req-5f42ea76-10e3-4ff6-ad2d-60a890778bbb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291769 Apr 18 20:33:09.549477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] For port 0c0a0389-ceae-450d-b0f2-bff2f84f2362, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0c0a0389-ceae-450d-b0f2-bff2f84f2362,segment=NetworkSegment(0dff45a6-1650-4763-a76b-937b6a97c378),segment_id=0dff45a6-1650-4763-a76b-937b6a97c378)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:09.562615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:09.902823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7f963fcf-c073-4a3d-b362-f3963dc63356 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:33:09.914786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] Calling delete_port for 0c0a0389-ceae-450d-b0f2-bff2f84f2362 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:10.145243 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.156014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.191664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab36cfc8-69f8-4b66-9634-957e162c0f3f req-ca8a224c-eac2-4a73-9067-0527a598cdbb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 210 time: 0.1822655 Apr 18 20:33:10.245595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-426b7a45-eab5-4611-8ab9-494cf5c19421 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:10.248292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-426b7a45-eab5-4611-8ab9-494cf5c19421 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/networks?id=1b8d0020-a61c-4a1d-82cd-189363c70038 HTTP/1.1" status: 200 len: 797 time: 0.6473141 Apr 18 20:33:10.258214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] Pushing event deleted for resources: {'Port': ['ID=0c0a0389-ceae-450d-b0f2-bff2f84f2362,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:10.294907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6a23c1a3-9776-4af4-a161-cdf9425b9393, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6a23c1a3-9776-4af4-a161-cdf9425b9393,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:10.298619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed9aa75-f30b-4c2a-a0b8-3085c9271aad None None] No DVR routers for this DVR port 0c0a0389-ceae-450d-b0f2-bff2f84f2362 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:10.324213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.447977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6a23c1a3-9776-4af4-a161-cdf9425b9393,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:10.472626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] The port '0c0a0389-ceae-450d-b0f2-bff2f84f2362' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:33:10.545915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33700) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:10.605433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0c0a0389-ceae-450d-b0f2-bff2f84f2362 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:33:10.662818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be2c08-3b73-4457-aba0-f6997ba9dd9f req-4735dde0-8a32-4379-85b1-5219f295cd36 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:10.673424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0c0a0389-ceae-450d-b0f2-bff2f84f2362 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:33:10.674275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0c0a0389-ceae-450d-b0f2-bff2f84f2362 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:33:10.681632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82be2c08-3b73-4457-aba0-f6997ba9dd9f req-4735dde0-8a32-4379-85b1-5219f295cd36 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 2.1616516 Apr 18 20:33:10.747310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:10.782869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'port_id': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'mac_address': 'fa:16:3e:1f:78:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:33:10.822215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.855567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:10.870715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dff45a6-1650-4763-a76b-937b6a97c378') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:10.871340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dff45a6-1650-4763-a76b-937b6a97c378') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:10.885987 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.887009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-network', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:10.906631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.909045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:10.914734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:33:10.915453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:10.922417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Usage tracker for resource:network and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:10.928495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:10.952733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:10.991993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Made reservation on behalf of c5149fe647434eb0ac84ad11a6f1f867 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:10.995667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:33:11.034387 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:33:11.052390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.060511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-29ea2ea0-9acb-4133-abdf-a9aeb47c193d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fe5691eda2a4b868086134bcc610d1a HTTP/1.1" status: 200 len: 380 time: 0.6850352 Apr 18 20:33:11.063764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.084219 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.097127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'port': {'device_id': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'admin_state_up': True, 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'security_groups': ['415fe457-1b1a-4dcb-97b5-1f086afbab73']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:11.120303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:11.144753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Usage tracker for resource:security_group_rule and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:11.150668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:11.175099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:11.208602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7f963fcf-c073-4a3d-b362-f3963dc63356 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:11.306454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:11.312400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.317282 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.339830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Pushing event deleted for resources: {'Network': ['ID=8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:11.355154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8701e8aa-159b-4fa6-b597-f828c3cd09ad tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/networks/8fcc91e7-8a83-44e7-aea8-3e8ed00ab6c3 HTTP/1.1" status: 204 len: 168 time: 3.5409794 Apr 18 20:33:11.374163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:11.469758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7f963fcf-c073-4a3d-b362-f3963dc63356'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:33:11.568429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8e955088-ce68-4eca-8403-1ebabb891920 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Synchronizing usage tracker for tenant:ad043debd0c64c4693540d4d3d18b1c3 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:11.607532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82be2c08-3b73-4457-aba0-f6997ba9dd9f req-3415517d-06cf-47c3-a0dd-fddb51208c71 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5744152 Apr 18 20:33:11.627952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.674543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:11.689944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:11.694194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.710869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:11.737265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Made reservation on behalf of 6fe5691eda2a4b868086134bcc610d1a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:11.742423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:11.774070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8e955088-ce68-4eca-8403-1ebabb891920 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Unset dirty status for tenant:ad043debd0c64c4693540d4d3d18b1c3 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:11.776168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8e955088-ce68-4eca-8403-1ebabb891920 tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f6b6ca-07f4-4830-9b50-5ed88c807462 HTTP/1.1" status: 200 len: 205 time: 0.3992884 Apr 18 20:33:11.797541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:11.842289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9cf7b7-9670-4f2c-b89d-2d8328f97eff req-7ae8640f-a638-43f6-a8ba-c2a0f63e7419 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:11.855513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b9cf7b7-9670-4f2c-b89d-2d8328f97eff req-7ae8640f-a638-43f6-a8ba-c2a0f63e7419 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 0.4886768 Apr 18 20:33:11.859116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:33:11.926910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454ac81c-a651-4e3b-8532-e346516f73c3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:11.998637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:11.999603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.000610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.002434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.003372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.004194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.005008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.005885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.006708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.007672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.008545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.009387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:12.023592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.024942 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Added segment d1321402-c8e8-4622-bbd4-ae27ae7f4636 of type vlan for network d0083521-6bd5-4e99-b67e-dc7ab8874aca Apr 18 20:33:12.045999 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b9cf7b7-9670-4f2c-b89d-2d8328f97eff req-e8201a85-327f-43a4-90da-a7fa4f898e2f tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890547 Apr 18 20:33:12.163336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.252662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.254836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:12.257087 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.310120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4443d896-97cf-4ba6-8c91-017965324e6c tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.523597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6a23c1a3-9776-4af4-a161-cdf9425b9393 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:12.572104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0083521-6bd5-4e99-b67e-dc7ab8874aca,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:12.614989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:33:12.671381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bd3ece23-73c0-45dc-b64b-2e4e38e54ac8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.1233592 Apr 18 20:33:12.680957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33750) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:12.715327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Request body: {'subnet': {'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-subnet', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:12.734417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:12.762393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Usage tracker for resource:subnet and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:12.769944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:12.815011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:12.847236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba371afe-7730-43e6-ab7e-a419cc8e6b0d req-2087f921-2178-4774-8983-f3a22eb769b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:12.852338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba371afe-7730-43e6-ab7e-a419cc8e6b0d req-2087f921-2178-4774-8983-f3a22eb769b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2758038 Apr 18 20:33:12.910986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Made reservation on behalf of c5149fe647434eb0ac84ad11a6f1f867 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:33:12.922876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:12.974898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6a23c1a3-9776-4af4-a161-cdf9425b9393 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:12.975743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.085990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba371afe-7730-43e6-ab7e-a419cc8e6b0d req-99b3d450-394a-4d9f-9de6-9e3a9f9967c3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180572 Apr 18 20:33:13.485258 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-644fb418-c12d-4603-8c9f-672e21efad38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.560790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6a0f2cf-ce40-43f5-9b2f-9411534fa49c req-44713faf-f501-4d42-8a1a-1e7c1d643ff6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 210 time: 0.1052463 Apr 18 20:33:13.642072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4443d896-97cf-4ba6-8c91-017965324e6c tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.646859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4443d896-97cf-4ba6-8c91-017965324e6c tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.709039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7f963fcf-c073-4a3d-b362-f3963dc63356 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:13.754277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4443d896-97cf-4ba6-8c91-017965324e6c tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.755021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4443d896-97cf-4ba6-8c91-017965324e6c tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Fanout notify agent at l3_agent the message router_deleted on router 22f6b6ca-07f4-4830-9b50-5ed88c807462 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:33:13.815478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.866404 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4443d896-97cf-4ba6-8c91-017965324e6c tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:13.875683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4443d896-97cf-4ba6-8c91-017965324e6c tempest-RoutersNegativeTest-1548832468 tempest-RoutersNegativeTest-1548832468-project] 10.222.0.47 "DELETE /v2.0/routers/22f6b6ca-07f4-4830-9b50-5ed88c807462 HTTP/1.1" status: 204 len: 168 time: 2.0703115 Apr 18 20:33:13.897195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f297d05-6ad3-40d5-a592-afb2b3038818 req-8f143317-86be-49a7-a3c0-3eb127fcb0f5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:13.900870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f297d05-6ad3-40d5-a592-afb2b3038818 req-8f143317-86be-49a7-a3c0-3eb127fcb0f5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 1.8279350 Apr 18 20:33:13.910571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.20.0.14 (1b8d0020-a61c-4a1d-82cd-189363c70038/e963314e-6fc9-489c-882b-c4e3ce965939/b8f4070e-2689-4275-b715-ebb88f4e3331) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:14.068276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Checking segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:33:14.068276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Network hostable DHCP agents. Network: d0083521-6bd5-4e99-b67e-dc7ab8874aca, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:33:14.101013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c65450-9f71-4504-8f30-398fb2bb550e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:14.119615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7f963fcf-c073-4a3d-b362-f3963dc63356 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:14.139778 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.159454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a954dc1-71fd-4041-9f97-60b071143d72 req-48db85f5-9a4b-4dfc-a445-087984d366db tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:14.162604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a954dc1-71fd-4041-9f97-60b071143d72 req-48db85f5-9a4b-4dfc-a445-087984d366db tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 944 time: 0.2666938 Apr 18 20:33:14.164329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:33:14.217554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d0083521-6bd5-4e99-b67e-dc7ab8874aca) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:14.237275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:14.238504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.290804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0ba21f6-02d0-4697-bd3a-34ca7e4a4d70 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5995519 Apr 18 20:33:14.294899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33768) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:14.308079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:14.322603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:14.355170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9a954dc1-71fd-4041-9f97-60b071143d72 req-73de340c-6bd7-4e6f-88b8-275a744671e9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675544 Apr 18 20:33:14.364297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Usage tracker for resource:router and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:14.389406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:14.419788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:14.446499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f297d05-6ad3-40d5-a592-afb2b3038818 req-4177baa8-3c18-4c83-9deb-d4f312148799 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4697139 Apr 18 20:33:14.459862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b4f51b-a355-4298-af21-0be67806ba17 None None] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:33:14.469568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.469568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.507685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.912339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:14.940786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Transition to ACTIVE for port object b8f4070e-2689-4275-b715-ebb88f4e3331 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:14.976874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeab687-3030-46df-b3d0-cf95657719e4 req-cdde5d33-f4ee-4d6e-a91f-f3b9f1b7f460 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:14.985416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dbeab687-3030-46df-b3d0-cf95657719e4 req-cdde5d33-f4ee-4d6e-a91f-f3b9f1b7f460 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2467322 Apr 18 20:33:15.019970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:15.070102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dbeab687-3030-46df-b3d0-cf95657719e4 req-7dbe01b3-8290-4d7a-a270-276e323771ac tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825515 Apr 18 20:33:15.108873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.293259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.313871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:15.333200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:15.418384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:33:15.459555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:15.520048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.525389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.526694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.527668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.531182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.531844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.532385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.532908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.533584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.535825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.537037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.537037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:15.637139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:15.638239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.728705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3bb5d-912d-442b-9180-0c482df749c4 req-6f33f95c-7feb-472d-8283-43e68f7464bc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:15.729432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-20f3bb5d-912d-442b-9180-0c482df749c4 req-6f33f95c-7feb-472d-8283-43e68f7464bc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:15.751348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:33:15.762571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:15.782422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d0083521-6bd5-4e99-b67e-dc7ab8874aca', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:33:15.784331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.810884 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-b3e4d7d6-9e73-4bed-9acc-3ca16442c6cb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7306757 Apr 18 20:33:15.829197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:15.831077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Request body: {'port': {'device_id': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:15.857771 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:15.950577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-20f3bb5d-912d-442b-9180-0c482df749c4 req-6f33f95c-7feb-472d-8283-43e68f7464bc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:15.958036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20f3bb5d-912d-442b-9180-0c482df749c4 req-6f33f95c-7feb-472d-8283-43e68f7464bc tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 932 time: 0.5987842 Apr 18 20:33:16.035783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:16.051269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20f3bb5d-912d-442b-9180-0c482df749c4 req-4af61a7c-2d73-41ac-a606-fd9f6401b05b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922217 Apr 18 20:33:16.058988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a', 'port_id': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'mac_address': 'fa:16:3e:37:18:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755548ac-fca4-421a-bdd6-85b8ac87f290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:33:16.106325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fcbed2-8a8e-4add-9eef-4c1bc5225e4d req-25afd140-06da-462b-bf36-b98cf2fa9e9f tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:16.108140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33fcbed2-8a8e-4add-9eef-4c1bc5225e4d req-25afd140-06da-462b-bf36-b98cf2fa9e9f tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 0.5510478 Apr 18 20:33:16.180622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.202241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.227241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ddcc70b-4a87-428f-9db2-e9e062252007 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad043debd0c64c4693540d4d3d18b1c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1929467 Apr 18 20:33:16.234750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:16.301796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-33fcbed2-8a8e-4add-9eef-4c1bc5225e4d req-a37fe115-2ec9-4949-bf52-df25c20dd542 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822462 Apr 18 20:33:16.328679 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.919019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88eceb41-0a93-4278-afcf-45f7bd1f06b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:16.982054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Allocated IP 172.20.0.2 (d0083521-6bd5-4e99-b67e-dc7ab8874aca/65c65450-9f71-4504-8f30-398fb2bb550e/49bac375-7abb-4439-9dbc-bc26095ab805) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:16.988855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.027744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.145024 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de5f9be-4329-43b9-9f5a-110b11b1925c'] response: {'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'code': 200} Apr 18 20:33:17.294838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-65ac4734-bec4-4883-b8e3-356a9dda58e7 None None] Provisioning for port b8f4070e-2689-4275-b715-ebb88f4e3331 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:17.317072 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f30d99d1-ff96-4405-b2e0-1e618ccb1995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.456387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88eceb41-0a93-4278-afcf-45f7bd1f06b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.491871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33380871-189d-4109-88f0-9ae1b74315f9 req-377668f6-1d34-43c0-9dee-3b98b210fff7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.494806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33380871-189d-4109-88f0-9ae1b74315f9 req-377668f6-1d34-43c0-9dee-3b98b210fff7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 1.2067630 Apr 18 20:33:17.549687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-65ac4734-bec4-4883-b8e3-356a9dda58e7 None None] Provisioning complete for port b8f4070e-2689-4275-b715-ebb88f4e3331 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:17.550373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-65ac4734-bec4-4883-b8e3-356a9dda58e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.611183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d195e73-bf75-4630-bac4-487b675fb540 req-0a2bbe2c-bdb6-40b1-87e8-f63b55c73466 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:17.622578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d195e73-bf75-4630-bac4-487b675fb540 req-0a2bbe2c-bdb6-40b1-87e8-f63b55c73466 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.5486853 Apr 18 20:33:17.651021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Allocated IP 172.25.5.12 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/34edb534-520b-41e9-8dc1-78d1db33e7be) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:17.722548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7718f903-d08e-4dd5-a149-5fa594bac1d7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:17.794538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-65ac4734-bec4-4883-b8e3-356a9dda58e7 None None] Port b8f4070e-2689-4275-b715-ebb88f4e3331 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:33:17.796887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:17.849393 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.851104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:17.857969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:17.872270 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.032290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:18.072966 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.117329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['7718f903-d08e-4dd5-a149-5fa594bac1d7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:33:18.166809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.203614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f4070e-2689-4275-b715-ebb88f4e3331 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:18.233367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.271153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Transition to ACTIVE for port object b8f4070e-2689-4275-b715-ebb88f4e3331 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:18.377769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d195e73-bf75-4630-bac4-487b675fb540 req-927058e5-6ae1-493b-a27b-2b55af1c726e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7537603 Apr 18 20:33:18.385820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:18.402484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:18.407586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:33:18.440693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Pushing event updated for resources: {'Port': ['ID=34edb534-520b-41e9-8dc1-78d1db33e7be,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:18.519076 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.632850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.658370 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.697343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88eceb41-0a93-4278-afcf-45f7bd1f06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.716989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:18.777083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Transition to ACTIVE for port object 49bac375-7abb-4439-9dbc-bc26095ab805 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:18.808642 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.812275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-33380871-189d-4109-88f0-9ae1b74315f9 req-5079dd22-d9d4-434b-aa77-f1a1b8d45b51 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350862 Apr 18 20:33:18.813114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Transition to ACTIVE for port object 49bac375-7abb-4439-9dbc-bc26095ab805 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:18.833114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:18.847120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-97adc16a-e338-42f5-bb52-b3b02172f561 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:18.854039 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-97adc16a-e338-42f5-bb52-b3b02172f561 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.61 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 2.1659029 Apr 18 20:33:19.116765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:19.120807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:19.214842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Pushing event updated for resources: {'Port': ['ID=49bac375-7abb-4439-9dbc-bc26095ab805,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:19.244142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:33:19.414507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df737aa1-01e5-4d07-8f0e-1634f2486e98 req-6c79ba32-7fb8-4d66-bfec-223c337ab246 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:19.416793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df737aa1-01e5-4d07-8f0e-1634f2486e98 req-6c79ba32-7fb8-4d66-bfec-223c337ab246 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 944 time: 0.7003472 Apr 18 20:33:19.541420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eceb41-0a93-4278-afcf-45f7bd1f06b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb600c5-c4f0-4b44-91ad-84914035a97a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:19.635412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.656862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Attempting to bind port 49bac375-7abb-4439-9dbc-bc26095ab805 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:19.659116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Attempting to bind port 49bac375-7abb-4439-9dbc-bc26095ab805 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:19.664281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Attempting to bind port 49bac375-7abb-4439-9dbc-bc26095ab805 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:33:19.704983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:33:19.706794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Checking segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:33:19.707426 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.708003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Bound using segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:33:19.708731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Bound port: 49bac375-7abb-4439-9dbc-bc26095ab805, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:19.709313 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.759298 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88eceb41-0a93-4278-afcf-45f7bd1f06b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.760811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-88eceb41-0a93-4278-afcf-45f7bd1f06b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ddb600c5-c4f0-4b44-91ad-84914035a97a HTTP/1.1" status: 204 len: 168 time: 3.5223093 Apr 18 20:33:19.763202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-df737aa1-01e5-4d07-8f0e-1634f2486e98 req-98f29ad3-c933-46fb-b50b-da1874e681c1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:19.806430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:19.884085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-df737aa1-01e5-4d07-8f0e-1634f2486e98 req-98f29ad3-c933-46fb-b50b-da1874e681c1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:19.886102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df737aa1-01e5-4d07-8f0e-1634f2486e98 req-98f29ad3-c933-46fb-b50b-da1874e681c1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4591122 Apr 18 20:33:19.932294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:19.991557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Deleting port 3482f054-3b4b-47eb-959e-0cc013298c84 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:19.995811 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.190152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-3be1ccf8-b412-4e1a-8b53-f6b11c0a358f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.8983014 Apr 18 20:33:20.503152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] For port 49bac375-7abb-4439-9dbc-bc26095ab805, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:33:20.518926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] For port 49bac375-7abb-4439-9dbc-bc26095ab805, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49bac375-7abb-4439-9dbc-bc26095ab805,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:33:20.544291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 7718f903-d08e-4dd5-a149-5fa594bac1d7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:20.544921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.661017 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:20.972471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b9c77-4c0e-4653-8a92-82c1b7fc3181 None None] Pushing event updated for resources: {'Port': ['ID=49bac375-7abb-4439-9dbc-bc26095ab805,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:21.051607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.167330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85980146-24a6-4c5f-bdb0-84d4be5254cd req-dfce72de-e98c-4473-8893-cc399d4daef7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:21.169355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85980146-24a6-4c5f-bdb0-84d4be5254cd req-dfce72de-e98c-4473-8893-cc399d4daef7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 945 time: 0.7234435 Apr 18 20:33:21.396310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85980146-24a6-4c5f-bdb0-84d4be5254cd req-00f15da6-0613-4dcd-9e3b-1b344245233e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047310 Apr 18 20:33:21.528476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3482f054-3b4b-47eb-959e-0cc013298c84,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:21.531703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.601849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:21.669467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Router 014f7749-3938-4c8d-8d3b-dccb865ba39c is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:33:21.790827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:21.806733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 3482f054-3b4b-47eb-959e-0cc013298c84 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:33:22.035841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:22.264622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.355826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Attempting to bind port b8f4070e-2689-4275-b715-ebb88f4e3331 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:22.356249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Attempting to bind port b8f4070e-2689-4275-b715-ebb88f4e3331 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:22.361832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Attempting to bind port b8f4070e-2689-4275-b715-ebb88f4e3331 on network 1b8d0020-a61c-4a1d-82cd-189363c70038 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:33:22.716981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Port b8f4070e-2689-4275-b715-ebb88f4e3331 on network 1b8d0020-a61c-4a1d-82cd-189363c70038 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:33:22.716981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Attempting to bind port b8f4070e-2689-4275-b715-ebb88f4e3331 on network 1b8d0020-a61c-4a1d-82cd-189363c70038 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:33:22.721183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:33:22.844782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bfe01-6868-41ae-861f-f55fe698b2ca req-0b4567ec-67fa-4642-990d-98cf690403a3 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.856927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-759bfe01-6868-41ae-861f-f55fe698b2ca req-0b4567ec-67fa-4642-990d-98cf690403a3 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 946 time: 3.3640544 Apr 18 20:33:22.863436 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.885702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-7d328147-41c3-4685-961a-33f85896caf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.888301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-7d328147-41c3-4685-961a-33f85896caf0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 1096 time: 2.6374643 Apr 18 20:33:22.889681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:33:22.890298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Checking segment: {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:33:22.891075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Bound using segment: {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:33:22.891786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Bound port: b8f4070e-2689-4275-b715-ebb88f4e3331, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef327c20-ed53-4a43-a678-1af22c6586ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:22.892133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72c7ebf-e9fd-4a7f-8a08-89d48ed98d26 req-169a111e-2f98-4a72-b8fc-ed4032a69373 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:22.892638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.913484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d72c7ebf-e9fd-4a7f-8a08-89d48ed98d26 req-169a111e-2f98-4a72-b8fc-ed4032a69373 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 0.9657142 Apr 18 20:33:22.924351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:22.933087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-95dbd2c1-5fc4-4f0a-9241-2ec55a5effe1 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.6364417 Apr 18 20:33:22.937420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33886) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:22.974706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 49bac375-7abb-4439-9dbc-bc26095ab805 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:23.100195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Sync routers for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:23.306537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:23.328323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33890) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:23.333965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:23.336260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:23.490456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d72c7ebf-e9fd-4a7f-8a08-89d48ed98d26 req-14961473-d902-4298-b21b-3adb00098918 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5757012 Apr 18 20:33:23.603614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 49bac375-7abb-4439-9dbc-bc26095ab805 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:23.671626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3482f054-3b4b-47eb-959e-0cc013298c84,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:23.722576 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:23.858905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-759bfe01-6868-41ae-861f-f55fe698b2ca req-14c7f6c8-4e74-44e4-ae67-13ed90b4cb73 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9984539 Apr 18 20:33:23.879675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f6aeca76-c9af-4505-8db7-9852f6808a1e tempest-ServiceProvidersTest-683434039 tempest-ServiceProvidersTest-683434039-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5509527 Apr 18 20:33:24.390912 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.392951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:24.394170 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Floating IP 7d608bb1-c27c-4c81-80e1-c2706e3f941f disassociated. External IP: 172.25.5.31, port: 3482f054-3b4b-47eb-959e-0cc013298c84. Apr 18 20:33:24.394788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Calling delete_port for 3482f054-3b4b-47eb-959e-0cc013298c84 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:24.521092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:33:24.547073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:33:24.790238 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec6fba5c-aa78-4bc0-8d41-33e6765ef251'] response: {'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'code': 200} Apr 18 20:33:24.811815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd264868-c1ff-4b51-a1b8-0021da9610aa None None] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:33:24.894669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.265194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:25.266932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.273718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-a0ce43c8-04f6-475f-b705-b2d5af2dc635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.276202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-a0ce43c8-04f6-475f-b705-b2d5af2dc635 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 2.1051173 Apr 18 20:33:25.284894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:33:25.285261 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:33:25.297722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.298584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.300407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-62b01ab1-4323-46f3-b07c-bd7b1c6cba35 service neutron] 10.222.0.55 "PUT /v2.0/ports/b8f4070e-2689-4275-b715-ebb88f4e3331 HTTP/1.1" status: 200 len: 1092 time: 9.4735420 Apr 18 20:33:25.494877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=3482f054-3b4b-47eb-959e-0cc013298c84,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:25.662466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:25.665950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:25.738362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a21dd9-842e-47a3-bbec-766b4a206a70 req-2916ca72-680b-4a52-aafa-e124790800e0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.746141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64a21dd9-842e-47a3-bbec-766b4a206a70 req-2916ca72-680b-4a52-aafa-e124790800e0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 944 time: 1.8026431 Apr 18 20:33:25.762073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-d03edcb1-b86e-4227-a333-ab289ef67e03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019 HTTP/1.1" status: 200 len: 217 time: 0.4703434 Apr 18 20:33:25.764183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-608dacaf-8bae-4013-81c3-0e59c603a120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:25.765695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-608dacaf-8bae-4013-81c3-0e59c603a120 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1097 time: 3.3570383 Apr 18 20:33:25.786700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Deleting port 3482f054-3b4b-47eb-959e-0cc013298c84 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:25.786958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:25.941543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64a21dd9-842e-47a3-bbec-766b4a206a70 req-2a2658ab-2474-48f5-80d6-49249e57c1c6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940341 Apr 18 20:33:26.242966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-89500ed5-4888-45a3-9c33-073d5370e0fc None None] Provisioning for port 49bac375-7abb-4439-9dbc-bc26095ab805 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:26.337892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-89500ed5-4888-45a3-9c33-073d5370e0fc None None] Provisioning complete for port 49bac375-7abb-4439-9dbc-bc26095ab805 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:26.338657 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-89500ed5-4888-45a3-9c33-073d5370e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.441267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] For port 3482f054-3b4b-47eb-959e-0cc013298c84, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=3482f054-3b4b-47eb-959e-0cc013298c84,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:26.441933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.636887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:26.696147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-f503c97d-2218-491d-b1dd-92e655ec43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.698259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-f503c97d-2218-491d-b1dd-92e655ec43a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 915 time: 0.8367674 Apr 18 20:33:26.785925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc8928-d22c-47a9-b8cc-9ccc1799a122 req-70babbc0-e003-47ef-9ab2-dacf0fc98f3b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:26.795706 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-abcc8928-d22c-47a9-b8cc-9ccc1799a122 req-70babbc0-e003-47ef-9ab2-dacf0fc98f3b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 0.4517100 Apr 18 20:33:26.799436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:27.105143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:27.195474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-abcc8928-d22c-47a9-b8cc-9ccc1799a122 req-4a9d0c17-9d74-4eee-b67e-54004deee147 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815947 Apr 18 20:33:27.537402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-89500ed5-4888-45a3-9c33-073d5370e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:27.961359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Allocated IP 172.20.0.1 (d0083521-6bd5-4e99-b67e-dc7ab8874aca/65c65450-9f71-4504-8f30-398fb2bb550e/34d5d52f-306f-4369-be50-acef4821216e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:27.975669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-7d4885cb-90df-437d-ae7b-35f3b7e75519 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 217 time: 1.1156156 Apr 18 20:33:28.052756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98904c8-8b22-40f5-9fa4-d6f7521490d1 req-fba1e3f7-9494-4452-b373-55acebc3dcbc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.078148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-89500ed5-4888-45a3-9c33-073d5370e0fc None None] For port 49bac375-7abb-4439-9dbc-bc26095ab805, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49bac375-7abb-4439-9dbc-bc26095ab805,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:28.092968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e98904c8-8b22-40f5-9fa4-d6f7521490d1 req-fba1e3f7-9494-4452-b373-55acebc3dcbc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 3.5140865 Apr 18 20:33:28.103160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-3715013c-4c6d-4578-aedb-eeaedb56073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.105247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-3715013c-4c6d-4578-aedb-eeaedb56073b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 2.0841858 Apr 18 20:33:28.110986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67715e7e-642c-4f2c-a1f6-120c7e08628d req-5a146988-45f8-455c-8f44-099962c8694a tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:28.115347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67715e7e-642c-4f2c-a1f6-120c7e08628d req-5a146988-45f8-455c-8f44-099962c8694a tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 944 time: 0.5167222 Apr 18 20:33:28.223070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-89500ed5-4888-45a3-9c33-073d5370e0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.345995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.347959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.348411 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Floating IP 7d608bb1-c27c-4c81-80e1-c2706e3f941f disassociated. External IP: 172.25.5.31, port: 3482f054-3b4b-47eb-959e-0cc013298c84. Apr 18 20:33:28.354913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Calling delete_port for 3482f054-3b4b-47eb-959e-0cc013298c84 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:28.495499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67715e7e-642c-4f2c-a1f6-120c7e08628d req-6db3fc18-4fbf-4f97-8339-c11a184199b3 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3400557 Apr 18 20:33:28.580920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:28.590205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:19Z', 'revision_number': 3, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:28.610367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Usage tracker for resource:security_group_rule and tenant:12cf2d492f7f4aa9a8d189e24d864bb0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:28.621644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Checking router: 014f7749-3938-4c8d-8d3b-dccb865ba39c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:28.621644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Updating router 014f7749-3938-4c8d-8d3b-dccb865ba39c port 34edb534-520b-41e9-8dc1-78d1db33e7be binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:28.632560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:28.673254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:28.707487 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.761809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Transition to ACTIVE for port object 34d5d52f-306f-4369-be50-acef4821216e will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:28.815749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.874101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:28.985928 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f73990b-87e2-4ed0-8539-2f3c52f94102'] response: {'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84', 'code': 200} Apr 18 20:33:29.072542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:29.095014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.118522 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc25cbd-aaa9-4928-bb7f-df1af969e703'] response: {'name': 'network-changed', 'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'status': 'completed', 'code': 200} Apr 18 20:33:29.160474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:29.177892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:33:29.195120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89500ed5-4888-45a3-9c33-073d5370e0fc None None] Pushing event updated for resources: {'Port': ['ID=49bac375-7abb-4439-9dbc-bc26095ab805,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:29.277417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Pushing event updated for resources: {'Port': ['ID=34d5d52f-306f-4369-be50-acef4821216e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:29.315015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-565c4553-fb04-4176-b8b3-b09170e58a8d None None] Provisioning complete for port 49bac375-7abb-4439-9dbc-bc26095ab805 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:29.315393 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-565c4553-fb04-4176-b8b3-b09170e58a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.437178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.514841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd3787e-2513-42f4-81b1-2e0a1dc18002 req-8d2ace97-66fd-4f6e-a9ef-39dc378011be tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.520108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0cd3787e-2513-42f4-81b1-2e0a1dc18002 req-8d2ace97-66fd-4f6e-a9ef-39dc378011be tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 944 time: 0.2204878 Apr 18 20:33:29.608436 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:29.663599 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0cd3787e-2513-42f4-81b1-2e0a1dc18002 req-b209e444-5c5c-48d1-ac7d-2554953c11e0 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225388 Apr 18 20:33:29.697353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=12cf2d492f7f4aa9a8d189e24d864bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 4.4196520 Apr 18 20:33:29.701490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-098617f6-23dc-4ef5-8528-e1d352329186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.703389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-098617f6-23dc-4ef5-8528-e1d352329186 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1095 time: 4.0219152 Apr 18 20:33:29.705299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-6af7053b-116b-4e16-b582-e6715cc6aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:29.707303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-6af7053b-116b-4e16-b582-e6715cc6aa60 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 1.5517788 Apr 18 20:33:29.709965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33932) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:29.828272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-724cd8a7-20a0-472a-b6b4-1c4ec534ea45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.011091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-724cd8a7-20a0-472a-b6b4-1c4ec534ea45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.239747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-c32108d2-415b-4a48-b142-5e63c74fd676 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f4070e-2689-4275-b715-ebb88f4e3331 HTTP/1.1" status: 200 len: 217 time: 0.3372967 Apr 18 20:33:30.253167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3a34b234-28c7-4eea-822e-4ca4de8551b1 None None] Provisioning for port 34d5d52f-306f-4369-be50-acef4821216e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:30.258592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-724cd8a7-20a0-472a-b6b4-1c4ec534ea45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.317960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3a34b234-28c7-4eea-822e-4ca4de8551b1 None None] Provisioning complete for port 34d5d52f-306f-4369-be50-acef4821216e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:30.320136 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3a34b234-28c7-4eea-822e-4ca4de8551b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.360894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724cd8a7-20a0-472a-b6b4-1c4ec534ea45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e91cfd-5721-4d0f-8ec5-bf81d7fa6372,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:30.437900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:30.535264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3a34b234-28c7-4eea-822e-4ca4de8551b1 None None] Port 34d5d52f-306f-4369-be50-acef4821216e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:33:30.584596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 49bac375-7abb-4439-9dbc-bc26095ab805 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:30.712409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-c2ba6442-0ce9-4e27-9874-9984d866dde0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.9850495 Apr 18 20:33:30.738280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e98904c8-8b22-40f5-9fa4-d6f7521490d1 req-90ce21d4-2cce-4655-969f-11045ab6dc17 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.6431911 Apr 18 20:33:30.901865 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:33:31.047418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc80a8a-1997-41d8-a79d-6310d53402ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e91cfd-5721-4d0f-8ec5-bf81d7fa6372,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:31.188554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 49bac375-7abb-4439-9dbc-bc26095ab805 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:31.188975 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.190613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-724cd8a7-20a0-472a-b6b4-1c4ec534ea45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.191857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-724cd8a7-20a0-472a-b6b4-1c4ec534ea45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7e91cfd-5721-4d0f-8ec5-bf81d7fa6372 HTTP/1.1" status: 204 len: 168 time: 1.4806719 Apr 18 20:33:31.507303 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.754183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Transition to ACTIVE for port object 34edb534-520b-41e9-8dc1-78d1db33e7be will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:31.793922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b43fc6-57ba-4638-99c6-acbc9798ddbe req-a48e6744-63b2-4541-9a8a-9812acbf11e2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.796460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94b43fc6-57ba-4638-99c6-acbc9798ddbe req-a48e6744-63b2-4541-9a8a-9812acbf11e2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 1.7949092 Apr 18 20:33:31.867860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.909772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-517c2dba-46f0-417c-bf91-2ff3cea7b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:31.915165 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-517c2dba-46f0-417c-bf91-2ff3cea7b8aa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 3.6062686 Apr 18 20:33:31.944413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:31.977600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.107444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Attempting to bind port 34edb534-520b-41e9-8dc1-78d1db33e7be on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:32.108419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Attempting to bind port 34edb534-520b-41e9-8dc1-78d1db33e7be by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:32.109240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Attempting to bind port 34edb534-520b-41e9-8dc1-78d1db33e7be on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:33:32.129687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54535e-4fbb-4e37-a025-e42cddfb812f None None] Pushing event updated for resources: {'Port': ['ID=34edb534-520b-41e9-8dc1-78d1db33e7be,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:32.136654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:33:32.137269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:33:32.137982 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.138648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:33:32.139545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Bound port: 34edb534-520b-41e9-8dc1-78d1db33e7be, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:32.140147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.406530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-5381ff20-fbd8-42e0-a6be-9bc0ac1023cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:32.408084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-5381ff20-fbd8-42e0-a6be-9bc0ac1023cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e963314e-6fc9-489c-882b-c4e3ce965939 HTTP/1.1" status: 200 len: 835 time: 2.1604881 Apr 18 20:33:32.409970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-2cc99fbb-64e8-42f0-8577-e7c5bff0dbe3 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102693 Apr 18 20:33:32.444796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] For port 34edb534-520b-41e9-8dc1-78d1db33e7be, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:33:32.679427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94b43fc6-57ba-4638-99c6-acbc9798ddbe req-9d329c5f-aee5-428d-928a-2aff21579fdb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8318779 Apr 18 20:33:32.686649 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:32.981785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-aa63a855-2135-4485-a16b-767db843df55 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2069597 Apr 18 20:33:33.011693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92732a44-9258-466c-b45c-b77badbd11f6 req-436bc7de-9d7e-4640-a5b2-774cfeb35261 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:33.013441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92732a44-9258-466c-b45c-b77badbd11f6 req-436bc7de-9d7e-4640-a5b2-774cfeb35261 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 944 time: 1.4316959 Apr 18 20:33:33.031374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] For port 34edb534-520b-41e9-8dc1-78d1db33e7be, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=34edb534-520b-41e9-8dc1-78d1db33e7be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:33:33.047977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:33.093197 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:33.097014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Pushing event updated for resources: {'Port': ['ID=34d5d52f-306f-4369-be50-acef4821216e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:33.102345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:33.105483 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:33.332174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54535e-4fbb-4e37-a025-e42cddfb812f None None] Pushing event updated for resources: {'Port': ['ID=34edb534-520b-41e9-8dc1-78d1db33e7be,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:33.399841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:33.401791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:33.443683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e007660-d104-4ac0-a08e-f11086a2f107 req-8c51c81c-3b41-4231-88d6-aadbedb9d8f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:33.460425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e007660-d104-4ac0-a08e-f11086a2f107 req-8c51c81c-3b41-4231-88d6-aadbedb9d8f3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 944 time: 0.4682553 Apr 18 20:33:33.465998 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1efc5d03-0f33-42b9-bd37-d713ecdbac61 req-f9cd2523-9d6e-46b0-b5a6-d1948c327d34 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9787724 Apr 18 20:33:33.466760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event deleted for resources: {'Port': ['ID=3482f054-3b4b-47eb-959e-0cc013298c84,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:33.728846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e007660-d104-4ac0-a08e-f11086a2f107 req-0c882877-76ab-42b2-a1b7-3392f9862d84 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2672319 Apr 18 20:33:33.819734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Router 014f7749-3938-4c8d-8d3b-dccb865ba39c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:33:33.824089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-59dd7885-af0a-4311-b537-95d0be7d0df2 req-52a7d0a3-2b16-4733-a7ff-a9a3180ca48b service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7990808 Apr 18 20:33:33.868237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92732a44-9258-466c-b45c-b77badbd11f6 req-041ac436-dc1a-442b-b2e1-03f8e6d0c794 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups?id=a23202f3-5e6c-4bd3-a5da-8860f70d3c65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7932961 Apr 18 20:33:33.968450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:34.133153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-3789a312-fd31-42e9-a33c-2fbdb473aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.140992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-3789a312-fd31-42e9-a33c-2fbdb473aaa8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b8d0020-a61c-4a1d-82cd-189363c70038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6502669 Apr 18 20:33:34.579592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-86624c6d-dbeb-486a-bb27-a267132d6789 None None] Provisioning complete for port 34d5d52f-306f-4369-be50-acef4821216e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:34.580607 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-86624c6d-dbeb-486a-bb27-a267132d6789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:34.788970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-dde83acf-5f02-4a10-8aa3-0d9103ff2bf1 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6320179 Apr 18 20:33:34.845088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d6e9c-e98b-4912-982f-11cc5bc0cb48 req-a997d00b-888a-4ab0-9de7-02f0735b408d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:34.855015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a6d6e9c-e98b-4912-982f-11cc5bc0cb48 req-a997d00b-888a-4ab0-9de7-02f0735b408d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.7376616 Apr 18 20:33:34.863218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:33:34.879489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-756e882d-a04e-4a62-9dd9-24742288ed82 admin admin] 10.222.0.47 "PUT /v2.0/routers/014f7749-3938-4c8d-8d3b-dccb865ba39c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8900886 Apr 18 20:33:35.001695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a6d6e9c-e98b-4912-982f-11cc5bc0cb48 req-5d4c9ed2-4f6a-4d67-ba5e-20aa778bb6ef tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358771 Apr 18 20:33:35.237875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-86624c6d-dbeb-486a-bb27-a267132d6789 None None] Port 34d5d52f-306f-4369-be50-acef4821216e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:33:35.407454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Router a6d113a6-d756-45c4-bd62-401454a2de1c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:33:35.547233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:31Z', 'revision_number': 2, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:35.563932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1140f01e-2767-458c-954f-98f4a99bfdde None None] The sync data for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 is: [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:31Z', 'revision_number': 2, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:35.608316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0b4b04-06d3-4a09-8d62-8a57af8a241f req-30f67e7f-4b5e-4bae-b7b1-6302909446b3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:35.610056 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b0b4b04-06d3-4a09-8d62-8a57af8a241f req-30f67e7f-4b5e-4bae-b7b1-6302909446b3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 944 time: 0.2220674 Apr 18 20:33:35.738930 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b0b4b04-06d3-4a09-8d62-8a57af8a241f req-459443be-7c19-4d44-97bb-d0bbfa379658 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219294 Apr 18 20:33:36.229632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd086aa3-3e07-4149-b564-9c5fdb12dac5 req-6ca2cd9a-4067-41f8-83ce-d2c76e734dc4 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3238220 Apr 18 20:33:36.353464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9d5463-936e-4484-a612-ade5208a8a49 req-11f5e050-cc7a-4153-ba8d-e4db01928ec3 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/ports?device_id=201df351-2dcf-4e08-bcdb-c5f7787476c5 HTTP/1.1" status: 200 len: 210 time: 0.2494767 Apr 18 20:33:36.781419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:33:36.805270 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] Sync routers for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:36.849091 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:36.853282 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:36.928807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46fe2-b3cd-442e-95e0-79286ec4b095 req-ddffda7f-619e-4591-8102-27cf89450ab4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:36.948018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9cb46fe2-b3cd-442e-95e0-79286ec4b095 req-ddffda7f-619e-4591-8102-27cf89450ab4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 2.4260943 Apr 18 20:33:37.037441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] No DVR routers for this DVR port 3482f054-3b4b-47eb-959e-0cc013298c84 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:33:37.060397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:37.064443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'name': 'network-vif-deleted', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:37.143114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9cb46fe2-b3cd-442e-95e0-79286ec4b095 req-be623dd7-214a-4af3-842c-dd8ce6ab172f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534436 Apr 18 20:33:37.217864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ffc3573-3e35-4f80-82a9-5c14d1e10d4e req-e7fbc558-e17b-4092-8172-d70b290c245c tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.61 "DELETE /v2.0/ports/3482f054-3b4b-47eb-959e-0cc013298c84 HTTP/1.1" status: 204 len: 173 time: 17.7770338 Apr 18 20:33:37.233183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-9d6004e3-de9c-49ce-b71c-bb4ac33f13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:37.236820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-9d6004e3-de9c-49ce-b71c-bb4ac33f13f1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1095 time: 0.6476321 Apr 18 20:33:37.978847 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:38.130267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34044) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:38.156303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2053182442', 'description': 'tempest-description--872997828'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:38.223396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:38.259435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:38.283341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:38.316697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:38.356945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:38.433237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-21a717b9-edb4-48d8-8160-9be45fa4b738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.439466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-21a717b9-edb4-48d8-8160-9be45fa4b738 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b8d0020-a61c-4a1d-82cd-189363c70038 HTTP/1.1" status: 200 len: 898 time: 1.1962306 Apr 18 20:33:38.554936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:38.662595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34edb534-520b-41e9-8dc1-78d1db33e7be up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:38.712072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-3ed20693-b580-4680-8232-933edc22a43d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f4070e-2689-4275-b715-ebb88f4e3331 HTTP/1.1" status: 200 len: 217 time: 0.2424254 Apr 18 20:33:38.744927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group_rule and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:38.766767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:38.811130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:38.913984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19e5fe-af06-4f7e-809e-17fd167b021a req-d6574b4c-ee9d-416b-bd49-f876c4e0af9e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:38.918711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c19e5fe-af06-4f7e-809e-17fd167b021a req-d6574b4c-ee9d-416b-bd49-f876c4e0af9e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.0463452 Apr 18 20:33:38.942267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 34edb534-520b-41e9-8dc1-78d1db33e7be completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:38.969462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 34edb534-520b-41e9-8dc1-78d1db33e7be triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:38.974223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.018095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-41fdfbc5-5369-4140-b103-9cbed2d92cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.027342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-41fdfbc5-5369-4140-b103-9cbed2d92cd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e963314e-6fc9-489c-882b-c4e3ce965939 HTTP/1.1" status: 200 len: 835 time: 0.2993140 Apr 18 20:33:39.180194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106617d-18b9-45c9-bb42-f3a6dc48ea56 req-9a7f62b3-324f-43e7-a009-28d5ce808c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.196580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c106617d-18b9-45c9-bb42-f3a6dc48ea56 req-9a7f62b3-324f-43e7-a009-28d5ce808c31 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 944 time: 0.6536546 Apr 18 20:33:39.257572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c19e5fe-af06-4f7e-809e-17fd167b021a req-244473a8-acac-4b43-b626-fe4467b8d75e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3193426 Apr 18 20:33:39.423183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-baa787d7-9fb8-45ba-a8a3-9096035cc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:39.425127 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-baa787d7-9fb8-45ba-a8a3-9096035cc146 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b8d0020-a61c-4a1d-82cd-189363c70038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3865733 Apr 18 20:33:39.425403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:49Z', 'revision_number': 5, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:39.436326 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] Checking router: a6d113a6-d756-45c4-bd62-401454a2de1c for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:39.455725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c106617d-18b9-45c9-bb42-f3a6dc48ea56 req-144fcde9-38e3-4f9f-be68-768468be2a4c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581198 Apr 18 20:33:39.457898 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:39.458970 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:39.533503 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f231b93-e3e1-4ecb-b9ff-e9889ab33b42'] response: {'server_uuid': '201df351-2dcf-4e08-bcdb-c5f7787476c5', 'name': 'network-vif-deleted', 'tag': '3482f054-3b4b-47eb-959e-0cc013298c84', 'status': 'completed', 'code': 200} Apr 18 20:33:39.621237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.633204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.641568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.720110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 34edb534-520b-41e9-8dc1-78d1db33e7be, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=34edb534-520b-41e9-8dc1-78d1db33e7be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:39.740706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.844263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:39.855857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7220562 Apr 18 20:33:39.861290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34060) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:39.880023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8733eb8-5c98-4909-93be-cda4a12178eb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a78a76-ac00-442d-b819-1a3bddfb5097,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:39.907467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'security_group_rule': {'security_group_id': 'c1a78a76-ac00-442d-b819-1a3bddfb5097', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:39.935708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34064) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:39.946786 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:39.985172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group_rule and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:39.995708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=34edb534-520b-41e9-8dc1-78d1db33e7be,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:40.002393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:40.034841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:40.046096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b8f4070e-2689-4275-b715-ebb88f4e3331 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:33:40.167861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.184189 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:40.269354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-ecec31cc-6bdc-4c13-bbc5-c6dfca5d2e78 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8167093 Apr 18 20:33:40.437095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49990c07-0567-434a-b10f-ff487ce17331 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.589769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:40.629981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'port_id': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'mac_address': 'fa:16:3e:cc:8e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:33:40.634124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34edb534-520b-41e9-8dc1-78d1db33e7be up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:40.662493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49990c07-0567-434a-b10f-ff487ce17331 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:40.823769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db93e0-1966-4867-9918-d8b431ca3a95 req-4570e2f4-3f24-48dc-9cd0-d6b736869827 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:40.831875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-80db93e0-1966-4867-9918-d8b431ca3a95 req-4570e2f4-3f24-48dc-9cd0-d6b736869827 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 0.9078488 Apr 18 20:33:41.005472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 34edb534-520b-41e9-8dc1-78d1db33e7be triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:41.006089 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.011742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a44db988-dfa5-409e-8673-ad0adcca61b9 req-8c678b93-9600-46c4-82e6-343bc8da0104 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6810410 Apr 18 20:33:41.205903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Sync routers for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:41.208256 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:33:41.237999 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:49Z', 'revision_number': 5, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:41.252952 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf3197-4c69-4bd8-8e78-40a4be6cc50d None None] The sync data for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 is: [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:31:39Z', 'revision_number': 4, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4b9938ea-a605-4826-8950-c358a5542a08', 'name': '', 'network_id': '1c46668a-8bb0-453d-a1cc-32b2fba0d83a', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'mac_address': 'fa:16:3e:6f:b2:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2080, 'fixed_ips': [{'subnet_id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:35Z', 'updated_at': '2022-04-18T20:31:49Z', 'revision_number': 5, 'project_id': '2140633889374e9183b40cc60e90eace', 'subnets': [{'id': '62b329b6-5c74-414b-92bc-1f01bacdd113', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:41.260959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-80db93e0-1966-4867-9918-d8b431ca3a95 req-ac1f1b6a-4f4a-456e-8706-7dfb0a3ac8ee tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261079 Apr 18 20:33:41.295194 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.394634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:41.398939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:41.702536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f4070e-2689-4275-b715-ebb88f4e3331 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:33:41.706695 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.751986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.754474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:41.795609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.830400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3e6ff1-2b92-4c88-9085-ca6060b51b01,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:41.986997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:41.997591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-52315bd5-2ad0-4a13-8324-98dcc074394b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1254230 Apr 18 20:33:41.999987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34080) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:42.029820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'security_group_rule': {'security_group_id': 'c1a78a76-ac00-442d-b819-1a3bddfb5097', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:42.077601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:42.155209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group_rule and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:42.184339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:42.191686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:42.193310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b2d2f-1e19-4bcd-8436-3d5caa0ece88 req-0cff1585-2d28-48d3-bdc5-b2020fac0028 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.198383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b21b2d2f-1e19-4bcd-8436-3d5caa0ece88 req-0cff1585-2d28-48d3-bdc5-b2020fac0028 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 945 time: 0.3423266 Apr 18 20:33:42.279964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:42.309341 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd53200e-8f29-4009-a816-ed649ac7fcda None None] New status for floating IP 7d608bb1-c27c-4c81-80e1-c2706e3f941f: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:33:42.338370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49990c07-0567-434a-b10f-ff487ce17331 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.379664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.390967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.394435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.395351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.396178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.397048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.401635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.402526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.403365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.404187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.416767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.420871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:33:42.579392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b21b2d2f-1e19-4bcd-8436-3d5caa0ece88 req-d66ebb4f-d69f-439d-b86d-461014509b90 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635867 Apr 18 20:33:42.599361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15fe32-ca12-47c2-a0d1-8a55fdbe1dd5 req-92ca37f7-d9d3-4006-a9b7-0828062f3cb7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:42.613634 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af15fe32-ca12-47c2-a0d1-8a55fdbe1dd5 req-92ca37f7-d9d3-4006-a9b7-0828062f3cb7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.9168663 Apr 18 20:33:42.741657 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49990c07-0567-434a-b10f-ff487ce17331 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.745792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:42.746006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-49990c07-0567-434a-b10f-ff487ce17331 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "DELETE /v2.0/security-groups/a23202f3-5e6c-4bd3-a5da-8860f70d3c65 HTTP/1.1" status: 204 len: 168 time: 2.7956972 Apr 18 20:33:42.761298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49990c07-0567-434a-b10f-ff487ce17331 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a23202f3-5e6c-4bd3-a5da-8860f70d3c65,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:42.828668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:42.953628 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-618c7db0-cf9d-41c6-84dd-7dfabe3b1c95 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] show failed (client error): The resource could not be found. Apr 18 20:33:42.966871 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-618c7db0-cf9d-41c6-84dd-7dfabe3b1c95 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "GET /v2.0/security-groups/a23202f3-5e6c-4bd3-a5da-8860f70d3c65 HTTP/1.1" status: 404 len: 347 time: 0.2125449 Apr 18 20:33:42.968810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:42.979187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b8f4070e-2689-4275-b715-ebb88f4e3331'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:33:43.016246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af15fe32-ca12-47c2-a0d1-8a55fdbe1dd5 req-5e8614ca-4e0f-4a53-84c6-626d8371e900 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839491 Apr 18 20:33:43.136492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.158925 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.379274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.416650 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4024670 Apr 18 20:33:43.467130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34108) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:43.505061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:33:43.524804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33561ef5-4d41-4812-8cd2-5cfc29cdd9a9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e600bf5-9379-4a19-bce9-1f0f52050266,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:43.539982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:43.568552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:floatingip and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:43.568552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:43.578617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:43.582960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Deleting port d6d5151d-8f62-45ab-b427-cba63b9178b3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:43.584222 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.640732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:43.771869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:43.798774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34126) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:44.000862 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-59c27f9f-5aa2-4974-805e-2adc59392dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.351738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.494274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:44.628005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:33:44.653051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Usage tracker for resource:security_group_rule and tenant:303e7c6f91e84e41bb0d3b6065dbb019 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:33:44.670685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:33:44.731092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c06144-522b-4b74-9bd0-07f137adba97 req-f4b479d0-4914-4dc8-af76-fce57ec671da tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:44.739788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36c06144-522b-4b74-9bd0-07f137adba97 req-f4b479d0-4914-4dc8-af76-fce57ec671da tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 945 time: 0.6964397 Apr 18 20:33:44.741677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:33:44.897395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764fb30-5de7-4151-a34c-b8f1dbaf928c req-7556a841-e947-487b-a9ab-2dadc234222c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:44.913649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1764fb30-5de7-4151-a34c-b8f1dbaf928c req-7556a841-e947-487b-a9ab-2dadc234222c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 1.9612427 Apr 18 20:33:45.036976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36c06144-522b-4b74-9bd0-07f137adba97 req-2dfaa912-f283-4e76-a031-43194ef51f4f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557063 Apr 18 20:33:45.151865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1764fb30-5de7-4151-a34c-b8f1dbaf928c req-5a3d4d87-6b0c-4459-812e-801b843451e4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274864 Apr 18 20:33:45.186112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.186576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.427263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Allocated IP 172.25.5.57 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/d8bc6ed4-d875-4e14-b979-9d15a0d06468) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:33:45.488838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:31Z', 'revision_number': 2, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:45.512919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Checking router: 014f7749-3938-4c8d-8d3b-dccb865ba39c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:33:45.513652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Updating router 014f7749-3938-4c8d-8d3b-dccb865ba39c port 34d5d52f-306f-4369-be50-acef4821216e binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:33:45.703251 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.726566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Calling delete_port for d6d5151d-8f62-45ab-b427-cba63b9178b3 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:45.884768 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:45.924533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.004052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28306d85-98f7-4c75-b16e-6a175a1ed085 req-6b002702-bd7e-4ac4-882f-dd102e7b1eca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:46.008214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28306d85-98f7-4c75-b16e-6a175a1ed085 req-6b002702-bd7e-4ac4-882f-dd102e7b1eca tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.4811809 Apr 18 20:33:46.150342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.153851 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-87dceacb-b87a-42fb-9545-b2758f32cb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.286351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=303e7c6f91e84e41bb0d3b6065dbb019&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4819958 Apr 18 20:33:46.289304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff354f-1299-4205-9516-c0c78786d2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e208abd3-ddf8-4bea-9b68-99124daa266e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.297349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34162) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:46.344120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Pushing event deleted for resources: {'Port': ['ID=d6d5151d-8f62-45ab-b427-cba63b9178b3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:46.363903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.385306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-28306d85-98f7-4c75-b16e-6a175a1ed085 req-bc968dd0-c71f-4b4b-98f8-c4b363d2bf54 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530910 Apr 18 20:33:46.542056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2df7bd7-1c1e-4089-ab28-f306d14bd8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.570542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.611304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2df7bd7-1c1e-4089-ab28-f306d14bd8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.639828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Transition to ACTIVE for port object 34d5d52f-306f-4369-be50-acef4821216e will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:33:46.678539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.844696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.900435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:46.906215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-798780c0-95d6-4381-aac8-2c7dc4a18b12 tempest-ServersTestManualDisk-650279005 tempest-ServersTestManualDisk-650279005-project] 10.222.0.47 "DELETE /v2.0/floatingips/7d608bb1-c27c-4c81-80e1-c2706e3f941f HTTP/1.1" status: 204 len: 168 time: 3.9341550 Apr 18 20:33:46.906637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34172) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:46.921468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe04af6-b5e6-452d-b7a7-a91485f5e989 req-ab298b77-5fad-44cb-8656-6bc98a6c60eb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:46.924656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bbe04af6-b5e6-452d-b7a7-a91485f5e989 req-ab298b77-5fad-44cb-8656-6bc98a6c60eb tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 945 time: 0.5602875 Apr 18 20:33:46.929797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-cd06d96f-e52a-4110-a57b-954764b0a6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:46.932356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-cd06d96f-e52a-4110-a57b-954764b0a6a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 1096 time: 0.2016244 Apr 18 20:33:47.095407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.204510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.206894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a41f5c-2157-490f-b0e0-31e9a955d6d0 None None] Pushing event updated for resources: {'Port': ['ID=34d5d52f-306f-4369-be50-acef4821216e,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.315163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-fb6a1764-0469-4337-929c-6f5aa74c1baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.317352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-fb6a1764-0469-4337-929c-6f5aa74c1baf service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.3611424 Apr 18 20:33:47.386191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.461935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-5882f874-76f2-4423-a754-70551fbe5f03 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7f963fcf-c073-4a3d-b362-f3963dc63356 HTTP/1.1" status: 200 len: 217 time: 0.1275284 Apr 18 20:33:47.466514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Attempting to bind port 34d5d52f-306f-4369-be50-acef4821216e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:33:47.467187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Attempting to bind port 34d5d52f-306f-4369-be50-acef4821216e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:33:47.467750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Attempting to bind port 34d5d52f-306f-4369-be50-acef4821216e on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:33:47.476866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:33:47.477615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Checking segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:33:47.478203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.478791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Bound using segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:33:47.479462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Bound port: 34d5d52f-306f-4369-be50-acef4821216e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:33:47.480150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.522252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bbe04af6-b5e6-452d-b7a7-a91485f5e989 req-1df23243-144f-4b16-a84f-dd32ff0890b3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5846069 Apr 18 20:33:47.587799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-674d97df-018a-4837-93f2-30ea4489b4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.589353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-674d97df-018a-4837-93f2-30ea4489b4bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1164725 Apr 18 20:33:47.625747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2df7bd7-1c1e-4089-ab28-f306d14bd8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.769905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-1496a023-8828-4fa8-ae33-2dfc83a099d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:47.770939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] For port 34d5d52f-306f-4369-be50-acef4821216e, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:33:47.777201 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-1496a023-8828-4fa8-ae33-2dfc83a099d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1780429 Apr 18 20:33:47.780668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] For port 34d5d52f-306f-4369-be50-acef4821216e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=34d5d52f-306f-4369-be50-acef4821216e,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:33:47.798811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:47.841771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:33:47.842511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df7bd7-1c1e-4089-ab28-f306d14bd8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e208abd3-ddf8-4bea-9b68-99124daa266e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:47.847456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:33:47.865159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:33:47.966263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a41f5c-2157-490f-b0e0-31e9a955d6d0 None None] Pushing event updated for resources: {'Port': ['ID=34d5d52f-306f-4369-be50-acef4821216e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:48.004613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'Port': ['ID=d8bc6ed4-d875-4e14-b979-9d15a0d06468,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:48.009198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:48.010128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:48.038877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b4d7f-6451-437c-ab0c-9f34afb0d4be req-0df5ecd4-54b7-42b5-835a-2e0e9e14cb0c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.040508 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-148b4d7f-6451-437c-ab0c-9f34afb0d4be req-0df5ecd4-54b7-42b5-835a-2e0e9e14cb0c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 1.3689513 Apr 18 20:33:48.047376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2df7bd7-1c1e-4089-ab28-f306d14bd8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.048550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e2df7bd7-1c1e-4089-ab28-f306d14bd8ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e208abd3-ddf8-4bea-9b68-99124daa266e HTTP/1.1" status: 204 len: 168 time: 1.7331376 Apr 18 20:33:48.356812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-1d7a7dcb-3568-4d37-ba99-80c63e856c7a service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775949 Apr 18 20:33:48.436325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:48.583848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:48.637210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-148b4d7f-6451-437c-ab0c-9f34afb0d4be req-55a428b4-56ef-4304-a3d7-5e11b489161a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647612 Apr 18 20:33:48.879730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce2ea9-04ad-47a8-aef0-c08e257e68bd req-fcab71ec-32f7-4a5e-874f-feb7301f0dc8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:48.884042 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecce2ea9-04ad-47a8-aef0-c08e257e68bd req-fcab71ec-32f7-4a5e-874f-feb7301f0dc8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 1.1039877 Apr 18 20:33:49.245933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b8f4070e-2689-4275-b715-ebb88f4e3331 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:49.299158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55155753-dea3-4bad-8b6b-11cf81f5ed50 req-64508798-053c-4780-9ebf-6b0c61c2dded service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9204082 Apr 18 20:33:49.314779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecce2ea9-04ad-47a8-aef0-c08e257e68bd req-4a31e443-a398-4ac8-bc51-aa3ed7fda853 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232903 Apr 18 20:33:49.323881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.365214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34d5d52f-306f-4369-be50-acef4821216e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:49.679502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.863003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130ff4f-3ced-4a57-9da6-e25c60aa645b req-54a4afe5-aa70-48c1-b111-55f4d6d5980c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:49.874538 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d130ff4f-3ced-4a57-9da6-e25c60aa645b req-54a4afe5-aa70-48c1-b111-55f4d6d5980c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 945 time: 0.5544691 Apr 18 20:33:49.904291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:49.905003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.010755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7f963fcf-c073-4a3d-b362-f3963dc63356 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:33:50.015752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d130ff4f-3ced-4a57-9da6-e25c60aa645b req-facc885a-858e-4ef7-a965-cf0e3bc8e28a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397655 Apr 18 20:33:50.174820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port b8f4070e-2689-4275-b715-ebb88f4e3331 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:50.191739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b8f4070e-2689-4275-b715-ebb88f4e3331 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:50.192482 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.245109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 34d5d52f-306f-4369-be50-acef4821216e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:33:50.323571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 34d5d52f-306f-4369-be50-acef4821216e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:50.324742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.436545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.472486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e932ffb-81ac-404f-9f1b-31227470bca8 req-1b7592ab-813c-4f5e-ae5a-a623995a3dbe tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:50.487092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e932ffb-81ac-404f-9f1b-31227470bca8 req-1b7592ab-813c-4f5e-ae5a-a623995a3dbe tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 945 time: 0.5026786 Apr 18 20:33:50.585965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:50.593225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:50.604020 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.616926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.639408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:50.642814 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e932ffb-81ac-404f-9f1b-31227470bca8 req-3e75c2b7-a204-4978-bdeb-ce7dac28de65 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540189 Apr 18 20:33:50.810295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:50.816275 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ced2a39-da6a-4da4-8756-ed3980a1b705'] response: {'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'code': 200} Apr 18 20:33:50.827597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:47Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:50.945671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4723e0b-6406-4c6d-93f1-3aa3755f520d None None] The sync data for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 is: [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:47Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:33:50.959651 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.076380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'Port': ['ID=d8bc6ed4-d875-4e14-b979-9d15a0d06468,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:51.112996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.122371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.217203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.251900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:51.274341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.276093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f36fa5a7-8ec6-44bf-b5b1-6700c421b098 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8068941 Apr 18 20:33:51.299988 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.399217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8729296-0090-45ce-ab6f-5b8a58b71ebe req-13d1ba7b-1ae1-4e52-9c24-889bc07dc9bd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.425464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d8729296-0090-45ce-ab6f-5b8a58b71ebe req-13d1ba7b-1ae1-4e52-9c24-889bc07dc9bd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.6568239 Apr 18 20:33:51.684091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 34d5d52f-306f-4369-be50-acef4821216e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=34d5d52f-306f-4369-be50-acef4821216e,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:51.704367 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:51.804929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:51.816477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb8f0d-847a-4a64-93f0-9ae4358e6671 req-5747a4b6-662a-42c4-ac4b-96bf1c9a0c6d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:51.830804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54eb8f0d-847a-4a64-93f0-9ae4358e6671 req-5747a4b6-662a-42c4-ac4b-96bf1c9a0c6d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.4213750 Apr 18 20:33:52.015565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54eb8f0d-847a-4a64-93f0-9ae4358e6671 req-6614ccb0-bd35-464d-9bc0-f9f099b0e24a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762846 Apr 18 20:33:52.080380 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d8729296-0090-45ce-ab6f-5b8a58b71ebe req-b60f7e25-d934-4635-a729-2ab692fbca14 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335475 Apr 18 20:33:52.205274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=34d5d52f-306f-4369-be50-acef4821216e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:52.578654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1513a-1e8d-420f-8bec-287082f366a5 req-beb29d4f-6623-4b32-827d-afd51cb7abf1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:52.590264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46f1513a-1e8d-420f-8bec-287082f366a5 req-beb29d4f-6623-4b32-827d-afd51cb7abf1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 943 time: 0.2690024 Apr 18 20:33:52.720193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-54f03e4f-38b0-400a-a849-b6b530208467 req-520e961c-0ddf-4e0b-9825-c4d92490e412 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:52.724216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46f1513a-1e8d-420f-8bec-287082f366a5 req-2ba17543-82cb-46a9-aa59-091240a07899 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306624 Apr 18 20:33:52.818388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:33:52.822236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-54f03e4f-38b0-400a-a849-b6b530208467 req-520e961c-0ddf-4e0b-9825-c4d92490e412 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:52.823424 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-520e961c-0ddf-4e0b-9825-c4d92490e412 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2053182442&fields=id&tenant_id=c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 267 time: 0.3415008 Apr 18 20:33:52.832929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Deleting port 4b9938ea-a605-4826-8950-c358a5542a08 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:52.833278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:53.372960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b4099-b001-4774-b2a7-6d3b627f76e4 req-466ddf39-2430-42e8-9f55-5e9e63677ec8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:53.385980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-435b4099-b001-4774-b2a7-6d3b627f76e4 req-466ddf39-2430-42e8-9f55-5e9e63677ec8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3123105 Apr 18 20:33:53.520883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-435b4099-b001-4774-b2a7-6d3b627f76e4 req-dc708a4b-094e-4b44-8e49-a2d942bf1006 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324472 Apr 18 20:33:53.635247 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e47fc2-d490-42a4-add3-aaf20e0ffe97'] response: {'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'code': 200} Apr 18 20:33:53.906177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34d5d52f-306f-4369-be50-acef4821216e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:33:54.082727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-c9a67785-1fbd-40e2-b7a7-3127ce1a98e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.089371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-54f03e4f-38b0-400a-a849-b6b530208467 req-c9a67785-1fbd-40e2-b7a7-3127ce1a98e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:54.132699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1366c8c0-7d69-4bc9-a05d-c974092bd667 req-8b083711-ebbf-4f38-85a8-7460fe082e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.134802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1366c8c0-7d69-4bc9-a05d-c974092bd667 req-8b083711-ebbf-4f38-85a8-7460fe082e47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1097 time: 0.4160545 Apr 18 20:33:54.171013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 34d5d52f-306f-4369-be50-acef4821216e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:33:54.171388 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.175989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-54f03e4f-38b0-400a-a849-b6b530208467 req-c9a67785-1fbd-40e2-b7a7-3127ce1a98e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:54.177270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-c9a67785-1fbd-40e2-b7a7-3127ce1a98e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 817 time: 1.2442293 Apr 18 20:33:54.196296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] For port 4b9938ea-a605-4826-8950-c358a5542a08, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4b9938ea-a605-4826-8950-c358a5542a08,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:33:54.196862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:54.360258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17139f-177c-4714-a439-b19a87a9cf16 req-5c393d77-fd97-4959-bcb5-f1cdbdbaa1ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:54.382690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f17139f-177c-4714-a439-b19a87a9cf16 req-5c393d77-fd97-4959-bcb5-f1cdbdbaa1ce tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.4603770 Apr 18 20:33:54.468321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1366c8c0-7d69-4bc9-a05d-c974092bd667 req-ff2f749d-f136-4726-bddc-fecced52047e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233030 Apr 18 20:33:54.508905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f17139f-177c-4714-a439-b19a87a9cf16 req-7e7ba3e8-00a1-4e72-96b8-d94dc14ab101 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251969 Apr 18 20:33:54.544756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-077bbb23-96c0-4d10-893e-32b5901eeed3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/quotas/c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 375 time: 0.3255920 Apr 18 20:33:54.824516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Calling delete_port for 4b9938ea-a605-4826-8950-c358a5542a08 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:33:55.041404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a762092-0c27-4a41-810b-0f2b2ab6817d req-dc18b45d-e450-4c20-bcd6-af594975a8b7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:55.054250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a762092-0c27-4a41-810b-0f2b2ab6817d req-dc18b45d-e450-4c20-bcd6-af594975a8b7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.1709146 Apr 18 20:33:55.192942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a762092-0c27-4a41-810b-0f2b2ab6817d req-3dcca082-03e5-4a6d-942d-e86cb44cb957 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361017 Apr 18 20:33:55.555783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd96d2-2b04-4206-8900-ef443ad384c5 req-6869b358-d78e-4316-b575-85455ae8f5d7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:55.557787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9dd96d2-2b04-4206-8900-ef443ad384c5 req-6869b358-d78e-4316-b575-85455ae8f5d7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1361401 Apr 18 20:33:55.582640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-54f03e4f-38b0-400a-a849-b6b530208467 req-4949b261-4af9-4ddb-94d5-898d0a23c44e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:33:55.635035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9dd96d2-2b04-4206-8900-ef443ad384c5 req-2a48890f-91a4-4595-b272-df88a73d5e5c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657105 Apr 18 20:33:55.652270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-54f03e4f-38b0-400a-a849-b6b530208467 req-4949b261-4af9-4ddb-94d5-898d0a23c44e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:33:55.654936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-4949b261-4af9-4ddb-94d5-898d0a23c44e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8810949 Apr 18 20:33:55.926975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7f963fcf-c073-4a3d-b362-f3963dc63356 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:33:55.995531 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:56.365770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdda573-8ecc-430b-b4f3-0e9c6ea8ff82 req-127fc75b-fd89-40a3-b130-1b10ac01de17 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:56.388518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cdda573-8ecc-430b-b4f3-0e9c6ea8ff82 req-127fc75b-fd89-40a3-b130-1b10ac01de17 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.4201381 Apr 18 20:33:56.581376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cdda573-8ecc-430b-b4f3-0e9c6ea8ff82 req-a59dd17b-1cab-4731-9ebe-f88e2f6bf301 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832223 Apr 18 20:33:56.622557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9938ea-a605-4826-8950-c358a5542a08,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:33:56.946421 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-cff2ccc5-7f81-4303-ad1b-d7bae82f0124 service neutron] 10.222.0.47 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2303772 Apr 18 20:33:56.977958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa2a03-990e-4607-8665-8ae895e1420b req-1dfa570a-988e-46bb-9874-14e523bb0aa7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:56.985982 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5afa2a03-990e-4607-8665-8ae895e1420b req-1dfa570a-988e-46bb-9874-14e523bb0aa7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1493382 Apr 18 20:33:57.060835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5afa2a03-990e-4607-8665-8ae895e1420b req-e1badf12-dcbd-4f6e-b00f-80fe1b50ebb7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738263 Apr 18 20:33:57.564392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:57.661013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-05c8b54b-e3d5-4d52-bb19-50f06741531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.664064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-05c8b54b-e3d5-4d52-bb19-50f06741531f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1097 time: 0.2034588 Apr 18 20:33:57.677294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2291849-5a5f-46ae-842a-e5d851a7fb25 req-255a29a6-f345-46e3-aeef-f740c202738f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.679727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2291849-5a5f-46ae-842a-e5d851a7fb25 req-255a29a6-f345-46e3-aeef-f740c202738f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.2903309 Apr 18 20:33:57.724381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-fd54a72c-0f29-444d-9663-54f23e0d87cd service neutron] 10.222.0.47 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253483 Apr 18 20:33:57.890095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2291849-5a5f-46ae-842a-e5d851a7fb25 req-181b78de-1362-4544-9b10-9409f03df1c3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870863 Apr 18 20:33:57.957952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-205380b0-c2b7-4006-8982-278b0453d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:57.963006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-205380b0-c2b7-4006-8982-278b0453d78f service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 915 time: 0.2815771 Apr 18 20:33:58.128347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-77d988b6-1d74-4c47-bfa9-9f2a1e6b729c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 217 time: 0.1573243 Apr 18 20:33:58.296307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-42491182-6b40-46a7-acd8-dfe9b3a82eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.297761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-42491182-6b40-46a7-acd8-dfe9b3a82eb4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.1262083 Apr 18 20:33:58.377570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-6b0cc30b-a48f-4a70-8858-6c80805b33f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726528 Apr 18 20:33:58.392452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecaf46-3fa2-444c-9c27-84831154328e req-937a7ebd-bc74-4f4a-be80-5f2c7f8adc82 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.401874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25ecaf46-3fa2-444c-9c27-84831154328e req-937a7ebd-bc74-4f4a-be80-5f2c7f8adc82 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2724149 Apr 18 20:33:58.570616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Router a6d113a6-d756-45c4-bd62-401454a2de1c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:33:58.703915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1f37e-30fb-4dd1-bc51-205437ec2635 req-e4409812-d79d-4d91-b578-9e075649e2f6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:58.705616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-add1f37e-30fb-4dd1-bc51-205437ec2635 req-e4409812-d79d-4d91-b578-9e075649e2f6 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.2820573 Apr 18 20:33:58.932513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-add1f37e-30fb-4dd1-bc51-205437ec2635 req-e0a8a11b-d679-42ac-8d97-41b71f97812e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179649 Apr 18 20:33:58.979600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:33:58.980830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25ecaf46-3fa2-444c-9c27-84831154328e req-c503761e-8a15-4ec3-838b-2d948a4c3a4c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5778852 Apr 18 20:33:58.997761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] Sync routers for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:33:59.015321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:33:59.015982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:33:59.034640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-27d483a9-0718-4ace-bd50-7cf0edee6476 admin admin] 10.222.0.47 "PUT /v2.0/routers/a6d113a6-d756-45c4-bd62-401454a2de1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1251440 Apr 18 20:33:59.037913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34384) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:33:59.159430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-7da85b83-47b7-446d-864c-1f1ebb32d704 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7443457 Apr 18 20:33:59.313151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.384297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:33:59.420426 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-edba0947-68e4-4ba6-9f04-99d91196d1e1 req-7f902fdc-08c2-4757-8990-be812083fcea tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 0.0495317 Apr 18 20:33:59.569956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2f6c0c6-da63-48bc-997f-f941b7023f15 req-5cfa9b7d-02d3-4bd5-a3eb-e7c61709ce7a service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092238 Apr 18 20:33:59.582990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8602c9-11dc-48b3-8eab-dc5a889452c5 req-48707a40-275b-4759-9241-444015beec16 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.584796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8602c9-11dc-48b3-8eab-dc5a889452c5 req-48707a40-275b-4759-9241-444015beec16 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3213599 Apr 18 20:33:59.644137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f8602c9-11dc-48b3-8eab-dc5a889452c5 req-1948024d-8677-404b-92ec-1ed0ff7a3579 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527401 Apr 18 20:33:59.798712 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.850592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Deleting port dc70fbbe-7c9a-4dca-82bf-a110febfb157 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:33:59.850592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:33:59.950348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-9ac1daac-0ff8-43ef-8e64-29d38ccf5175 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.953261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-9ac1daac-0ff8-43ef-8e64-29d38ccf5175 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 817 time: 0.2364979 Apr 18 20:33:59.957071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d935fd78-6021-4c6f-83f6-7327614d5f37 req-8f65b2e0-676d-4f62-be9d-792e67c4ef47 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:33:59.968505 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d935fd78-6021-4c6f-83f6-7327614d5f37 req-8f65b2e0-676d-4f62-be9d-792e67c4ef47 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.3421972 Apr 18 20:34:00.114863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153'}], 'enable_snat': True}, 'gw_port_id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:33:55Z', 'revision_number': 5, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port': {'id': 'dc70fbbe-7c9a-4dca-82bf-a110febfb157', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:3a:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2074, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:31:26Z', 'updated_at': '2022-04-18T20:31:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:00.123322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] Checking router: a6d113a6-d756-45c4-bd62-401454a2de1c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:00.142589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] Routers {'a6d113a6-d756-45c4-bd62-401454a2de1c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:00.143518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a6d113a6-d756-45c4-bd62-401454a2de1c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:00.145668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-1d3a86a0-106a-4234-8ce8-7b63f53bbade tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 380 time: 0.1770144 Apr 18 20:34:00.172161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'port': {'device_id': '65679635-9e3c-4080-ab43-580ee5045829', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'admin_state_up': True, 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'security_groups': ['c1a78a76-ac00-442d-b819-1a3bddfb5097']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:00.313374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d935fd78-6021-4c6f-83f6-7327614d5f37 req-e6495925-bd33-4a05-895f-9923d3218662 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3013463 Apr 18 20:34:00.385752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:00.501564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] Set router a6d113a6-d756-45c4-bd62-401454a2de1c gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:00.581814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a11f21-d0c9-4f80-baa5-0457149257c7 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:00.583398 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b6a11f21-d0c9-4f80-baa5-0457149257c7 tempest-TestNetworkAdvancedServerOps-359482331 tempest-TestNetworkAdvancedServerOps-359482331-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1092 time: 0.1963148 Apr 18 20:34:00.587036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:00.593648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:00.612515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f0d03-6fe1-469b-a81c-d6d4f087a69b req-12617686-b505-4060-9f86-56be2ad2b1c2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:00.625122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea7f0d03-6fe1-469b-a81c-d6d4f087a69b req-12617686-b505-4060-9f86-56be2ad2b1c2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3748353 Apr 18 20:34:00.660054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:00.668813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:00.679478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Usage tracker for resource:floatingip and tenant:6fe5691eda2a4b868086134bcc610d1a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:00.688595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:00.705247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:00.713010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] For port dc70fbbe-7c9a-4dca-82bf-a110febfb157, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dc70fbbe-7c9a-4dca-82bf-a110febfb157,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:00.718050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.725974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:00.770085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea7f0d03-6fe1-469b-a81c-d6d4f087a69b req-8f4dcdc9-5d7c-44e0-b0df-5a15bafa038f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432953 Apr 18 20:34:00.776855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:00.797359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:33:59Z', 'revision_number': 6, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:00.806733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4858f6-b1cb-47a5-b08d-d95570948744 None None] The sync data for ids ['a6d113a6-d756-45c4-bd62-401454a2de1c'] in n-d-836016-3 is: [{'id': 'a6d113a6-d756-45c4-bd62-401454a2de1c', 'name': 'tempest-ServersTestManualDisk-1355644963-router', 'tenant_id': '2140633889374e9183b40cc60e90eace', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:31:23Z', 'updated_at': '2022-04-18T20:33:59Z', 'revision_number': 6, 'project_id': '2140633889374e9183b40cc60e90eace', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:00.883820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Made reservation on behalf of c5149fe647434eb0ac84ad11a6f1f867 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:00.888528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.081570 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0388e6cd-51bf-4534-89af-8e2012ff087f req-98144a0d-e964-4d8c-a20d-39598af43f10 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 0.3264985 Apr 18 20:34:01.335170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Calling delete_port for dc70fbbe-7c9a-4dca-82bf-a110febfb157 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:34:01.381838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Allocated IP 172.20.0.9 (d0083521-6bd5-4e99-b67e-dc7ab8874aca/65c65450-9f71-4504-8f30-398fb2bb550e/769b91ed-ec3a-465d-ac11-3ba2be742894) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:01.391882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7f126f-3474-49c5-89ae-e84a19463d38 req-f11d53bb-fad1-40f9-b8c9-aaed2a4df876 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:01.393480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a7f126f-3474-49c5-89ae-e84a19463d38 req-f11d53bb-fad1-40f9-b8c9-aaed2a4df876 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 946 time: 0.3466909 Apr 18 20:34:01.415562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.671906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a7f126f-3474-49c5-89ae-e84a19463d38 req-ed476d98-183d-4c30-88a5-c0d6c53de588 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066276 Apr 18 20:34:01.708825 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:01.847029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Allocated IP 172.25.5.114 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/68d56ef1-46b0-4544-bc33-acf7a6b09526) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:01.891494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc70fbbe-7c9a-4dca-82bf-a110febfb157 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:34:01.954606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc70fbbe-7c9a-4dca-82bf-a110febfb157,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:01.997460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: dc70fbbe-7c9a-4dca-82bf-a110febfb157 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:34:01.998035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc70fbbe-7c9a-4dca-82bf-a110febfb157 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:34:01.999084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4b9938ea-a605-4826-8950-c358a5542a08 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:34:02.049953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4b9938ea-a605-4826-8950-c358a5542a08 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:34:02.050569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4b9938ea-a605-4826-8950-c358a5542a08 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:34:02.175166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:34:02.325883 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.554304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37d432-424e-4ba4-bfb0-757459c57d8a req-dab256ee-555e-4d86-8cd8-f7d44b57d8bb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:02.557287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e37d432-424e-4ba4-bfb0-757459c57d8a req-dab256ee-555e-4d86-8cd8-f7d44b57d8bb tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5692046 Apr 18 20:34:02.777422 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.859589 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-789655ae-edce-40e6-a083-026be8631fa4 req-463890ea-182c-47e7-8f21-803b5b15a28c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 0.2012846 Apr 18 20:34:02.901308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:02.903731 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.906698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:02.929656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.961658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Transition to ACTIVE for port object 769b91ed-ec3a-465d-ac11-3ba2be742894 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:02.982540 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.991287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:02.994390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.038860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:03.044394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e37d432-424e-4ba4-bfb0-757459c57d8a req-cdc79a12-7e9f-4952-a10f-d87e9ad635ff tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4729252 Apr 18 20:34:03.047013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.049243 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.050379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6d113a6-d756-45c4-bd62-401454a2de1c {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:34:03.084603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.091366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-957dd2bc-959e-4515-99c5-8f411bb2de79 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a6d113a6-d756-45c4-bd62-401454a2de1c HTTP/1.1" status: 204 len: 168 time: 4.0523050 Apr 18 20:34:03.093226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34448) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:03.170079 n-d-836016-3 neutron-server[88143]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-c16b296c-7248-4e78-8710-b45836373aff']: {'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'code': 422} returned with failed status Apr 18 20:34:03.206519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] Deleting subnet 62b329b6-5c74-414b-92bc-1f01bacdd113 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:34:03.211289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.228399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:03.242397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:03.283183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.285598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:03.430840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.445667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=68d56ef1-46b0-4544-bc33-acf7a6b09526,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:03.476992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.600239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.629160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:03.648336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:03.652458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:03.659889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:03.668370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b329b6-5c74-414b-92bc-1f01bacdd113,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:03.669604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:03.684711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0cf1752b-e7b0-4cc7-90c0-20e30811ab10 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/62b329b6-5c74-414b-92bc-1f01bacdd113 HTTP/1.1" status: 204 len: 168 time: 0.5869594 Apr 18 20:34:03.684911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d907cff-dca7-499d-b885-3d2f8fd0b818 None None] Network 1c46668a-8bb0-453d-a1cc-32b2fba0d83a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:34:03.685037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34458) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:03.885423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc6b87d-75a1-49ce-987e-c1227ffe6a67 req-9f6df79b-50c7-45f4-9a20-1b45c66b6c66 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:03.902216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fdc6b87d-75a1-49ce-987e-c1227ffe6a67 req-9f6df79b-50c7-45f4-9a20-1b45c66b6c66 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.5514228 Apr 18 20:34:03.977087 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.009767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Deleting port d58eca3c-e760-4828-bd7e-e19034219391 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:04.010119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.044938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:04.051033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.337149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7333d920-d531-4212-9977-5e8f5664972d None None] Provisioning for port 769b91ed-ec3a-465d-ac11-3ba2be742894 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:04.346272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fdc6b87d-75a1-49ce-987e-c1227ffe6a67 req-f121e734-4ee5-4a41-b8bb-e6ed0f8eb504 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247346 Apr 18 20:34:04.349908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7333d920-d531-4212-9977-5e8f5664972d None None] Provisioning complete for port 769b91ed-ec3a-465d-ac11-3ba2be742894 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:04.351008 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7333d920-d531-4212-9977-5e8f5664972d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.351217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-a6067607-654f-4259-8fa3-ee03bb21d64d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1920810 Apr 18 20:34:04.389899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Request body: {'port': {'device_id': '65679635-9e3c-4080-ab43-580ee5045829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:04.435486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7333d920-d531-4212-9977-5e8f5664972d None None] Port 769b91ed-ec3a-465d-ac11-3ba2be742894 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:34:04.545040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] For port d58eca3c-e760-4828-bd7e-e19034219391, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d58eca3c-e760-4828-bd7e-e19034219391,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:04.545757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.567547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] DHCP port deletion for 1c46668a-8bb0-453d-a1cc-32b2fba0d83a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:34:04.574276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Deleting port d58eca3c-e760-4828-bd7e-e19034219391 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:04.574971 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.726946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.829132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035da79-401a-4ae3-80e9-52ce277746ac req-e81adfe2-5433-4ff5-9e2a-bcfb239f56f3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:04.830702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b035da79-401a-4ae3-80e9-52ce277746ac req-e81adfe2-5433-4ff5-9e2a-bcfb239f56f3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2907326 Apr 18 20:34:04.933018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] For port d58eca3c-e760-4828-bd7e-e19034219391, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d58eca3c-e760-4828-bd7e-e19034219391,segment=NetworkSegment(0cdb156c-839f-4429-93dc-6bf4be2d6f56),segment_id=0cdb156c-839f-4429-93dc-6bf4be2d6f56)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:04.933688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:04.957638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Calling delete_port for d58eca3c-e760-4828-bd7e-e19034219391 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:34:04.983254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b035da79-401a-4ae3-80e9-52ce277746ac req-a28b1c47-9d5b-4967-8b5e-8fb825ae6a69 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371286 Apr 18 20:34:05.017394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.097036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4becd98-391d-4c18-98ad-284891d81e33 req-0e83d4ea-e47d-46d5-ba56-ce5724c04198 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:05.098752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4becd98-391d-4c18-98ad-284891d81e33 req-0e83d4ea-e47d-46d5-ba56-ce5724c04198 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 931 time: 0.7273455 Apr 18 20:34:05.273039 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4becd98-391d-4c18-98ad-284891d81e33 req-159d587c-49d6-4bbb-973a-13b78bb807e1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641071 Apr 18 20:34:05.287367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.399919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Calling delete_port for d58eca3c-e760-4828-bd7e-e19034219391 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:34:05.428182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d58eca3c-e760-4828-bd7e-e19034219391,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:05.451543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] No DVR routers for this DVR port d58eca3c-e760-4828-bd7e-e19034219391 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:05.530393 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:34:05.530734 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:34:05.742848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.849446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c46668a-8bb0-453d-a1cc-32b2fba0d83a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:05.852312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d58eca3c-e760-4828-bd7e-e19034219391 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:34:05.883236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cdb156c-839f-4429-93dc-6bf4be2d6f56') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:05.883754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cdb156c-839f-4429-93dc-6bf4be2d6f56') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:05.909618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d58eca3c-e760-4828-bd7e-e19034219391 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:34:05.910485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d58eca3c-e760-4828-bd7e-e19034219391 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:34:05.910724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.929124 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.960510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.972994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:34:05.973685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:34:05.999050 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:34:06.009435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375d8a17-c0b3-4623-ab3c-2afae13ca52b req-29594e0e-f9b1-4c90-b970-b47e1a55110d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.014183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-375d8a17-c0b3-4623-ab3c-2afae13ca52b req-29594e0e-f9b1-4c90-b970-b47e1a55110d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.7144043 Apr 18 20:34:06.032445 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Deleting port d58eca3c-e760-4828-bd7e-e19034219391 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:06.033050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.136316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769b91ed-ec3a-465d-ac11-3ba2be742894 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:06.153159 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.176560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6e45cfa0-1589-46d3-8d4e-6597bd3397f3 None None] The port 'd58eca3c-e760-4828-bd7e-e19034219391' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:34:06.199548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:34:06.314033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Transition to ACTIVE for port object 769b91ed-ec3a-465d-ac11-3ba2be742894 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:06.318881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.332470 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.340388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:06.357276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] Pushing event deleted for resources: {'Network': ['ID=1c46668a-8bb0-453d-a1cc-32b2fba0d83a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:06.382270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e38571f-d72b-4775-acd0-16e5b9eba3ad admin admin] 10.222.0.47 "DELETE /v2.0/networks/1c46668a-8bb0-453d-a1cc-32b2fba0d83a HTTP/1.1" status: 204 len: 168 time: 2.6962147 Apr 18 20:34:06.441353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf9e2e-0150-4a6a-88b8-1ebde97bf694 req-59aa3db5-2b68-45de-a66d-b6d1f4213284 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:06.448866 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94cf9e2e-0150-4a6a-88b8-1ebde97bf694 req-59aa3db5-2b68-45de-a66d-b6d1f4213284 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2299237 Apr 18 20:34:06.467479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-375d8a17-c0b3-4623-ab3c-2afae13ca52b req-bf3653a0-70ac-4708-bcfd-a5e2ae7cbba7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731540 Apr 18 20:34:06.561541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94cf9e2e-0150-4a6a-88b8-1ebde97bf694 req-c5befda4-23de-48e0-96ff-a933e0b87d8d tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096122 Apr 18 20:34:06.721062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:06.815532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34502) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:07.047049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d57b2464-e92d-44f0-a1b1-efefb0ba6289 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2140633889374e9183b40cc60e90eace&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2294254 Apr 18 20:34:07.051407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34512) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:07.230621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2457c4a5-5bb0-4487-86ba-190ba37733ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.251195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:07.251195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:07.252186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:07.275261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Port 769b91ed-ec3a-465d-ac11-3ba2be742894 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:34:07.278063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:07.280401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:07.297479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2457c4a5-5bb0-4487-86ba-190ba37733ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.332828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:34:07.333160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Checking segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:07.333582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Bound using segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:34:07.334612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Bound port: 769b91ed-ec3a-465d-ac11-3ba2be742894, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:07.335377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.425988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2457c4a5-5bb0-4487-86ba-190ba37733ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.489588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457c4a5-5bb0-4487-86ba-190ba37733ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ac254-3d50-419a-89a5-37dca113eb65,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:07.504174 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2457c4a5-5bb0-4487-86ba-190ba37733ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.522803 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2457c4a5-5bb0-4487-86ba-190ba37733ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f87ac254-3d50-419a-89a5-37dca113eb65 HTTP/1.1" status: 204 len: 168 time: 0.4697690 Apr 18 20:34:07.578824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:34:07.582702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:34:07.591923 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:34:07.613975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.656659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.700146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f1b0b-eda8-4990-8677-a8cc6621bf71 req-64a6d43c-366a-4c13-8dfb-01d9167dde6a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:07.700925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef3f1b0b-eda8-4990-8677-a8cc6621bf71 req-64a6d43c-366a-4c13-8dfb-01d9167dde6a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:34:07.728931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.759439 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.885996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:07.886924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:07.888570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] 10.222.0.61 "PUT /v2.0/ports/769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 1091 time: 3.5177736 Apr 18 20:34:07.892074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:08.026739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ba1a2-6a74-45aa-8c13-6027562f3b58 req-b5bc8e77-8fdc-49b6-9157-5ee51c5c80c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.038213 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-960ba1a2-6a74-45aa-8c13-6027562f3b58 req-b5bc8e77-8fdc-49b6-9157-5ee51c5c80c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.3264098 Apr 18 20:34:08.160263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-960ba1a2-6a74-45aa-8c13-6027562f3b58 req-f6fa72c6-b343-4969-b4d2-071458da4f36 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210294 Apr 18 20:34:08.211302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:08.346773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:08.351777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Usage tracker for resource:security_group_rule and tenant:0e786c4e9e74499298bd99d23bdbb0bc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:08.355075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:08.361863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:08.370747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef3f1b0b-eda8-4990-8677-a8cc6621bf71 req-64a6d43c-366a-4c13-8dfb-01d9167dde6a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:34:08.387719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef3f1b0b-eda8-4990-8677-a8cc6621bf71 req-64a6d43c-366a-4c13-8dfb-01d9167dde6a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 1.6384006 Apr 18 20:34:08.547964 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP 507958f7-4f7c-472b-8b82-2db37d9c9031 associated. External IP: 172.25.5.114, port: b8f4070e-2689-4275-b715-ebb88f4e3331. Apr 18 20:34:08.570388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884569e-f818-4aed-a0ea-d22bcd4b616e req-6c7d2500-bb63-4eea-8735-e4891e084bdf tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.572342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e884569e-f818-4aed-a0ea-d22bcd4b616e req-6c7d2500-bb63-4eea-8735-e4891e084bdf tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2125661 Apr 18 20:34:08.619362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c099815-308e-47dd-9275-c428a29dbb1d service neutron] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:08.682883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e884569e-f818-4aed-a0ea-d22bcd4b616e req-7fd3b525-22dc-4e36-af88-ddeb6e72a49c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931187 Apr 18 20:34:08.694409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef3f1b0b-eda8-4990-8677-a8cc6621bf71 req-cb869268-b42c-47df-b6e8-20b037691182 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3053350 Apr 18 20:34:08.814833 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d9c77bc-2a98-4639-85da-f4d945bc008a'] response: {'name': 'network-changed', 'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'status': 'completed', 'code': 200} Apr 18 20:34:08.838370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event updated for resources: {'Port': ['ID=68d56ef1-46b0-4544-bc33-acf7a6b09526,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:08.924964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-b1184fa7-5438-4b8c-9389-5787cd52b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:08.926759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-b1184fa7-5438-4b8c-9389-5787cd52b144 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1094 time: 0.6836646 Apr 18 20:34:09.236235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-29317779-dd81-46fe-a5ab-bd3ce2c18606 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7158775 Apr 18 20:34:09.321258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-427a8757-6cae-4cf8-82e9-88a628b0b83e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 217 time: 0.3822427 Apr 18 20:34:09.456738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34584) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:09.540566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576ccd2-348e-4046-b89c-5e84c525ba54 req-12b34969-645f-4c67-a65a-2549bf6c5673 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.543053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2576ccd2-348e-4046-b89c-5e84c525ba54 req-12b34969-645f-4c67-a65a-2549bf6c5673 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.1500669 Apr 18 20:34:09.613363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2576ccd2-348e-4046-b89c-5e84c525ba54 req-337b0878-8cc2-4f3a-80ac-a25e3d30fd6a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554101 Apr 18 20:34:09.628378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.838500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8bb5ba89-094c-406c-9e04-72df11cdf024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:09.840021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-8bb5ba89-094c-406c-9e04-72df11cdf024 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.4588888 Apr 18 20:34:09.843355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:09.926712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1010324729-network', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:10.011590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:10.131507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Usage tracker for resource:network and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:10.151004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2466a-0fb9-4ef5-8b46-76a0a34b70bc req-a831f273-5c28-48f9-a763-db7849268c9f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:10.152455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:10.154530 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21d2466a-0fb9-4ef5-8b46-76a0a34b70bc req-a831f273-5c28-48f9-a763-db7849268c9f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1769876 Apr 18 20:34:10.189274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0e786c4e9e74499298bd99d23bdbb0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9026084 Apr 18 20:34:10.189648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:10.197955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eac8251-461a-4cbc-a0fe-5b2d7b759ee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cac87db-0c75-4535-aab6-a484adea2505,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:10.206041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34606) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:10.206812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:34:10.257304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:10.261165 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.320301 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.367188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21d2466a-0fb9-4ef5-8b46-76a0a34b70bc req-d95428f7-cf09-439c-9d5a-ec8f67aa964e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042062 Apr 18 20:34:10.393054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc504-ebaf-4cbd-9b51-929025195753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.462854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc504-ebaf-4cbd-9b51-929025195753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.572889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:10.584059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Usage tracker for resource:security_group_rule and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:10.591819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:10.595737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc504-ebaf-4cbd-9b51-929025195753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.624415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2dc504-ebaf-4cbd-9b51-929025195753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cac87db-0c75-4535-aab6-a484adea2505,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:10.630570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:10.643268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f2dc504-ebaf-4cbd-9b51-929025195753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:10.644802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5f2dc504-ebaf-4cbd-9b51-929025195753 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cac87db-0c75-4535-aab6-a484adea2505 HTTP/1.1" status: 204 len: 168 time: 0.4345527 Apr 18 20:34:10.680244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2bd333-65c4-43d4-8099-3edddf661d46 req-5853e6eb-7634-4d86-a2a9-dcf7dc5234b6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:10.684587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad2bd333-65c4-43d4-8099-3edddf661d46 req-5853e6eb-7634-4d86-a2a9-dcf7dc5234b6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 0.7012529 Apr 18 20:34:10.702307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f03e4f-38b0-400a-a849-b6b530208467 req-3cb0a742-c46b-4eb6-9066-e1a79df00eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:10.703935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-3cb0a742-c46b-4eb6-9066-e1a79df00eb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8117361 Apr 18 20:34:10.716176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:34:10.738646 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] Sync routers for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:10.767331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:10.768839 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:11.302392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:11.364386 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:11.372262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b5a8e-01af-4923-a4c3-3d82c36ea4e3 req-526724bb-a88a-4fbd-ba8d-eb7a84567ebe tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:11.382320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-286b5a8e-01af-4923-a4c3-3d82c36ea4e3 req-526724bb-a88a-4fbd-ba8d-eb7a84567ebe tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.3374300 Apr 18 20:34:11.479514 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad2bd333-65c4-43d4-8099-3edddf661d46 req-45180f77-7912-4678-8056-43ca3f2347e7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7742536 Apr 18 20:34:11.496840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-286b5a8e-01af-4923-a4c3-3d82c36ea4e3 req-8c16a581-f9c1-40e9-8954-ed157cebd407 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130960 Apr 18 20:34:11.769102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b296a409-6e34-473b-bb55-614474259f71 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 11.1703553 Apr 18 20:34:11.776961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:11.921610 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-d99444ae-b953-437c-9776-2ce9e5cda427 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1881595 Apr 18 20:34:11.987399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.082620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.186267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefbb21-c4de-4467-b80e-4318f6223873 req-3cd13bec-8708-423c-a6a6-077cfe80f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.188304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-3cd13bec-8708-423c-a6a6-077cfe80f2db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d&tenant_id=f8fea68a33aa43fe851d05036fe6798f HTTP/1.1" status: 200 len: 1095 time: 0.9111242 Apr 18 20:34:12.206981 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '507958f7-4f7c-472b-8b82-2db37d9c9031', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'port_id': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'mac_address': 'fa:16:3e:cc:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:34:04Z', 'updated_at': '2022-04-18T20:34:04Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:12.211759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cbc31a-1341-4798-9cd1-8c6d79bad88e req-77197ea3-0f70-498e-b6bb-c394a72215fa tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.215841 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] Checking router: 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:12.226365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5cbc31a-1341-4798-9cd1-8c6d79bad88e req-77197ea3-0f70-498e-b6bb-c394a72215fa tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.1428857 Apr 18 20:34:12.233130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:12.234258 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:33:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:12.235240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:12.329541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5cbc31a-1341-4798-9cd1-8c6d79bad88e req-0c217144-2f03-475e-8cf6-d3b2c2382185 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989325 Apr 18 20:34:12.341895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1303196-4139-430f-824e-85991c00a684,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:12.349287 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.349698 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Added segment 67fa6a90-b5eb-461c-be26-8be32ad3e481 of type vlan for network 9cc52580-b45a-468e-82a9-daf844138944 Apr 18 20:34:12.372546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:12.439594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54f03e4f-38b0-400a-a849-b6b530208467 req-dd68d3e9-a181-492e-9746-6c47ffffc7ee service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022166 Apr 18 20:34:12.442700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:12.458272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b68ae-e9b2-4969-b466-24d980e00772 req-49358854-6b23-4c71-ab2e-56414dcecc4e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:12.460702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb0b68ae-e9b2-4969-b466-24d980e00772 req-49358854-6b23-4c71-ab2e-56414dcecc4e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.4921589 Apr 18 20:34:12.534649 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37a17c0f-b6d4-4c78-8fb5-53411d8da6d4'] response: {'name': 'network-changed', 'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'status': 'completed', 'code': 200} Apr 18 20:34:12.548729 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:12.681597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7ea9c65e-8f59-4864-8a73-1436ab114c80 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/507958f7-4f7c-472b-8b82-2db37d9c9031 HTTP/1.1" status: 200 len: 992 time: 0.3014514 Apr 18 20:34:13.035474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.037894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.039024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.066727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20163d23-bd45-4b2c-9d18-5741ca360639 req-0295a5fe-016c-4827-8c32-471b59ce6d3d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.074467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20163d23-bd45-4b2c-9d18-5741ca360639 req-0295a5fe-016c-4827-8c32-471b59ce6d3d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.3523839 Apr 18 20:34:13.147948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb0b68ae-e9b2-4969-b466-24d980e00772 req-de97316f-9f10-46c3-8e40-e8925bba93e7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6743529 Apr 18 20:34:13.152095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefbb21-c4de-4467-b80e-4318f6223873 req-63961a37-f38b-4f40-a2d0-fc844b2c10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.155385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-63961a37-f38b-4f40-a2d0-fc844b2c10d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1095 time: 0.9145107 Apr 18 20:34:13.161233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20163d23-bd45-4b2c-9d18-5741ca360639 req-a6360bc4-ae90-4a7a-9347-7a2953689732 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829237 Apr 18 20:34:13.323950 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '507958f7-4f7c-472b-8b82-2db37d9c9031', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'port_id': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'mac_address': 'fa:16:3e:cc:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:34:04Z', 'updated_at': '2022-04-18T20:34:04Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:13.330260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] Pushing event updated for resources: {'Network': ['ID=9cc52580-b45a-468e-82a9-daf844138944,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:13.347722 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebd3d34-678f-44cc-9e94-5554bfb4b5f7 None None] The sync data for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 is: [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '507958f7-4f7c-472b-8b82-2db37d9c9031', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'floating_ip_address': '172.25.5.114', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'port_id': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2196, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'mac_address': 'fa:16:3e:cc:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:34:04Z', 'updated_at': '2022-04-18T20:34:04Z', 'revision_number': 0, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:13.352708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 9cc52580-b45a-468e-82a9-daf844138944 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:34:13.605960 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f09e8933-ee90-4f2b-a6f5-3a0e28b5d1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:13.635422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-293da54a-1c3e-4609-a0e4-977852cdca7c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.1643565 Apr 18 20:34:13.646443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:13.655075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Request body: {'subnet': {'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1010324729-subnet', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:13.663166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:13.670068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Usage tracker for resource:subnet and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:13.678312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:13.690856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:13.720781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34652) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:13.746286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-2a12cd35-20b0-41b7-b161-b5cb7e6c6f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.747825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-2a12cd35-20b0-41b7-b161-b5cb7e6c6f86 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1094 time: 1.1799705 Apr 18 20:34:13.807061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-b17e7a2a-24a1-437f-af4e-45e89cf7bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:13.808634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-b17e7a2a-24a1-437f-af4e-45e89cf7bcac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1097 time: 1.1128609 Apr 18 20:34:13.880677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360093b9-ad2e-4ef8-ad46-49cc6ee48cfd None None] New status for floating IP 507958f7-4f7c-472b-8b82-2db37d9c9031: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:34:14.027584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:34:14.040342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefbb21-c4de-4467-b80e-4318f6223873 req-681db37c-ec86-43bc-b895-88bf10581682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.041834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-681db37c-ec86-43bc-b895-88bf10581682 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 915 time: 0.6972892 Apr 18 20:34:14.043452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b40ee227-73c2-4167-9e84-5b48f29b9599 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/507958f7-4f7c-472b-8b82-2db37d9c9031 HTTP/1.1" status: 200 len: 992 time: 0.2983437 Apr 18 20:34:14.073481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efcc51f-16ac-41a4-b53c-911cfd8d88c3 req-5aafd4d9-5906-43ce-85b6-5fd9c3da7c89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.077250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9efcc51f-16ac-41a4-b53c-911cfd8d88c3 req-5aafd4d9-5906-43ce-85b6-5fd9c3da7c89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 0.5607953 Apr 18 20:34:14.080039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:14.083840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.422905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-1aa6f124-6432-4a70-87e3-25aecdce8b52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 217 time: 0.3653653 Apr 18 20:34:14.426016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:14.454089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'port_id': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'mac_address': 'fa:16:3e:fb:22:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:34:14.606109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.612296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775ad35c-6058-459c-9742-b80c7a42849a req-c54a49d6-f0d6-4b41-a9ad-1b539b108811 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.615167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-775ad35c-6058-459c-9742-b80c7a42849a req-c54a49d6-f0d6-4b41-a9ad-1b539b108811 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 1.1585128 Apr 18 20:34:14.691940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-2b33ad6e-7a25-449d-9a80-f67762ffc9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.695204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-2b33ad6e-7a25-449d-9a80-f67762ffc9b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.9308634 Apr 18 20:34:14.700042 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.716225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefbb21-c4de-4467-b80e-4318f6223873 req-98e1b539-549c-45fb-889f-25674fdd5f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.718804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-98e1b539-549c-45fb-889f-25674fdd5f7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.2773578 Apr 18 20:34:14.720623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-c8f1d3eb-46b1-45e0-9bd1-c1bf9d9b8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.723779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-c8f1d3eb-46b1-45e0-9bd1-c1bf9d9b8f3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b8d0020-a61c-4a1d-82cd-189363c70038 HTTP/1.1" status: 200 len: 898 time: 0.7852745 Apr 18 20:34:14.733357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71af2109-a737-42fe-a277-81a1f6836c5b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:14.751913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.752270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.752611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.752946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.753277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.753632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.754236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.754567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.754943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.755269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.756172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.756657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:14.756986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769b91ed-ec3a-465d-ac11-3ba2be742894 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:14.792429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:14.801860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:14.839420 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9efcc51f-16ac-41a4-b53c-911cfd8d88c3 req-475ab0f0-4a11-4663-a811-664aead10d62 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178048 Apr 18 20:34:14.841029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Checking segment: {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:14.841638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Network hostable DHCP agents. Network: 9cc52580-b45a-468e-82a9-daf844138944, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:14.867137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-5933e5d2-bf2b-41e6-bcc6-8f882139f9e2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:14.870016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-5933e5d2-bf2b-41e6-bcc6-8f882139f9e2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.3472509 Apr 18 20:34:14.993589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:15.045900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Network 9cc52580-b45a-468e-82a9-daf844138944 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:15.056852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34662) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:15.114838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['769b91ed-ec3a-465d-ac11-3ba2be742894'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:34:15.170566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-23be0c58-bea7-480c-a243-129f71d5fdf9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 217 time: 0.4580960 Apr 18 20:34:15.172737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Deleting port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:15.173632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.199168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-3257682c-197e-4f90-aafc-7a2cddaca0db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3567393 Apr 18 20:34:15.389656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-775ad35c-6058-459c-9742-b80c7a42849a req-b6a9afdb-4734-4265-a305-14971d3a509d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355516 Apr 18 20:34:15.561993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-9a589e5b-26ff-493f-94ef-5768038ca1be service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f4070e-2689-4275-b715-ebb88f4e3331 HTTP/1.1" status: 200 len: 1002 time: 0.7215872 Apr 18 20:34:15.633603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 9cc52580-b45a-468e-82a9-daf844138944) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:15.648753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.649948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:15.664993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47671c72-d0d6-4c1f-91b5-347cbdb3d039 None None] Network 9cc52580-b45a-468e-82a9-daf844138944 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:34:15.687164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-14790234-78b5-423a-8436-3704015fdb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.688720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-14790234-78b5-423a-8436-3704015fdb8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.4777074 Apr 18 20:34:15.799210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-49da2f23-9a28-4d36-b7cc-591fc5d6f72f tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/507958f7-4f7c-472b-8b82-2db37d9c9031 HTTP/1.1" status: 200 len: 994 time: 0.7405021 Apr 18 20:34:15.862667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-934eddbd-f880-4fbb-a3dc-a1c134a3e253 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2149255 Apr 18 20:34:15.871187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34678) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:15.884501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:15.949964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:15.985757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-30746789-99f4-46d5-bf26-da3ed56e6d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:15.987814 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-30746789-99f4-46d5-bf26-da3ed56e6d00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e963314e-6fc9-489c-882b-c4e3ce965939 HTTP/1.1" status: 200 len: 835 time: 0.4177880 Apr 18 20:34:15.994278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-2e5c2c82-5966-4689-b15e-928b93dafe16 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7698388 Apr 18 20:34:16.027388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Usage tracker for resource:router and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:16.049281 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a6c755-1195-49cb-a2a3-6c870d638c23 req-ab17b148-76a1-441f-875a-3f6df80cc983 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.064165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a6c755-1195-49cb-a2a3-6c870d638c23 req-ab17b148-76a1-441f-875a-3f6df80cc983 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.6577647 Apr 18 20:34:16.080587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:16.163269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:16.188208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-9adf57a4-a1b8-4e68-a6e7-a9066d72d691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.189797 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-9adf57a4-a1b8-4e68-a6e7-a9066d72d691 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1095 time: 0.6958153 Apr 18 20:34:16.283373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4518f2-ec6e-4bf0-8df2-6aef614cdc50 req-bf75a8cc-bbe3-47dc-aec5-b66b846e33af tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.289070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2d59a58-4a32-406e-8124-901dbcd1e8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.293901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca4518f2-ec6e-4bf0-8df2-6aef614cdc50 req-bf75a8cc-bbe3-47dc-aec5-b66b846e33af tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.7397423 Apr 18 20:34:16.360210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.373012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.376061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-9cc52580-b45a-468e-82a9-daf844138944', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:34:16.377337 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.392506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-f2dc7f94-9521-47cd-a97a-74c0fd1079d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.394109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-f2dc7f94-9521-47cd-a97a-74c0fd1079d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6896164 Apr 18 20:34:16.411676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a6c755-1195-49cb-a2a3-6c870d638c23 req-e3db9dca-f45c-4892-adbf-372bdc089301 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3329980 Apr 18 20:34:16.514273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.534831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] For port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:16.535205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:16.570893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efefbb21-c4de-4467-b80e-4318f6223873 req-358c9202-9042-4705-ab89-b099f62cda2b service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353763 Apr 18 20:34:16.751381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Allocated IP 172.20.0.2 (9cc52580-b45a-468e-82a9-daf844138944/71af2109-a737-42fe-a277-81a1f6836c5b/f07a5786-4549-48df-8afe-d885f5655f1e) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:16.763491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca4518f2-ec6e-4bf0-8df2-6aef614cdc50 req-1f39a95d-58c2-4f82-b94d-f9097f77d12a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4676394 Apr 18 20:34:16.827379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-238e467d-7edc-473d-ae32-690883f32390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.829091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-238e467d-7edc-473d-ae32-690883f32390 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.6266918 Apr 18 20:34:16.831463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-4a33975f-27b1-48be-97e9-3689c37f3ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:16.833171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-4a33975f-27b1-48be-97e9-3689c37f3ef7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b8d0020-a61c-4a1d-82cd-189363c70038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8380551 Apr 18 20:34:16.890717 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.133384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.345485 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.358061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-9a3902ad-7964-4494-82e0-4d5e50513581 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9210553 Apr 18 20:34:17.373998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Transition to ACTIVE for port object f07a5786-4549-48df-8afe-d885f5655f1e will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:17.391845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-90406e3c-6d47-4a4c-aab7-116cc692a2d1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.5253301 Apr 18 20:34:17.418435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Transition to ACTIVE for port object f07a5786-4549-48df-8afe-d885f5655f1e will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:17.437614 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.597898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Network 9cc52580-b45a-468e-82a9-daf844138944 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:17.600560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:17.607658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:17.615710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:17.784853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Pushing event updated for resources: {'Port': ['ID=f07a5786-4549-48df-8afe-d885f5655f1e,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:17.823649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-119d1b2e-1c1f-456c-8c9e-8d19cc5f29c3 req-0ea0246f-018c-4284-a842-ca91727aec2f service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549563 Apr 18 20:34:17.827939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Attempting to bind port f07a5786-4549-48df-8afe-d885f5655f1e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:17.829766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Attempting to bind port f07a5786-4549-48df-8afe-d885f5655f1e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:17.830185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Attempting to bind port f07a5786-4549-48df-8afe-d885f5655f1e on network 9cc52580-b45a-468e-82a9-daf844138944 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:17.841796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:34:17.842375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Checking segment: {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:17.843040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.843688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Bound using segment: {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:34:17.844683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Bound port: f07a5786-4549-48df-8afe-d885f5655f1e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:17.852421 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:17.864801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-32e0a094-7aa5-47a8-9fb8-1ef6ed9962b9 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9967172 Apr 18 20:34:17.939358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-789ff0c0-240b-4f56-b084-d27459594043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:17.940937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-789ff0c0-240b-4f56-b084-d27459594043 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.5417197 Apr 18 20:34:17.952454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da122534-e0e6-4b9b-8054-f3e67aceb8a0 req-b0c012c0-902a-44a8-9775-fcc0f9e6b701 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:17.968893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da122534-e0e6-4b9b-8054-f3e67aceb8a0 req-b0c012c0-902a-44a8-9775-fcc0f9e6b701 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.8787525 Apr 18 20:34:18.103519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.158821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] For port f07a5786-4549-48df-8afe-d885f5655f1e, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:34:18.173961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] For port f07a5786-4549-48df-8afe-d885f5655f1e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f07a5786-4549-48df-8afe-d885f5655f1e,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:34:18.191710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:18.213377 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:34:18.384254 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.424658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:34:18.596422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.635141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f0cf41-2ffd-4033-a24c-3928b32efdfb None None] Pushing event updated for resources: {'Port': ['ID=f07a5786-4549-48df-8afe-d885f5655f1e,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:18.692126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da122534-e0e6-4b9b-8054-f3e67aceb8a0 req-3bcdf872-8919-4fc8-9603-fedc99318b22 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7221696 Apr 18 20:34:18.740632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.765219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6165aa2b-8a96-4d8e-bdd7-1a4e9adef438 req-fbf82990-40e1-47fc-a2d4-ffe7ab1ccea0 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8808198 Apr 18 20:34:18.827272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:18.831898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:18.847271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Usage tracker for resource:security_group_rule and tenant:5ff81961d1344bbd9dda877e6e98f73e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:18.852110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-7349ef32-89bc-4eba-843d-e85521b62e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:18.862909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-7349ef32-89bc-4eba-843d-e85521b62e65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7131970 Apr 18 20:34:18.863189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:18.899775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:18.903764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 769b91ed-ec3a-465d-ac11-3ba2be742894 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:18.919194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 769b91ed-ec3a-465d-ac11-3ba2be742894 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:18.923382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.058943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.059694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.060217 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Floating IP f8b454e5-a58b-4e50-909a-d2c47f631d26 disassociated. External IP: 172.25.5.79, port: c9f0a36c-f9b7-4b11-9f42-11faa4d207d9. Apr 18 20:34:19.060854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Calling delete_port for c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:34:19.282072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b458b0-4dbb-4a7e-ba31-a98c27bc415b req-202a06a7-7b1a-4505-a98a-1bad46a881e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.291275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15b458b0-4dbb-4a7e-ba31-a98c27bc415b req-202a06a7-7b1a-4505-a98a-1bad46a881e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 2.6159778 Apr 18 20:34:19.331258 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.432284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-1521c1b3-42ff-4e4c-aada-2adfc478d7aa service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580959 Apr 18 20:34:19.478730 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.562508 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.612399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:19.613977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:19.624502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.716742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15b458b0-4dbb-4a7e-ba31-a98c27bc415b req-0cce758d-7827-4eff-9d1e-1e3660b2a85b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234798 Apr 18 20:34:19.733301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5b9c2-b4e8-4c65-9859-8ce4cf259831 req-4a24d53e-2f4b-41f2-be5c-6958d62741f2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:19.743192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:19.744372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5e5b9c2-b4e8-4c65-9859-8ce4cf259831 req-4a24d53e-2f4b-41f2-be5c-6958d62741f2 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 945 time: 0.5586293 Apr 18 20:34:19.803309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.056064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f07a5786-4549-48df-8afe-d885f5655f1e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:20.263174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f07a5786-4549-48df-8afe-d885f5655f1e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:20.371748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.420614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event deleted for resources: {'Port': ['ID=c9f0a36c-f9b7-4b11-9f42-11faa4d207d9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.495402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.688645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5e5b9c2-b4e8-4c65-9859-8ce4cf259831 req-cd1269e9-2023-4d0e-a949-657b8e55108b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=bb7e4923-4757-4078-a11c-a6763e2a8175&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684804 Apr 18 20:34:20.742698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77a885e5-eda8-44b0-b916-dc57d5d1dc58 req-162dfb6f-fff0-445b-9115-d388658dfe59 service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2886715 Apr 18 20:34:20.835180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ff81961d1344bbd9dda877e6e98f73e&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2161903 Apr 18 20:34:20.838417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:20.976238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077d8c2-e293-48fb-b0dc-7b401ce20e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b46ebb1-fd78-4e2a-8a91-7cc82762f382,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:20.983021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:20.988604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9454e01-100b-4362-aa99-43983176ad0e None None] Network 9cc52580-b45a-468e-82a9-daf844138944 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:34:21.048517 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.204871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.309569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b46ebb1-fd78-4e2a-8a91-7cc82762f382,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:21.407428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.416798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3b46ebb1-fd78-4e2a-8a91-7cc82762f382 HTTP/1.1" status: 204 len: 168 time: 0.5734887 Apr 18 20:34:21.443994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.450188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.453222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.461396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.466072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.469980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.471671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.473640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.481871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.484740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.491202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.492554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1476bbd3-9687-4fc6-8ea5-a09f0c21c80f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:21.500168 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2540dbf3-304a-4a0d-965c-06a2e0d6480c'] response: {'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'code': 200} Apr 18 20:34:21.582326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e9355fa5-ec45-477d-9432-f36fdd31baac None None] Provisioning for port f07a5786-4549-48df-8afe-d885f5655f1e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:21.654840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.707248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e9355fa5-ec45-477d-9432-f36fdd31baac None None] Provisioning complete for port f07a5786-4549-48df-8afe-d885f5655f1e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:21.707655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9355fa5-ec45-477d-9432-f36fdd31baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.730308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:21.831041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842f082-b1bc-4072-8415-5f4c0aff2d33 req-47777ac5-bf60-4ca2-a9db-d1a620037776 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:21.840756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4842f082-b1bc-4072-8415-5f4c0aff2d33 req-47777ac5-bf60-4ca2-a9db-d1a620037776 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 1.4148061 Apr 18 20:34:21.922594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4842f082-b1bc-4072-8415-5f4c0aff2d33 req-7d96f5aa-c8e2-4a52-8887-7442aec979a8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806372 Apr 18 20:34:21.950239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:34:22.339015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e468937-e4ed-41b7-8504-51a4e2b8d9c9 req-b44eca2a-9362-46ab-8a4a-4cc5369150cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.346067 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e468937-e4ed-41b7-8504-51a4e2b8d9c9 req-b44eca2a-9362-46ab-8a4a-4cc5369150cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1096 time: 0.6122849 Apr 18 20:34:22.363153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9355fa5-ec45-477d-9432-f36fdd31baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.385869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b6e874-6452-4f42-a310-4a7bd5105cf9 req-65ae4b1a-7a3d-4753-a69e-103e47c0e4c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:22.388428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42b6e874-6452-4f42-a310-4a7bd5105cf9 req-65ae4b1a-7a3d-4753-a69e-103e47c0e4c7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.5204511 Apr 18 20:34:22.389151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:22.477669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e9355fa5-ec45-477d-9432-f36fdd31baac None None] For port f07a5786-4549-48df-8afe-d885f5655f1e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f07a5786-4549-48df-8afe-d885f5655f1e,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:22.502682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9355fa5-ec45-477d-9432-f36fdd31baac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.543130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:22.596576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:22.658875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e468937-e4ed-41b7-8504-51a4e2b8d9c9 req-aeda0e67-05c0-4583-b2f5-ffbf67843983 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553060 Apr 18 20:34:22.661105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Usage tracker for resource:security_group_rule and tenant:82b17bf98e72418f8491ed67f695650c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:22.687494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Allocated IP 172.25.5.78 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/786b1be9-ecf5-4926-bbc2-a05a6e44b0be) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:22.699369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9355fa5-ec45-477d-9432-f36fdd31baac None None] Pushing event updated for resources: {'Port': ['ID=f07a5786-4549-48df-8afe-d885f5655f1e,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:22.732863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:22.762113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:34:22.776894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:22.777151 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] Sync routers for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:22.791580 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:22.792237 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:22.892318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42b6e874-6452-4f42-a310-4a7bd5105cf9 req-71a78f4e-c95a-4e78-870f-e1d85a10c778 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4294670 Apr 18 20:34:23.157610 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.168198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.247610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019abbbb-5ed7-413c-bed6-d8215d0b3249 req-e610f1c6-5602-47bd-8b12-6f5c8fe81a5b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:23.252241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-019abbbb-5ed7-413c-bed6-d8215d0b3249 req-e610f1c6-5602-47bd-8b12-6f5c8fe81a5b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 1.0592103 Apr 18 20:34:23.370992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=82b17bf98e72418f8491ed67f695650c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9668031 Apr 18 20:34:23.372620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] No DVR routers for this DVR port c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:23.387555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:23.388945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.400507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1295dae7-e9d9-416c-b2bd-85f44cc73f39 None None] Provisioning complete for port f07a5786-4549-48df-8afe-d885f5655f1e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:23.403416 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:23.404656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1295dae7-e9d9-416c-b2bd-85f44cc73f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.414392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6513bb22-1444-49e3-b971-ebd2f7d2a5de req-209adaa3-99db-479c-a36a-8e711a4d6164 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 210 time: 0.1243174 Apr 18 20:34:23.488050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'name': 'network-vif-deleted', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:23.638573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3e0c9-189a-4316-a4c8-76e83c4d1dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cadcb1e-aae1-4716-9f91-5181b325faf0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:23.722032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2adcbe6c-f34a-4667-b9e8-0dc08e8b8b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:23.915373 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2adcbe6c-f34a-4667-b9e8-0dc08e8b8b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.020650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f07a5786-4549-48df-8afe-d885f5655f1e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:24.069790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3f64004-8923-4299-ad5d-8c417d12acbf req-eeedb054-18b9-4f7d-8a7e-c69d6905c87c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "DELETE /v2.0/ports/c9f0a36c-f9b7-4b11-9f42-11faa4d207d9 HTTP/1.1" status: 204 len: 173 time: 9.1943657 Apr 18 20:34:24.220607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-019abbbb-5ed7-413c-bed6-d8215d0b3249 req-d51f8782-4558-4a19-b826-e3eb33d5e351 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8582888 Apr 18 20:34:24.289775 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:24.296279 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] Checking router: c7c8ec37-4a54-402c-afb4-a78d88cf5ecd for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:24.335888 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:24.336734 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:24.372179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.446967 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2adcbe6c-f34a-4667-b9e8-0dc08e8b8b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.448213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.485299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f07a5786-4549-48df-8afe-d885f5655f1e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:24.487445 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.534477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adcbe6c-f34a-4667-b9e8-0dc08e8b8b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cadcb1e-aae1-4716-9f91-5181b325faf0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:24.608229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2adcbe6c-f34a-4667-b9e8-0dc08e8b8b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:24.616179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2adcbe6c-f34a-4667-b9e8-0dc08e8b8b07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5cadcb1e-aae1-4716-9f91-5181b325faf0 HTTP/1.1" status: 204 len: 168 time: 1.2248824 Apr 18 20:34:24.702177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45144cc4-c424-4d57-8001-0ac533b91fb2 req-222060d1-357c-4569-aad2-8827b7d244b4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:24.706862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Pushing event updated for resources: {'Port': ['ID=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:24.722943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45144cc4-c424-4d57-8001-0ac533b91fb2 req-222060d1-357c-4569-aad2-8827b7d244b4 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5514023 Apr 18 20:34:24.743247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:24.746720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:24.752636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:24.996707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45144cc4-c424-4d57-8001-0ac533b91fb2 req-85099a32-1f56-4c14-95c6-a67a5750b6dd tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2714605 Apr 18 20:34:25.054663 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89f575c2-6a6c-42e3-8dcd-28b3b11e213c'] response: {'server_uuid': '4191ba0e-9e13-4c40-aa7a-2798848a0b01', 'name': 'network-vif-deleted', 'tag': 'c9f0a36c-f9b7-4b11-9f42-11faa4d207d9', 'status': 'completed', 'code': 200} Apr 18 20:34:25.137858 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:25.631891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b632d4-6d9c-488d-8373-2c31f9425ff8 req-c0c5bc45-3669-449b-a18d-88d0134a5994 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:25.653160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37b632d4-6d9c-488d-8373-2c31f9425ff8 req-c0c5bc45-3669-449b-a18d-88d0134a5994 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.2306254 Apr 18 20:34:25.726911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2518b4a9-bb14-476d-b330-68914aeddc02 req-967602c6-7cca-4179-a641-ee50b1ea346a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:34:25.810059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37b632d4-6d9c-488d-8373-2c31f9425ff8 req-67204b32-90ab-48ac-81b9-fbd25a3a603a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533813 Apr 18 20:34:26.132337 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:26.138665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2518b4a9-bb14-476d-b330-68914aeddc02 req-967602c6-7cca-4179-a641-ee50b1ea346a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:34:26.152886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2518b4a9-bb14-476d-b330-68914aeddc02 req-967602c6-7cca-4179-a641-ee50b1ea346a tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=4191ba0e-9e13-4c40-aa7a-2798848a0b01 HTTP/1.1" status: 200 len: 210 time: 0.6165068 Apr 18 20:34:26.158349 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe808adf-97f7-4765-80a0-de47d2dddf47 None None] The sync data for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 is: [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:26.331331 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:26.512070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a527-c2bd-42df-b875-222b03b72de7 req-89867626-30be-41c8-9f8e-93f7316d13b1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:26.524015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a0a527-c2bd-42df-b875-222b03b72de7 req-89867626-30be-41c8-9f8e-93f7316d13b1 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2310965 Apr 18 20:34:26.655244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a0a527-c2bd-42df-b875-222b03b72de7 req-253a8d9b-e764-4958-a38c-2b7e5c75032e tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302793 Apr 18 20:34:26.937399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b92984-4da6-452d-8d53-66d8e139d1b8 None None] New status for floating IP f8b454e5-a58b-4e50-909a-d2c47f631d26: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:34:27.207780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e9a57-7369-4d18-84af-be023c344cb8 req-5cb64c1c-fe3c-4633-ad6b-6b3fba47a9de tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.211384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-501e9a57-7369-4d18-84af-be023c344cb8 req-5cb64c1c-fe3c-4633-ad6b-6b3fba47a9de tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2585735 Apr 18 20:34:27.395821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-501e9a57-7369-4d18-84af-be023c344cb8 req-364ccc3e-f9ed-4610-a0a4-cbdfbf16b0b7 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750939 Apr 18 20:34:27.809908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d85f73-d802-452b-93c5-63848270bb26 req-97ff4b7f-4a27-4dcc-a72e-1667115d1707 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.812646 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46d85f73-d802-452b-93c5-63848270bb26 req-97ff4b7f-4a27-4dcc-a72e-1667115d1707 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.2241144 Apr 18 20:34:27.956133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f022d-ee84-4e5f-9be9-75105f45c12c req-3b3e5aee-ce92-4c89-a3bf-95dd5fedf1b8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:27.960584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c8f022d-ee84-4e5f-9be9-75105f45c12c req-3b3e5aee-ce92-4c89-a3bf-95dd5fedf1b8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.6928842 Apr 18 20:34:28.022275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46d85f73-d802-452b-93c5-63848270bb26 req-da1c8a14-de9b-48ec-a9ca-ce203ae294db tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912508 Apr 18 20:34:28.104570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.384341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-89256a90-3410-4d12-8ab7-6185d0ef1234 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1352253 Apr 18 20:34:28.398756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c8f022d-ee84-4e5f-9be9-75105f45c12c req-d964b25d-8594-4956-b5e2-7f3798fd187d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3763947 Apr 18 20:34:28.455656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Router 819a3940-af24-4913-832c-9e4da32a0c9a is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:34:28.506765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34820) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:28.715356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6be3f2-df1a-4ece-8e6f-f94976760a2a req-8fbd5a1f-9051-4202-a23e-b8be8b811047 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:28.729723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb6be3f2-df1a-4ece-8e6f-f94976760a2a req-8fbd5a1f-9051-4202-a23e-b8be8b811047 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.3616998 Apr 18 20:34:28.786075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f962-8f49-48e7-bf10-b2b1305775ef tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.842434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb6be3f2-df1a-4ece-8e6f-f94976760a2a req-5bd838f2-c6f2-471b-8ca1-dbb0b6c3fcaf tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093361 Apr 18 20:34:28.859025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f962-8f49-48e7-bf10-b2b1305775ef tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:28.999571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f962-8f49-48e7-bf10-b2b1305775ef tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.048347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b8f962-8f49-48e7-bf10-b2b1305775ef tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e4923-4757-4078-a11c-a6763e2a8175,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:29.078750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b8f962-8f49-48e7-bf10-b2b1305775ef tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.087248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f2b8f962-8f49-48e7-bf10-b2b1305775ef tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "DELETE /v2.0/security-groups/bb7e4923-4757-4078-a11c-a6763e2a8175 HTTP/1.1" status: 204 len: 168 time: 0.5739777 Apr 18 20:34:29.088427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:29.153221 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-5c147054-7c7e-4a6a-99a7-1c67d41557cd tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] show failed (client error): The resource could not be found. Apr 18 20:34:29.166500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5c147054-7c7e-4a6a-99a7-1c67d41557cd tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups/bb7e4923-4757-4078-a11c-a6763e2a8175 HTTP/1.1" status: 404 len: 347 time: 0.0709503 Apr 18 20:34:29.167647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34836) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:29.295111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:34:29.319220 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Sync routers for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:29.347062 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:29.348097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:29.348519 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:29.352842 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9b8e4ffa-3d61-42e8-8b85-937555790bde admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 13.4803650 Apr 18 20:34:29.360958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:29.369285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-043bff71-c56b-45fe-b24d-379075eb4b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.371133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-043bff71-c56b-45fe-b24d-379075eb4b76 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 1058 time: 0.9103820 Apr 18 20:34:29.663594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-ca179fdd-e192-47de-9146-7a28ee6a2dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.667404 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-ca179fdd-e192-47de-9146-7a28ee6a2dc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.2128668 Apr 18 20:34:29.700575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b71a2c-2504-4b77-8cc2-bf8fbc23ed8b req-2209322c-7a87-41d5-8bcd-40843d54f54a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:29.736203 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7b71a2c-2504-4b77-8cc2-bf8fbc23ed8b req-2209322c-7a87-41d5-8bcd-40843d54f54a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.9872489 Apr 18 20:34:29.738485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:29.804526 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:29.903598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Deleting port 0f148e10-00a7-4d48-b56c-f2fb9e152690 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:29.904546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.004018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'floatingip': {'port_id': '769b91ed-ec3a-465d-ac11-3ba2be742894'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:30.685197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-3f31a5e8-e33d-4163-b32f-abf201841bbb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d959f34-0c38-489f-b29d-64687072e059 HTTP/1.1" status: 200 len: 217 time: 0.9476314 Apr 18 20:34:30.718886 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:25Z', 'revision_number': 3, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:30.725565 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Checking router: 819a3940-af24-4913-832c-9e4da32a0c9a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:30.726306 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Updating router 819a3940-af24-4913-832c-9e4da32a0c9a port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:34:30.740546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59bd0ec-206b-45c7-aa5e-e334db306543 req-37be7add-48fc-48a1-9202-841f49798c75 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.751149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a59bd0ec-206b-45c7-aa5e-e334db306543 req-37be7add-48fc-48a1-9202-841f49798c75 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 1.3738570 Apr 18 20:34:30.849914 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.850334 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.865913 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:30.920017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a59bd0ec-206b-45c7-aa5e-e334db306543 req-83560a9e-dd8e-46c7-8ac1-4bbbff8f6f25 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676838 Apr 18 20:34:30.942217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-8003ca3d-2089-46e6-a302-a76f11d8a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:30.944175 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-8003ca3d-2089-46e6-a302-a76f11d8a8bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.1323316 Apr 18 20:34:30.958776 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.225191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Calling delete_port for 0f148e10-00a7-4d48-b56c-f2fb9e152690 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:34:31.429902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7b520-e7d7-4742-bb3e-7b6eefc6731b req-3039e75b-c861-4da2-ada1-a86a68861588 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.437108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddd7b520-e7d7-4742-bb3e-7b6eefc6731b req-3039e75b-c861-4da2-ada1-a86a68861588 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 1.3073819 Apr 18 20:34:31.524211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.606330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event deleted for resources: {'Port': ['ID=0f148e10-00a7-4d48-b56c-f2fb9e152690,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.670312 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.683982 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Transition to ACTIVE for port object 786b1be9-ecf5-4926-bbc2-a05a6e44b0be will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:31.692363 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.736431 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.780043 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Attempting to bind port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:31.780590 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Attempting to bind port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:31.780834 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Attempting to bind port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:31.793083 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:34:31.793571 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:31.794014 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.794458 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:34:31.794946 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Bound port: 786b1be9-ecf5-4926-bbc2-a05a6e44b0be, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:31.795315 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.838179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:31.845978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-15f0f461-9168-4d69-a7ea-9df7a90e16a5 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "DELETE /v2.0/floatingips/f8b454e5-a58b-4e50-909a-d2c47f631d26 HTTP/1.1" status: 204 len: 168 time: 2.6760714 Apr 18 20:34:31.853668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddd7b520-e7d7-4742-bb3e-7b6eefc6731b req-d9a0e702-7a66-49c3-a306-e169d2c0d1c3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155324 Apr 18 20:34:31.912496 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Pushing event updated for resources: {'Port': ['ID=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:31.916458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3e684-39fa-4ca8-8825-d956f2ee74fe req-3c9aad1c-ab3f-45dc-b3eb-b071c49595da tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:31.922447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4a3e684-39fa-4ca8-8825-d956f2ee74fe req-3c9aad1c-ab3f-45dc-b3eb-b071c49595da tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1785104 Apr 18 20:34:31.925219 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] For port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:34:31.929655 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.929958 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.930310 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.930652 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.931002 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.931291 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.931642 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.931981 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.933064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.933064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.933064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.933742 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:31.946936 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] For port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:34:31.955142 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.046594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4a3e684-39fa-4ca8-8825-d956f2ee74fe req-3eb7bd64-952c-4eea-9fa5-2a7aef907f17 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167054 Apr 18 20:34:32.060320 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:32.061277 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:32.129529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-08ed231f-4b66-48c1-bbc2-581c05e1f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:32.131571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-08ed231f-4b66-48c1-bbc2-581c05e1f7f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6651621 Apr 18 20:34:32.263403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf069f3-3781-4cf9-8964-a9eaaba1dac1 None None] Pushing event updated for resources: {'Port': ['ID=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:32.369481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34868) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:32.377269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'security_group': {'name': 'tempest-securitygroup--764006841', 'description': 'tempest-description--541964760'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:32.397118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:32.414857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:32.425301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:32.461892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:32.496908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.518168 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:32.559513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:32.566408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group_rule and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:32.566787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.571385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:32.580138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:32.688857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.697607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.770694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.773074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4022560 Apr 18 20:34:32.775310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b070d6-43b7-4d75-b263-0ca018d559cf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:32.778266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34882) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:32.784295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'security_group_rule': {'security_group_id': 'f351e9f6-9a0f-42f3-87e2-c69c4d73fc50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:32.792006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:32.797167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group_rule and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:32.801491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:32.810212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:32.838453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.931723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.943904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:32.954512 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:34:32.995309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138f90ce-232e-4b55-b63e-0fd28f4df220,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:33.022240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.023841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f46d155d-8fce-4cd0-81d3-68fa8e828790 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448006 Apr 18 20:34:33.027619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34888) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:33.033621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'security_group_rule': {'security_group_id': 'f351e9f6-9a0f-42f3-87e2-c69c4d73fc50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:33.050081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:33.063029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:security_group_rule and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:33.067208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:33.082365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:33.291294 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:25Z', 'revision_number': 3, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:33.304202 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.314184 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e192d-b4f2-4200-8faf-2b3aafd62e0f None None] The sync data for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 is: [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:25Z', 'revision_number': 3, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:33.374003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb8a89f-a628-4206-865e-5ab995080571 req-c5273cdf-bc45-4bff-a595-e5ef65ef3796 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:33.376723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acb8a89f-a628-4206-865e-5ab995080571 req-c5273cdf-bc45-4bff-a595-e5ef65ef3796 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.3001454 Apr 18 20:34:33.466278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acb8a89f-a628-4206-865e-5ab995080571 req-95df5e60-cdde-4aa0-93b9-3119e3d979f3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796266 Apr 18 20:34:33.502292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.510648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.554065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.555561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=816992b0-7ec8-4367-942e-d0d68fd1e822,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:33.582126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.585582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1457a7ad-1d5a-4746-9aed-56f591d39f70 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5557470 Apr 18 20:34:33.590104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:33.590958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:33.601060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:33.619218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:33.626071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Usage tracker for resource:floatingip and tenant:d985a2b9068149b7aa9cf6714fc7b5f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:33.629453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:33.637353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:33.652440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.015540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 786b1be9-ecf5-4926-bbc2-a05a6e44b0be up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:34.027076 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.163594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:34.176063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:34.178353 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.222906 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-fa81f36d-e3c1-412c-abd8-91863d1fc419 service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577467 Apr 18 20:34:34.285331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Allocated IP 172.25.5.87 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/803362a2-2842-4b24-921f-41cf5eaad468) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:34.375507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Allocated IP 172.20.0.1 (9cc52580-b45a-468e-82a9-daf844138944/71af2109-a737-42fe-a277-81a1f6836c5b/5f919402-fb96-4f3b-953e-0fc6b35844b9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:34.387885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb4dab-af4e-469e-a556-9279253174b5 req-d0643de5-d0a2-425e-9371-0d65998fc938 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.389582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38fb4dab-af4e-469e-a556-9279253174b5 req-d0643de5-d0a2-425e-9371-0d65998fc938 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 1.0587964 Apr 18 20:34:34.390829 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Floating IP b6f29317-c403-4d9d-b04f-39d5c74b79cd associated. External IP: 172.25.5.57, port: 769b91ed-ec3a-465d-ac11-3ba2be742894. Apr 18 20:34:34.397132 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.419976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:34.428256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.512533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.536609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:34.546719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.627138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:34.631564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:34.634578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e5e7ff5-2701-46dd-96f3-c3d5cb40c4ec req-78f9024b-ecb5-4bce-b99a-07de8936d95d service neutron] 10.222.0.55 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902216 Apr 18 20:34:34.637322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:34.665352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'Port': ['ID=803362a2-2842-4b24-921f-41cf5eaad468,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:34.708812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38fb4dab-af4e-469e-a556-9279253174b5 req-ae274702-ba08-4388-abbc-186fb5ea5724 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437837 Apr 18 20:34:34.853856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85050575-180e-4ebc-bd0b-1f993ac10100 req-14a27ea5-25f4-4c14-abb8-9d6e0895ac4e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:34.855646 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85050575-180e-4ebc-bd0b-1f993ac10100 req-14a27ea5-25f4-4c14-abb8-9d6e0895ac4e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.1871068 Apr 18 20:34:34.903007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.921736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85050575-180e-4ebc-bd0b-1f993ac10100 req-b08d7f80-c3a4-4fac-8343-ef0d6e82ac42 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574276 Apr 18 20:34:34.922295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:34.948287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Transition to ACTIVE for port object 5f919402-fb96-4f3b-953e-0fc6b35844b9 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:35.016795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.411038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.509220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Pushing event updated for resources: {'Port': ['ID=5f919402-fb96-4f3b-953e-0fc6b35844b9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:35.556828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Network 9cc52580-b45a-468e-82a9-daf844138944 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:35.562230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:35.568713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:35.637557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Router 014f7749-3938-4c8d-8d3b-dccb865ba39c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:34:35.852547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.881104 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.905019 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:35.952123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 786b1be9-ecf5-4926-bbc2-a05a6e44b0be up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:36.049382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:36.049978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.197275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'Port': ['ID=803362a2-2842-4b24-921f-41cf5eaad468,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:36.233885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-280b8c0e-4b39-4309-a1c8-e9abbc94062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.238861 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-280b8c0e-4b39-4309-a1c8-e9abbc94062c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=987a6ef7e49843098beded1785b8ca24&device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 1095 time: 0.7253509 Apr 18 20:34:36.315895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b1c4c-26cf-431d-9723-36e2f89e7d3f req-6ad149e6-c54f-4cb9-b3fc-d308657f6b07 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.325983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3d48f3a1-30fb-4774-884d-d9e3b9f08312 None None] Provisioning for port 5f919402-fb96-4f3b-953e-0fc6b35844b9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:36.327637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb5b1c4c-26cf-431d-9723-36e2f89e7d3f req-6ad149e6-c54f-4cb9-b3fc-d308657f6b07 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 1.1599491 Apr 18 20:34:36.331024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3d48f3a1-30fb-4774-884d-d9e3b9f08312 None None] Provisioning complete for port 5f919402-fb96-4f3b-953e-0fc6b35844b9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:36.331401 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3d48f3a1-30fb-4774-884d-d9e3b9f08312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.343607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.400480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3d48f3a1-30fb-4774-884d-d9e3b9f08312 None None] Port 5f919402-fb96-4f3b-953e-0fc6b35844b9 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:34:36.503553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:34:36.519887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] Sync routers for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:36.534987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93ec2c-bcd4-40a6-9631-778dff72af1c req-02078fb1-03a3-49c1-ac70-50ce295e9597 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.540466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb5b1c4c-26cf-431d-9723-36e2f89e7d3f req-96430d77-e92b-4bcb-8edc-7bd47fec9d7f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117355 Apr 18 20:34:36.541918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:36.545480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:36.546079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.550217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e1198a1-0bf1-475a-8f58-8553fb184e09 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9570582 Apr 18 20:34:36.557921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f93ec2c-bcd4-40a6-9631-778dff72af1c req-02078fb1-03a3-49c1-ac70-50ce295e9597 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.3915939 Apr 18 20:34:36.606078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:36.608115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-e86e3bac-4fe5-4641-b30d-d7f818d92fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:36.610087 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-e86e3bac-4fe5-4641-b30d-d7f818d92fc8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 200 len: 912 time: 0.3600154 Apr 18 20:34:36.815748 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-537c5d13-3660-4a63-bc0e-7e0c61799cab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "PUT /v2.0/floatingips/b6f29317-c403-4d9d-b04f-39d5c74b79cd HTTP/1.1" status: 200 len: 990 time: 7.0612795 Apr 18 20:34:36.831337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:36.886294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-7065c1c1-8bae-4575-a669-e112f2339657 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 200 len: 998 time: 0.2693660 Apr 18 20:34:36.923334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:36.987192 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f93ec2c-bcd4-40a6-9631-778dff72af1c req-d2aa918c-25be-4a9e-a096-4cedf70849c2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4283257 Apr 18 20:34:36.995595 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.106875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-3da5398c-1fb8-45bb-8414-1a9c69cd46e0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:34:37.115772 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72052198-8ea9-42db-b249-78972f4c6381'] response: {'name': 'network-changed', 'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'status': 'completed', 'code': 200} Apr 18 20:34:37.116788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-a99247ee-9e7b-4e54-8e23-f3cd04140009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.122594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-a99247ee-9e7b-4e54-8e23-f3cd04140009 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 200 len: 850 time: 0.2281244 Apr 18 20:34:37.322495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-3da5398c-1fb8-45bb-8414-1a9c69cd46e0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:34:37.324126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-3da5398c-1fb8-45bb-8414-1a9c69cd46e0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--764006841&fields=id&tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3 HTTP/1.1" status: 200 len: 267 time: 0.3372996 Apr 18 20:34:37.413663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-2f25ba05-99d5-448b-9ad6-510798d1c982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.415585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-2f25ba05-99d5-448b-9ad6-510798d1c982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1096 time: 0.2031007 Apr 18 20:34:37.418603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.426521 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.559767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-84066e96-96ef-4642-bc97-2c702a27f917 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.562117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-84066e96-96ef-4642-bc97-2c702a27f917 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 811 time: 0.2225320 Apr 18 20:34:37.613544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Pushing event updated for resources: {'Port': ['ID=5f919402-fb96-4f3b-953e-0fc6b35844b9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:37.628942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:37.633718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-56bc4c10-db3f-479a-b892-a3739e39a3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.635435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-56bc4c10-db3f-479a-b892-a3739e39a3da service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=c5da65e2-5089-4c5a-a705-5f4713ee1a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5064192 Apr 18 20:34:37.691790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'b6f29317-c403-4d9d-b04f-39d5c74b79cd', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'port_id': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'mac_address': 'fa:16:3e:fb:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65679635-9e3c-4080-ab43-580ee5045829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:48Z', 'updated_at': '2022-04-18T20:34:32Z', 'revision_number': 1, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:37.702292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] Checking router: 014f7749-3938-4c8d-8d3b-dccb865ba39c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:37.721097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:37.723418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:37.816685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-950a8ab8-9b06-42f8-a607-c9505979492f service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589580 Apr 18 20:34:37.822201 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-f7bc7c90-8767-4138-95e8-a6946a5df522 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/quotas/d985a2b9068149b7aa9cf6714fc7b5f3 HTTP/1.1" status: 200 len: 375 time: 0.1993804 Apr 18 20:34:37.965111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Network 9cc52580-b45a-468e-82a9-daf844138944 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:37.967714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:37.984783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fed0a4-f6b8-4a36-a5bc-630c98d012b0 req-14701554-28ac-4100-8fc2-158388963822 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:37.986638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15fed0a4-f6b8-4a36-a5bc-630c98d012b0 req-14701554-28ac-4100-8fc2-158388963822 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1675415 Apr 18 20:34:38.096793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:38.445371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:34:38.608493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15fed0a4-f6b8-4a36-a5bc-630c98d012b0 req-df63fcc9-91d5-42aa-aba8-0e4f8c7d2b66 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465473 Apr 18 20:34:38.641854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Router 819a3940-af24-4913-832c-9e4da32a0c9a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:34:38.648009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c88d955-fff4-449c-b371-3f28df864ce0 req-ff629f64-4cd8-4849-bc4a-5604d27ed92c service neutron] 10.222.0.61 "GET /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8245668 Apr 18 20:34:38.670763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-41f1f1c8-c3bf-4f5c-aae4-ecb919a820a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:38.673232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-41f1f1c8-c3bf-4f5c-aae4-ecb919a820a9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 1.1086545 Apr 18 20:34:38.677494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b710a8b-441e-436b-852c-c3661a4d63db None None] Provisioning complete for port 5f919402-fb96-4f3b-953e-0fc6b35844b9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:38.677973 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b710a8b-441e-436b-852c-c3661a4d63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:38.690472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-2389f095-2042-4cf4-8b4b-74fa99cb0e96 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:34:38.860688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b710a8b-441e-436b-852c-c3661a4d63db None None] Port 5f919402-fb96-4f3b-953e-0fc6b35844b9 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:34:38.892764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:38.924343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'network_id': '71e2170a-e80a-483b-823d-15d9b13d020a', 'port_id': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'mac_address': 'fa:16:3e:37:18:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '755548ac-fca4-421a-bdd6-85b8ac87f290', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:34:38.932224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:34:38.939543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9ac7cac4-d2c3-4b63-b279-385e4bcabe9d admin admin] 10.222.0.47 "PUT /v2.0/routers/819a3940-af24-4913-832c-9e4da32a0c9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5771985 Apr 18 20:34:38.947601 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Sync routers for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:38.951102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-2389f095-2042-4cf4-8b4b-74fa99cb0e96 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:34:38.953977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-2389f095-2042-4cf4-8b4b-74fa99cb0e96 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0569220 Apr 18 20:34:38.985029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:38.985724 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:38.995369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027b1f8d-fd45-4f69-b1c8-7e252bb6508e req-ef3f6120-66d8-4c66-81ff-55fbf28956fd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:38.997547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-027b1f8d-fd45-4f69-b1c8-7e252bb6508e req-ef3f6120-66d8-4c66-81ff-55fbf28956fd tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 944 time: 0.1726952 Apr 18 20:34:39.062417 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-027b1f8d-fd45-4f69-b1c8-7e252bb6508e req-743ba4ad-7f87-49f5-b88f-89c79addfa96 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577579 Apr 18 20:34:39.063641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-0bd73573-8205-45ab-8dfa-53290cc97603 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 998 time: 0.3651032 Apr 18 20:34:39.143907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'b6f29317-c403-4d9d-b04f-39d5c74b79cd', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'port_id': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'mac_address': 'fa:16:3e:fb:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65679635-9e3c-4080-ab43-580ee5045829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:48Z', 'updated_at': '2022-04-18T20:34:32Z', 'revision_number': 1, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:39.148334 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.177435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7718f903-d08e-4dd5-a149-5fa594bac1d7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:39.185689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-833e1090-eb63-4eba-a46f-12a34f1f96c3 None None] The sync data for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 is: [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'b6f29317-c403-4d9d-b04f-39d5c74b79cd', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'floating_ip_address': '172.25.5.57', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'port_id': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'mac_address': 'fa:16:3e:fb:22:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65679635-9e3c-4080-ab43-580ee5045829', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:33:48Z', 'updated_at': '2022-04-18T20:34:32Z', 'revision_number': 1, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:39.220525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:39.224710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-34e1fcd3-e984-4c97-ac66-f36ed491b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.226651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-34e1fcd3-e984-4c97-ac66-f36ed491b54c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.1539409 Apr 18 20:34:39.232769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:39.445691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:39.446660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:39.571115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-665a8ec7-62bd-430c-8180-e6e1f9544776 service neutron] 10.222.0.47 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900278 Apr 18 20:34:39.611116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['7718f903-d08e-4dd5-a149-5fa594bac1d7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:34:39.684703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9623b0c-64f3-4161-888a-e547f041c860 None None] New status for floating IP b6f29317-c403-4d9d-b04f-39d5c74b79cd: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:34:39.905559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-4be11747-7877-421d-9926-4f141689a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:39.907806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-4be11747-7877-421d-9926-4f141689a100 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6617703 Apr 18 20:34:39.978343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-820b8bee-e7ac-47e9-b0fe-fc9e32b47cb1 service neutron] 10.222.0.47 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931010 Apr 18 20:34:40.063404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1746fc-68e4-4820-9392-72e3335e9767 req-3aef4bfc-6dca-41a7-ab82-25de10f43985 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.068719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef1746fc-68e4-4820-9392-72e3335e9767 req-3aef4bfc-6dca-41a7-ab82-25de10f43985 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2292452 Apr 18 20:34:40.144187 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:37Z', 'revision_number': 2, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:40.149200 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Checking router: 819a3940-af24-4913-832c-9e4da32a0c9a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:40.149595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Updating router 819a3940-af24-4913-832c-9e4da32a0c9a port 5f919402-fb96-4f3b-953e-0fc6b35844b9 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:34:40.186519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef1746fc-68e4-4820-9392-72e3335e9767 req-3461cde8-9c23-4ba5-af24-58df800073e2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081173 Apr 18 20:34:40.252448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-1bde6ea6-b0cb-4d39-89fb-375f2f99a071 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374834 Apr 18 20:34:40.316339 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.679041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c544a8a9-4ec8-459e-9809-8578671b5bcf req-6568ef69-dffe-4e67-8264-9716a1fbc583 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4201820 Apr 18 20:34:40.684689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f92a650-ce73-438b-ac76-c494156c39a5 req-5cbae49b-97cd-4a74-8f97-51ab9571a7ea tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.705047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f92a650-ce73-438b-ac76-c494156c39a5 req-5cbae49b-97cd-4a74-8f97-51ab9571a7ea tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 945 time: 0.3150294 Apr 18 20:34:40.745374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34984) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:40.758588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aefdb6-d748-4b13-a4ca-51303817e373 req-7deb77e0-1538-4630-9fd1-cda7c6314c64 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:40.782476 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07aefdb6-d748-4b13-a4ca-51303817e373 req-7deb77e0-1538-4630-9fd1-cda7c6314c64 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2752082 Apr 18 20:34:40.791977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-628738428-network', 'tenant_id': '5606e21c77994c68bbf712732020ab27'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:40.798496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:40.805438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Usage tracker for resource:network and tenant:5606e21c77994c68bbf712732020ab27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:40.811503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:40.872021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:40.890701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07aefdb6-d748-4b13-a4ca-51303817e373 req-e08f15de-5203-4613-b7e9-e3050a75a445 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050990 Apr 18 20:34:40.922197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f92a650-ce73-438b-ac76-c494156c39a5 req-2fafcda3-bddf-481f-a939-32513bd30895 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904285 Apr 18 20:34:40.935214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Made reservation on behalf of 5606e21c77994c68bbf712732020ab27 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:40.937859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.954880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:40.972689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:40.983607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Usage tracker for resource:security_group_rule and tenant:5606e21c77994c68bbf712732020ab27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:40.991844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:41.003525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:41.079344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56fcd581-cdff-48ae-a4a7-6f9cc377df02 req-26509ab5-5b29-4264-8a00-a546e02f76df tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 210 time: 0.0714035 Apr 18 20:34:41.222909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.230010 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.231150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.250914 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Transition to ACTIVE for port object 5f919402-fb96-4f3b-953e-0fc6b35844b9 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:41.267335 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.280935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624bcf81-6c15-4c19-8c74-9bc649e87ccf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:41.306563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:34:41.335258 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.337707 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Added segment fdec732d-859c-4c5a-8cf7-3a06f2d4991e of type vlan for network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 Apr 18 20:34:41.420483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.533967 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.535618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:41.536971 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.551263 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7300d19-5f8a-4ef3-9f3e-93afeae712b1 None None] Pushing event updated for resources: {'Port': ['ID=5f919402-fb96-4f3b-953e-0fc6b35844b9,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:41.837676 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Attempting to bind port 5f919402-fb96-4f3b-953e-0fc6b35844b9 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:41.838290 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Attempting to bind port 5f919402-fb96-4f3b-953e-0fc6b35844b9 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:41.838659 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Attempting to bind port 5f919402-fb96-4f3b-953e-0fc6b35844b9 on network 9cc52580-b45a-468e-82a9-daf844138944 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:41.845409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] Pushing event updated for resources: {'Network': ['ID=0fdd33bf-9807-48fe-9b8f-635dbb5741d7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:41.860076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:34:41.879573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:41.880284 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:34:41.880659 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Checking segment: {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:41.881072 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.881211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1fe5cd94-d644-406a-a9c6-fe13f1bf1440 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0957236 Apr 18 20:34:41.881487 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Bound using segment: {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:34:41.882032 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Bound port: 5f919402-fb96-4f3b-953e-0fc6b35844b9, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:41.882415 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:41.887895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Request body: {'subnet': {'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-628738428-subnet', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:41.901218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:41.913146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Usage tracker for resource:subnet and tenant:5606e21c77994c68bbf712732020ab27 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:41.924503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:41.940131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:41.977051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Made reservation on behalf of 5606e21c77994c68bbf712732020ab27 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:41.980189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.113939 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] For port 5f919402-fb96-4f3b-953e-0fc6b35844b9, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:34:42.121983 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] For port 5f919402-fb96-4f3b-953e-0fc6b35844b9, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5f919402-fb96-4f3b-953e-0fc6b35844b9,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:34:42.129724 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.243874 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:42.244584 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:42.344408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:42.375704 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7300d19-5f8a-4ef3-9f3e-93afeae712b1 None None] Pushing event updated for resources: {'Port': ['ID=5f919402-fb96-4f3b-953e-0fc6b35844b9,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:42.596156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 7718f903-d08e-4dd5-a149-5fa594bac1d7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:42.601056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.661392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:42.781855 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:42.903847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace794f8-c410-4e11-9363-4862b604ab14 req-9578af4f-b56f-4d2b-8252-b598cb578a4d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:42.914175 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ace794f8-c410-4e11-9363-4862b604ab14 req-9578af4f-b56f-4d2b-8252-b598cb578a4d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 945 time: 0.2760725 Apr 18 20:34:43.057033 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.069864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ace794f8-c410-4e11-9363-4862b604ab14 req-e2ac35bc-479a-452d-bd87-0b73d0c02365 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282961 Apr 18 20:34:43.118399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:43.151336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:43.168258 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.305076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-8084f27c-1e94-4293-b528-68b0e61ff8bc tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.320705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-8084f27c-1e94-4293-b528-68b0e61ff8bc tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 811 time: 0.8565331 Apr 18 20:34:43.377706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.407867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.408586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.408950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.409488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.409942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.410288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.410642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.410983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.423074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.423074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.423074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.423074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:34:43.423836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800c4a43-4e94-4487-af80-50ad0ce30870,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:43.494584 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c7a29e65-a9e1-4182-958c-91510564aa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.533709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-d41efd05-682c-45cd-b1c2-29156f90e246 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3 HTTP/1.1" status: 200 len: 379 time: 0.1887975 Apr 18 20:34:43.558454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'port': {'device_id': '30326186-f30c-4023-a339-8cf4083b3253', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'admin_state_up': True, 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'security_groups': ['f351e9f6-9a0f-42f3-87e2-c69c4d73fc50']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:43.599051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Checking segment: {'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:43.599599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Network hostable DHCP agents. Network: 0fdd33bf-9807-48fe-9b8f-635dbb5741d7, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:34:43.746358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c70dfb-5dde-42fe-ae77-c0c9ea14f1aa req-9d32280b-f4f4-423c-a736-992d21478cd0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 210 time: 0.1011496 Apr 18 20:34:43.830046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:34:43.876875 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015ea630-561a-4049-b20e-e40dd9f0a08b'] response: {'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'code': 200} Apr 18 20:34:43.887071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 0fdd33bf-9807-48fe-9b8f-635dbb5741d7) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:43.900218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045b2e91-9860-4175-a9a9-94c7daa43cf7 None None] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:34:43.913218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:43.914476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:43.948520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da973bf6-da61-42bb-9c82-f0c2641655f2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0657837 Apr 18 20:34:43.951242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:43.963033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:43.978141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:43.988243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Usage tracker for resource:router and tenant:5606e21c77994c68bbf712732020ab27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:34:43.989921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:34:43.998681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:34:44.019450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:44.022912 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:42Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:44.026862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83522b65-2d86-4b24-8a73-25461df9118e req-82aac75e-5332-4d00-bd46-db675590b6a3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:44.031456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83522b65-2d86-4b24-8a73-25461df9118e req-82aac75e-5332-4d00-bd46-db675590b6a3 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=e56c994f-1a91-4a8f-950e-1387821b12e2 HTTP/1.1" status: 200 len: 943 time: 0.5892167 Apr 18 20:34:44.042216 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcba59-4c62-40d5-a935-5d391fadeadc None None] The sync data for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 is: [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:42Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:44.090124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.092170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.120247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:34:44.219693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.457863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Made reservation on behalf of d985a2b9068149b7aa9cf6714fc7b5f3 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:34:44.464889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.525813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-0fdd33bf-9807-48fe-9b8f-635dbb5741d7', 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'fixed_ips': [{'subnet_id': '800c4a43-4e94-4487-af80-50ad0ce30870'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:34:44.527962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:44.559665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Deleting port 7f963fcf-c073-4a3d-b362-f3963dc63356 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:44.559988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.050037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Allocated IP 172.20.0.2 (0fdd33bf-9807-48fe-9b8f-635dbb5741d7/800c4a43-4e94-4487-af80-50ad0ce30870/42f6d337-f594-41b9-a368-b834254be39c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:45.346706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.516605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef379291-e0b8-4f7e-aa8b-226a1a51bd15 req-30a49cb7-4e69-42d2-b136-ac966ca38b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.518236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef379291-e0b8-4f7e-aa8b-226a1a51bd15 req-30a49cb7-4e69-42d2-b136-ac966ca38b39 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1098 time: 0.9511118 Apr 18 20:34:45.532091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc18d363-7ecf-4236-bf17-237b258d3217 req-773e88f0-2b66-4a33-8aff-102999e0bd59 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:45.533716 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc18d363-7ecf-4236-bf17-237b258d3217 req-773e88f0-2b66-4a33-8aff-102999e0bd59 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.8689868 Apr 18 20:34:45.620925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc18d363-7ecf-4236-bf17-237b258d3217 req-94a51cf2-1d06-4961-9581-b6b759fbd29a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606411 Apr 18 20:34:45.661099 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:45.674795 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef379291-e0b8-4f7e-aa8b-226a1a51bd15 req-b541f109-7440-4a1f-82bd-fbeb83567ff7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397915 Apr 18 20:34:45.700085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Transition to ACTIVE for port object 42f6d337-f594-41b9-a368-b834254be39c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:45.783341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Transition to ACTIVE for port object 42f6d337-f594-41b9-a368-b834254be39c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:45.795303 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.064545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5f919402-fb96-4f3b-953e-0fc6b35844b9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:46.100041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] For port 7f963fcf-c073-4a3d-b362-f3963dc63356, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7f963fcf-c073-4a3d-b362-f3963dc63356,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:46.101245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.140398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:46.165346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:46.178304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:46.247501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-60a49676-55b4-4dd7-986e-32bff866f628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.259191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Pushing event updated for resources: {'Port': ['ID=42f6d337-f594-41b9-a368-b834254be39c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:46.394980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 5f919402-fb96-4f3b-953e-0fc6b35844b9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:46.423301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5f919402-fb96-4f3b-953e-0fc6b35844b9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:46.423678 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.460231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8307681b-0653-4153-bb57-b435f00bfb10 req-d608d43f-50b4-4056-99fd-282e24000789 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 210 time: 0.2215326 Apr 18 20:34:46.519350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Attempting to bind port 42f6d337-f594-41b9-a368-b834254be39c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:46.519350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Attempting to bind port 42f6d337-f594-41b9-a368-b834254be39c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:46.519350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Attempting to bind port 42f6d337-f594-41b9-a368-b834254be39c on network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:46.562619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:34:46.566502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Checking segment: {'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:46.567276 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.568761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Bound using segment: {'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:34:46.570268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Bound port: 42f6d337-f594-41b9-a368-b834254be39c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:46.570268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.645026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Calling delete_port for 7f963fcf-c073-4a3d-b362-f3963dc63356 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:34:46.683663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.702230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Allocated IP 172.20.0.3 (2a194504-1714-47be-9f31-b57a03a069da/0727442d-014a-4219-84d2-b7ce9459d00e/5f81236a-570f-4472-b1bd-bbc600bf44a9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:46.756906 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:46.944511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] For port 42f6d337-f594-41b9-a368-b834254be39c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:34:47.053555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] For port 42f6d337-f594-41b9-a368-b834254be39c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42f6d337-f594-41b9-a368-b834254be39c,segment=NetworkSegment(fdec732d-859c-4c5a-8cf7-3a06f2d4991e),segment_id=fdec732d-859c-4c5a-8cf7-3a06f2d4991e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:34:47.061143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.116268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.266029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Allocated IP 172.25.5.149 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/5ee311c8-75fa-4f84-987f-a90d5b485986) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:47.321290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.342211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.385763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6830cbee-73df-4075-bb05-122b32f123c3', '7e3ba7f5-d34e-4d06-972b-3639bf218019'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:34:47.423165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fba88f8-e19e-4867-8ae6-ef69ba662c29 req-db471178-063e-4bad-8b3a-1f49857c19c2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:47.426081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fba88f8-e19e-4867-8ae6-ef69ba662c29 req-db471178-063e-4bad-8b3a-1f49857c19c2 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.3217411 Apr 18 20:34:47.505884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4fd061-664b-42fa-9724-58b2f2665df0 None None] Pushing event updated for resources: {'Port': ['ID=42f6d337-f594-41b9-a368-b834254be39c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:47.540276 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.737539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 5f919402-fb96-4f3b-953e-0fc6b35844b9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5f919402-fb96-4f3b-953e-0fc6b35844b9,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:47.774241 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.876500 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:47.992258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fba88f8-e19e-4867-8ae6-ef69ba662c29 req-3ffbabd4-2da5-41a9-a4f8-f7ad68d26771 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5590677 Apr 18 20:34:48.126637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.190234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event deleted for resources: {'Port': ['ID=7f963fcf-c073-4a3d-b362-f3963dc63356,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:48.295767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=5f919402-fb96-4f3b-953e-0fc6b35844b9,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:48.369469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:48.376686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:48.389781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:48.524229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.738996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.761038 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.767049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] No DVR routers for this DVR port 7f963fcf-c073-4a3d-b362-f3963dc63356 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:48.773013 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:48.783273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-deleted', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:48.837550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Transition to ACTIVE for port object 5f81236a-570f-4472-b1bd-bbc600bf44a9 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:48.855349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83522b65-2d86-4b24-8a73-25461df9118e req-8144d633-f47f-4f6c-b6ab-68003839ca8b tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "DELETE /v2.0/ports/7f963fcf-c073-4a3d-b362-f3963dc63356 HTTP/1.1" status: 204 len: 173 time: 4.7908428 Apr 18 20:34:48.954799 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.054547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Pushing event updated for resources: {'Port': ['ID=5ee311c8-75fa-4f84-987f-a90d5b485986,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:49.194928 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.197413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event updated for resources: {'Port': ['ID=5f81236a-570f-4472-b1bd-bbc600bf44a9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:49.231924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Network 2a194504-1714-47be-9f31-b57a03a069da is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:49.235908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:49.240790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:49.519170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722e188e-79cb-444e-9f56-d1472265fd03 req-de188460-f08c-4299-84d2-08d2b0b15385 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.521559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-722e188e-79cb-444e-9f56-d1472265fd03 req-de188460-f08c-4299-84d2-08d2b0b15385 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 931 time: 0.7402236 Apr 18 20:34:49.525588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:49.526721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:49.572595 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-58717687-7ad2-4a23-b365-5e0850953637 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0205772 Apr 18 20:34:49.593022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Request body: {'port': {'device_id': '30326186-f30c-4023-a339-8cf4083b3253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:34:49.908490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-39e93b85-f1b5-4b4f-964f-41853f8c3c3b None None] Provisioning for port 5f81236a-570f-4472-b1bd-bbc600bf44a9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:49.929941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-39e93b85-f1b5-4b4f-964f-41853f8c3c3b None None] Provisioning complete for port 5f81236a-570f-4472-b1bd-bbc600bf44a9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:49.929941 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-39e93b85-f1b5-4b4f-964f-41853f8c3c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.013957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-722e188e-79cb-444e-9f56-d1472265fd03 req-83650d86-2196-4c9c-b9fd-900b0dcec3ee tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394277 Apr 18 20:34:50.028263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.044000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.084806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e2d9f-fcef-41c5-b216-1ae855c7d618 None None] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:34:50.098247 n-d-836016-3 neutron-server[88141]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f7f4b89d-648f-4297-ba27-e20bccc7db96']: {'server_uuid': 'e56c994f-1a91-4a8f-950e-1387821b12e2', 'name': 'network-vif-deleted', 'tag': '7f963fcf-c073-4a3d-b362-f3963dc63356', 'status': 'failed', 'code': 422} returned with failed status Apr 18 20:34:50.149383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-39e93b85-f1b5-4b4f-964f-41853f8c3c3b None None] Port 5f81236a-570f-4472-b1bd-bbc600bf44a9 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:34:50.437496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5f919402-fb96-4f3b-953e-0fc6b35844b9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:50.573910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-70bc1d89-cd12-46c3-9457-430c1ad269f7 None None] Provisioning for port 42f6d337-f594-41b9-a368-b834254be39c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:50.612046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5f919402-fb96-4f3b-953e-0fc6b35844b9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:50.612046 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:50.903002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 42f6d337-f594-41b9-a368-b834254be39c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:51.097054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf4d7f-ef15-472b-8d44-26fe3e2e32f5 req-f6964f24-618f-43c9-a3f5-78039c9d6ab5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:51.112208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20bf4d7f-ef15-472b-8d44-26fe3e2e32f5 req-f6964f24-618f-43c9-a3f5-78039c9d6ab5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.7969043 Apr 18 20:34:51.185397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 42f6d337-f594-41b9-a368-b834254be39c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:51.203215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 42f6d337-f594-41b9-a368-b834254be39c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:51.203871 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.362072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20bf4d7f-ef15-472b-8d44-26fe3e2e32f5 req-5a3bd78c-588f-4e3b-885b-1b44ca1752be tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460914 Apr 18 20:34:51.470297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5667106f-1c4d-4ba0-947d-34a1cf7549a9 None None] Provisioning complete for port 42f6d337-f594-41b9-a368-b834254be39c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:51.470640 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5667106f-1c4d-4ba0-947d-34a1cf7549a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.523761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f81236a-570f-4472-b1bd-bbc600bf44a9 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:34:51.542006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.588873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Transition to ACTIVE for port object 5f81236a-570f-4472-b1bd-bbc600bf44a9 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:51.665894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.687176 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.806742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5667106f-1c4d-4ba0-947d-34a1cf7549a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.917290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5667106f-1c4d-4ba0-947d-34a1cf7549a9 None None] For port 42f6d337-f594-41b9-a368-b834254be39c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42f6d337-f594-41b9-a368-b834254be39c,segment=NetworkSegment(fdec732d-859c-4c5a-8cf7-3a06f2d4991e),segment_id=fdec732d-859c-4c5a-8cf7-3a06f2d4991e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:51.921795 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:51.995315 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5667106f-1c4d-4ba0-947d-34a1cf7549a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.116801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Router a62bd8af-c449-4c41-842d-86d64c3a0c37 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:34:52.202335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81236a-570f-4472-b1bd-bbc600bf44a9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:52.322808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667106f-1c4d-4ba0-947d-34a1cf7549a9 None None] Pushing event updated for resources: {'Port': ['ID=42f6d337-f594-41b9-a368-b834254be39c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:52.346723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Attempting to bind port 5f81236a-570f-4472-b1bd-bbc600bf44a9 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:52.346911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Attempting to bind port 5f81236a-570f-4472-b1bd-bbc600bf44a9 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:52.347148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Attempting to bind port 5f81236a-570f-4472-b1bd-bbc600bf44a9 on network 2a194504-1714-47be-9f31-b57a03a069da {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:52.357375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286d985-972e-40eb-bc63-c98364d1047e req-ce88354a-bcf8-40ea-b095-471cfa9e4e2e tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.358383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4286d985-972e-40eb-bc63-c98364d1047e req-ce88354a-bcf8-40ea-b095-471cfa9e4e2e tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:34:52.365880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Port 5f81236a-570f-4472-b1bd-bbc600bf44a9 on network 2a194504-1714-47be-9f31-b57a03a069da not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:34:52.366189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Attempting to bind port 5f81236a-570f-4472-b1bd-bbc600bf44a9 on network 2a194504-1714-47be-9f31-b57a03a069da {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:52.375854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:34:52.376201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Checking segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:52.376600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Bound using segment: {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:34:52.377043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Bound port: 5f81236a-570f-4472-b1bd-bbc600bf44a9, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49a280c-620f-40e5-8f8a-f060c92975e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '2a194504-1714-47be-9f31-b57a03a069da'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:52.377398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.434488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4286d985-972e-40eb-bc63-c98364d1047e req-ce88354a-bcf8-40ea-b095-471cfa9e4e2e tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:34:52.440802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4286d985-972e-40eb-bc63-c98364d1047e req-ce88354a-bcf8-40ea-b095-471cfa9e4e2e tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 943 time: 0.8462043 Apr 18 20:34:52.465587 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:34:52.466195 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:34:52.545682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4286d985-972e-40eb-bc63-c98364d1047e req-c96066af-fad0-459a-89f6-d1385eb5034c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953178 Apr 18 20:34:52.558588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] For port 5f81236a-570f-4472-b1bd-bbc600bf44a9, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:34:52.563550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] For port 5f81236a-570f-4472-b1bd-bbc600bf44a9, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:34:52.573292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.640025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.642408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.643889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/5f81236a-570f-4472-b1bd-bbc600bf44a9 HTTP/1.1" status: 200 len: 1091 time: 3.0671735 Apr 18 20:34:52.644379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:52.698467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdde9b-5f99-4c72-aee2-456e9a9df9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=5f81236a-570f-4472-b1bd-bbc600bf44a9,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:52.713936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2787aab6-83e4-4bab-8982-fba9a29cb9d5 req-17e98299-a754-4b39-b841-9860e7095fc0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.721813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2787aab6-83e4-4bab-8982-fba9a29cb9d5 req-17e98299-a754-4b39-b841-9860e7095fc0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.3329477 Apr 18 20:34:52.740592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:34:52.758055 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Sync routers for ids ['a62bd8af-c449-4c41-842d-86d64c3a0c37'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:34:52.822331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Routers {'a62bd8af-c449-4c41-842d-86d64c3a0c37'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:52.826455 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a62bd8af-c449-4c41-842d-86d64c3a0c37'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:52.850302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-b0fe79e3-d1f0-4c00-9f68-b887ae97c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:52.852129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-b0fe79e3-d1f0-4c00-9f68-b887ae97c58f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 1094 time: 0.1305783 Apr 18 20:34:52.969231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:52.973963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fef3485d-09b2-4482-96b4-c8340a93f88a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0157609 Apr 18 20:34:52.974172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:34:53.015792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2787aab6-83e4-4bab-8982-fba9a29cb9d5 req-0fd16bcc-1d2f-4f49-acd8-b63a95c7bdfc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927563 Apr 18 20:34:53.303141 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964741b6-50c5-4ddf-975b-2f19e51c5166'] response: {'name': 'network-changed', 'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'status': 'completed', 'code': 200} Apr 18 20:34:53.308959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309f359-e685-43d6-9fe8-836b8be61829 req-5353bd50-0e98-41fe-b037-aa9b2bdc2209 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:53.326163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6309f359-e685-43d6-9fe8-836b8be61829 req-5353bd50-0e98-41fe-b037-aa9b2bdc2209 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1385744 Apr 18 20:34:53.347741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-8ed2e453-65be-4462-a619-158c733e04e3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9 HTTP/1.1" status: 200 len: 217 time: 0.4861436 Apr 18 20:34:53.408000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6309f359-e685-43d6-9fe8-836b8be61829 req-2f39efd9-7464-44ea-beb5-b36ed840aeeb tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788898 Apr 18 20:34:53.462112 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Set router a62bd8af-c449-4c41-842d-86d64c3a0c37 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:53.535304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 42f6d337-f594-41b9-a368-b834254be39c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:53.909706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 42f6d337-f594-41b9-a368-b834254be39c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:53.910239 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:53.983705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-c32a27b8-1594-4668-a529-a53105b60b64 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:53.986752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-c32a27b8-1594-4668-a529-a53105b60b64 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.55 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 907 time: 0.4314330 Apr 18 20:34:54.037043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc4758e-1f78-4d3f-a31d-c47afbba1a7b req-b44e7d5b-528d-4f42-846e-c05bfd818770 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.044557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fc4758e-1f78-4d3f-a31d-c47afbba1a7b req-b44e7d5b-528d-4f42-846e-c05bfd818770 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.3327901 Apr 18 20:34:54.201018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-8d7bf37a-55cf-464e-a29e-895bf867f6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.203003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-8d7bf37a-55cf-464e-a29e-895bf867f6a7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.7220209 Apr 18 20:34:54.209391 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:34:49Z', 'revision_number': 3, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port': {'id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:46Z', 'updated_at': '2022-04-18T20:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:54.222832 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fc4758e-1f78-4d3f-a31d-c47afbba1a7b req-088285fc-99b6-47ef-8e98-90182b98fba1 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768913 Apr 18 20:34:54.229971 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Checking router: a62bd8af-c449-4c41-842d-86d64c3a0c37 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:34:54.230586 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Updating router a62bd8af-c449-4c41-842d-86d64c3a0c37 port 5ee311c8-75fa-4f84-987f-a90d5b485986 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:34:54.237607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Deleting port 1d959f34-0c38-489f-b29d-64687072e059 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:54.239366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.429920 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:54.531737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb730e-572b-48e4-a5c2-e226418023a4 req-77600c23-3c75-45af-94f4-4f22cad5101a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.532946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-10fb730e-572b-48e4-a5c2-e226418023a4 req-77600c23-3c75-45af-94f4-4f22cad5101a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:34:54.621373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-10fb730e-572b-48e4-a5c2-e226418023a4 req-77600c23-3c75-45af-94f4-4f22cad5101a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:34:54.622594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10fb730e-572b-48e4-a5c2-e226418023a4 req-77600c23-3c75-45af-94f4-4f22cad5101a tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 907 time: 1.3182108 Apr 18 20:34:54.647933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-55c3b368-b81a-424b-9bad-c8059d65bc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:54.649496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-55c3b368-b81a-424b-9bad-c8059d65bc64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4330769 Apr 18 20:34:54.877069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] For port 1d959f34-0c38-489f-b29d-64687072e059, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=1d959f34-0c38-489f-b29d-64687072e059,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:54.877983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.038899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.060315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Calling delete_port for 1d959f34-0c38-489f-b29d-64687072e059 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:34:55.138028 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.160092 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Transition to ACTIVE for port object 5ee311c8-75fa-4f84-987f-a90d5b485986 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:55.166649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-29113e15-5c39-4a74-8098-e765f13fb84c service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077505 Apr 18 20:34:55.178176 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.213785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7540d-f921-4d67-9ad1-9cb5ae00929a req-757e1a1a-2904-4f03-845a-1a8ad2811ca1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:55.217355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-31b7540d-f921-4d67-9ad1-9cb5ae00929a req-757e1a1a-2904-4f03-845a-1a8ad2811ca1 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 943 time: 0.7502844 Apr 18 20:34:55.292876 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:34:55.315428 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Attempting to bind port 5ee311c8-75fa-4f84-987f-a90d5b485986 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:34:55.315806 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Attempting to bind port 5ee311c8-75fa-4f84-987f-a90d5b485986 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:34:55.316301 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Attempting to bind port 5ee311c8-75fa-4f84-987f-a90d5b485986 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:34:55.323669 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66f3f1-7346-4155-b643-d3a401477f04 None None] Pushing event updated for resources: {'Port': ['ID=5ee311c8-75fa-4f84-987f-a90d5b485986,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:55.327667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8789aac-621b-496c-bb35-12409f6fe697 req-00b9a5cf-ffa3-4762-a07d-1f35901454f5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:55.329356 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:34:55.329719 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:34:55.330128 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.330737 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:34:55.331421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Bound port: 5ee311c8-75fa-4f84-987f-a90d5b485986, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:34:55.332009 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.339845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8789aac-621b-496c-bb35-12409f6fe697 req-00b9a5cf-ffa3-4762-a07d-1f35901454f5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.5186901 Apr 18 20:34:55.411700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-31b7540d-f921-4d67-9ad1-9cb5ae00929a req-3caf4b8a-925d-4b20-87e2-e3dae73bec40 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285663 Apr 18 20:34:55.457229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.488220 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] For port 5ee311c8-75fa-4f84-987f-a90d5b485986, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:34:55.493641 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] For port 5ee311c8-75fa-4f84-987f-a90d5b485986, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5ee311c8-75fa-4f84-987f-a90d5b485986,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:34:55.502820 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.575220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event deleted for resources: {'Port': ['ID=1d959f34-0c38-489f-b29d-64687072e059,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:55.651073 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66f3f1-7346-4155-b643-d3a401477f04 None None] Pushing event updated for resources: {'Port': ['ID=5ee311c8-75fa-4f84-987f-a90d5b485986,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:55.664757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8789aac-621b-496c-bb35-12409f6fe697 req-edfaa6e0-e409-4a4c-9baa-136b42524d3e tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234172 Apr 18 20:34:55.686867 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Routers {'a62bd8af-c449-4c41-842d-86d64c3a0c37'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:34:55.690886 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a62bd8af-c449-4c41-842d-86d64c3a0c37'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:55.739826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] No DVR routers for this DVR port 1d959f34-0c38-489f-b29d-64687072e059 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:34:55.748736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:55.752139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'name': 'network-vif-deleted', 'tag': '1d959f34-0c38-489f-b29d-64687072e059'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:34:55.796232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4c32707e-0bc1-405e-814a-3d7a17d2169e req-f379574f-4d29-4fe0-91f7-72b1289c4ed8 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.55 "DELETE /v2.0/ports/1d959f34-0c38-489f-b29d-64687072e059 HTTP/1.1" status: 204 len: 173 time: 1.8028784 Apr 18 20:34:55.882809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e6fae86-dd0f-4301-b3ed-dfa8e6b82a9a req-ad1022be-ef48-4800-8b22-1ec232b20282 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6410937 Apr 18 20:34:55.945203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Allocated IP 172.20.0.1 (0fdd33bf-9807-48fe-9b8f-635dbb5741d7/800c4a43-4e94-4487-af80-50ad0ce30870/f2f67304-2694-42a0-91d9-0e0b4d050fe8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:34:55.991536 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606b57e9-7048-45f3-b687-48a0bbad1337'] response: {'server_uuid': '403be7e6-66ed-4a76-b422-a783d18902bb', 'name': 'network-vif-deleted', 'tag': '1d959f34-0c38-489f-b29d-64687072e059', 'status': 'completed', 'code': 200} Apr 18 20:34:56.029603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b829c02-f39b-43f0-a2ca-1e70218b1f37 req-a289541d-432d-420d-8220-67109ba6d57f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:34:56.091046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b829c02-f39b-43f0-a2ca-1e70218b1f37 req-a289541d-432d-420d-8220-67109ba6d57f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:34:56.092312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3b829c02-f39b-43f0-a2ca-1e70218b1f37 req-a289541d-432d-420d-8220-67109ba6d57f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=403be7e6-66ed-4a76-b422-a783d18902bb HTTP/1.1" status: 200 len: 210 time: 0.2136343 Apr 18 20:34:56.247662 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] Set router a62bd8af-c449-4c41-842d-86d64c3a0c37 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:34:56.633928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.683938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Transition to ACTIVE for port object f2f67304-2694-42a0-91d9-0e0b4d050fe8 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:34:56.762853 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:34:49Z', 'revision_number': 3, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port': {'id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:46Z', 'updated_at': '2022-04-18T20:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:34:56.780411 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2934f3ea-bbd6-4ffc-ac6b-4aaed0ab6ce0 None None] The sync data for ids ['a62bd8af-c449-4c41-842d-86d64c3a0c37'] in n-d-836016-3 is: [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:34:49Z', 'revision_number': 3, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port': {'id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d5:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:46Z', 'updated_at': '2022-04-18T20:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:34:56.854359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678e57c-09c7-4426-8727-4a99e4efb458 req-6a3c1ec6-29a5-4320-9fa0-a4be2001bdb0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:56.856796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6678e57c-09c7-4426-8727-4a99e4efb458 req-6a3c1ec6-29a5-4320-9fa0-a4be2001bdb0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 943 time: 0.1381803 Apr 18 20:34:56.902636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0552633b-6172-4ec8-9700-b06d92ff2c5a req-5c559ba3-a6e8-4af1-9204-0a769fb962ac tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:56.904920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0552633b-6172-4ec8-9700-b06d92ff2c5a req-5c559ba3-a6e8-4af1-9204-0a769fb962ac tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.6287055 Apr 18 20:34:56.909573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:56.999230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6678e57c-09c7-4426-8727-4a99e4efb458 req-20255f6b-de94-43e1-a311-3c335536f116 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262691 Apr 18 20:34:57.059251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-e834b4fd-e365-4264-9469-7e7ae1b750da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:57.062388 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-e834b4fd-e365-4264-9469-7e7ae1b750da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 1094 time: 0.9658368 Apr 18 20:34:57.450461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:34:57.481880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:34:57.503943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:34:57.628241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5ee311c8-75fa-4f84-987f-a90d5b485986 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:57.846609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.851503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f67304-2694-42a0-91d9-0e0b4d050fe8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:57.887023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 5ee311c8-75fa-4f84-987f-a90d5b485986 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:57.908109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5ee311c8-75fa-4f84-987f-a90d5b485986 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:57.909184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:57.976612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-8e0231eb-7e5a-473f-b705-a39b5829536a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:57.978272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-8e0231eb-7e5a-473f-b705-a39b5829536a service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.8836691 Apr 18 20:34:57.996585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0552633b-6172-4ec8-9700-b06d92ff2c5a req-db86a20e-10cd-440d-b8dc-5019e3dbdbda tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9489515 Apr 18 20:34:58.112333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b5c9298-2216-45b7-b172-e1edf09810b6 None None] Provisioning for port f2f67304-2694-42a0-91d9-0e0b4d050fe8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:34:58.130567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b5c9298-2216-45b7-b172-e1edf09810b6 None None] Provisioning complete for port f2f67304-2694-42a0-91d9-0e0b4d050fe8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:58.131780 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b5c9298-2216-45b7-b172-e1edf09810b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.206283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-4de12c75-d409-4a00-aa7f-ea413544c47e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9 HTTP/1.1" status: 200 len: 217 time: 0.2080731 Apr 18 20:34:58.227663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.250380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 5ee311c8-75fa-4f84-987f-a90d5b485986, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5ee311c8-75fa-4f84-987f-a90d5b485986,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:58.266950 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:58.373825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=5ee311c8-75fa-4f84-987f-a90d5b485986,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:34:58.392783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c9298-2216-45b7-b172-e1edf09810b6 None None] Port f2f67304-2694-42a0-91d9-0e0b4d050fe8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:34:58.402965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-ae17d0bd-9784-4565-af91-878b9b88ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.404504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-ae17d0bd-9784-4565-af91-878b9b88ef86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.1788635 Apr 18 20:34:58.456160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 1d959f34-0c38-489f-b29d-64687072e059 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:34:58.553247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 1d959f34-0c38-489f-b29d-64687072e059 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:34:58.554342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 1d959f34-0c38-489f-b29d-64687072e059 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:34:58.693880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc6d8c2-8a03-4c91-a13e-bb70a57be172 req-4c934aec-a466-4121-9a94-1e70eeddacaf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.696389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bc6d8c2-8a03-4c91-a13e-bb70a57be172 req-4c934aec-a466-4121-9a94-1e70eeddacaf tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 943 time: 0.3245239 Apr 18 20:34:58.758497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-4aa52e97-0de6-4749-8bb6-e892eafbcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.760463 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-4aa52e97-0de6-4749-8bb6-e892eafbcc6f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3406281 Apr 18 20:34:58.830463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bc6d8c2-8a03-4c91-a13e-bb70a57be172 req-25f27cd3-f53c-4b6c-8c4e-38ba73ee94d0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191006 Apr 18 20:34:58.843937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-b00900b6-86a9-4911-b464-69c50b552247 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:58.846051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-b00900b6-86a9-4911-b464-69c50b552247 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 945 time: 0.3377814 Apr 18 20:34:59.008843 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.125460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Deleting port 7e3ba7f5-d34e-4d06-972b-3639bf218019 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:34:59.126038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.304001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b51f6b6-ea70-47c2-b75c-f7b75c5f9f9b req-0902dede-6764-428b-8479-ca92e66bb556 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.311941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b51f6b6-ea70-47c2-b75c-f7b75c5f9f9b req-0902dede-6764-428b-8479-ca92e66bb556 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.6193471 Apr 18 20:34:59.346415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5ee311c8-75fa-4f84-987f-a90d5b485986 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:34:59.361189 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-8241d3b1-af79-437b-ad8c-bc05ef1628b2 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5912321 Apr 18 20:34:59.487142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5ee311c8-75fa-4f84-987f-a90d5b485986 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:34:59.487805 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.489001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1bdab-831b-4746-8fd4-47252cb997aa req-e53f50dd-8f7a-4acf-aec0-b8545ffd0fa2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:34:59.492174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-11f1bdab-831b-4746-8fd4-47252cb997aa req-e53f50dd-8f7a-4acf-aec0-b8545ffd0fa2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 945 time: 0.4945769 Apr 18 20:34:59.538245 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4b51f6b6-ea70-47c2-b75c-f7b75c5f9f9b req-da43cef4-e7b9-4ae9-a11e-22f9fd68f9f7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250223 Apr 18 20:34:59.808956 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ee7e05-f0fd-479b-915f-59bf4e9408e1 req-718c1395-3fc1-4610-bd54-91b47892bcd0 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301178 Apr 18 20:34:59.831107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.845385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.915590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] For port 7e3ba7f5-d34e-4d06-972b-3639bf218019, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7e3ba7f5-d34e-4d06-972b-3639bf218019,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:34:59.917136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.985108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:34:59.990065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f67304-2694-42a0-91d9-0e0b4d050fe8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:00.125337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Calling delete_port for 7e3ba7f5-d34e-4d06-972b-3639bf218019 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:00.257774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:00.259075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:00.407720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.420634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['6830cbee-73df-4075-bb05-122b32f123c3'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:35:00.563800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5f81236a-570f-4472-b1bd-bbc600bf44a9 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:35:00.592058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-11f1bdab-831b-4746-8fd4-47252cb997aa req-aacf6e71-7519-4372-b50e-bdb31c224e9f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7317154 Apr 18 20:35:00.592929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event deleted for resources: {'Port': ['ID=7e3ba7f5-d34e-4d06-972b-3639bf218019,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:00.662529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e714a29b-2165-4e5e-865f-3cb0de17a07a req-75a688f6-81ae-4d7b-a1ba-d3678c0c2fc4 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:00.675842 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e714a29b-2165-4e5e-865f-3cb0de17a07a req-75a688f6-81ae-4d7b-a1ba-d3678c0c2fc4 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 943 time: 0.4066739 Apr 18 20:35:00.852001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e714a29b-2165-4e5e-865f-3cb0de17a07a req-33af4c4c-9c57-4e20-b0e0-ec434b062c56 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1748822 Apr 18 20:35:00.883295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] No DVR routers for this DVR port 7e3ba7f5-d34e-4d06-972b-3639bf218019 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:00.886106 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:00.897876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'name': 'network-vif-deleted', 'tag': '7e3ba7f5-d34e-4d06-972b-3639bf218019'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:00.904205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Router a62bd8af-c449-4c41-842d-86d64c3a0c37 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:35:00.906058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:35:00.923240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf5dee03-f6e0-4e89-aa6e-982acd52fbd7 req-43e8285f-78b9-4fb0-a86e-be3817a2c55c tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "DELETE /v2.0/ports/7e3ba7f5-d34e-4d06-972b-3639bf218019 HTTP/1.1" status: 204 len: 173 time: 2.0614028 Apr 18 20:35:01.023398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2778308-b893-4938-90f5-376a047faca0 req-b9e9fbfb-f6f4-4a58-b33c-9c8455e29176 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:01.039409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2778308-b893-4938-90f5-376a047faca0 req-b9e9fbfb-f6f4-4a58-b33c-9c8455e29176 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.2480559 Apr 18 20:35:01.097296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2927ab1a-cf40-4987-947d-ed73e440a4bb None None] Provisioning complete for port f2f67304-2694-42a0-91d9-0e0b4d050fe8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:01.097706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2927ab1a-cf40-4987-947d-ed73e440a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:01.111159 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ac731c-33cf-44a5-aacd-4aca8fb55991'] response: {'server_uuid': '52076bf6-d2b4-4ff8-b6eb-1a241cbde46c', 'name': 'network-vif-deleted', 'tag': '7e3ba7f5-d34e-4d06-972b-3639bf218019', 'status': 'completed', 'code': 200} Apr 18 20:35:01.156734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2778308-b893-4938-90f5-376a047faca0 req-3e5f6d47-62d7-4ea9-ac14-2eeecae869e0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142294 Apr 18 20:35:01.301404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2927ab1a-cf40-4987-947d-ed73e440a4bb None None] Port f2f67304-2694-42a0-91d9-0e0b4d050fe8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:35:01.381630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:35:01.404905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Sync routers for ids ['a62bd8af-c449-4c41-842d-86d64c3a0c37'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:01.405195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47bacc18-248b-4de5-b7f9-4fb9cc959128 admin admin] 10.222.0.47 "PUT /v2.0/routers/a62bd8af-c449-4c41-842d-86d64c3a0c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4218800 Apr 18 20:35:01.417475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Routers {'a62bd8af-c449-4c41-842d-86d64c3a0c37'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:01.418180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a62bd8af-c449-4c41-842d-86d64c3a0c37'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:01.713449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5f81236a-570f-4472-b1bd-bbc600bf44a9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:01.734734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Set router a62bd8af-c449-4c41-842d-86d64c3a0c37 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:01.913467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-25a5c3db-fe6d-4a1e-aec7-945f76ebef38 req-46463eed-496a-4d6a-9c91-1a7cb656c07f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=52076bf6-d2b4-4ff8-b6eb-1a241cbde46c HTTP/1.1" status: 200 len: 210 time: 0.0722609 Apr 18 20:35:02.210571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'port_id': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'mac_address': 'fa:16:3e:3c:ff:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:35:02.233326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7e3ba7f5-d34e-4d06-972b-3639bf218019 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:02.333301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6725272b-824e-4b2f-8de1-fd621f00c14f req-c7b92aea-902e-4eeb-aaad-d1795c902f0d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.342463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6725272b-824e-4b2f-8de1-fd621f00c14f req-c7b92aea-902e-4eeb-aaad-d1795c902f0d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 943 time: 0.2881200 Apr 18 20:35:02.443900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 7e3ba7f5-d34e-4d06-972b-3639bf218019 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:35:02.444603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7e3ba7f5-d34e-4d06-972b-3639bf218019 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:35:02.463652 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6725272b-824e-4b2f-8de1-fd621f00c14f req-eb7a8d73-0e27-4049-b6a7-07a8bd0acc0c tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195109 Apr 18 20:35:02.475007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129b770-04ad-4b77-8daa-e8a9ddc9bb78 req-665d97eb-7a68-4f29-96f0-95494add7b9b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:02.484428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5129b770-04ad-4b77-8daa-e8a9ddc9bb78 req-665d97eb-7a68-4f29-96f0-95494add7b9b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1277590 Apr 18 20:35:02.514090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.541665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f81236a-570f-4472-b1bd-bbc600bf44a9 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:02.549376 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5129b770-04ad-4b77-8daa-e8a9ddc9bb78 req-1e35f607-c38d-493a-b6a9-5c78ed6a1d3d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610127 Apr 18 20:35:02.589487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5f81236a-570f-4472-b1bd-bbc600bf44a9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:02.636477 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:02.857076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5f81236a-570f-4472-b1bd-bbc600bf44a9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:02.904253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:34:58Z', 'revision_number': 4, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port': {'id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:46Z', 'updated_at': '2022-04-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f2f67304-2694-42a0-91d9-0e0b4d050fe8', 'name': '', 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'mac_address': 'fa:16:3e:0f:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '800c4a43-4e94-4487-af80-50ad0ce30870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:55Z', 'updated_at': '2022-04-18T20:34:59Z', 'revision_number': 2, 'project_id': '5606e21c77994c68bbf712732020ab27', 'subnets': [{'id': '800c4a43-4e94-4487-af80-50ad0ce30870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:02.912123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Checking router: a62bd8af-c449-4c41-842d-86d64c3a0c37 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:02.912866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Updating router a62bd8af-c449-4c41-842d-86d64c3a0c37 port f2f67304-2694-42a0-91d9-0e0b4d050fe8 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:35:03.025783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5f81236a-570f-4472-b1bd-bbc600bf44a9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:35:03.361421 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:03.716009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d10c765-f621-44de-8620-f9ade6b087c3 req-57458950-ece0-4562-9c58-53732e85173a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:03.732154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d10c765-f621-44de-8620-f9ade6b087c3 req-57458950-ece0-4562-9c58-53732e85173a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1898477 Apr 18 20:35:03.865648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d10c765-f621-44de-8620-f9ade6b087c3 req-d6c015e7-5258-4ade-b818-03f5e6be2720 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311915 Apr 18 20:35:04.127817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b037-986d-4520-ba35-1433ae3957c8 req-bdc17d92-6c64-438e-bdb3-6144db4fdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.129841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5190b037-986d-4520-ba35-1433ae3957c8 req-bdc17d92-6c64-438e-bdb3-6144db4fdb35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1098 time: 0.4343789 Apr 18 20:35:04.161368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.187691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Transition to ACTIVE for port object f2f67304-2694-42a0-91d9-0e0b4d050fe8 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:04.206733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.336319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b037-986d-4520-ba35-1433ae3957c8 req-350ba455-2b28-4f04-a0ba-932577e8c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.341483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5190b037-986d-4520-ba35-1433ae3957c8 req-350ba455-2b28-4f04-a0ba-932577e8c000 service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 915 time: 0.1957350 Apr 18 20:35:04.399670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af59c5-e660-4afb-98c3-86612bb12f74 req-3fac6e5b-564d-41c4-a090-587ba87886b9 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.407416 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0af59c5-e660-4afb-98c3-86612bb12f74 req-3fac6e5b-564d-41c4-a090-587ba87886b9 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 944 time: 0.2731700 Apr 18 20:35:04.446239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-bc0d0b37-29e4-438d-9ff9-35509ec61cf9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.447109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-bc0d0b37-29e4-438d-9ff9-35509ec61cf9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:35:04.511324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0af59c5-e660-4afb-98c3-86612bb12f74 req-fb97e0f5-b907-429f-bb40-74e529ad2e47 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025934 Apr 18 20:35:04.523372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-bc0d0b37-29e4-438d-9ff9-35509ec61cf9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:35:04.524522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-bc0d0b37-29e4-438d-9ff9-35509ec61cf9 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.2719657 Apr 18 20:35:04.563437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f219d8c-4b9e-471f-9256-6264ba3f4c01 None None] Pushing event updated for resources: {'Port': ['ID=f2f67304-2694-42a0-91d9-0e0b4d050fe8,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:04.603460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5190b037-986d-4520-ba35-1433ae3957c8 req-13bdf9b7-8fe2-4738-96f8-28e5a773b96f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 217 time: 0.2522314 Apr 18 20:35:04.644865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5f81236a-570f-4472-b1bd-bbc600bf44a9 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:35:04.686348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Deleting port 6830cbee-73df-4075-bb05-122b32f123c3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:04.686915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.811876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Attempting to bind port f2f67304-2694-42a0-91d9-0e0b4d050fe8 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:04.812201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Attempting to bind port f2f67304-2694-42a0-91d9-0e0b4d050fe8 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:04.812530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Attempting to bind port f2f67304-2694-42a0-91d9-0e0b4d050fe8 on network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:35:04.821291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:35:04.821673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Checking segment: {'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:04.822082 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.823246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Bound using segment: {'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:35:04.824101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Bound port: f2f67304-2694-42a0-91d9-0e0b4d050fe8, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:04.824101 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:04.898429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78caca0-9bec-4bf8-a858-514e3d0d7812 req-b73b8b67-b128-4630-9a35-7cc8b7ac9854 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.907987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d78caca0-9bec-4bf8-a858-514e3d0d7812 req-b73b8b67-b128-4630-9a35-7cc8b7ac9854 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 946 time: 0.5637412 Apr 18 20:35:04.941773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190b037-986d-4520-ba35-1433ae3957c8 req-6e45aa11-441b-4876-ab2b-7030b7a951f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:04.943908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5190b037-986d-4520-ba35-1433ae3957c8 req-6e45aa11-441b-4876-ab2b-7030b7a951f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.3321381 Apr 18 20:35:05.049214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d78caca0-9bec-4bf8-a858-514e3d0d7812 req-4e2d7378-fd85-4c96-83df-d909790f83f2 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea76c5c1-f63c-464d-9551-10ea41c8d274&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401434 Apr 18 20:35:05.056326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5190b037-986d-4520-ba35-1433ae3957c8 req-3d6a65ee-20b3-4b3f-9aa2-e2929a0198e4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1027217 Apr 18 20:35:05.096557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5f81236a-570f-4472-b1bd-bbc600bf44a9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:05.158336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5f81236a-570f-4472-b1bd-bbc600bf44a9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:05.158720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.358184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] For port f2f67304-2694-42a0-91d9-0e0b4d050fe8, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:35:05.406607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] For port f2f67304-2694-42a0-91d9-0e0b4d050fe8, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f2f67304-2694-42a0-91d9-0e0b4d050fe8,segment=NetworkSegment(fdec732d-859c-4c5a-8cf7-3a06f2d4991e),segment_id=fdec732d-859c-4c5a-8cf7-3a06f2d4991e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:35:05.430014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.481204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5190b037-986d-4520-ba35-1433ae3957c8 req-60ca0c19-f6f3-44d3-bbf2-821e713af464 service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159262 Apr 18 20:35:05.623451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Routers {'a62bd8af-c449-4c41-842d-86d64c3a0c37'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:05.624115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a62bd8af-c449-4c41-842d-86d64c3a0c37'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:05.670182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] For port 6830cbee-73df-4075-bb05-122b32f123c3, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=6830cbee-73df-4075-bb05-122b32f123c3,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:05.670793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:05.907035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5190b037-986d-4520-ba35-1433ae3957c8 req-969fdb36-87d2-4ab4-a316-10188fd24d0f service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178436 Apr 18 20:35:06.005327 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.048509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f219d8c-4b9e-471f-9256-6264ba3f4c01 None None] Pushing event updated for resources: {'Port': ['ID=f2f67304-2694-42a0-91d9-0e0b4d050fe8,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:06.103089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:06.150379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5f81236a-570f-4472-b1bd-bbc600bf44a9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:06.171405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.175964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] Set router a62bd8af-c449-4c41-842d-86d64c3a0c37 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:06.258534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Calling delete_port for 6830cbee-73df-4075-bb05-122b32f123c3 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:06.565153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdc73d5-cc80-4c85-ba94-9d7fab863bf9 req-7a2e3353-6b81-451c-bcfa-f0eeb8c36262 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:06.577544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fcdc73d5-cc80-4c85-ba94-9d7fab863bf9 req-7a2e3353-6b81-451c-bcfa-f0eeb8c36262 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 1.3286929 Apr 18 20:35:06.688994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fcdc73d5-cc80-4c85-ba94-9d7fab863bf9 req-5bc37119-d232-412c-b1cc-4ce11753fae9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098046 Apr 18 20:35:06.719666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:06.766914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5f81236a-570f-4472-b1bd-bbc600bf44a9,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:06.870560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event deleted for resources: {'Port': ['ID=6830cbee-73df-4075-bb05-122b32f123c3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:07.032661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f608-1208-4461-bea6-73c039138c5a req-a000f643-2f3e-4deb-aac4-e6cb2a5a2217 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:07.047795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6871f608-1208-4461-bea6-73c039138c5a req-a000f643-2f3e-4deb-aac4-e6cb2a5a2217 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.1917002 Apr 18 20:35:07.245358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-729bf7bd-b79d-4017-a6f6-48d226edc410 req-61b9b870-2849-40dd-a6d7-e49021003ced tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97 HTTP/1.1" status: 200 len: 210 time: 0.3929286 Apr 18 20:35:07.245962 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6871f608-1208-4461-bea6-73c039138c5a req-5d764179-825d-4532-b2aa-51ca38362c87 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1947014 Apr 18 20:35:07.249128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] No DVR routers for this DVR port 6830cbee-73df-4075-bb05-122b32f123c3 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:07.261581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:07.328144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'name': 'network-vif-deleted', 'tag': '6830cbee-73df-4075-bb05-122b32f123c3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:07.369950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-885486a1-1ba3-4c4a-8252-95f43cb21eea req-b2750512-4cca-467d-946e-8d4fc90baacc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "DELETE /v2.0/ports/6830cbee-73df-4075-bb05-122b32f123c3 HTTP/1.1" status: 204 len: 173 time: 2.8371990 Apr 18 20:35:07.485883 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19b68a1-e587-4d85-9a1b-968cd4d65550'] response: {'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'code': 200} Apr 18 20:35:07.490453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:34:58Z', 'revision_number': 4, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port': {'id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:46Z', 'updated_at': '2022-04-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f2f67304-2694-42a0-91d9-0e0b4d050fe8', 'name': '', 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'mac_address': 'fa:16:3e:0f:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '800c4a43-4e94-4487-af80-50ad0ce30870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:55Z', 'updated_at': '2022-04-18T20:35:05Z', 'revision_number': 4, 'project_id': '5606e21c77994c68bbf712732020ab27', 'subnets': [{'id': '800c4a43-4e94-4487-af80-50ad0ce30870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:07.510739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d07eea-ad71-4ec1-9bf4-2acf10947cf9 None None] The sync data for ids ['a62bd8af-c449-4c41-842d-86d64c3a0c37'] in n-d-836016-3 is: [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:34:58Z', 'revision_number': 4, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port': {'id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:46Z', 'updated_at': '2022-04-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f2f67304-2694-42a0-91d9-0e0b4d050fe8', 'name': '', 'network_id': '0fdd33bf-9807-48fe-9b8f-635dbb5741d7', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'mac_address': 'fa:16:3e:0f:0e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '800c4a43-4e94-4487-af80-50ad0ce30870', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:55Z', 'updated_at': '2022-04-18T20:35:05Z', 'revision_number': 4, 'project_id': '5606e21c77994c68bbf712732020ab27', 'subnets': [{'id': '800c4a43-4e94-4487-af80-50ad0ce30870', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:07.637626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:07.840832 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a6213e-8c9e-413c-89f9-cc8136180b19'] response: {'server_uuid': '9b7dbdc2-96b7-4c49-9b35-dddb94e3ad97', 'name': 'network-vif-deleted', 'tag': '6830cbee-73df-4075-bb05-122b32f123c3', 'status': 'completed', 'code': 200} Apr 18 20:35:07.934117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036e92e-2f60-466c-82fc-567d854bd3a3 req-32ca6878-7f37-473a-bda8-ccdcd9223369 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:07.945841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1036e92e-2f60-466c-82fc-567d854bd3a3 req-32ca6878-7f37-473a-bda8-ccdcd9223369 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.2798347 Apr 18 20:35:08.021937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.072522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:08.095948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1036e92e-2f60-466c-82fc-567d854bd3a3 req-cd442712-1038-42c8-9222-724325543319 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487734 Apr 18 20:35:08.100068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Usage tracker for resource:security_group_rule and tenant:28812d8bdc1a443fbb20014fdce0308d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:08.117326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:08.125145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c18326-8492-4798-ac21-f3287bf9e590 req-8dd90d6a-cd75-4ae9-a3f4-d5cd4e77db4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.129300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08c18326-8492-4798-ac21-f3287bf9e590 req-8dd90d6a-cd75-4ae9-a3f4-d5cd4e77db4d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 1096 time: 0.4720898 Apr 18 20:35:08.152154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:08.193422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6830cbee-73df-4075-bb05-122b32f123c3 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:08.229888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08c18326-8492-4798-ac21-f3287bf9e590 req-d7006fd9-a40b-44c1-a505-0b6c4d2da430 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887251 Apr 18 20:35:08.265959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1856e-dc9a-43f3-903e-04279e35c67d req-0076b057-9b8b-476c-bfc0-6bf4c69e5e50 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.275687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdc1856e-dc9a-43f3-903e-04279e35c67d req-0076b057-9b8b-476c-bfc0-6bf4c69e5e50 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.3151860 Apr 18 20:35:08.352515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdc1856e-dc9a-43f3-903e-04279e35c67d req-e3a8d59d-dc10-40a1-9979-0ae49c2cf3d7 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757117 Apr 18 20:35:08.360139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 6830cbee-73df-4075-bb05-122b32f123c3 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:35:08.375921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 6830cbee-73df-4075-bb05-122b32f123c3 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:35:08.533752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.544486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:08.652546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28812d8bdc1a443fbb20014fdce0308d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0134790 Apr 18 20:35:08.656645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35438) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:08.761057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce44f0-86a6-4acf-9f8b-b88e8565dc2d req-c5a3c3e9-df93-4bc5-8297-b02f674e7454 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:08.763133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-58ce44f0-86a6-4acf-9f8b-b88e8565dc2d req-c5a3c3e9-df93-4bc5-8297-b02f674e7454 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1408904 Apr 18 20:35:08.820762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04b03e0-289f-47c6-b6d1-e31da44c153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1d7c28-bf23-4fb4-87aa-2c59afe96452,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:08.850365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-58ce44f0-86a6-4acf-9f8b-b88e8565dc2d req-ea4cbdca-f06d-425d-a392-762d7841a99c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805902 Apr 18 20:35:08.900965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3506a42-05e5-43a1-ae82-905caec82c48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.019553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f1b90-5ac0-4b42-9768-f6dbbe0ed6fa req-9d69be03-adab-4705-8e97-569a94fff97f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:09.021779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce5f1b90-5ac0-4b42-9768-f6dbbe0ed6fa req-9d69be03-adab-4705-8e97-569a94fff97f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.3059237 Apr 18 20:35:09.035140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3506a42-05e5-43a1-ae82-905caec82c48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.213545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce5f1b90-5ac0-4b42-9768-f6dbbe0ed6fa req-42dc0018-b911-4783-8f97-d5fe5c81bfaa tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623518 Apr 18 20:35:09.258256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3506a42-05e5-43a1-ae82-905caec82c48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.313459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3506a42-05e5-43a1-ae82-905caec82c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1d7c28-bf23-4fb4-87aa-2c59afe96452,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:09.320109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3506a42-05e5-43a1-ae82-905caec82c48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.328252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c3506a42-05e5-43a1-ae82-905caec82c48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f1d7c28-bf23-4fb4-87aa-2c59afe96452 HTTP/1.1" status: 204 len: 168 time: 0.6631813 Apr 18 20:35:09.508180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f2f67304-2694-42a0-91d9-0e0b4d050fe8 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:35:09.617870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d11af60-e36b-43d9-b12b-60c7b5e732d2 req-8c3de91d-af15-4e19-833b-344830e45ac5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:09.625525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9d11af60-e36b-43d9-b12b-60c7b5e732d2 req-8c3de91d-af15-4e19-833b-344830e45ac5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.1870599 Apr 18 20:35:09.641398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b347ff0-c75e-4f72-a9c4-d61f65236e4b req-a340c9fd-6ce6-4553-ae50-e34da4341a5a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:09.653180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b347ff0-c75e-4f72-a9c4-d61f65236e4b req-a340c9fd-6ce6-4553-ae50-e34da4341a5a tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.2252903 Apr 18 20:35:09.695587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f2f67304-2694-42a0-91d9-0e0b4d050fe8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:09.703678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f2f67304-2694-42a0-91d9-0e0b4d050fe8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:09.705386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:09.748984 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b347ff0-c75e-4f72-a9c4-d61f65236e4b req-ee9f7e89-8765-43b6-b41b-f2939f59cda3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946677 Apr 18 20:35:09.780930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9d11af60-e36b-43d9-b12b-60c7b5e732d2 req-9b53fc18-839a-40f0-9dde-eac73453aded tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343069 Apr 18 20:35:10.047802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5f02b-971f-4dc1-86af-a0fac44dbc0d req-932d2e6d-f3bf-4ed6-a0df-31b5cff1781c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:10.056904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64e5f02b-971f-4dc1-86af-a0fac44dbc0d req-932d2e6d-f3bf-4ed6-a0df-31b5cff1781c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1246669 Apr 18 20:35:10.065195 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.109344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f2f67304-2694-42a0-91d9-0e0b4d050fe8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f2f67304-2694-42a0-91d9-0e0b4d050fe8,segment=NetworkSegment(fdec732d-859c-4c5a-8cf7-3a06f2d4991e),segment_id=fdec732d-859c-4c5a-8cf7-3a06f2d4991e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:10.116599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.219686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64e5f02b-971f-4dc1-86af-a0fac44dbc0d req-ea642349-184d-4e0a-aa2e-bb8e5d5fc95f tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617796 Apr 18 20:35:10.234067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f2f67304-2694-42a0-91d9-0e0b4d050fe8,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:10.238059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35460) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:10.267431 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.287880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680d76d-d0ac-4568-862d-c465e6d7c5e4 req-699a0077-6574-468e-a74b-4d73d9555772 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:10.288773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:10.290547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a680d76d-d0ac-4568-862d-c465e6d7c5e4 req-699a0077-6574-468e-a74b-4d73d9555772 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.2990010 Apr 18 20:35:10.293763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Usage tracker for resource:security_group_rule and tenant:6e5f0c6a3e024098b7109584c1f5f451 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:10.301157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:10.314015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:10.358562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a680d76d-d0ac-4568-862d-c465e6d7c5e4 req-6ce57d1d-cda6-4b4e-a36d-e2101a9b76b5 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610037 Apr 18 20:35:10.534088 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.543864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418f7e3-8d09-4e75-971f-3a342893add4 req-fbc575aa-48b6-45b4-90d9-f62fe03e0ee7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:10.552228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6418f7e3-8d09-4e75-971f-3a342893add4 req-fbc575aa-48b6-45b4-90d9-f62fe03e0ee7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.1995189 Apr 18 20:35:10.568182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.624513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6c4ae04-1679-4d2b-b64e-3b62586e2a03,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:10.657407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1e1a4a95-0c01-4504-bf2e-6791d8a55103 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6e5f0c6a3e024098b7109584c1f5f451&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183366 Apr 18 20:35:10.662327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:10.673226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6418f7e3-8d09-4e75-971f-3a342893add4 req-c8d5e247-b855-4413-b22e-80ed22f72bee tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202888 Apr 18 20:35:10.766247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195705aa-f18d-4cc6-b600-67537fe3c5e1 req-2d54b08f-dd82-454e-ab34-991770258038 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:10.768944 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-195705aa-f18d-4cc6-b600-67537fe3c5e1 req-2d54b08f-dd82-454e-ab34-991770258038 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1182098 Apr 18 20:35:10.774217 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afab-4dcd-43b8-9bb2-b68cd2ce2670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:10.831770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-195705aa-f18d-4cc6-b600-67537fe3c5e1 req-ede1f3f7-bbd8-43b4-b236-37009944d293 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528708 Apr 18 20:35:10.971207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afab-4dcd-43b8-9bb2-b68cd2ce2670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.140715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebafe0-924c-4524-8f0d-38361bbe34dd req-2047ce14-a0ce-4e5e-8117-552a8c88787e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:11.150867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afebafe0-924c-4524-8f0d-38361bbe34dd req-2047ce14-a0ce-4e5e-8117-552a8c88787e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.1638944 Apr 18 20:35:11.158826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbdbf28-4179-4a33-a262-50946e56e25d req-0f203988-a0c1-41a6-aa8d-b20ddb4ae7dc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:11.160077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-acbdbf28-4179-4a33-a262-50946e56e25d req-0f203988-a0c1-41a6-aa8d-b20ddb4ae7dc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Synchronizing usage tracker for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:35:11.196691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ce42e-47fb-4337-987a-771deb67be33 req-8d7770ec-4a36-418b-a450-0abffea52d1f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:11.199359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c4ce42e-47fb-4337-987a-771deb67be33 req-8d7770ec-4a36-418b-a450-0abffea52d1f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.3115108 Apr 18 20:35:11.219655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:11.223238 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afebafe0-924c-4524-8f0d-38361bbe34dd req-46659285-f684-415d-b4c0-4e7af39a8a06 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698164 Apr 18 20:35:11.232993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Request body: {'floatingip': {'port_id': '5f81236a-570f-4472-b1bd-bbc600bf44a9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:11.310757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afab-4dcd-43b8-9bb2-b68cd2ce2670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.370947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-acbdbf28-4179-4a33-a262-50946e56e25d req-0f203988-a0c1-41a6-aa8d-b20ddb4ae7dc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Unset dirty status for tenant:987a6ef7e49843098beded1785b8ca24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:35:11.372736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbdbf28-4179-4a33-a262-50946e56e25d req-0f203988-a0c1-41a6-aa8d-b20ddb4ae7dc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.5740411 Apr 18 20:35:11.429583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0afab-4dcd-43b8-9bb2-b68cd2ce2670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6c4ae04-1679-4d2b-b64e-3b62586e2a03,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:11.468389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.518548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f2f67304-2694-42a0-91d9-0e0b4d050fe8 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:35:11.682578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f2f67304-2694-42a0-91d9-0e0b4d050fe8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:11.683281 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.690477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553dc1c-f2d7-460c-af92-2ea77fdb1ded req-85583bd8-b22d-4287-916d-34da5eb7ecbc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:11.695660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7553dc1c-f2d7-460c-af92-2ea77fdb1ded req-85583bd8-b22d-4287-916d-34da5eb7ecbc tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1544950 Apr 18 20:35:11.710429 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2d0afab-4dcd-43b8-9bb2-b68cd2ce2670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:11.714613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2d0afab-4dcd-43b8-9bb2-b68cd2ce2670 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d6c4ae04-1679-4d2b-b64e-3b62586e2a03 HTTP/1.1" status: 204 len: 168 time: 1.0511546 Apr 18 20:35:11.787530 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7553dc1c-f2d7-460c-af92-2ea77fdb1ded req-2e1ef1c6-9027-4bc7-8850-b708b40e5578 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784781 Apr 18 20:35:11.805852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Deleting port 1e4d72a0-f555-465d-be03-89a469495276 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:11.805852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.011490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963810b1-bb10-4f0d-8763-8ec104719adf req-d077eadf-dd44-45ca-8121-cfca87f6bbf5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:12.013260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963810b1-bb10-4f0d-8763-8ec104719adf req-d077eadf-dd44-45ca-8121-cfca87f6bbf5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.5824080 Apr 18 20:35:12.350169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-963810b1-bb10-4f0d-8763-8ec104719adf req-e914891e-fc1c-40fa-8d5d-7d0ae026cda9 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626665 Apr 18 20:35:12.562025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] For port 1e4d72a0-f555-465d-be03-89a469495276, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1e4d72a0-f555-465d-be03-89a469495276,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:12.562703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:12.644679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73b8d8-b0c3-4c9c-80db-d1adaa30bcbc req-64f4a169-7a59-4a52-86ea-5cdcca616920 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:12.654310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd73b8d8-b0c3-4c9c-80db-d1adaa30bcbc req-64f4a169-7a59-4a52-86ea-5cdcca616920 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.2630088 Apr 18 20:35:12.728614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd73b8d8-b0c3-4c9c-80db-d1adaa30bcbc req-28f2bc7a-0471-41a6-9f44-6b50b3c2f28f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703950 Apr 18 20:35:13.057215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.057430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.057795 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Floating IP 173d3067-2745-426c-a63a-ac1744d73fe9 disassociated. External IP: 172.25.5.68, port: 1e4d72a0-f555-465d-be03-89a469495276. Apr 18 20:35:13.058316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Calling delete_port for 1e4d72a0-f555-465d-be03-89a469495276 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:13.122028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44649908-b739-487f-acc7-b7ceea77aa0b req-cc54a2f4-3cef-4b52-92a3-ce53813680ea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.124012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44649908-b739-487f-acc7-b7ceea77aa0b req-cc54a2f4-3cef-4b52-92a3-ce53813680ea tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 944 time: 0.1310654 Apr 18 20:35:13.203535 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44649908-b739-487f-acc7-b7ceea77aa0b req-ce5d8f45-0bd3-4dfc-bdf2-d3c0eb2df048 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups?id=30ac19d8-317f-42ca-bf40-d29648a20b81&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648203 Apr 18 20:35:13.275773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241441cb-3f33-4219-8f7c-aa6f2458fe05 req-d356668a-88ec-46cc-87a0-5976e0bf1ee5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:13.284805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241441cb-3f33-4219-8f7c-aa6f2458fe05 req-d356668a-88ec-46cc-87a0-5976e0bf1ee5 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.5369344 Apr 18 20:35:13.463875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-54a351d2-33ad-4261-9061-e6b2d992aa60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.659526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.677668 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:13.793217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241441cb-3f33-4219-8f7c-aa6f2458fe05 req-610e4596-25d0-4107-84d2-c9025f2def55 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5072494 Apr 18 20:35:13.828031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:14.052215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event deleted for resources: {'Port': ['ID=1e4d72a0-f555-465d-be03-89a469495276,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:14.208078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:14.359388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 1e4d72a0-f555-465d-be03-89a469495276 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:35:14.359698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1e4d72a0-f555-465d-be03-89a469495276 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:35:14.402890 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Floating IP f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6 associated. External IP: 172.25.5.87, port: 5f81236a-570f-4472-b1bd-bbc600bf44a9. Apr 18 20:35:14.408840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b97b0-376b-48bd-bb87-5feaa5a2f0b2 req-07b9d4ee-bda9-4037-854d-148fa094c12b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:14.424654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a62b97b0-376b-48bd-bb87-5feaa5a2f0b2 req-07b9d4ee-bda9-4037-854d-148fa094c12b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.2766747 Apr 18 20:35:14.622830 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a62b97b0-376b-48bd-bb87-5feaa5a2f0b2 req-d4bb014e-d2e1-4d4c-8a6a-103b16b85237 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970413 Apr 18 20:35:14.637266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Router 2092f3f9-042c-4cde-a44e-d038110940a7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:35:15.015850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9eb9-7a7a-4a76-b6e4-581973972e3a req-35e92a5a-99de-43c1-bafc-d1051982b6b4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:15.015850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-466a9eb9-7a7a-4a76-b6e4-581973972e3a req-35e92a5a-99de-43c1-bafc-d1051982b6b4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1740651 Apr 18 20:35:15.234096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:35:15.250733 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] Sync routers for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:15.269253 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-466a9eb9-7a7a-4a76-b6e4-581973972e3a req-0d6bb81f-4406-47f1-a25a-be19e38c3b07 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432690 Apr 18 20:35:15.272686 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:15.273773 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:34:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:15.437768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:35:15.544271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f72e26d-caca-4663-ae7d-562cc324882a req-72bbb480-919e-4821-b3c6-d09b25135845 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 210 time: 0.1112640 Apr 18 20:35:15.580621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] No DVR routers for this DVR port 1e4d72a0-f555-465d-be03-89a469495276 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:15.592508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:15.595537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-deleted', 'tag': '1e4d72a0-f555-465d-be03-89a469495276'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:15.741101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad67ed-ddf8-4924-b2f1-2e567a86f9f5 req-32c09b21-d4a6-4adc-8602-f6238387fa5b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:15.758677 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecad67ed-ddf8-4924-b2f1-2e567a86f9f5 req-32c09b21-d4a6-4adc-8602-f6238387fa5b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.2282832 Apr 18 20:35:15.780028 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:15.837775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-acbdbf28-4179-4a33-a262-50946e56e25d req-a524a065-0552-48e9-9de5-dcff59e4bbca tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.61 "DELETE /v2.0/ports/1e4d72a0-f555-465d-be03-89a469495276 HTTP/1.1" status: 204 len: 173 time: 4.4533548 Apr 18 20:35:15.860101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecad67ed-ddf8-4924-b2f1-2e567a86f9f5 req-d6864d57-fa5c-4962-b504-9aab1202334e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952766 Apr 18 20:35:15.924372 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a92b619-a519-42c0-9a76-39575c32cac4'] response: {'server_uuid': '7ae9e00f-3f56-4a8e-9840-abc1716c2f87', 'name': 'network-vif-deleted', 'tag': '1e4d72a0-f555-465d-be03-89a469495276', 'status': 'completed', 'code': 200} Apr 18 20:35:15.973160 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4ef5defc-24df-4e5a-9908-9c2a1318041a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.477284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e72797-2f06-4b22-a1ab-7629f01c008a req-13fb6132-f558-4b63-a026-31c40f8217d4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:16.488596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91e72797-2f06-4b22-a1ab-7629f01c008a req-13fb6132-f558-4b63-a026-31c40f8217d4 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.3295820 Apr 18 20:35:16.560449 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91e72797-2f06-4b22-a1ab-7629f01c008a req-ec03b5cf-dc3f-45b6-bb6d-f056fb1c0481 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699854 Apr 18 20:35:16.574381 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 5, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:16.601788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:35:16.603783 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] Checking router: 2092f3f9-042c-4cde-a44e-d038110940a7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:16.604236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:16.615865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] Sync routers for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:16.641229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:16.650351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:35:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:16.652162 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:16.656410 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:35:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:16.788818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3eb32305-a5e4-47e9-98cb-3e0506e16496 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "PUT /v2.0/floatingips/f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6 HTTP/1.1" status: 200 len: 990 time: 5.5653977 Apr 18 20:35:16.942767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ea304-8935-41af-815e-7f7a5874016a req-221f3618-4330-435d-a022-5d3aefb0dbd0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:16.951162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc6ea304-8935-41af-815e-7f7a5874016a req-221f3618-4330-435d-a022-5d3aefb0dbd0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.8917575 Apr 18 20:35:17.049876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc6ea304-8935-41af-815e-7f7a5874016a req-c83e6a9d-862b-410b-a9eb-4870c452ee4e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884032 Apr 18 20:35:17.103404 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d9ca772-85cb-418f-9e89-39d26179f256 req-8c9d3073-b248-4a1d-888e-914f1ff6ca63 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/ports?device_id=7ae9e00f-3f56-4a8e-9840-abc1716c2f87 HTTP/1.1" status: 200 len: 210 time: 0.1494546 Apr 18 20:35:17.298617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.327436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:17.350318 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:17.582914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ad165-4914-4509-a99c-3cc59857b0a0 req-7f545509-ed86-438f-8054-3d5aba72ebcc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.585794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210ad165-4914-4509-a99c-3cc59857b0a0 req-7f545509-ed86-438f-8054-3d5aba72ebcc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.2156980 Apr 18 20:35:17.607019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99ce45-8bb5-402c-afb3-e03f3d537ed7 req-772e4e57-ea48-47ad-9549-85fead23d749 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:17.610102 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:17.622432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d99ce45-8bb5-402c-afb3-e03f3d537ed7 req-772e4e57-ea48-47ad-9549-85fead23d749 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.2299044 Apr 18 20:35:17.732101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d99ce45-8bb5-402c-afb3-e03f3d537ed7 req-3602cc25-fbc3-418c-9c49-b0e67d2e0289 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081283 Apr 18 20:35:17.735291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210ad165-4914-4509-a99c-3cc59857b0a0 req-ab51d2c9-b4e3-45fa-9175-145fa9e5fc5b tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411345 Apr 18 20:35:17.925419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:17.956533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-85ea9537-de57-4288-b160-90033299f773 req-6292f8f4-a84a-4c35-a4c7-7bfc73237aa7 service neutron] (88141) timed out ('10.222.0.47', 47696) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:35:18.197024 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc75282-f7fc-4568-87cb-f2adee46ca6c'] response: {'name': 'network-changed', 'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'status': 'completed', 'code': 200} Apr 18 20:35:18.303121 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 5, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:18.329405 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9ddfd-9047-40dd-9112-a252fb394e9a None None] The sync data for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 is: [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:24:32Z', 'revision_number': 4, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f89d513f-861d-4117-bf51-ee9b9863bdfb', 'name': '', 'network_id': 'c5da65e2-5089-4c5a-a705-5f4713ee1a60', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'mac_address': 'fa:16:3e:8c:f3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:28Z', 'updated_at': '2022-04-18T20:24:47Z', 'revision_number': 5, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'subnets': [{'id': '49466b99-a61e-4c8a-9ba4-d89f66d21f8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:18.537229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:18.593310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'port_id': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'mac_address': 'fa:16:3e:3c:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30326186-f30c-4023-a339-8cf4083b3253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:34:34Z', 'updated_at': '2022-04-18T20:35:13Z', 'revision_number': 1, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:18.612593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] Checking router: c7c8ec37-4a54-402c-afb4-a78d88cf5ecd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:18.634568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:18.635638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:35:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:18.652450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb139d13-4cc9-41e3-bf87-d15409da96b9 req-b98738c5-095d-46fd-92fc-5445a453d8da tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:18.655850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb139d13-4cc9-41e3-bf87-d15409da96b9 req-b98738c5-095d-46fd-92fc-5445a453d8da tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.6221151 Apr 18 20:35:18.659406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-5d57ccbb-dc36-4606-b888-caf42d3bf562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:18.671210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-5d57ccbb-dc36-4606-b888-caf42d3bf562 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 1096 time: 0.5363703 Apr 18 20:35:18.800228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb139d13-4cc9-41e3-bf87-d15409da96b9 req-bb863781-dcaa-4ec2-96e0-2276b74bb107 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213448 Apr 18 20:35:18.810749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff37-6425-4155-957d-ace8519d0f2d req-26de7652-a956-4b08-9150-914f8fe001a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:18.812677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-802aff37-6425-4155-957d-ace8519d0f2d req-26de7652-a956-4b08-9150-914f8fe001a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1096 time: 0.5454741 Apr 18 20:35:18.995718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.157736 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18161341-f77b-4a6a-97a2-e29e46e17eb4 None None] New status for floating IP 173d3067-2745-426c-a63a-ac1744d73fe9: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:35:19.318170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-37e64d9c-4d5d-4162-b805-e3cdb35ca9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.320772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-37e64d9c-4d5d-4162-b805-e3cdb35ca9c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 200 len: 912 time: 0.6426270 Apr 18 20:35:19.337736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0d6ce-5b4e-43bf-8cbb-3336fd7fcfdd req-7a1b8fcd-7897-4c0d-ba81-de5f51c66342 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.346279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8a0d6ce-5b4e-43bf-8cbb-3336fd7fcfdd req-7a1b8fcd-7897-4c0d-ba81-de5f51c66342 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.9296741 Apr 18 20:35:19.381924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:19.524735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:19.547935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-a162325d-c2be-4353-a47b-344b8d89f498 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9 HTTP/1.1" status: 200 len: 998 time: 0.1673853 Apr 18 20:35:19.572527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff37-6425-4155-957d-ace8519d0f2d req-d4f6009d-79e1-41e3-b1e7-59b30214b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.575018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-802aff37-6425-4155-957d-ace8519d0f2d req-d4f6009d-79e1-41e3-b1e7-59b30214b47a service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.7180581 Apr 18 20:35:19.730609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-de1419e4-231e-4a2c-bebc-e101cdc85334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.734699 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-de1419e4-231e-4a2c-bebc-e101cdc85334 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 200 len: 850 time: 0.1720607 Apr 18 20:35:19.829026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-802aff37-6425-4155-957d-ace8519d0f2d req-bc2f89e8-fb4a-4e9d-aa48-a1054e7a5f7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 1000 time: 0.2354999 Apr 18 20:35:19.858126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9bcd33-4c26-42b7-a126-96d98f58bbcd req-27cc34dc-e45b-437a-a64b-25b88ef49a01 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:19.859853 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e9bcd33-4c26-42b7-a126-96d98f58bbcd req-27cc34dc-e45b-437a-a64b-25b88ef49a01 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.5650229 Apr 18 20:35:19.885183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8a0d6ce-5b4e-43bf-8cbb-3336fd7fcfdd req-1334343a-9943-49fe-aea6-c19b2b91f3ea tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5360835 Apr 18 20:35:20.000732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-0802d2c4-7778-4576-9f38-3ffc0bacaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.005430 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-0802d2c4-7778-4576-9f38-3ffc0bacaf4f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2a194504-1714-47be-9f31-b57a03a069da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2593145 Apr 18 20:35:20.179602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e9bcd33-4c26-42b7-a126-96d98f58bbcd req-5d33f83e-39fd-4517-a1f3-ff931fed80a1 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880531 Apr 18 20:35:20.240628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff37-6425-4155-957d-ace8519d0f2d req-c0673563-77c2-4f74-93a6-f2df68d55909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.259426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-802aff37-6425-4155-957d-ace8519d0f2d req-c0673563-77c2-4f74-93a6-f2df68d55909 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.4147527 Apr 18 20:35:20.294936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-30ecaed7-39e4-41fb-94da-6ee9a493ad09 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832227 Apr 18 20:35:20.369943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35688) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:20.399346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802aff37-6425-4155-957d-ace8519d0f2d req-b50c1182-a04c-4674-9314-014ba1081417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.403710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-802aff37-6425-4155-957d-ace8519d0f2d req-b50c1182-a04c-4674-9314-014ba1081417 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319759 Apr 18 20:35:20.632164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f83f309-a8e0-4ce3-a9f1-f0cff76b8269 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.652817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'port_id': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'mac_address': 'fa:16:3e:3c:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30326186-f30c-4023-a339-8cf4083b3253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:34:34Z', 'updated_at': '2022-04-18T20:35:13Z', 'revision_number': 1, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:20.663817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a161fc8-7c1e-4784-9806-f5b8c8d27e70 None None] The sync data for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 is: [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'port_id': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'mac_address': 'fa:16:3e:3c:ff:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30326186-f30c-4023-a339-8cf4083b3253', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:34:34Z', 'updated_at': '2022-04-18T20:35:13Z', 'revision_number': 1, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:20.704496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f83f309-a8e0-4ce3-a9f1-f0cff76b8269 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:20.733404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-802aff37-6425-4155-957d-ace8519d0f2d req-38998be8-06b6-4114-9650-494ba4a28357 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172441 Apr 18 20:35:20.887143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddab9704-1fc9-4257-adf5-c020d4635de5 req-ea753001-5782-44b9-b385-a77504a96c03 service neutron] 10.222.0.55 "GET /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147326 Apr 18 20:35:20.897707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30e294-8e65-4668-8094-63dd42d8c99d req-f8853776-33a7-41c0-aaaf-7b5fdf6ab074 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:20.905221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc30e294-8e65-4668-8094-63dd42d8c99d req-f8853776-33a7-41c0-aaaf-7b5fdf6ab074 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.6065190 Apr 18 20:35:20.982211 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc30e294-8e65-4668-8094-63dd42d8c99d req-59e0b40e-1983-4030-a7da-a0d4d83ffc43 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731752 Apr 18 20:35:21.092562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-802aff37-6425-4155-957d-ace8519d0f2d req-6827d7b5-b97c-4127-a85b-c2438fa8e413 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464854 Apr 18 20:35:21.115058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:21.140190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f83f309-a8e0-4ce3-a9f1-f0cff76b8269 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.160414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4223034f-677b-4716-b3e5-5fa1cf0ac02c None None] New status for floating IP f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:35:21.351997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f83f309-a8e0-4ce3-a9f1-f0cff76b8269 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ac19d8-317f-42ca-bf40-d29648a20b81,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:21.391774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f83f309-a8e0-4ce3-a9f1-f0cff76b8269 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.392759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01007cea-eada-4328-86a6-92ab07b75349 req-a1c58839-da2b-4a51-81a1-ac5dad4e8de6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:21.395556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1f83f309-a8e0-4ce3-a9f1-f0cff76b8269 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "DELETE /v2.0/security-groups/30ac19d8-317f-42ca-bf40-d29648a20b81 HTTP/1.1" status: 204 len: 168 time: 1.0242434 Apr 18 20:35:21.402339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01007cea-eada-4328-86a6-92ab07b75349 req-a1c58839-da2b-4a51-81a1-ac5dad4e8de6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.2223809 Apr 18 20:35:21.404097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35716) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:21.469567 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-99f0832d-d7c5-4e97-a56a-1fba9b209c62 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] show failed (client error): The resource could not be found. Apr 18 20:35:21.471022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-99f0832d-d7c5-4e97-a56a-1fba9b209c62 tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "GET /v2.0/security-groups/30ac19d8-317f-42ca-bf40-d29648a20b81 HTTP/1.1" status: 404 len: 347 time: 0.0630457 Apr 18 20:35:21.475774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.478353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:21.514965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:21.528907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01007cea-eada-4328-86a6-92ab07b75349 req-b7a4ba79-9116-4ec8-b677-2f35a6684d9c tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254671 Apr 18 20:35:21.535387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Usage tracker for resource:security_group_rule and tenant:ba93577c7c9f4e35b1a4802d75196c90 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:21.540325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:21.548538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:21.839673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.864127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.916364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Deleting port 1fe3f816-fce8-480c-851d-816b7d24d8d4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:21.916732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:21.925366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba93577c7c9f4e35b1a4802d75196c90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8048258 Apr 18 20:35:21.928324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35730) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:21.970819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1761f-501d-4af0-8116-25bdd658179f req-53e7c6bf-9372-4b7c-855e-48a93b2b9b96 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:21.982460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d1761f-501d-4af0-8116-25bdd658179f req-53e7c6bf-9372-4b7c-855e-48a93b2b9b96 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.7378318 Apr 18 20:35:21.988301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6431dab1-9ee1-459a-9633-d520b24dea44,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:22.096899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d1761f-501d-4af0-8116-25bdd658179f req-07176dd0-95c7-497c-a383-1e11be24b95a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108613 Apr 18 20:35:22.143246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.145137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.149196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.149196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.149196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.149196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.151930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.153883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.155623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.157307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.159099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.160830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4635d83-972f-40fa-8ab1-807ceae2a10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:22.250673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:35:22.279073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b71474a-a3c7-478a-9f6c-92e48515caf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.352449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b71474a-a3c7-478a-9f6c-92e48515caf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.475563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9267425a-6aea-41a9-9e0f-f0ef62aabe8e req-1f451b58-7384-4a14-a05e-a555c751594a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:22.478218 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9267425a-6aea-41a9-9e0f-f0ef62aabe8e req-1f451b58-7384-4a14-a05e-a555c751594a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.4913974 Apr 18 20:35:22.481404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b71474a-a3c7-478a-9f6c-92e48515caf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.502785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:22.507237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.508209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.523249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'port_id': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'mac_address': 'fa:16:3e:fb:22:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:35:22.549005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b71474a-a3c7-478a-9f6c-92e48515caf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6431dab1-9ee1-459a-9633-d520b24dea44,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:22.561943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b71474a-a3c7-478a-9f6c-92e48515caf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.565759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1b71474a-a3c7-478a-9f6c-92e48515caf3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6431dab1-9ee1-459a-9633-d520b24dea44 HTTP/1.1" status: 204 len: 168 time: 0.6340022 Apr 18 20:35:22.608712 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9267425a-6aea-41a9-9e0f-f0ef62aabe8e req-c96a1815-6553-45dd-9462-a835fe103960 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038995 Apr 18 20:35:22.616611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.645962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 769b91ed-ec3a-465d-ac11-3ba2be742894 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:22.701926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:22.711255 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:22.798504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Calling delete_port for 1fe3f816-fce8-480c-851d-816b7d24d8d4 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:22.869070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['769b91ed-ec3a-465d-ac11-3ba2be742894'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:35:22.903113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690763-5488-437a-9df7-752e800a5280 req-252088ec-e33a-41ec-9b0a-2e125ae9ea52 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:22.914144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28690763-5488-437a-9df7-752e800a5280 req-252088ec-e33a-41ec-9b0a-2e125ae9ea52 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.6369016 Apr 18 20:35:23.063891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-28690763-5488-437a-9df7-752e800a5280 req-ca66bb3b-aa0f-41be-a984-918e6959c6c6 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483867 Apr 18 20:35:23.205917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:23.436613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.491115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35748) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:23.521170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.549817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:23.561238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Pushing event deleted for resources: {'Port': ['ID=1fe3f816-fce8-480c-851d-816b7d24d8d4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:23.574837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Usage tracker for resource:security_group_rule and tenant:f371df9432084f5fb6cf7c388a45a1bd is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:23.582204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:23.607213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63669ed-bb53-4b78-9363-79d94a81db9b req-88dccfe0-26e1-4905-9f89-cab354b5c196 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.620467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a63669ed-bb53-4b78-9363-79d94a81db9b req-88dccfe0-26e1-4905-9f89-cab354b5c196 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.2386463 Apr 18 20:35:23.624802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:23.632820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708a1d5-552e-4d40-ac79-c23e279743e6 req-326b6307-391a-4935-a75f-88edc90b3294 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:23.635992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4708a1d5-552e-4d40-ac79-c23e279743e6 req-326b6307-391a-4935-a75f-88edc90b3294 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.3675151 Apr 18 20:35:23.737451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.738312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.739600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.740325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.740929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.741827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.743246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.744112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.744979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.746193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.747031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.748182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:23.773227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a63669ed-bb53-4b78-9363-79d94a81db9b req-cedca55e-bed3-450f-970e-83ceb48dab1d tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485510 Apr 18 20:35:23.937347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:23.960502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4708a1d5-552e-4d40-ac79-c23e279743e6 req-868b72f6-e281-450a-9bd4-12c54c57b304 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098290 Apr 18 20:35:24.013805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.016890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.019179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-13a57103-8a9f-41d8-8300-d22b582c686f tempest-ServerActionsTestJSON-482586502 tempest-ServerActionsTestJSON-482586502-project] 10.222.0.47 "DELETE /v2.0/floatingips/173d3067-2745-426c-a63a-ac1744d73fe9 HTTP/1.1" status: 204 len: 168 time: 2.5314898 Apr 18 20:35:24.023746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35756) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:24.042060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.303287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:35:24.420094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58dc40b6-afc3-49f2-9269-99fbfeaf7882,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:24.428387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f8c6cb0c-28d5-4656-91e9-bb2d8bf43861 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f371df9432084f5fb6cf7c388a45a1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9342308 Apr 18 20:35:24.430913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:24.432010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 769b91ed-ec3a-465d-ac11-3ba2be742894 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:24.432633 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.503923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d766d96-7f94-4d97-96ec-ed0fc5a51139 req-dbd4660f-42d3-4651-aaee-c1a20e814e18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:24.511497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d766d96-7f94-4d97-96ec-ed0fc5a51139 req-dbd4660f-42d3-4651-aaee-c1a20e814e18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.4045820 Apr 18 20:35:24.576042 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d766d96-7f94-4d97-96ec-ed0fc5a51139 req-fe1dafe4-2d79-4a96-8c80-ebabde7e4042 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629311 Apr 18 20:35:24.673075 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.715728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113325d3-ce27-4636-bbdf-0d67b8b8c90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.731840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:24.751742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:24.763582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.823412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113325d3-ce27-4636-bbdf-0d67b8b8c90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:24.906945 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78347d45-f7c4-47d0-ae14-a68836bbe4a5'] response: {'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'code': 200} Apr 18 20:35:24.977115 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113325d3-ce27-4636-bbdf-0d67b8b8c90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.022125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113325d3-ce27-4636-bbdf-0d67b8b8c90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dc40b6-afc3-49f2-9269-99fbfeaf7882,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:25.023127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:25.086180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113325d3-ce27-4636-bbdf-0d67b8b8c90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:25.120062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-113325d3-ce27-4636-bbdf-0d67b8b8c90b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58dc40b6-afc3-49f2-9269-99fbfeaf7882 HTTP/1.1" status: 204 len: 168 time: 0.6871564 Apr 18 20:35:25.752485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381b6b2-8e5d-4627-8d22-bd9737800fef req-aa93ee63-252b-46aa-b662-6ce4e28d58d7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:25.757652 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b381b6b2-8e5d-4627-8d22-bd9737800fef req-aa93ee63-252b-46aa-b662-6ce4e28d58d7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.4231648 Apr 18 20:35:25.768982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-92418f7a-cb5b-4a97-b23a-46ee572ba43e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5431583 Apr 18 20:35:26.085689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435848b-0abb-4a89-966d-93cf884b2bcb req-167a1148-3ba5-4c0b-b57b-d3ec3959cb9d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:26.098394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2435848b-0abb-4a89-966d-93cf884b2bcb req-167a1148-3ba5-4c0b-b57b-d3ec3959cb9d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.2963076 Apr 18 20:35:26.125451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b381b6b2-8e5d-4627-8d22-bd9737800fef req-eef37c4d-5c13-475b-b3da-1fff9b2daa88 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3537378 Apr 18 20:35:26.220534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2435848b-0abb-4a89-966d-93cf884b2bcb req-845476bb-7cfd-4613-a09e-ad1d519d1688 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211410 Apr 18 20:35:26.760093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-5d138f12-a559-4189-9142-5096687ece84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:26.763245 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-5d138f12-a559-4189-9142-5096687ece84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f8fea68a33aa43fe851d05036fe6798f&device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 1098 time: 0.8011601 Apr 18 20:35:26.864091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35828) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:27.368623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1298211024-network', 'tenant_id': '617f79e48f07424ba4fce377135e6cda'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:27.376039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:27.394202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Usage tracker for resource:network and tenant:617f79e48f07424ba4fce377135e6cda is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:27.410195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:27.435269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:27.475024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Made reservation on behalf of 617f79e48f07424ba4fce377135e6cda for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:27.478384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.495503 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.520746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:27.530220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Usage tracker for resource:security_group_rule and tenant:617f79e48f07424ba4fce377135e6cda is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:27.533918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:27.543998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:27.551077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-8150a25e-09ff-45ff-8d17-d1fa9c27818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:27.561110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-8150a25e-09ff-45ff-8d17-d1fa9c27818d service neutron] 10.222.0.55 "GET /v2.0/networks?id=71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 200 len: 915 time: 0.7521486 Apr 18 20:35:27.681497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.830570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.854792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:27.871043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-05e86996-54a8-497c-bd48-ad983fd6f7e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 200 len: 217 time: 0.3016658 Apr 18 20:35:27.878028 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:27.878930 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Added segment 13b8af9e-c947-46f6-a9e7-3cd6152f5bcd of type vlan for network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 Apr 18 20:35:27.935893 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.025239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.026782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.027735 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.095605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2330039 Apr 18 20:35:28.120551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:28.154881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Request body: {'subnet': {'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1298211024-subnet', 'tenant_id': '617f79e48f07424ba4fce377135e6cda', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:28.174846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:28.189189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Usage tracker for resource:subnet and tenant:617f79e48f07424ba4fce377135e6cda is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:28.277357 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:28.344215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-2512fdfe-ea18-4d2f-b914-9adeb45ad538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.346282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-2512fdfe-ea18-4d2f-b914-9adeb45ad538 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 200 len: 854 time: 0.4048049 Apr 18 20:35:28.412414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e60968c-c55e-4aff-bee8-a82bd2057842,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:28.430542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-786c1ea6-04a7-416f-b67f-ed0c078fa877 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=71e2170a-e80a-483b-823d-15d9b13d020a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749900 Apr 18 20:35:28.436017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd77667-edce-472d-b788-bcf3058a84c6 admin admin] Pushing event updated for resources: {'Network': ['ID=5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:28.446730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:28.470132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:35:28.501594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259fd642-49a4-499a-a297-91fb43dec5d5 req-ecf5a264-ccfa-4c36-b61b-1c53e84b1c89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.510527 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-259fd642-49a4-499a-a297-91fb43dec5d5 req-ecf5a264-ccfa-4c36-b61b-1c53e84b1c89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.6441507 Apr 18 20:35:28.517171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:28.550804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e8b4b-6e6c-4217-b2ca-9a1b073a5abb req-e03dd3a8-0194-476f-adaf-75793ad99d97 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:28.554614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c15e8b4b-6e6c-4217-b2ca-9a1b073a5abb req-e03dd3a8-0194-476f-adaf-75793ad99d97 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.8711770 Apr 18 20:35:28.620922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Made reservation on behalf of 617f79e48f07424ba4fce377135e6cda for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:28.625660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.037959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-259fd642-49a4-499a-a297-91fb43dec5d5 req-552126e3-c3df-412a-82e2-4150b542a452 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5260992 Apr 18 20:35:29.270577 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c15e8b4b-6e6c-4217-b2ca-9a1b073a5abb req-d1c33078-e8d1-494b-9834-a22629f5ac27 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7071588 Apr 18 20:35:29.271857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:29.435555 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-3245682a-e548-45f2-aa14-f08cfc2afc7d service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9909253 Apr 18 20:35:29.707994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d59b17a0-1b95-40bd-bca3-d5aadd293fd7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:29.801750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Checking segment: {'id': '13b8af9e-c947-46f6-a9e7-3cd6152f5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:29.802264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Network hostable DHCP agents. Network: 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:29.884085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:29.938157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:29.954118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:29.959183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e898c35-586c-46d4-b964-25e432cd4079 None None] Network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:29.959886 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:30.033256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fb6f4712-4ad8-4a54-8f17-f649332c96bd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8980379 Apr 18 20:35:30.501055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Deleting port f89d513f-861d-4117-bf51-ee9b9863bdfb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:30.501673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:30.543740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafc28da-11ce-4bf5-ae6c-bcdfb3d65209 None None] Network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:30.704232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70af7a91-9814-4191-b055-5a50e3fb6878 req-5eb08ec3-4634-40d5-9c2f-3aeedd3a26df service neutron] 10.222.0.55 "GET /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2577856 Apr 18 20:35:30.832661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841a046-9f83-406d-9e21-a94e2bb889ef req-013b0cf6-3034-4840-8758-50963db1db5a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:30.840950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2841a046-9f83-406d-9e21-a94e2bb889ef req-013b0cf6-3034-4840-8758-50963db1db5a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.1579916 Apr 18 20:35:30.912329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2841a046-9f83-406d-9e21-a94e2bb889ef req-513f6f9e-374d-4ed0-b43c-f264e1d825cd tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703983 Apr 18 20:35:31.104973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7622e-553a-4368-9e71-38695986c142 req-5b1db286-52b3-4291-b10a-780e97f05e4b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:31.107076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88e7622e-553a-4368-9e71-38695986c142 req-5b1db286-52b3-4291-b10a-780e97f05e4b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.4927821 Apr 18 20:35:31.293168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-88e7622e-553a-4368-9e71-38695986c142 req-ae2a4006-7414-43fc-84ff-cb66071aa1d6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586230 Apr 18 20:35:31.300509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] For port f89d513f-861d-4117-bf51-ee9b9863bdfb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f89d513f-861d-4117-bf51-ee9b9863bdfb,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:31.300509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.364591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:31.370965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-889627469-network', 'tenant_id': 'ccc414e0ed304213b511d75e12b8b1fe'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:31.377493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:31.383612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Usage tracker for resource:network and tenant:ccc414e0ed304213b511d75e12b8b1fe is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:31.388743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:31.397392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:31.413443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Made reservation on behalf of ccc414e0ed304213b511d75e12b8b1fe for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:31.416607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.446296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.475299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:31.489853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Usage tracker for resource:security_group_rule and tenant:ccc414e0ed304213b511d75e12b8b1fe is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:31.495109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:31.511681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:31.671139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.682618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.786377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Calling delete_port for f89d513f-861d-4117-bf51-ee9b9863bdfb owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:31.792306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:31.860425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1962847d-df81-414d-9c69-bfabb837656f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:31.875608 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:31.876011 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Added segment ee118275-6f11-4d76-ab84-576f69957ba9 of type vlan for network 89f0356c-42a9-4940-8f48-8195c52f24fc Apr 18 20:35:32.008692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.182687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.187186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.191384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:32.263132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:35:32.595690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] Pushing event updated for resources: {'Network': ['ID=89f0356c-42a9-4940-8f48-8195c52f24fc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:32.617772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 89f0356c-42a9-4940-8f48-8195c52f24fc details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:35:32.695843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-17467a08-828c-4b5d-9c26-8453dba216b0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3255503 Apr 18 20:35:32.714742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:32.742330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Request body: {'subnet': {'network_id': '89f0356c-42a9-4940-8f48-8195c52f24fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-889627469-subnet', 'tenant_id': 'ccc414e0ed304213b511d75e12b8b1fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:32.761746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:32.810716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Usage tracker for resource:subnet and tenant:ccc414e0ed304213b511d75e12b8b1fe is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:32.828524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:32.857227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:32.910929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d34082-321a-4add-9941-f8b65f56d68b req-deedceec-79e1-4c2e-b2d3-b46a0201934d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:32.918471 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88d34082-321a-4add-9941-f8b65f56d68b req-deedceec-79e1-4c2e-b2d3-b46a0201934d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.6920218 Apr 18 20:35:32.991419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Made reservation on behalf of ccc414e0ed304213b511d75e12b8b1fe for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:33.001285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.195497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.243011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b485f5-9153-4039-8676-38cd26713427 req-4be2a8bb-a2d8-490c-ba21-2f6fc76650d3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:33.258576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0b485f5-9153-4039-8676-38cd26713427 req-4be2a8bb-a2d8-490c-ba21-2f6fc76650d3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.6497052 Apr 18 20:35:33.508744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88d34082-321a-4add-9941-f8b65f56d68b req-b2ac1f23-ffe1-495d-9c92-344e780e1242 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5765707 Apr 18 20:35:33.518386 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:33.783413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=f89d513f-861d-4117-bf51-ee9b9863bdfb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:33.850222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0b485f5-9153-4039-8676-38cd26713427 req-84ff14ac-30fe-4dad-bb6b-2eadf6c33532 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5892732 Apr 18 20:35:33.936998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Checking segment: {'id': 'ee118275-6f11-4d76-ab84-576f69957ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '89f0356c-42a9-4940-8f48-8195c52f24fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:33.938478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Network hostable DHCP agents. Network: 89f0356c-42a9-4940-8f48-8195c52f24fc, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:33.963977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26a7af8-fe31-4b0c-8ed2-112c9d324fe8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:34.034836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Network 89f0356c-42a9-4940-8f48-8195c52f24fc is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:34.062447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 89f0356c-42a9-4940-8f48-8195c52f24fc) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:34.085901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a361a2-8405-4033-991c-5e7dd82a0ab9 None None] Network 89f0356c-42a9-4940-8f48-8195c52f24fc requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:34.105652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:34.108383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:34.197034 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b55b9b44-5820-44f6-9224-3270b13f2367 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4801397 Apr 18 20:35:34.608393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:35.260117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef53df6-bdfd-47c4-ba48-88cb86bb2c98 None None] Network 89f0356c-42a9-4940-8f48-8195c52f24fc requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:35.280965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a483d1b5-fa7a-4aba-9ace-444907606a61 req-70da88d4-1c6d-4828-83f6-cc46390eca55 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:35.307959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a483d1b5-fa7a-4aba-9ace-444907606a61 req-70da88d4-1c6d-4828-83f6-cc46390eca55 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.3989253 Apr 18 20:35:35.483765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a483d1b5-fa7a-4aba-9ace-444907606a61 req-7adf7cba-47aa-48a3-8505-b1cffaee165e tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740952 Apr 18 20:35:35.939702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f9563-bcf6-4240-a2a9-a283f171db8f req-cdf2cd96-52f3-4c8d-bf68-26b4a5d41cc3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:35.942827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd5f9563-bcf6-4240-a2a9-a283f171db8f req-cdf2cd96-52f3-4c8d-bf68-26b4a5d41cc3 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 0.1633484 Apr 18 20:35:35.985160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df94dc2-5b51-4fe4-b2fb-d167a0e2b964 req-662a75b1-c9a3-42c2-b844-87378778d516 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:35.987880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8df94dc2-5b51-4fe4-b2fb-d167a0e2b964 req-662a75b1-c9a3-42c2-b844-87378778d516 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.4866648 Apr 18 20:35:36.014503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd5f9563-bcf6-4240-a2a9-a283f171db8f req-7829d45a-b0a8-4cd7-91b3-4beeadbcc097 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608630 Apr 18 20:35:36.094032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Router 2092f3f9-042c-4cde-a44e-d038110940a7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:35:36.893727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b8f4070e-2689-4275-b715-ebb88f4e3331 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:35:36.898996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b8f4070e-2689-4275-b715-ebb88f4e3331 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:37.030141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-b72c2d89-7942-4ec3-86ca-aa578f33a142 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.031299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-b72c2d89-7942-4ec3-86ca-aa578f33a142 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Synchronizing usage tracker for tenant:617f79e48f07424ba4fce377135e6cda on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:35:37.044560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:35:37.072249 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] Sync routers for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:35:37.122636 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:37.127674 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:35:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:37.152262 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8df94dc2-5b51-4fe4-b2fb-d167a0e2b964 req-b0f8f591-7310-49c2-a4bc-ab75a7f41316 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1528306 Apr 18 20:35:37.278660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9d7c0246-b062-46bb-b7b6-a9ae1d634d0e admin admin] 10.222.0.47 "PUT /v2.0/routers/2092f3f9-042c-4cde-a44e-d038110940a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2508254 Apr 18 20:35:37.290024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35968) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:37.306897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-b72c2d89-7942-4ec3-86ca-aa578f33a142 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Unset dirty status for tenant:617f79e48f07424ba4fce377135e6cda on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:35:37.318405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-b72c2d89-7942-4ec3-86ca-aa578f33a142 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/networks?id=5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 HTTP/1.1" status: 200 len: 809 time: 0.7852616 Apr 18 20:35:37.407995 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-2c93b678-df7a-4919-9491-45bbb4fdb9c3 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/quotas/617f79e48f07424ba4fce377135e6cda HTTP/1.1" status: 200 len: 375 time: 0.0637016 Apr 18 20:35:37.414779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae166983-86d6-41eb-8ad6-1b2eabc27aba req-d638ae51-4cc8-460d-9147-d5822ce8e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:37.416337 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae166983-86d6-41eb-8ad6-1b2eabc27aba req-d638ae51-4cc8-460d-9147-d5822ce8e5db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1097 time: 1.3200083 Apr 18 20:35:37.615273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-da4eabb4-70b1-4361-8c17-ada470e761e9 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=617f79e48f07424ba4fce377135e6cda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2059133 Apr 18 20:35:37.682413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae166983-86d6-41eb-8ad6-1b2eabc27aba req-095a3e7f-bc55-45db-acee-1c7e7d7d487f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2467704 Apr 18 20:35:37.716224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:37.807251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'port_id': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'mac_address': 'fa:16:3e:cc:8e:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:35:37.902090 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:38.149192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-88d98518-cf60-49c9-90a8-c3ac55fa0a75 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:38.155392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-88d98518-cf60-49c9-90a8-c3ac55fa0a75 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 1.1057041 Apr 18 20:35:38.163382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.229011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.241627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.359118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8f4070e-2689-4275-b715-ebb88f4e3331 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:38.393419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-2d169882-8ef8-4df8-9941-23446c72158b service neutron] 10.222.0.47 "GET /v2.0/networks/5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7762914 Apr 18 20:35:38.520796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:38.538791 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:38.567020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Deleting port 7718f903-d08e-4dd5-a149-5fa594bac1d7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:38.567020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.020066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:39.023366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839f64a-5104-465e-8322-7214d8a7f5af req-fe141020-9a79-4b44-907e-5be158bb0694 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:39.025990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4839f64a-5104-465e-8322-7214d8a7f5af req-fe141020-9a79-4b44-907e-5be158bb0694 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 1.3284714 Apr 18 20:35:39.082864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b8f4070e-2689-4275-b715-ebb88f4e3331'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:35:39.223991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.385133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4839f64a-5104-465e-8322-7214d8a7f5af req-10973194-dc85-4bb9-9689-1f6960a59f53 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040907 Apr 18 20:35:39.401841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Deleting port 62c20090-eb6e-4901-adfd-2d95239f7474 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:39.407769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:39.473897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:35:39.473897 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:35:39.775862 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4'}], 'enable_snat': True}, 'gw_port_id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:35:32Z', 'revision_number': 5, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port': {'id': '62c20090-eb6e-4901-adfd-2d95239f7474', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:6d:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1537, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:24:12Z', 'updated_at': '2022-04-18T20:24:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:39.807957 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] Checking router: 2092f3f9-042c-4cde-a44e-d038110940a7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:35:39.858037 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] Routers {'2092f3f9-042c-4cde-a44e-d038110940a7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:35:39.868888 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:35:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2092f3f9-042c-4cde-a44e-d038110940a7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:40.420300 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] Set router 2092f3f9-042c-4cde-a44e-d038110940a7 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:35:40.450505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.495802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] For port 62c20090-eb6e-4901-adfd-2d95239f7474, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=62c20090-eb6e-4901-adfd-2d95239f7474,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:40.496685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.530506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] For port 7718f903-d08e-4dd5-a149-5fa594bac1d7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7718f903-d08e-4dd5-a149-5fa594bac1d7,segment=NetworkSegment(18adb471-90e0-4e82-8d34-09608deb5845),segment_id=18adb471-90e0-4e82-8d34-09608deb5845)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:40.531304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.670192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b8f4070e-2689-4275-b715-ebb88f4e3331 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:40.722259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Calling delete_port for 62c20090-eb6e-4901-adfd-2d95239f7474 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:40.785601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Calling delete_port for 7718f903-d08e-4dd5-a149-5fa594bac1d7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:40.821752 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:35:39Z', 'revision_number': 6, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:40.836226 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04d30e-7e87-4ccb-b84b-d795545fe542 None None] The sync data for ids ['2092f3f9-042c-4cde-a44e-d038110940a7'] in n-d-836016-3 is: [{'id': '2092f3f9-042c-4cde-a44e-d038110940a7', 'name': 'tempest-ServerActionsTestJSON-720435861-router', 'tenant_id': '987a6ef7e49843098beded1785b8ca24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:24:08Z', 'updated_at': '2022-04-18T20:35:39Z', 'revision_number': 6, 'project_id': '987a6ef7e49843098beded1785b8ca24', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:35:40.919075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:40.958003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:40.962860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d553440-de95-473c-808b-2ed9dc9e0f1e req-c94187d5-1381-4540-b2b8-d6ddf5f378cc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:40.976173 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d553440-de95-473c-808b-2ed9dc9e0f1e req-c94187d5-1381-4540-b2b8-d6ddf5f378cc tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6e3744b1-e020-486a-bbb2-035c4b62c01d HTTP/1.1" status: 200 len: 947 time: 1.0074518 Apr 18 20:35:40.981967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.002942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:41.027970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.065466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 7718f903-d08e-4dd5-a149-5fa594bac1d7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:35:41.065945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7718f903-d08e-4dd5-a149-5fa594bac1d7 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:35:41.097467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Pushing event deleted for resources: {'Port': ['ID=7718f903-d08e-4dd5-a149-5fa594bac1d7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:41.121117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:41.306422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] No DVR routers for this DVR port 7718f903-d08e-4dd5-a149-5fa594bac1d7 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:41.310523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:41.317113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-deleted', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:41.332096 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-54919ae9-b67d-485c-9943-e7b841ca6e12 service neutron] 10.222.0.47 "GET /v2.0/networks/5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5052116 Apr 18 20:35:41.358568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a30c928-eb18-4f58-b7e5-892224e0aa47 req-669b5dfe-9de2-49b5-8851-f7ce7955e0b8 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.55 "DELETE /v2.0/ports/7718f903-d08e-4dd5-a149-5fa594bac1d7 HTTP/1.1" status: 204 len: 173 time: 3.1956940 Apr 18 20:35:41.374220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89d513f-861d-4117-bf51-ee9b9863bdfb no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:41.479073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f89d513f-861d-4117-bf51-ee9b9863bdfb {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:35:41.479454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f89d513f-861d-4117-bf51-ee9b9863bdfb not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:35:41.557182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=62c20090-eb6e-4901-adfd-2d95239f7474,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:41.678902 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d553440-de95-473c-808b-2ed9dc9e0f1e req-af50b75c-aa91-493f-8751-1bcc341160e0 tempest-ServersNegativeTestJSON-1915332763 tempest-ServersNegativeTestJSON-1915332763-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd49d6d7-d50f-43ce-adbc-1485ea311e1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7001400 Apr 18 20:35:41.809031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.081378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.085075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.190236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.190731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2092f3f9-042c-4cde-a44e-d038110940a7 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:35:42.219850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.224113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0a994a51-ee0b-4e77-9fb6-5bc738eb72f4 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2092f3f9-042c-4cde-a44e-d038110940a7 HTTP/1.1" status: 204 len: 168 time: 4.9287698 Apr 18 20:35:42.226802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:42.312906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bf711-4fcf-4410-80a7-1296d049629c req-a992ecaa-3d8b-4e56-b8dd-b320bafa8ec5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.314924 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a78bf711-4fcf-4410-80a7-1296d049629c req-a992ecaa-3d8b-4e56-b8dd-b320bafa8ec5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 944 time: 0.2032936 Apr 18 20:35:42.403589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a78bf711-4fcf-4410-80a7-1296d049629c req-ad4d8fae-e602-4a85-851d-a99f27c3071b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820088 Apr 18 20:35:42.438238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36000) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:42.477141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfcbb0-08d2-41fa-896a-9acac5d4e49c req-86315ff1-76c8-44fb-a0c7-adfbc9ba11ce tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:42.485654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20bfcbb0-08d2-41fa-896a-9acac5d4e49c req-86315ff1-76c8-44fb-a0c7-adfbc9ba11ce tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.6587079 Apr 18 20:35:42.629972 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf35879a-267f-4686-8a6c-d53c1309ae14'] response: {'server_uuid': '6e3744b1-e020-486a-bbb2-035c4b62c01d', 'name': 'network-vif-deleted', 'tag': '7718f903-d08e-4dd5-a149-5fa594bac1d7', 'status': 'completed', 'code': 200} Apr 18 20:35:42.634960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] Deleting subnet 49466b99-a61e-4c8a-9ba4-d89f66d21f8c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:35:42.664847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.764345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:42.860792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20bfcbb0-08d2-41fa-896a-9acac5d4e49c req-64786d6c-ecd6-4f75-ad65-fdd160c109f0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3746264 Apr 18 20:35:42.896225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd214ed8-e390-4c95-a500-5890cb79019d req-9b397778-7ec1-4b4d-9e9f-b2430dfb2abe tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 210 time: 0.1279585 Apr 18 20:35:42.942808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b8f4070e-2689-4275-b715-ebb88f4e3331 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:35:42.980645 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.001228 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8ed04765-b37e-4e16-9686-b4ac448e2d50 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/floatingips/507958f7-4f7c-472b-8b82-2db37d9c9031 HTTP/1.1" status: 200 len: 992 time: 0.5605931 Apr 18 20:35:43.078328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36008) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:43.198015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.292362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b8f4070e-2689-4275-b715-ebb88f4e3331 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:35:43.292889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.299684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49466b99-a61e-4c8a-9ba4-d89f66d21f8c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:43.326609 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.340372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1260e9b2-02c7-4c89-a7cd-1b6a7024fbcd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/49466b99-a61e-4c8a-9ba4-d89f66d21f8c HTTP/1.1" status: 204 len: 168 time: 1.1038299 Apr 18 20:35:43.340743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36018) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:43.478472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c79421-4bad-42de-b8cc-cd70437f973f None None] Network c5da65e2-5089-4c5a-a705-5f4713ee1a60 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:43.561922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 62c20090-eb6e-4901-adfd-2d95239f7474 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:43.610044 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.676786 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c47d00d0-a210-48ef-a99e-392c8e629f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.698629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 62c20090-eb6e-4901-adfd-2d95239f7474 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:35:43.698984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 62c20090-eb6e-4901-adfd-2d95239f7474 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:35:43.779907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Deleting port 43703813-6680-4222-9c8a-a0ba8375916d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:43.780515 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.874771 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:43.996898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] Deleting subnet 755548ac-fca4-421a-bdd6-85b8ac87f290 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:35:44.236453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:44.298635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:44.335486 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.416105 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.614226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] For port 43703813-6680-4222-9c8a-a0ba8375916d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=43703813-6680-4222-9c8a-a0ba8375916d,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:44.614226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.637127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:44.645799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-0e0ae3cd-0090-4c54-b5e1-051b4a599755 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:44.653176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-0e0ae3cd-0090-4c54-b5e1-051b4a599755 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.61 "GET /v2.0/networks?id=5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 HTTP/1.1" status: 200 len: 809 time: 0.3823168 Apr 18 20:35:44.658679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.659655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.661071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.662140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.663103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.664121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.665063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.666036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.666879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.668035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.668888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.669779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:35:44.778500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Request body: {'port': {'device_id': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8', 'admin_state_up': True, 'tenant_id': '617f79e48f07424ba4fce377135e6cda'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:44.823797 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21e4ac3f-7061-45df-92a9-a67603ba9d3b req-65323f3f-04ec-4aa5-aa3e-f0362e4cc037 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 210 time: 0.1692431 Apr 18 20:35:44.840352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] DHCP port deletion for c5da65e2-5089-4c5a-a705-5f4713ee1a60 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:35:44.847563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Deleting port 43703813-6680-4222-9c8a-a0ba8375916d {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:44.857359 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:44.924617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Calling delete_port for 43703813-6680-4222-9c8a-a0ba8375916d owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:44.995463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.369838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4d54a-01ca-44a8-9aa7-8f61fc400c88 req-93208de0-a685-4457-9968-a11f5d947f27 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:45.379859 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2ee4d54a-01ca-44a8-9aa7-8f61fc400c88 req-93208de0-a685-4457-9968-a11f5d947f27 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 1.0264304 Apr 18 20:35:45.389150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.397787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:45.409924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Usage tracker for resource:port and tenant:617f79e48f07424ba4fce377135e6cda is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:45.418549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:45.433465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:45.450163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] For port 43703813-6680-4222-9c8a-a0ba8375916d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=43703813-6680-4222-9c8a-a0ba8375916d,segment=NetworkSegment(953bb2b5-7ed5-4846-a223-40d52970dd87),segment_id=953bb2b5-7ed5-4846-a223-40d52970dd87)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:45.452134 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.460034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Made reservation on behalf of 617f79e48f07424ba4fce377135e6cda for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:45.464838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.475653 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a16994e4-7b44-4a58-8947-92c9b669e773'] response: {'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'code': 200} Apr 18 20:35:45.476338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:45.476494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 43703813-6680-4222-9c8a-a0ba8375916d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:35:45.617953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 43703813-6680-4222-9c8a-a0ba8375916d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:35:45.618792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 43703813-6680-4222-9c8a-a0ba8375916d not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:35:45.644316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Pushing event deleted for resources: {'Port': ['ID=43703813-6680-4222-9c8a-a0ba8375916d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:45.652887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] No DVR routers for this DVR port 43703813-6680-4222-9c8a-a0ba8375916d on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:35:45.661597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2ee4d54a-01ca-44a8-9aa7-8f61fc400c88 req-fb18478c-17ef-4c86-9c54-d355563a85cd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161832 Apr 18 20:35:45.769655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Calling delete_port for 43703813-6680-4222-9c8a-a0ba8375916d owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:35:45.812541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Allocated IP 172.20.0.14 (5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8/d59b17a0-1b95-40bd-bca3-d5aadd293fd7/a96b1723-3df8-4a10-b609-52635e065898) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.884973 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:35:45.887590 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:35:45.898068 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:35:45.898556 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:35:45.986792 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-77909d07-3468-4f6c-9ca4-67f63f15ba66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.134675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.154117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.198192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.256836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.286079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5da65e2-5089-4c5a-a705-5f4713ee1a60']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:46.365624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953bb2b5-7ed5-4846-a223-40d52970dd87') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:46.365624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953bb2b5-7ed5-4846-a223-40d52970dd87') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:46.395790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=755548ac-fca4-421a-bdd6-85b8ac87f290,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:46.399375 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.400067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Deleting port 43703813-6680-4222-9c8a-a0ba8375916d {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:35:46.400653 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.410697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.419135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Pushing event updated for resources: {'Port': ['ID=a96b1723-3df8-4a10-b609-52635e065898,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:46.423834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:46.433878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:46.450393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-96510c0a-cef1-4022-8ae2-d8e86ac77892 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/755548ac-fca4-421a-bdd6-85b8ac87f290 HTTP/1.1" status: 204 len: 168 time: 3.3699424 Apr 18 20:35:46.453582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36040) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:46.458234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.461922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:35:46.600551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd26c1-09bf-4fd9-9966-01088732617b req-8bc3534f-c7b1-4ce0-a942-b0e7d79d6f1e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.615101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1cd26c1-09bf-4fd9-9966-01088732617b req-8bc3534f-c7b1-4ce0-a942-b0e7d79d6f1e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 932 time: 0.3317323 Apr 18 20:35:46.657570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:46.661088 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.681776 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.688094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:46.688094 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.705214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a6f9fc21-06d4-4ac7-95ed-4696e67f182b None None] The port '43703813-6680-4222-9c8a-a0ba8375916d' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:46.740615 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:46.846449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-bee4b73a-53a5-491d-b185-8a56fcc9502e tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0578015 Apr 18 20:35:46.846449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Request body: {'port': {'device_id': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:46.888271 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.915852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.926709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f1cd26c1-09bf-4fd9-9966-01088732617b req-43f2b86d-e84c-4106-88de-927782d4bf74 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Synchronizing usage tracker for tenant:617f79e48f07424ba4fce377135e6cda on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:35:46.952510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:46.994323 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.140577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5da65e2-5089-4c5a-a705-5f4713ee1a60,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:47.143770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6b4a80b-43b5-48b9-8dff-717f1c982c53 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c5da65e2-5089-4c5a-a705-5f4713ee1a60 HTTP/1.1" status: 204 len: 168 time: 3.8017118 Apr 18 20:35:47.201335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.221998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f1cd26c1-09bf-4fd9-9966-01088732617b req-43f2b86d-e84c-4106-88de-927782d4bf74 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Unset dirty status for tenant:617f79e48f07424ba4fce377135e6cda on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:35:47.224059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f1cd26c1-09bf-4fd9-9966-01088732617b req-43f2b86d-e84c-4106-88de-927782d4bf74 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366330 Apr 18 20:35:47.235107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.381969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71e2170a-e80a-483b-823d-15d9b13d020a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:47.443258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18adb471-90e0-4e82-8d34-09608deb5845') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:47.444313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18adb471-90e0-4e82-8d34-09608deb5845') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:35:47.489799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36056) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:47.498677 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.584721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.613592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ac761-d81d-4eb0-b9d8-9e20ab363314 req-a61536be-467d-4386-9869-365efcfd1ff9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:47.615193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-857ac761-d81d-4eb0-b9d8-9e20ab363314 req-a61536be-467d-4386-9869-365efcfd1ff9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.4662619 Apr 18 20:35:47.621972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:35:47.622469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:35:47.638176 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:35:47.861946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b6c28abc-3c0d-445a-b8da-955d25e69f1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=987a6ef7e49843098beded1785b8ca24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3543360 Apr 18 20:35:47.869612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36062) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:47.992796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-857ac761-d81d-4eb0-b9d8-9e20ab363314 req-5eb53e6a-a88f-4794-b3af-16a36968dfa1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3532739 Apr 18 20:35:47.993771 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.003228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.073368 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79b58a7c-072f-4c55-a131-7d1abe65d291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.118594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] Pushing event deleted for resources: {'Network': ['ID=71e2170a-e80a-483b-823d-15d9b13d020a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.132913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c5d6b1ed-84b7-4a2d-90d3-44fcb446af02 admin admin] 10.222.0.47 "DELETE /v2.0/networks/71e2170a-e80a-483b-823d-15d9b13d020a HTTP/1.1" status: 204 len: 168 time: 1.6749625 Apr 18 20:35:48.163687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79b58a7c-072f-4c55-a131-7d1abe65d291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.189434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a96b1723-3df8-4a10-b609-52635e065898 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:48.211246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.343142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Transition to ACTIVE for port object a96b1723-3df8-4a10-b609-52635e065898 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:48.347220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79b58a7c-072f-4c55-a131-7d1abe65d291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.354064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.432904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b58a7c-072f-4c55-a131-7d1abe65d291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea76c5c1-f63c-464d-9551-10ea41c8d274,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.449839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79b58a7c-072f-4c55-a131-7d1abe65d291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.453920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-79b58a7c-072f-4c55-a131-7d1abe65d291 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea76c5c1-f63c-464d-9551-10ea41c8d274 HTTP/1.1" status: 204 len: 168 time: 0.5797019 Apr 18 20:35:48.508317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.730186 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:48.742805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36076) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:48.839153 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-86ebbeec-460e-420b-8c90-dbd1079e47d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8fea68a33aa43fe851d05036fe6798f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0945282 Apr 18 20:35:48.841619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36080) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:48.853469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Pushing event updated for resources: {'Port': ['ID=a96b1723-3df8-4a10-b609-52635e065898,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:48.934562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a34a078-cc56-4157-ac65-2aea24c1d241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.001108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a34a078-cc56-4157-ac65-2aea24c1d241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.112886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Attempting to bind port a96b1723-3df8-4a10-b609-52635e065898 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:49.119012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Attempting to bind port a96b1723-3df8-4a10-b609-52635e065898 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '13b8af9e-c947-46f6-a9e7-3cd6152f5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:49.119661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Attempting to bind port a96b1723-3df8-4a10-b609-52635e065898 on network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:35:49.137234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a34a078-cc56-4157-ac65-2aea24c1d241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.188463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45847ec-127b-4064-8ea1-20917a7c4daf req-cf6ee847-c22d-469c-acdb-923dc6cc1056 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:49.189731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d45847ec-127b-4064-8ea1-20917a7c4daf req-cf6ee847-c22d-469c-acdb-923dc6cc1056 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Synchronizing usage tracker for tenant:617f79e48f07424ba4fce377135e6cda on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:35:49.202328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a34a078-cc56-4157-ac65-2aea24c1d241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd49d6d7-d50f-43ce-adbc-1485ea311e1c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:49.207846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Port a96b1723-3df8-4a10-b609-52635e065898 on network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:35:49.208447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Attempting to bind port a96b1723-3df8-4a10-b609-52635e065898 on network 5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:35:49.209098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.231387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a34a078-cc56-4157-ac65-2aea24c1d241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.233265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a34a078-cc56-4157-ac65-2aea24c1d241 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd49d6d7-d50f-43ce-adbc-1485ea311e1c HTTP/1.1" status: 204 len: 168 time: 0.3901939 Apr 18 20:35:49.244770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:35:49.245351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Checking segment: {'id': '13b8af9e-c947-46f6-a9e7-3cd6152f5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:49.258284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Bound using segment: {'id': '13b8af9e-c947-46f6-a9e7-3cd6152f5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:35:49.258949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Bound port: a96b1723-3df8-4a10-b609-52635e065898, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b8af9e-c947-46f6-a9e7-3cd6152f5bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:49.259535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.384844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d45847ec-127b-4064-8ea1-20917a7c4daf req-cf6ee847-c22d-469c-acdb-923dc6cc1056 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Unset dirty status for tenant:617f79e48f07424ba4fce377135e6cda on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:35:49.387021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45847ec-127b-4064-8ea1-20917a7c4daf req-cf6ee847-c22d-469c-acdb-923dc6cc1056 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 944 time: 0.6444209 Apr 18 20:35:49.612821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45847ec-127b-4064-8ea1-20917a7c4daf req-11c7b5f6-b859-4772-95ce-13cd97c0ef92 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008462 Apr 18 20:35:49.649009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] For port a96b1723-3df8-4a10-b609-52635e065898, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:35:49.663887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] For port a96b1723-3df8-4a10-b609-52635e065898, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a96b1723-3df8-4a10-b609-52635e065898,segment=NetworkSegment(13b8af9e-c947-46f6-a9e7-3cd6152f5bcd),segment_id=13b8af9e-c947-46f6-a9e7-3cd6152f5bcd)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:35:49.678655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.716939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1b674-a7e6-4c69-8220-bfc7eaea5a97 req-b1958d3b-2b70-4387-a6f9-2b15ce7959bb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:49.719836 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43a1b674-a7e6-4c69-8220-bfc7eaea5a97 req-b1958d3b-2b70-4387-a6f9-2b15ce7959bb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.2543473 Apr 18 20:35:49.776222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:49.776902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:49.778438 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] 10.222.0.61 "PUT /v2.0/ports/a96b1723-3df8-4a10-b609-52635e065898 HTTP/1.1" status: 200 len: 1092 time: 2.9500160 Apr 18 20:35:49.778923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'tag': 'a96b1723-3df8-4a10-b609-52635e065898'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:35:49.861781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcb60f7-6291-418f-a819-3c61c6854090 service neutron] Pushing event updated for resources: {'Port': ['ID=a96b1723-3df8-4a10-b609-52635e065898,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:49.928378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-43a1b674-a7e6-4c69-8220-bfc7eaea5a97 req-e8e31928-c4c2-4215-90b4-1fc9c2490c3f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1873593 Apr 18 20:35:49.963865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36108) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:49.969576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-857449389'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:49.977390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:49.987614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:network and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:49.999991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:50.015898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:50.040142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:50.044689 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.055258 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d23f26a6-a74c-4042-ae1f-185e96927a5e'] response: {'name': 'network-changed', 'server_uuid': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'tag': 'a96b1723-3df8-4a10-b609-52635e065898', 'status': 'completed', 'code': 200} Apr 18 20:35:50.114190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-07816f25-c9c1-45e4-976b-50563cebde6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:50.115659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-07816f25-c9c1-45e4-976b-50563cebde6e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=617f79e48f07424ba4fce377135e6cda&device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 1095 time: 0.2455504 Apr 18 20:35:50.119714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:50.146715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.149358 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Added segment 626b6878-12fb-4e62-903f-fcf221a1dee2 of type vlan for network 84a83632-47ae-49f0-92cc-d175428aea3a Apr 18 20:35:50.220023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.316285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-a9716b41-aff7-43d5-9942-8422774797f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a96b1723-3df8-4a10-b609-52635e065898 HTTP/1.1" status: 200 len: 217 time: 0.1927629 Apr 18 20:35:50.325152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.336470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:50.337700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.485316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5166652 Apr 18 20:35:50.489459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36118) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:50.502123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-603354048'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:50.509454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0083f6-f36c-479d-9072-64ddfdeb3bb1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Network': ['ID=84a83632-47ae-49f0-92cc-d175428aea3a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:50.512336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:50.517922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:network and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:50.521998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36124) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:50.524822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:50.526299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 84a83632-47ae-49f0-92cc-d175428aea3a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:35:50.537739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:50.555769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:50.562833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.657791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 141} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:50.670972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.671536 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Added segment a65361b4-eaee-4cb4-9ba2-900a7e618cfc of type vlan for network 904e4d7d-e21b-4d84-ba7c-5ec004727885 Apr 18 20:35:50.751887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.818222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-4d7d11fa-dcdd-4df7-ad1f-e05fff125c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:50.820788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-4d7d11fa-dcdd-4df7-ad1f-e05fff125c2c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d59b17a0-1b95-40bd-bca3-d5aadd293fd7 HTTP/1.1" status: 200 len: 849 time: 0.4869018 Apr 18 20:35:50.836173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:50.843142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:50.844151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.086798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-094f394b-73d7-4d70-ac98-1cb4d564014b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2523603 Apr 18 20:35:51.121427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-112570365-network', 'tenant_id': '411906e29b024fab953f89bf2c1cba75'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:51.149032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:51.247318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Usage tracker for resource:network and tenant:411906e29b024fab953f89bf2c1cba75 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:51.272748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:51.299357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Network': ['ID=904e4d7d-e21b-4d84-ba7c-5ec004727885,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:51.310742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7368266c-70c1-4c1f-b9cd-0098496ce6d7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8195872 Apr 18 20:35:51.312415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:51.318447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36140) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:51.319860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:35:51.340772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'subnet': {'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:51.387649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Made reservation on behalf of 411906e29b024fab953f89bf2c1cba75 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:51.390047 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.481385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.527681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:51.531416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:subnet and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:51.534911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:51.542671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:51.563284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f3d39-4f00-41f2-a553-fe8204f2b434 req-2584e53c-7ad8-494f-8cd1-783188817b87 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:51.572922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec6f3d39-4f00-41f2-a553-fe8204f2b434 req-2584e53c-7ad8-494f-8cd1-783188817b87 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 944 time: 0.6745794 Apr 18 20:35:51.592135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:51.596332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:51.621412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:51.644170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Usage tracker for resource:security_group_rule and tenant:411906e29b024fab953f89bf2c1cba75 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:51.658196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:51.679783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:51.759570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-c2ce757a-52e8-47a3-9b7b-be1d40633a01 service neutron] 10.222.0.61 "GET /v2.0/networks/5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6649508 Apr 18 20:35:51.830508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217bd93b-1e45-46a6-85ee-5ff989e0f494 req-28d3e9ba-eb6e-4240-96a8-849ff2ae1919 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:51.841265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-217bd93b-1e45-46a6-85ee-5ff989e0f494 req-28d3e9ba-eb6e-4240-96a8-849ff2ae1919 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.4963441 Apr 18 20:35:51.870633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec6f3d39-4f00-41f2-a553-fe8204f2b434 req-230a29e9-43a3-4c00-b346-dde10d21e1dc tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2960205 Apr 18 20:35:51.997647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-217bd93b-1e45-46a6-85ee-5ff989e0f494 req-31fc48d4-995e-4c34-9d3c-1a06e999bd80 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1549039 Apr 18 20:35:52.038657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4211b897-99c0-4395-a65c-0cd7142fac6b req-aebaf668-fdc9-41cb-8b55-3ef21876af83 service neutron] 10.222.0.61 "GET /v2.0/networks/5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672942 Apr 18 20:35:52.240264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.263420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-8bbac39b-b8ba-44ab-91fd-7ec0d4b6451d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:52.265577 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-8bbac39b-b8ba-44ab-91fd-7ec0d4b6451d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=617f79e48f07424ba4fce377135e6cda&device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 1095 time: 0.1494961 Apr 18 20:35:52.278173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.336763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:35:52.348908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.398337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60da0ed-4d43-48ba-b00c-be8c8c9f363a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:52.443377 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.443754 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Added segment 8ec85a9e-248f-4ea9-9496-932be3be9641 of type vlan for network a805f15e-1a4c-4316-ad70-661ec4aea88a Apr 18 20:35:52.497711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-a61ea8fd-f072-44c2-b2d6-d7b3ec4fae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:52.500702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-a61ea8fd-f072-44c2-b2d6-d7b3ec4fae63 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 HTTP/1.1" status: 200 len: 910 time: 0.2255924 Apr 18 20:35:52.513737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.564401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Subnet': ['ID=70924771-a4d9-4767-a830-713760a24144,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:52.577338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Checking segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:52.577760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network hostable DHCP agents. Network: 84a83632-47ae-49f0-92cc-d175428aea3a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:52.599520 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.600525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:52.601116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.603908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-7c29c602-a44a-4615-a848-528c447918dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a96b1723-3df8-4a10-b609-52635e065898 HTTP/1.1" status: 200 len: 217 time: 0.0938454 Apr 18 20:35:52.702104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-94c78be1-a4b3-4074-8f79-fe0beef652b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:52.704257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-94c78be1-a4b3-4074-8f79-fe0beef652b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d59b17a0-1b95-40bd-bca3-d5aadd293fd7 HTTP/1.1" status: 200 len: 849 time: 0.0921896 Apr 18 20:35:52.768984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-f8a05621-545a-4c6f-8a50-0f6a94a0cca6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525665 Apr 18 20:35:52.800546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] Pushing event updated for resources: {'Network': ['ID=a805f15e-1a4c-4316-ad70-661ec4aea88a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:52.815745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a805f15e-1a4c-4316-ad70-661ec4aea88a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:35:52.817057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 84a83632-47ae-49f0-92cc-d175428aea3a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:52.839900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 84a83632-47ae-49f0-92cc-d175428aea3a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:52.849194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:52.849910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:52.865598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2ebba620-1fb2-43d2-beac-8848d0642d99 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3380060 Apr 18 20:35:52.867084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36158) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:52.892681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Request body: {'subnet': {'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-112570365-subnet', 'tenant_id': '411906e29b024fab953f89bf2c1cba75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:52.897680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d405c3fd-a30c-4edd-8d33-e41d1defdb8e None None] Network 84a83632-47ae-49f0-92cc-d175428aea3a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:52.906125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:52.926528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Usage tracker for resource:subnet and tenant:411906e29b024fab953f89bf2c1cba75 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:52.937003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:52.954113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:52.979245 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-43d669f3-9cd4-4a11-a3ed-a2ce002a3c7b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6454172 Apr 18 20:35:52.981685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36164) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:53.013747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'subnet': {'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:53.052478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Made reservation on behalf of 411906e29b024fab953f89bf2c1cba75 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:53.052694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-729a0047-a917-4e3a-afa0-41eb47e24051 service neutron] 10.222.0.61 "GET /v2.0/networks/5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764165 Apr 18 20:35:53.052774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.175244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36170) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:53.478940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.520851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:53.527994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:53.538761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Usage tracker for resource:security_group_rule and tenant:8def022f4e884899888b6cedb655aa2f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:53.540484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:subnet and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:53.543768 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e845606-5367-431a-9c6c-8ab14e2d2d5d req-fa49561c-628b-4cca-902c-b485372f3fad service neutron] 10.222.0.61 "GET /v2.0/networks/5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812016 Apr 18 20:35:53.545725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:53.547095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:53.556787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:53.559663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:53.640198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095dd97-abc9-49a1-9383-8d8e710c3526 req-f7a74a6b-adac-444c-9d8d-8344240a4a71 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.641889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9095dd97-abc9-49a1-9383-8d8e710c3526 req-f7a74a6b-adac-444c-9d8d-8344240a4a71 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.2846789 Apr 18 20:35:53.649016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:53.654813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.711510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7db59-8b79-49a0-a0b9-30a8670c1e7e req-88397d07-7c07-4ca0-96de-b82cb15e2018 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:53.725338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecd7db59-8b79-49a0-a0b9-30a8670c1e7e req-88397d07-7c07-4ca0-96de-b82cb15e2018 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 944 time: 0.6470222 Apr 18 20:35:53.756110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9095dd97-abc9-49a1-9383-8d8e710c3526 req-4e507899-da9d-4f59-b242-e2f7d76c1c67 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857041 Apr 18 20:35:53.825757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.833726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.902618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-84a83632-47ae-49f0-92cc-d175428aea3a', 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'fixed_ips': [{'subnet_id': '70924771-a4d9-4767-a830-713760a24144'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:35:53.910524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:53.914073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8def022f4e884899888b6cedb655aa2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7367506 Apr 18 20:35:53.915653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcb2ff7-825d-4a1c-8559-3a8041d33201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c140fb42-9662-44b4-b7ca-e2378a4cd618,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:53.918559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:54.094868 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0449-1bc0-4eb4-9a1b-29efeca1b69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.149184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0449-1bc0-4eb4-9a1b-29efeca1b69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.231611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Allocated IP 10.1.1.2 (84a83632-47ae-49f0-92cc-d175428aea3a/70924771-a4d9-4767-a830-713760a24144/7cac0dd7-9280-4a20-852e-c46ae7a5d640) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:54.245683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.247984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0449-1bc0-4eb4-9a1b-29efeca1b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.277154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd0449-1bc0-4eb4-9a1b-29efeca1b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c140fb42-9662-44b4-b7ca-e2378a4cd618,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:54.301254 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd0449-1bc0-4eb4-9a1b-29efeca1b69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.305553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a2cd0449-1bc0-4eb4-9a1b-29efeca1b69e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c140fb42-9662-44b4-b7ca-e2378a4cd618 HTTP/1.1" status: 204 len: 168 time: 0.3856211 Apr 18 20:35:54.443078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a96b1723-3df8-4a10-b609-52635e065898 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:35:54.507415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ecd7db59-8b79-49a0-a0b9-30a8670c1e7e req-4bb366a9-d237-45ec-890a-ebc7348fa342 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7798419 Apr 18 20:35:54.592136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Subnet': ['ID=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:54.603208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Checking segment: {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:54.603822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network hostable DHCP agents. Network: 904e4d7d-e21b-4d84-ba7c-5ec004727885, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:54.612468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.866359 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:54.897499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Transition to ACTIVE for port object 7cac0dd7-9280-4a20-852e-c46ae7a5d640 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:54.968107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Transition to ACTIVE for port object 7cac0dd7-9280-4a20-852e-c46ae7a5d640 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:54.972255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a96b1723-3df8-4a10-b609-52635e065898, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a96b1723-3df8-4a10-b609-52635e065898,segment=NetworkSegment(13b8af9e-c947-46f6-a9e7-3cd6152f5bcd),segment_id=13b8af9e-c947-46f6-a9e7-3cd6152f5bcd)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:55.016739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:55.043239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:55.115150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=872532e1-7488-4485-8296-bb16f5504f7c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:55.133503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Checking segment: {'id': '8ec85a9e-248f-4ea9-9496-932be3be9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:55.134844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Network hostable DHCP agents. Network: a805f15e-1a4c-4316-ad70-661ec4aea88a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:35:55.141342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Network 84a83632-47ae-49f0-92cc-d175428aea3a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:55.143187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'a96b1723-3df8-4a10-b609-52635e065898', 'network_id': '5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8', 'port_id': 'a96b1723-3df8-4a10-b609-52635e065898', 'mac_address': 'fa:16:3e:0d:32:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd59b17a0-1b95-40bd-bca3-d5aadd293fd7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:35:55.146454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 904e4d7d-e21b-4d84-ba7c-5ec004727885) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:55.160886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:55.178143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:55.178759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:55.189163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f3c9b8-0130-4b89-afb2-15b9cd1ccbfd None None] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:55.223063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:35:55.264261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Network a805f15e-1a4c-4316-ad70-661ec4aea88a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:35:55.274072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a805f15e-1a4c-4316-ad70-661ec4aea88a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:55.277052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7830341c-ce1d-4534-aff6-f0465822afcf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2913840 Apr 18 20:35:55.282142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36198) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:55.308047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'port': {'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'name': 'tempest-TaggedBootDevicesTest-387320365', 'fixed_ips': [{'subnet_id': '70924771-a4d9-4767-a830-713760a24144'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:55.320556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8b72-d98a-429c-bb82-5e4bc02834e6 req-04412358-8b21-409c-8975-69c33ca21c29 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:55.323132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-190f8b72-d98a-429c-bb82-5e4bc02834e6 req-04412358-8b21-409c-8975-69c33ca21c29 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.2145150 Apr 18 20:35:55.354813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:55.356275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:55.442922 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:55.465134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32101d21-d16b-4c35-ae30-0c5c8d1c317f None None] Network a805f15e-1a4c-4316-ad70-661ec4aea88a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:55.532737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a96b1723-3df8-4a10-b609-52635e065898 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:35:55.547851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-123fdb06-b235-4440-ba7b-c26206daee0e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6799748 Apr 18 20:35:55.600724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Pushing event updated for resources: {'Port': ['ID=7cac0dd7-9280-4a20-852e-c46ae7a5d640,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:55.829049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-190f8b72-d98a-429c-bb82-5e4bc02834e6 req-dbb77ba7-e270-42cd-b983-067f817d29fc tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4960525 Apr 18 20:35:55.834495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:55.844547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:port and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:55.848979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:55.862472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:55.897011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:56.173822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a96b1723-3df8-4a10-b609-52635e065898, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a96b1723-3df8-4a10-b609-52635e065898,segment=NetworkSegment(13b8af9e-c947-46f6-a9e7-3cd6152f5bcd),segment_id=13b8af9e-c947-46f6-a9e7-3cd6152f5bcd)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:35:56.206331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.329320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Attempting to bind port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:56.329961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Attempting to bind port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:56.330475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Attempting to bind port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:35:56.425367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a96b1723-3df8-4a10-b609-52635e065898,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:56.483547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:35:56.484146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Checking segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:56.484724 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.485682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Bound using segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:35:56.486371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Bound port: 7cac0dd7-9280-4a20-852e-c46ae7a5d640, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:56.486921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.543758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:56.568005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a0ba9-f463-4c12-b072-1cc2a64089bc None None] Network a805f15e-1a4c-4316-ad70-661ec4aea88a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:56.641899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] device_id is not set on port 83ea544c-8129-4c40-8224-5acff4d590b3 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:35:56.704379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] For port 7cac0dd7-9280-4a20-852e-c46ae7a5d640, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:35:56.709178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] For port 7cac0dd7-9280-4a20-852e-c46ae7a5d640, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cac0dd7-9280-4a20-852e-c46ae7a5d640,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:35:56.731092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['a96b1723-3df8-4a10-b609-52635e065898'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:35:56.811452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.260539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-904e4d7d-e21b-4d84-ba7c-5ec004727885', 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'fixed_ips': [{'subnet_id': '2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:35:57.261897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:57.283457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202d15e-ea5d-4deb-8fcd-73e31af2160c req-617aa378-11b5-4ce3-af3d-da7a53d62791 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:57.302762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5202d15e-ea5d-4deb-8fcd-73e31af2160c req-617aa378-11b5-4ce3-af3d-da7a53d62791 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 944 time: 1.3299577 Apr 18 20:35:57.349825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575b641-6926-458f-853f-5f197c9a3117 None None] Pushing event updated for resources: {'Port': ['ID=7cac0dd7-9280-4a20-852e-c46ae7a5d640,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:57.571222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-ad082365-c134-4288-95fb-9640c07c0b53 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:57.581777 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-ad082365-c134-4288-95fb-9640c07c0b53 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/networks?id=a805f15e-1a4c-4316-ad70-661ec4aea88a HTTP/1.1" status: 200 len: 808 time: 0.4459460 Apr 18 20:35:57.609867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e0733b54-317c-42b4-b847-3be617d11e35 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/quotas/411906e29b024fab953f89bf2c1cba75 HTTP/1.1" status: 200 len: 375 time: 0.0265017 Apr 18 20:35:57.726205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5202d15e-ea5d-4deb-8fcd-73e31af2160c req-d30d25ff-b41a-49e5-8bf1-68fe4576f871 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222143 Apr 18 20:35:57.833900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-3b12c0e8-bdcb-4682-b06e-6bf5bd106b91 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=411906e29b024fab953f89bf2c1cba75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2220957 Apr 18 20:35:57.922233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 10.1.1.70 (84a83632-47ae-49f0-92cc-d175428aea3a/70924771-a4d9-4767-a830-713760a24144/83ea544c-8129-4c40-8224-5acff4d590b3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:58.211260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Allocated IP 10.2.2.2 (904e4d7d-e21b-4d84-ba7c-5ec004727885/2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9/52b5838f-2878-4d0c-8ec4-8c1df723f311) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:35:58.244671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e2228eae-5cb0-4cfd-840f-0d823ab19ba4 service neutron] 10.222.0.47 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090521 Apr 18 20:35:58.474533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.531942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Transition to ACTIVE for port object 83ea544c-8129-4c40-8224-5acff4d590b3 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:58.667298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-db548a0c-87e8-4118-b852-155cca750fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112887 Apr 18 20:35:58.716835 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.736418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b1ed19-c305-45d1-9e03-386694862801 req-7ddf38c4-2802-44ef-a7de-1b68134ff8e8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:58.747854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97b1ed19-c305-45d1-9e03-386694862801 req-7ddf38c4-2802-44ef-a7de-1b68134ff8e8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.2477908 Apr 18 20:35:58.812160 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:58.857371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Transition to ACTIVE for port object 52b5838f-2878-4d0c-8ec4-8c1df723f311 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:58.877920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07738329-48fe-433f-ab10-09485fda6c77 req-7145f221-23de-4b39-9248-c94371361525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:58.881229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07738329-48fe-433f-ab10-09485fda6c77 req-7145f221-23de-4b39-9248-c94371361525 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1096 time: 0.2037632 Apr 18 20:35:58.948557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Transition to ACTIVE for port object 52b5838f-2878-4d0c-8ec4-8c1df723f311 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:35:58.960441 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.008865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 84a83632-47ae-49f0-92cc-d175428aea3a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:59.038885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:59.053747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:35:59.146068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:35:59.160851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:35:59.170370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:35:59.279688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88303f6-dd9d-49d8-bd55-06910ac6246c None None] Network 84a83632-47ae-49f0-92cc-d175428aea3a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:35:59.329156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97b1ed19-c305-45d1-9e03-386694862801 req-7f9f67cf-b584-4960-be89-e03434c61142 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5774059 Apr 18 20:35:59.352982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.358931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.367805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:59.468989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07738329-48fe-433f-ab10-09485fda6c77 req-0cd233eb-935a-43b0-98e2-ece94891cf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.470891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07738329-48fe-433f-ab10-09485fda6c77 req-0cd233eb-935a-43b0-98e2-ece94891cf04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.5806406 Apr 18 20:35:59.507912 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-96e46cbc-0d3a-416b-a22c-b55887b9ecee tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.2135696 Apr 18 20:35:59.510688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36276) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:35:59.530859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'port': {'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'name': 'tempest-TaggedBootDevicesTest-1837924790', 'fixed_ips': [{'subnet_id': '70924771-a4d9-4767-a830-713760a24144'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:35:59.564449 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d89c87e5-5636-4d0e-b68b-5d937af3fd46 req-6881b940-b61e-4802-a2d2-5f22ea7baa68 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 210 time: 0.1267998 Apr 18 20:35:59.751110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-787aaa9e-f004-495d-a0ba-69ad96c9170e None None] Provisioning for port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:35:59.756466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Pushing event updated for resources: {'Port': ['ID=52b5838f-2878-4d0c-8ec4-8c1df723f311,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:35:59.803209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:35:59.804845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7cac0dd7-9280-4a20-852e-c46ae7a5d640 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:35:59.809095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:port and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:35:59.812814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:35:59.821929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:35:59.837549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:35:59.844695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07738329-48fe-433f-ab10-09485fda6c77 req-93138965-af5f-4682-a71e-8b80eabd4fb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 1000 time: 0.3151238 Apr 18 20:35:59.845680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.868610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea38bb94-b317-46ee-9f73-fdf972fadc84 req-394e06eb-9355-44fd-aff7-53e8d8fb752d tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:35:59.870903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea38bb94-b317-46ee-9f73-fdf972fadc84 req-394e06eb-9355-44fd-aff7-53e8d8fb752d tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 945 time: 0.6175494 Apr 18 20:35:59.875470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] device_id is not set on port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:35:59.937818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Attempting to bind port 52b5838f-2878-4d0c-8ec4-8c1df723f311 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:35:59.938870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Attempting to bind port 52b5838f-2878-4d0c-8ec4-8c1df723f311 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:35:59.939412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Attempting to bind port 52b5838f-2878-4d0c-8ec4-8c1df723f311 on network 904e4d7d-e21b-4d84-ba7c-5ec004727885 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:35:59.959863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:35:59.960542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Checking segment: {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:35:59.961107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:35:59.961712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Bound using segment: {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:35:59.962802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Bound port: 52b5838f-2878-4d0c-8ec4-8c1df723f311, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:35:59.963387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.071979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea38bb94-b317-46ee-9f73-fdf972fadc84 req-8fa3f8b8-6823-4824-938c-3710fbe662af tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372845 Apr 18 20:36:00.075210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07738329-48fe-433f-ab10-09485fda6c77 req-a9452ac0-655c-4601-ac42-92e0633d8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.079141 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07738329-48fe-433f-ab10-09485fda6c77 req-a9452ac0-655c-4601-ac42-92e0633d8c7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.2068491 Apr 18 20:36:00.245679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07738329-48fe-433f-ab10-09485fda6c77 req-b6ce2449-a517-4459-b2b7-0e9fe14344a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:00.248462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07738329-48fe-433f-ab10-09485fda6c77 req-b6ce2449-a517-4459-b2b7-0e9fe14344a6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1584332 Apr 18 20:36:00.275826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] For port 52b5838f-2878-4d0c-8ec4-8c1df723f311, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:00.287437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] For port 52b5838f-2878-4d0c-8ec4-8c1df723f311, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=52b5838f-2878-4d0c-8ec4-8c1df723f311,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:00.304595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.344554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:00.350730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 10.1.1.179 (84a83632-47ae-49f0-92cc-d175428aea3a/70924771-a4d9-4767-a830-713760a24144/e10702c4-aea6-4a9a-a8f5-115bd9fb8344) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:00.378226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:00.379166 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.450575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a96b1723-3df8-4a10-b609-52635e065898 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:36:00.557950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07738329-48fe-433f-ab10-09485fda6c77 req-eb84b08a-b570-4b46-b1f2-3aae712eb1ec service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2978110 Apr 18 20:36:00.656235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e80f93-491c-43ed-b5ea-23ba3b98a6e7 None None] Pushing event updated for resources: {'Port': ['ID=52b5838f-2878-4d0c-8ec4-8c1df723f311,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:00.700631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port a96b1723-3df8-4a10-b609-52635e065898 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:00.768928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port a96b1723-3df8-4a10-b609-52635e065898 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:00.774800 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:00.866588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07738329-48fe-433f-ab10-09485fda6c77 req-36b41503-1a77-4e8d-964f-46bab01d8500 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880099 Apr 18 20:36:00.903752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.062358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7cac0dd7-9280-4a20-852e-c46ae7a5d640, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cac0dd7-9280-4a20-852e-c46ae7a5d640,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:01.092509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.256327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b3b12a6e-ccbb-4576-b6c4-cbd5b9240402 None None] Provisioning for port 83ea544c-8129-4c40-8224-5acff4d590b3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:01.286455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b3b12a6e-ccbb-4576-b6c4-cbd5b9240402 None None] Provisioning complete for port 83ea544c-8129-4c40-8224-5acff4d590b3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:01.286879 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3b12a6e-ccbb-4576-b6c4-cbd5b9240402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.430628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-96b8b221-41a0-4a4f-b67c-1da12b18dbbc req-50500871-fae7-4574-985a-9c4101dc57ac tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 210 time: 0.4717708 Apr 18 20:36:01.505068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b3b12a6e-ccbb-4576-b6c4-cbd5b9240402 None None] Port 83ea544c-8129-4c40-8224-5acff4d590b3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:01.605844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 52b5838f-2878-4d0c-8ec4-8c1df723f311 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:36:01.622156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d8846a-57ad-4e4c-b120-9199d88e57cb req-86382f89-6a6d-4be4-88c4-ed77fa40988e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.624086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-41d8846a-57ad-4e4c-b120-9199d88e57cb req-86382f89-6a6d-4be4-88c4-ed77fa40988e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 1.0755045 Apr 18 20:36:01.632360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.661152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Transition to ACTIVE for port object e10702c4-aea6-4a9a-a8f5-115bd9fb8344 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:01.714057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.741120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b3b12a6e-ccbb-4576-b6c4-cbd5b9240402 None None] Provisioning complete for port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:01.741539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b3b12a6e-ccbb-4576-b6c4-cbd5b9240402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:01.791215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-4129351e-f0a0-4d19-9d87-75eb6dc20362 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.793695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-4129351e-f0a0-4d19-9d87-75eb6dc20362 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.61 "GET /v2.0/networks?id=a805f15e-1a4c-4316-ad70-661ec4aea88a HTTP/1.1" status: 200 len: 808 time: 0.6868539 Apr 18 20:36:01.820090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Request body: {'port': {'device_id': 'a77c581b-4024-4c92-9622-31da16a15820', 'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a', 'admin_state_up': True, 'tenant_id': '411906e29b024fab953f89bf2c1cba75'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:01.843878 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-41d8846a-57ad-4e4c-b120-9199d88e57cb req-40599c9b-f629-4dff-98fe-62cb53624187 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524298 Apr 18 20:36:01.846368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 84a83632-47ae-49f0-92cc-d175428aea3a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:01.855604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:01.862377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:01.916125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:01.916447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7cac0dd7-9280-4a20-852e-c46ae7a5d640,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:01.969463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:01.970548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.006332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cca6dc2c-b5de-467d-a784-7d9b1b223467 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4942813 Apr 18 20:36:02.029288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.117572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port a96b1723-3df8-4a10-b609-52635e065898, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a96b1723-3df8-4a10-b609-52635e065898,segment=NetworkSegment(13b8af9e-c947-46f6-a9e7-3cd6152f5bcd),segment_id=13b8af9e-c947-46f6-a9e7-3cd6152f5bcd)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:02.121536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b1723-3df8-4a10-b609-52635e065898'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:02.148621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.149471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:36:02.273114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:02.281151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Usage tracker for resource:port and tenant:411906e29b024fab953f89bf2c1cba75 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:02.290680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:02.315804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:02.366128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Made reservation on behalf of 411906e29b024fab953f89bf2c1cba75 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:02.371263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.424302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd3b537-7f32-434a-a514-8fdc34205e7d req-0309622d-4331-4473-909c-0df8a36a51f9 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:02.444963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afd3b537-7f32-434a-a514-8fdc34205e7d req-0309622d-4331-4473-909c-0df8a36a51f9 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 946 time: 0.2960432 Apr 18 20:36:02.524162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 52b5838f-2878-4d0c-8ec4-8c1df723f311 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:02.564185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36316) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:02.570872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1910610391', 'description': 'tempest-description--55692664'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:02.582762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:02.605371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:security_group and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:02.609036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:02.618020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:02.645282 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.664269 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825c5b72-8698-43ed-963f-c7c48244372f'] response: {'server_uuid': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a96b1723-3df8-4a10-b609-52635e065898', 'code': 200} Apr 18 20:36:02.685349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:02.692489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:security_group_rule and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:02.697464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:02.705644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:02.772523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=a96b1723-3df8-4a10-b609-52635e065898,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:02.793718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f46926a-a92d-4013-ad1e-9d12165a90c9 None None] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:36:02.826172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.876350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afd3b537-7f32-434a-a514-8fdc34205e7d req-fd26f456-e016-4807-9247-62f0961ee987 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236083 Apr 18 20:36:02.907000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:02.984158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:02.992634 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3de1bc5-8ebe-4e61-8adf-48113f56b8a0 req-0e199148-7aa9-47f5-aa4b-4eb178eac450 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 210 time: 0.0832167 Apr 18 20:36:02.995211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.006582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.107927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.111271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Provisioning for port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:03.128515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Provisioning complete for port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:03.130223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.188693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.194836 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6285522 Apr 18 20:36:03.196101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ab9f9-032c-40e4-9a2d-771e8982db2e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec20fe3d-15f6-46d2-b539-eb3d043425d3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.209789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36326) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:03.224611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'security_group_rule': {'security_group_id': 'ec20fe3d-15f6-46d2-b539-eb3d043425d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:03.242455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:03.253159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:security_group_rule and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:03.261875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:03.283964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:03.317248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:03.327553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Allocated IP 172.20.0.13 (a805f15e-1a4c-4316-ad70-661ec4aea88a/872532e1-7488-4485-8296-bb16f5504f7c/82f99d51-90c2-407a-847b-0a0d4e4cdb4c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:03.345198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.355598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Provisioning for port 52b5838f-2878-4d0c-8ec4-8c1df723f311 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:03.369558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Provisioning complete for port 52b5838f-2878-4d0c-8ec4-8c1df723f311 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:03.370070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.448632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.460855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.510770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c6c0b63-fc70-45d3-b420-81eaf91b9f1e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.530185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7cac0dd7-9280-4a20-852e-c46ae7a5d640 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:36:03.563183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fd9462-c9ea-475e-b195-d9c26638ee1e req-d70f2945-3bbd-4ea2-adca-eadb0212d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.569847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82fd9462-c9ea-475e-b195-d9c26638ee1e req-d70f2945-3bbd-4ea2-adca-eadb0212d3a6 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 1097 time: 0.7899158 Apr 18 20:36:03.580453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.585402 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ed9c943a-3884-4767-8321-b2aad5e324af tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3720353 Apr 18 20:36:03.586131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36332) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:03.605854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'security_group_rule': {'security_group_id': 'ec20fe3d-15f6-46d2-b539-eb3d043425d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:03.617034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:03.625024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:security_group_rule and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:03.633497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:03.647329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:03.685293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec3c60c-4d85-4737-982a-02c4b7118427 req-b10826d3-e74c-44e3-b8be-0e0feedefce4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:03.693434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.709786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cec3c60c-4d85-4737-982a-02c4b7118427 req-b10826d3-e74c-44e3-b8be-0e0feedefce4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 0.5002139 Apr 18 20:36:03.734370 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.803737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] For port 52b5838f-2878-4d0c-8ec4-8c1df723f311, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=52b5838f-2878-4d0c-8ec4-8c1df723f311,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:03.812586 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.852501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.856628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.871065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:03.871445 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.913889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.915524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277409 Apr 18 20:36:03.919182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36340) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:03.924506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bcd2e-b6c0-43f2-acfc-ce8a54c91186 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91430a78-e3ef-4542-ab13-ee82f394733a,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:03.935911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:03.939833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Provisioning complete for port 83ea544c-8129-4c40-8224-5acff4d590b3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:03.940557 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:03.955023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:03.961155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:floatingip and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:03.971440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:03.986519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:04.007232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.107146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82fd9462-c9ea-475e-b195-d9c26638ee1e req-ffd2a71f-d7a0-4881-af58-2a128a7163c7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4868782 Apr 18 20:36:04.124141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Pushing event updated for resources: {'Port': ['ID=52b5838f-2878-4d0c-8ec4-8c1df723f311,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:04.126955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4a2bf9d6-a234-4ad3-840f-fcf6f5b2f6a9 None None] Port 83ea544c-8129-4c40-8224-5acff4d590b3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:04.159354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cec3c60c-4d85-4737-982a-02c4b7118427 req-90f467ce-729f-42fb-9f03-5f88dc0a0839 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4482393 Apr 18 20:36:04.201975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.263089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bff5656e-72df-40b9-ab14-335f893141da None None] Provisioning complete for port 52b5838f-2878-4d0c-8ec4-8c1df723f311 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:04.263669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bff5656e-72df-40b9-ab14-335f893141da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.285592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.324910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6794e9-66c0-4c14-b529-fd8b011d8330 req-2070c800-b5a0-4f9c-8542-8a6ffb0be9c5 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.328037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b6794e9-66c0-4c14-b529-fd8b011d8330 req-2070c800-b5a0-4f9c-8542-8a6ffb0be9c5 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 946 time: 0.1799443 Apr 18 20:36:04.375525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.465624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1b6794e9-66c0-4c14-b529-fd8b011d8330 req-74f07c33-dd0e-4949-a33d-0bb5941612ad tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259749 Apr 18 20:36:04.473234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Network a805f15e-1a4c-4316-ad70-661ec4aea88a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:04.478309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:04.492840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:04.539568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Pushing event updated for resources: {'Port': ['ID=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:04.598537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.599238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.624809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6471d-7bf6-41c3-b079-e25d89d2dbea req-1c089c44-ed54-441d-9682-0f5676ea730f tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:04.637976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1bc6471d-7bf6-41c3-b079-e25d89d2dbea req-1c089c44-ed54-441d-9682-0f5676ea730f tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 932 time: 0.2285337 Apr 18 20:36:04.641621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 172.25.5.96 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/0042fb23-a3bb-472f-88c4-dc5535946fb4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:04.665927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:04.714158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1bc6471d-7bf6-41c3-b079-e25d89d2dbea req-4764b437-c8d7-4317-bc80-a5b1073a27c9 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740001 Apr 18 20:36:04.715534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-2e90aafd-0432-4b2e-a075-9979a2c53c65 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9108281 Apr 18 20:36:04.734676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Request body: {'port': {'device_id': 'a77c581b-4024-4c92-9622-31da16a15820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:04.789700 n-d-836016-3 neutron-server[88143]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3e6dd621-9263-458f-8626-7169e6e65f83']: {'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'code': 422} returned with failed status Apr 18 20:36:04.896630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.937725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:04.967918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.006583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:05.010214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:05.014770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:05.107463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=0042fb23-a3bb-472f-88c4-dc5535946fb4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:05.195115 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.298630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.482082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 52b5838f-2878-4d0c-8ec4-8c1df723f311 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:36:05.669775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 52b5838f-2878-4d0c-8ec4-8c1df723f311 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:05.670586 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.794282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f99d51-90c2-407a-847b-0a0d4e4cdb4c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:05.826820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.844941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.853227 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.871081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1f50c-f8df-4425-b3b3-8963d22bb039 req-4021d90f-62c3-4ed8-82e8-8741208bee5c tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:05.872659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7eb1f50c-f8df-4425-b3b3-8963d22bb039 req-4021d90f-62c3-4ed8-82e8-8741208bee5c tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 946 time: 0.2152073 Apr 18 20:36:05.875872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Transition to ACTIVE for port object 82f99d51-90c2-407a-847b-0a0d4e4cdb4c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:05.888354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:05.999321 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.053282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=0042fb23-a3bb-472f-88c4-dc5535946fb4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:06.094690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.109913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf074ef6-c1d2-4a4a-8e6c-cb74d2ac31e6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1892335 Apr 18 20:36:06.299072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Pushing event updated for resources: {'Port': ['ID=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:06.335081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7eb1f50c-f8df-4425-b3b3-8963d22bb039 req-dca750b2-4c48-4108-83a1-56094b9ac1ed tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4520066 Apr 18 20:36:06.427808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144538ca-08a6-4275-b08b-75e450db4975 req-46c2de8b-3d48-43f0-8d80-b178b23dd713 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.430908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-144538ca-08a6-4275-b08b-75e450db4975 req-46c2de8b-3d48-43f0-8d80-b178b23dd713 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 944 time: 0.3035066 Apr 18 20:36:06.452889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:36:06.535000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Attempting to bind port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:06.535340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Attempting to bind port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '8ec85a9e-248f-4ea9-9496-932be3be9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:06.535811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Attempting to bind port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c on network a805f15e-1a4c-4316-ad70-661ec4aea88a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:06.542494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c on network a805f15e-1a4c-4316-ad70-661ec4aea88a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:06.542820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Attempting to bind port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c on network a805f15e-1a4c-4316-ad70-661ec4aea88a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:06.551203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:06.551556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Checking segment: {'id': '8ec85a9e-248f-4ea9-9496-932be3be9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:06.551950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Bound using segment: {'id': '8ec85a9e-248f-4ea9-9496-932be3be9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:06.552493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Bound port: 82f99d51-90c2-407a-847b-0a0d4e4cdb4c, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec85a9e-248f-4ea9-9496-932be3be9641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:06.552848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.595015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-144538ca-08a6-4275-b08b-75e450db4975 req-d2035ae7-05ab-4d55-8f09-cd6f22813dde tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Synchronizing usage tracker for tenant:411906e29b024fab953f89bf2c1cba75 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:06.644152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-144538ca-08a6-4275-b08b-75e450db4975 req-d2035ae7-05ab-4d55-8f09-cd6f22813dde tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Unset dirty status for tenant:411906e29b024fab953f89bf2c1cba75 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:06.646704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-144538ca-08a6-4275-b08b-75e450db4975 req-d2035ae7-05ab-4d55-8f09-cd6f22813dde tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046592 Apr 18 20:36:06.837889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] For port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:06.856675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] For port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,segment=NetworkSegment(8ec85a9e-248f-4ea9-9496-932be3be9641),segment_id=8ec85a9e-248f-4ea9-9496-932be3be9641)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:06.876498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.907737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-252e9b12-40de-4dca-bad3-195a0e34eaf6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:06.931510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c624145-91b6-4a21-8e8a-ade529e233d0 req-41e4b2b3-30f7-4277-9677-9c44d1b5d151 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.938113 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c624145-91b6-4a21-8e8a-ade529e233d0 req-41e4b2b3-30f7-4277-9677-9c44d1b5d151 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 0.3883688 Apr 18 20:36:06.947673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-252e9b12-40de-4dca-bad3-195a0e34eaf6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:06.949315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-252e9b12-40de-4dca-bad3-195a0e34eaf6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1910610391&fields=id&tenant_id=a03f0a11eb464d57a5036d775b91ef54 HTTP/1.1" status: 200 len: 267 time: 0.1241517 Apr 18 20:36:06.987397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:06.988350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:06.990002 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] 10.222.0.61 "PUT /v2.0/ports/82f99d51-90c2-407a-847b-0a0d4e4cdb4c HTTP/1.1" status: 200 len: 1092 time: 2.2650700 Apr 18 20:36:06.992981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77c581b-4024-4c92-9622-31da16a15820', 'tag': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:07.207338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f7c5a903-0db6-49b5-98c9-179973b6e786 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.208571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f7c5a903-0db6-49b5-98c9-179973b6e786 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:07.247278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c624145-91b6-4a21-8e8a-ade529e233d0 req-75a1a4c7-41ca-48cc-b251-143c2ffcb5f2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078127 Apr 18 20:36:07.247944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5564d7f-02ba-4b74-8b19-0d0c7370da9a service neutron] Pushing event updated for resources: {'Port': ['ID=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:07.287867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f7c5a903-0db6-49b5-98c9-179973b6e786 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:07.323657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-4e6d5e63-4cd0-481a-b2cc-f523383ad798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.326809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f7c5a903-0db6-49b5-98c9-179973b6e786 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports/83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 200 len: 930 time: 0.3302641 Apr 18 20:36:07.329933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-4e6d5e63-4cd0-481a-b2cc-f523383ad798 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=411906e29b024fab953f89bf2c1cba75&device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 1095 time: 0.2398682 Apr 18 20:36:07.339236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-114f14b9-55a8-42dc-a50e-33116c5384e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6073709 Apr 18 20:36:07.409966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-709d63f1-744b-4a30-b9c9-cee8ae4d4918 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c HTTP/1.1" status: 200 len: 217 time: 0.0696263 Apr 18 20:36:07.553889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-4844cab0-45bc-47a9-bbcf-f93ce8712564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.560587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-4844cab0-45bc-47a9-bbcf-f93ce8712564 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=872532e1-7488-4485-8296-bb16f5504f7c HTTP/1.1" status: 200 len: 848 time: 0.1438568 Apr 18 20:36:07.648832 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-05c1d93c-7db8-44bc-b8e1-c593aa42633e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a805f15e-1a4c-4316-ad70-661ec4aea88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814342 Apr 18 20:36:07.649990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-c37a25fa-a0ca-4fa7-a750-0b992f35e93d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:07.669804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-c37a25fa-a0ca-4fa7-a750-0b992f35e93d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports/e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 200 len: 932 time: 0.3366411 Apr 18 20:36:07.741908 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fca46f7-2982-4062-9365-06e5fcd4b030'] response: {'name': 'network-changed', 'server_uuid': 'a77c581b-4024-4c92-9622-31da16a15820', 'tag': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c', 'status': 'completed', 'code': 200} Apr 18 20:36:07.831002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-501355ac-0808-4a59-a277-083eb2fd3847 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1508143 Apr 18 20:36:07.895160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-0eafa760-2856-4a27-bde7-3002a7dc8bf5 service neutron] 10.222.0.61 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389426 Apr 18 20:36:07.936441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-35b900b5-4ed4-4dfd-b15a-2c9f53d9c278 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1046939 Apr 18 20:36:08.353769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fcc63684-2c2d-48e2-af55-1ae0f04a5bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.371545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fcc63684-2c2d-48e2-af55-1ae0f04a5bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.386087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fcc63684-2c2d-48e2-af55-1ae0f04a5bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.391467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fcc63684-2c2d-48e2-af55-1ae0f04a5bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:08.409284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5cf7631f-9252-4d95-a879-2d2dbc793f4f req-a2c4ef9d-8b05-42c7-b3bf-9a3b2098cd7a service neutron] 10.222.0.61 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039318 Apr 18 20:36:08.433264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ca849f-11e8-49db-a84e-f83abad4528d req-0531e58f-390e-4807-87a0-69e8aadfe515 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.435212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-79ca849f-11e8-49db-a84e-f83abad4528d req-0531e58f-390e-4807-87a0-69e8aadfe515 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Synchronizing usage tracker for tenant:411906e29b024fab953f89bf2c1cba75 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:08.441482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fcc63684-2c2d-48e2-af55-1ae0f04a5bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:08.452996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fcc63684-2c2d-48e2-af55-1ae0f04a5bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/networks?id=9cc52580-b45a-468e-82a9-daf844138944&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=904e4d7d-e21b-4d84-ba7c-5ec004727885&id=904e4d7d-e21b-4d84-ba7c-5ec004727885 HTTP/1.1" status: 200 len: 1989 time: 0.4896023 Apr 18 20:36:08.472918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-79ca849f-11e8-49db-a84e-f83abad4528d req-0531e58f-390e-4807-87a0-69e8aadfe515 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Unset dirty status for tenant:411906e29b024fab953f89bf2c1cba75 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:08.480298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79ca849f-11e8-49db-a84e-f83abad4528d req-0531e58f-390e-4807-87a0-69e8aadfe515 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 944 time: 0.5005085 Apr 18 20:36:08.497276 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-e5dab081-52ad-4bd4-bb27-74940d9c4755 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/quotas/a03f0a11eb464d57a5036d775b91ef54 HTTP/1.1" status: 200 len: 375 time: 0.0416460 Apr 18 20:36:08.667976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79ca849f-11e8-49db-a84e-f83abad4528d req-3889d108-65bb-4a9d-9147-7e72fac9894f tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830716 Apr 18 20:36:08.732211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-520c33ea-6be9-479d-9965-a2f5a191f25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:08.733967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-520c33ea-6be9-479d-9965-a2f5a191f25e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=411906e29b024fab953f89bf2c1cba75&device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 1095 time: 0.1950660 Apr 18 20:36:08.838233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6526cd23-6031-4494-b421-4206a0aa9740 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3300593 Apr 18 20:36:09.200809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-c6d583a3-5937-462c-9084-62e9db2409c1 service neutron] 10.222.0.47 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279164 Apr 18 20:36:09.266349 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:36:09.330027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ec1d8-9c76-46d1-af63-ebf6cd43eb05 req-43b26edf-6ee4-4835-99a5-25a053fa39a3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.334259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f1ec1d8-9c76-46d1-af63-ebf6cd43eb05 req-43b26edf-6ee4-4835-99a5-25a053fa39a3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 0.3564384 Apr 18 20:36:09.338391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-f8430d3c-0055-4c68-8bf8-c443ab4d242c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.340974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-f8430d3c-0055-4c68-8bf8-c443ab4d242c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a805f15e-1a4c-4316-ad70-661ec4aea88a HTTP/1.1" status: 200 len: 909 time: 0.6005013 Apr 18 20:36:09.571972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-96fb6a85-be3f-4980-9cb2-7aabde2b4593 service neutron] 10.222.0.47 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456893 Apr 18 20:36:09.617892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-8c4e7c0c-d0cd-47ce-92ec-d40aea14906a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c HTTP/1.1" status: 200 len: 217 time: 0.2490764 Apr 18 20:36:09.688734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f1ec1d8-9c76-46d1-af63-ebf6cd43eb05 req-ae4fe58e-2c2a-4e4c-8633-cddb1c7acda8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3432381 Apr 18 20:36:09.717677 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6f16d33b-31dc-4389-be4e-f02952fef31d service neutron] 10.222.0.47 "GET /v2.0/ports/83ea544c-8129-4c40-8224-5acff4d590b3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1384504 Apr 18 20:36:09.730738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-b8bd5f04-84d0-43ea-b9a7-b5be3eee23f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:09.733277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-b8bd5f04-84d0-43ea-b9a7-b5be3eee23f3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=872532e1-7488-4485-8296-bb16f5504f7c HTTP/1.1" status: 200 len: 848 time: 0.1108911 Apr 18 20:36:09.804091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-fec8b835-81b3-456e-b6f3-96887ff0dc70 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a805f15e-1a4c-4316-ad70-661ec4aea88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633597 Apr 18 20:36:10.007432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-08201829-4b54-4b46-a35b-8eacba9414ed service neutron] 10.222.0.61 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936347 Apr 18 20:36:10.109251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ffe4e178-53ed-4aa0-9b65-44fd3f92706d service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3801892 Apr 18 20:36:10.266521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4400ed1-a5ea-4c26-9187-ec2bb62f4f69 req-5240d3f7-844f-4d79-bc80-e60cf94e4aac service neutron] 10.222.0.61 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146335 Apr 18 20:36:10.369854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7670aea6-02b5-4552-a5e3-7c8a8b9217ec req-4f3b73af-c8f8-43f7-acb9-cb482e570819 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:10.384344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7670aea6-02b5-4552-a5e3-7c8a8b9217ec req-4f3b73af-c8f8-43f7-acb9-cb482e570819 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 944 time: 0.3751290 Apr 18 20:36:10.441935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-d54e6057-0ed6-46ac-912e-b297ad9b6baa service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142114 Apr 18 20:36:10.458825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 82f99d51-90c2-407a-847b-0a0d4e4cdb4c details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:36:10.542953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7670aea6-02b5-4552-a5e3-7c8a8b9217ec req-0ac160b1-ad78-408b-9aa8-fb6edc5a969b tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561980 Apr 18 20:36:10.618491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1aad5d19-d474-4f6d-ae24-f99e1eca8ecc service neutron] 10.222.0.47 "GET /v2.0/ports/e10702c4-aea6-4a9a-a8f5-115bd9fb8344?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1730270 Apr 18 20:36:10.849174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,segment=NetworkSegment(8ec85a9e-248f-4ea9-9496-932be3be9641),segment_id=8ec85a9e-248f-4ea9-9496-932be3be9641)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:10.894934 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-a6480511-7a07-456e-aaac-ecf075e13823 service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733908 Apr 18 20:36:10.915698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c', 'network_id': 'a805f15e-1a4c-4316-ad70-661ec4aea88a', 'port_id': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c', 'mac_address': 'fa:16:3e:db:93:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '872532e1-7488-4485-8296-bb16f5504f7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:36:11.039348 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.062337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f99d51-90c2-407a-847b-0a0d4e4cdb4c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:11.086140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,segment=NetworkSegment(8ec85a9e-248f-4ea9-9496-932be3be9641),segment_id=8ec85a9e-248f-4ea9-9496-932be3be9641)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:11.096672 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:11.196468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-40eb4a92-12e5-452b-8ca9-c9c271f5d70a service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874262 Apr 18 20:36:11.234214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:11.291339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cbc78-97e8-42f0-8a4d-66cd133321e5 req-c7521c37-4bbf-4d94-81a0-745e07979032 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.314709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a94cbc78-97e8-42f0-8a4d-66cd133321e5 req-c7521c37-4bbf-4d94-81a0-745e07979032 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 0.3945243 Apr 18 20:36:11.332146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['82f99d51-90c2-407a-847b-0a0d4e4cdb4c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:36:11.506156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a94cbc78-97e8-42f0-8a4d-66cd133321e5 req-be3bfb95-8bb5-46b9-b3d2-2f719fd7bad9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902292 Apr 18 20:36:11.601025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-28c1337c-0bb7-484c-9500-7a24279a4cab service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3930297 Apr 18 20:36:11.936689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1123c7dc-4fc2-4b51-a272-de40a0dd424a req-bc436946-70d2-4df6-a2a7-508f825cca95 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:11.938480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1123c7dc-4fc2-4b51-a272-de40a0dd424a req-bc436946-70d2-4df6-a2a7-508f825cca95 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 945 time: 0.1228049 Apr 18 20:36:12.029112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1123c7dc-4fc2-4b51-a272-de40a0dd424a req-16405ddb-86b6-4999-bb93-0bafa261aa8c tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788772 Apr 18 20:36:12.043008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-a8854d55-9637-4cd1-b4e4-02933fcfec14 service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4148045 Apr 18 20:36:12.366759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-50915058-1aeb-4810-b830-253180d4b0af service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977028 Apr 18 20:36:12.380934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-a0d55ee5-49e0-471b-b63e-f95b89286ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:12.388018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-a0d55ee5-49e0-471b-b63e-f95b89286ce1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829&tenant_id=c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 1094 time: 0.1698515 Apr 18 20:36:12.402496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:12.477191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 82f99d51-90c2-407a-847b-0a0d4e4cdb4c up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:36:12.619285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.694755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:12.711090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:12.712280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.776226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-e15bbc75-4c07-4164-aafa-c650aff4f1f7 service neutron] 10.222.0.47 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3981576 Apr 18 20:36:12.900159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:12.950589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,segment=NetworkSegment(8ec85a9e-248f-4ea9-9496-932be3be9641),segment_id=8ec85a9e-248f-4ea9-9496-932be3be9641)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:12.952437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77c581b-4024-4c92-9622-31da16a15820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:12.966832 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.029245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9275bb9-e4f5-487c-a027-741d959c73e3 req-9425aad8-b667-4808-93f6-34b071d4c539 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:13.042847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9275bb9-e4f5-487c-a027-741d959c73e3 req-9425aad8-b667-4808-93f6-34b071d4c539 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 946 time: 0.4100432 Apr 18 20:36:13.118101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-5e5442bb-0d0d-47e2-9d36-11dab05b2426 service neutron] 10.222.0.47 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393633 Apr 18 20:36:13.177482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:13.305582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9275bb9-e4f5-487c-a027-741d959c73e3 req-d6a4d7a1-c1c8-41ae-94fd-70607c315987 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616110 Apr 18 20:36:13.413033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-527ee88c-a3f0-4dbf-a308-5002aad9ca55 service neutron] 10.222.0.47 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908802 Apr 18 20:36:13.420849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:13.421751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36526) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:13.469619 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-659e8b8d-8da0-4cf7-911a-63afbabf42c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.473679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:13.604309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-67406a41-f879-4abd-9f2b-1983b9990fca service neutron] 10.222.0.47 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788378 Apr 18 20:36:13.660618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 769b91ed-ec3a-465d-ac11-3ba2be742894 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:13.678705 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.717686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Transition to ACTIVE for port object 769b91ed-ec3a-465d-ac11-3ba2be742894 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:13.724997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.758822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.783359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:13.792509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Usage tracker for resource:security_group_rule and tenant:e92c03ec9f944a9fa4188100b4fa447f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:13.803949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:13.815166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:13.822070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-d2cc7049-9fea-474a-9097-49874e2425e3 service neutron] 10.222.0.47 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023609 Apr 18 20:36:13.950833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:13.957655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.018609 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e92c03ec9f944a9fa4188100b4fa447f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5955408 Apr 18 20:36:14.020077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7835a-3fe5-41dd-8fff-ce136fed7119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e5e955-b005-421c-8430-8a34c5bdb56a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:14.024212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36534) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:14.148469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5943b54b-bf19-4d88-8eca-9f0a0f70710c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.208838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5943b54b-bf19-4d88-8eca-9f0a0f70710c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.310358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b15411-4d71-4182-8296-d88879e5184e req-c67f6edb-f294-406a-9d46-c5a6043ca8be tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.315792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0b15411-4d71-4182-8296-d88879e5184e req-c67f6edb-f294-406a-9d46-c5a6043ca8be tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 943 time: 0.7806785 Apr 18 20:36:14.330276 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5943b54b-bf19-4d88-8eca-9f0a0f70710c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.358376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943b54b-bf19-4d88-8eca-9f0a0f70710c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e5e955-b005-421c-8430-8a34c5bdb56a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:14.380719 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5943b54b-bf19-4d88-8eca-9f0a0f70710c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.382885 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5943b54b-bf19-4d88-8eca-9f0a0f70710c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26e5e955-b005-421c-8430-8a34c5bdb56a HTTP/1.1" status: 204 len: 168 time: 0.3567073 Apr 18 20:36:14.480580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=9']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:14.492224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] No DVR routers for this DVR port 769b91ed-ec3a-465d-ac11-3ba2be742894 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:14.739502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0b15411-4d71-4182-8296-d88879e5184e req-90b8d353-a06f-4e7e-b46a-07c9dc88b59b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4163356 Apr 18 20:36:14.833994 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9260132f-87e2-4eab-8b85-c119321df7e5'] response: {'server_uuid': 'a77c581b-4024-4c92-9622-31da16a15820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c', 'code': 200} Apr 18 20:36:14.860624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36556) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:14.886362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:14.891865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-162fed40-169d-4479-af84-e61d8e8f030f tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:14.896111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-162fed40-169d-4479-af84-e61d8e8f030f tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.61 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 946 time: 1.0586960 Apr 18 20:36:14.907125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:14.912993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Usage tracker for resource:security_group_rule and tenant:bad43a9a97e74a2487cc8f9419098e78 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:14.917114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:14.924644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:15.109102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Deleting port a96b1723-3df8-4a10-b609-52635e065898 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:36:15.112186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.114710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.123135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.171036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bad43a9a97e74a2487cc8f9419098e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3087616 Apr 18 20:36:15.177717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:15.234070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46be15-eb9b-4e6f-8f33-2357f0622ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79582be-ef93-4fc0-89e6-b3e553bab987,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:15.250099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:15.250442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:15.250766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:15.287263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eee1498-360d-411e-8adb-e2017ce7e4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.321810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eee1498-360d-411e-8adb-e2017ce7e4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.325743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Port 769b91ed-ec3a-465d-ac11-3ba2be742894 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:15.326270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Attempting to bind port 769b91ed-ec3a-465d-ac11-3ba2be742894 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:15.370778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:15.371411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Checking segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:15.371997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Bound using segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:15.372526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Bound port: 769b91ed-ec3a-465d-ac11-3ba2be742894, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:15.372945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.408958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647be9d3-a3f8-4616-97f2-0be41ffbce0b req-b47b910c-18c0-42f8-a123-7b51fd79bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.411234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-647be9d3-a3f8-4616-97f2-0be41ffbce0b req-b47b910c-18c0-42f8-a123-7b51fd79bc95 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 1097 time: 0.4626646 Apr 18 20:36:15.415716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eee1498-360d-411e-8adb-e2017ce7e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.438367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee1498-360d-411e-8adb-e2017ce7e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79582be-ef93-4fc0-89e6-b3e553bab987,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:15.461722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eee1498-360d-411e-8adb-e2017ce7e4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.466983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1eee1498-360d-411e-8adb-e2017ce7e4ab admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f79582be-ef93-4fc0-89e6-b3e553bab987 HTTP/1.1" status: 204 len: 168 time: 0.2814693 Apr 18 20:36:15.492115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45daa66-33d8-47e3-8355-c840b1741e1f req-339002ad-c132-4cfd-bb60-4326cd1bbb27 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.494062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e45daa66-33d8-47e3-8355-c840b1741e1f req-339002ad-c132-4cfd-bb60-4326cd1bbb27 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 946 time: 0.5054173 Apr 18 20:36:15.623634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f46b4-fae9-42c0-911d-f840910b6cb5 req-c2138297-a3b2-479c-af92-a170fd3db5f1 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:15.625493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-215f46b4-fae9-42c0-911d-f840910b6cb5 req-c2138297-a3b2-479c-af92-a170fd3db5f1 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 946 time: 0.1124630 Apr 18 20:36:15.701747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-215f46b4-fae9-42c0-911d-f840910b6cb5 req-6499c57e-f4f8-423a-b197-600da9703692 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/security-groups?id=0e60968c-c55e-4aff-bee8-a82bd2057842&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Apr 18 20:36:15.769846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-647be9d3-a3f8-4616-97f2-0be41ffbce0b req-dd163c2f-46b1-4dab-be11-d2b5aa205ab2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044188 Apr 18 20:36:15.823242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e45daa66-33d8-47e3-8355-c840b1741e1f req-6a46e435-4d51-4bef-9734-9fc62240b5b8 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933478 Apr 18 20:36:15.835379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:15.841876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:15.864929 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:15.876717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65b91737-29b7-4fc2-aab1-f6912672fc53 req-36ab210c-ad0b-4035-9bcb-af9d71cd155d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 210 time: 0.0771108 Apr 18 20:36:15.974799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4633725-4fc7-4c14-8d95-9d6c31238335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.004124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.004931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.007324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] 10.222.0.55 "PUT /v2.0/ports/769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 1091 time: 3.6118741 Apr 18 20:36:16.007995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:16.044428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] For port a96b1723-3df8-4a10-b609-52635e065898, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=a96b1723-3df8-4a10-b609-52635e065898,segment=NetworkSegment(13b8af9e-c947-46f6-a9e7-3cd6152f5bcd),segment_id=13b8af9e-c947-46f6-a9e7-3cd6152f5bcd)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:16.044428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.259173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc632f1c-97fe-4752-9a58-b719c0e5b682 req-e7ed93e3-ba04-4712-80f5-95e1b106f2ac tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.262091 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc632f1c-97fe-4752-9a58-b719c0e5b682 req-e7ed93e3-ba04-4712-80f5-95e1b106f2ac tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.1536155 Apr 18 20:36:16.265727 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-308d41fd-da05-4bdf-b937-612150deb012'] response: {'name': 'network-changed', 'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'status': 'completed', 'code': 200} Apr 18 20:36:16.346063 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc632f1c-97fe-4752-9a58-b719c0e5b682 req-39aa3cd9-2c16-4d45-99ec-519c7b221bcb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587204 Apr 18 20:36:16.393624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Calling delete_port for a96b1723-3df8-4a10-b609-52635e065898 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:36:16.435568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b67ca-5e75-456c-b2f5-328712edba84 service neutron] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:16.501432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-cc45fc92-d6b3-44d1-8a74-4df6a443dbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:16.501688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device a96b1723-3df8-4a10-b609-52635e065898 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:36:16.503018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-cc45fc92-d6b3-44d1-8a74-4df6a443dbc4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1095 time: 0.4474571 Apr 18 20:36:16.631964 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.635821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Port a96b1723-3df8-4a10-b609-52635e065898 update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:36:16.704479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Pushing event deleted for resources: {'Port': ['ID=a96b1723-3df8-4a10-b609-52635e065898,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:16.859453 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:16.976144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.068857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8369f14-8374-4baa-aca1-22fc6b6f218f req-e2e9fe49-6648-46d7-887e-8ac49a812da5 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 210 time: 0.1094666 Apr 18 20:36:17.084530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] No DVR routers for this DVR port a96b1723-3df8-4a10-b609-52635e065898 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:17.096105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:17.156879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48c4c118-c849-4798-8ed6-db5f6fe2de7c req-12941352-2b3f-48b1-8740-d6a10c30ca83 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.61 "DELETE /v2.0/ports/a96b1723-3df8-4a10-b609-52635e065898 HTTP/1.1" status: 204 len: 173 time: 2.2422726 Apr 18 20:36:17.175196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-364ddd1c-8a51-4e1c-994b-aa6df94d7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.177775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-364ddd1c-8a51-4e1c-994b-aa6df94d7dd8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.5738454 Apr 18 20:36:17.371417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-e7da21fd-6344-4534-9b54-c6bb044786ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.372804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-e7da21fd-6344-4534-9b54-c6bb044786ba service neutron] 10.222.0.55 "GET /v2.0/ports/83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 200 len: 1026 time: 0.2336929 Apr 18 20:36:17.455722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-480570d8-2f9a-44c6-8a0e-aa8b981e7a82 req-b08cbb97-7f49-4456-b9bf-3b1472641238 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 210 time: 0.0811021 Apr 18 20:36:17.470958 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-3dffe001-f748-438c-83dc-1ada3cfab170 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 998 time: 0.2868397 Apr 18 20:36:17.596209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a6663b-d3f3-4d5d-9641-5de5caa4ccbb req-fbb4eaca-0871-42d4-bfe2-d1835e983648 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.599739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24a6663b-d3f3-4d5d-9641-5de5caa4ccbb req-fbb4eaca-0871-42d4-bfe2-d1835e983648 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 946 time: 0.3812366 Apr 18 20:36:17.600941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-439cb6b1-6957-4b03-b31d-66bdbf024065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.602116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-439cb6b1-6957-4b03-b31d-66bdbf024065 service neutron] 10.222.0.55 "GET /v2.0/ports/e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 200 len: 1028 time: 0.2194088 Apr 18 20:36:17.622145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-11f901ce-26c4-442c-9081-c87c77f3ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.623688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-11f901ce-26c4-442c-9081-c87c77f3ddc0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.1516862 Apr 18 20:36:17.710917 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24a6663b-d3f3-4d5d-9641-5de5caa4ccbb req-01b6b05c-c3ab-48a1-9371-a9c166374478 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971954 Apr 18 20:36:17.798469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-8032ee21-e844-49dc-ac2b-00062310f7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:17.802678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-8032ee21-e844-49dc-ac2b-00062310f7bb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725166 Apr 18 20:36:18.013942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f45d4f76-c9a2-4301-b753-da2fb5946d2a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.022487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f45d4f76-c9a2-4301-b753-da2fb5946d2a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.028801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f45d4f76-c9a2-4301-b753-da2fb5946d2a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.030681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f45d4f76-c9a2-4301-b753-da2fb5946d2a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "GET /v2.0/networks?id=9cc52580-b45a-468e-82a9-daf844138944&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=904e4d7d-e21b-4d84-ba7c-5ec004727885&id=904e4d7d-e21b-4d84-ba7c-5ec004727885 HTTP/1.1" status: 200 len: 1989 time: 0.3898740 Apr 18 20:36:18.051632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-d18fe0d6-5218-4427-95f7-19a1320cf392 service neutron] 10.222.0.55 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396035 Apr 18 20:36:18.111985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-19a539df-7bd6-4888-9c46-f2f94b88eeea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a03f0a11eb464d57a5036d775b91ef54 HTTP/1.1" status: 200 len: 380 time: 0.0654697 Apr 18 20:36:18.134810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'admin_state_up': True, 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'security_groups': ['ec20fe3d-15f6-46d2-b539-eb3d043425d3']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:18.354207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'name': 'network-vif-deleted', 'tag': 'a96b1723-3df8-4a10-b609-52635e065898'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:18.456866 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.463581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b531939-db70-4ecf-8cf8-517f97572e93 req-3d4f79d7-3e2e-4961-9f32-69c0c0de5dcc tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.478268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b531939-db70-4ecf-8cf8-517f97572e93 req-3d4f79d7-3e2e-4961-9f32-69c0c0de5dcc tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.3678305 Apr 18 20:36:18.492811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-33b50bfe-d6b4-4962-adfb-c3c81a9b178a service neutron] 10.222.0.55 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336786 Apr 18 20:36:18.631621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b531939-db70-4ecf-8cf8-517f97572e93 req-cdf239f2-1ce3-4318-8640-ea82d34e4932 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370168 Apr 18 20:36:18.637749 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62eeb556-0742-4182-8607-b131a028849b req-51da30ea-fd2a-4971-9ca4-6d102aa0b716 tempest-VolumesActionsTest-978576164 tempest-VolumesActionsTest-978576164-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2d64930-69d1-4c30-9784-e51a243b6645 HTTP/1.1" status: 200 len: 210 time: 0.2952883 Apr 18 20:36:18.724658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:18.750180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-e8a4381b-6b2f-4968-b983-3350340235c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:18.751783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-e8a4381b-6b2f-4968-b983-3350340235c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1095 time: 0.1814878 Apr 18 20:36:18.757238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:18.794402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:18.825753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:18.830250 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4697ed6-bc8c-4108-b597-1d75d0b6dd16'] response: {'server_uuid': 'd2d64930-69d1-4c30-9784-e51a243b6645', 'name': 'network-vif-deleted', 'tag': 'a96b1723-3df8-4a10-b609-52635e065898', 'status': 'completed', 'code': 200} Apr 18 20:36:18.849532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:19.057130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d716bd96-acfd-4cf4-8dc3-ec1fd70a9159 req-fbbda358-fce3-4aa3-8da5-68cbd0c08a6f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 210 time: 0.0981996 Apr 18 20:36:19.114937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-b719602f-c823-4291-bcef-1de77b500592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.119275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-b719602f-c823-4291-bcef-1de77b500592 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.3576319 Apr 18 20:36:19.234010 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:19.350075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75829128-cf57-4004-9cf0-252db28a319d req-3202dc3e-12fb-4415-a3dd-5b4c63cb2883 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.356274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75829128-cf57-4004-9cf0-252db28a319d req-3202dc3e-12fb-4415-a3dd-5b4c63cb2883 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 946 time: 0.4295132 Apr 18 20:36:19.361864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-14f266f5-4eb1-44b4-9505-259e4f0b03da service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 200 len: 998 time: 0.2352662 Apr 18 20:36:19.432982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 172.20.0.5 (9cc52580-b45a-468e-82a9-daf844138944/71af2109-a737-42fe-a277-81a1f6836c5b/255c50e1-07cf-48c9-a853-19a1836d8539) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:19.486041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75829128-cf57-4004-9cf0-252db28a319d req-31f70fd6-dd59-4b04-9514-d586b6e9858e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171982 Apr 18 20:36:19.500198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-6e3a9eb6-5256-47e2-bd40-0d11e19ecfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.502264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-6e3a9eb6-5256-47e2-bd40-0d11e19ecfe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.1340549 Apr 18 20:36:19.647422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-2a1fdc0f-dbbb-4189-bb48-e92fb80d818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:19.650322 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-2a1fdc0f-dbbb-4189-bb48-e92fb80d818a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413131 Apr 18 20:36:20.179001 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.247954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Transition to ACTIVE for port object 255c50e1-07cf-48c9-a853-19a1836d8539 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:20.334890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.461752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 9cc52580-b45a-468e-82a9-daf844138944 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:20.467283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:20.471000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:20.665678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-6204d63e-1348-406e-86b2-658b9ec26027 service neutron] 10.222.0.55 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0046532 Apr 18 20:36:20.793396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=255c50e1-07cf-48c9-a853-19a1836d8539,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:20.858159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c32883-ddf3-4858-b17b-38d17e45bb09 req-0c0c4a62-f0df-4279-b78a-0b59aeb893e4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.861954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36680) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:20.881413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68c32883-ddf3-4858-b17b-38d17e45bb09 req-0c0c4a62-f0df-4279-b78a-0b59aeb893e4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.9921420 Apr 18 20:36:20.928749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:20.929934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:20.986663 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-68c32883-ddf3-4858-b17b-38d17e45bb09 req-e25c2874-3f79-4bd3-8165-3e070b4bb16a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040447 Apr 18 20:36:21.008851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-ef1a36fe-d066-4494-bff7-aa9361e48163 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8975506 Apr 18 20:36:21.057564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'admin_state_up': True, 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'security_groups': ['ec20fe3d-15f6-46d2-b539-eb3d043425d3']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:21.088013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-911857b0-239e-43b1-bdc1-aa83cf1838c8 None None] Provisioning for port 255c50e1-07cf-48c9-a853-19a1836d8539 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:21.111964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-911857b0-239e-43b1-bdc1-aa83cf1838c8 None None] Provisioning complete for port 255c50e1-07cf-48c9-a853-19a1836d8539 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:21.114677 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-911857b0-239e-43b1-bdc1-aa83cf1838c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:21.197125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-2df0d100-ffdc-4bf1-ae1c-7c0bffec4837 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1349206 Apr 18 20:36:21.372137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578536b6-bb7b-4186-b76a-11f0c0a942af req-c91213ab-ffbc-44ea-bc91-062a25120d36 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.381024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-578536b6-bb7b-4186-b76a-11f0c0a942af req-c91213ab-ffbc-44ea-bc91-062a25120d36 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 931 time: 0.5077727 Apr 18 20:36:21.469447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-911857b0-239e-43b1-bdc1-aa83cf1838c8 None None] Port 255c50e1-07cf-48c9-a853-19a1836d8539 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:21.597838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-578536b6-bb7b-4186-b76a-11f0c0a942af req-8f409abd-0d78-4518-84d9-b6769ac03838 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:21.615780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6bc35599-3cc4-4d81-90ea-20f90ff22286 req-e213a060-27dd-4afc-81d8-6f25b363f5a1 service neutron] 10.222.0.55 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9308364 Apr 18 20:36:21.647571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-578536b6-bb7b-4186-b76a-11f0c0a942af req-8f409abd-0d78-4518-84d9-b6769ac03838 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:21.664808 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-578536b6-bb7b-4186-b76a-11f0c0a942af req-8f409abd-0d78-4518-84d9-b6769ac03838 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826860 Apr 18 20:36:21.681898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:21.699958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Usage tracker for resource:port and tenant:a03f0a11eb464d57a5036d775b91ef54 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:21.705307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:21.727857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:21.740800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-63783c00-a418-4993-887f-043e57dd60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:21.752523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-63783c00-a418-4993-887f-043e57dd60a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=411906e29b024fab953f89bf2c1cba75&device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 1097 time: 0.4012156 Apr 18 20:36:21.771927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:21.777705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.278459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 10.1.1.190 (84a83632-47ae-49f0-92cc-d175428aea3a/70924771-a4d9-4767-a830-713760a24144/24c2c157-d184-4525-afe1-fc77113c6152) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:22.281842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.544260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:22.632459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Usage tracker for resource:security_group_rule and tenant:c13a823c6ecf481995b384aa7908ddf2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:22.639795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:22.679826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-51f41ca6-9904-4f70-9f88-a02d164cac3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:22.681374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-51f41ca6-9904-4f70-9f88-a02d164cac3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=a805f15e-1a4c-4316-ad70-661ec4aea88a HTTP/1.1" status: 200 len: 909 time: 0.9015996 Apr 18 20:36:22.697777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:22.725403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.751877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Transition to ACTIVE for port object 24c2c157-d184-4525-afe1-fc77113c6152 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:22.786558 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:22.860075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-2283f90f-bf52-408f-ae00-c1a9542896da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c HTTP/1.1" status: 200 len: 217 time: 0.1585548 Apr 18 20:36:22.936906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 84a83632-47ae-49f0-92cc-d175428aea3a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:22.953621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:22.986956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:23.209014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=24c2c157-d184-4525-afe1-fc77113c6152,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:23.238126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-62bc2c4a-dc90-4134-adc3-49dcc5f61c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.239637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-62bc2c4a-dc90-4134-adc3-49dcc5f61c40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=872532e1-7488-4485-8296-bb16f5504f7c HTTP/1.1" status: 200 len: 848 time: 0.3728611 Apr 18 20:36:23.245864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.246273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.254848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.255067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.255337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.255871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.256316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.256831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.257247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.257743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.258295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.258996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:23.325108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.326858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.422540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6d777-4b1a-4040-acbd-850eb6dac8ca req-d4613f89-ba9d-4260-87f7-34c3ec8e4684 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.438260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6d777-4b1a-4040-acbd-850eb6dac8ca req-d4613f89-ba9d-4260-87f7-34c3ec8e4684 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.440733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3bb6d777-4b1a-4040-acbd-850eb6dac8ca req-d4613f89-ba9d-4260-87f7-34c3ec8e4684 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:23.450003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-1c316b9d-90ca-4f72-8a78-d8c750cba449 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4021413 Apr 18 20:36:23.517000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'admin_state_up': True, 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'security_groups': ['ec20fe3d-15f6-46d2-b539-eb3d043425d3']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:23.538687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-8d1cc74e-eb9c-4d9d-9d42-5dd4d63e2e1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a805f15e-1a4c-4316-ad70-661ec4aea88a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2753661 Apr 18 20:36:23.555995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f049d48-baae-497f-9134-fbb05c5f5a27 req-7d794d20-d79a-4143-81cd-99f13ea1f698 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:23.570134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f049d48-baae-497f-9134-fbb05c5f5a27 req-7d794d20-d79a-4143-81cd-99f13ea1f698 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 1.1810410 Apr 18 20:36:23.644037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b1c67dd9-f9f1-4f1d-b3b5-e138f0aba4dc None None] Provisioning for port 24c2c157-d184-4525-afe1-fc77113c6152 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:23.658337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b1c67dd9-f9f1-4f1d-b3b5-e138f0aba4dc None None] Provisioning complete for port 24c2c157-d184-4525-afe1-fc77113c6152 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:23.660565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1c67dd9-f9f1-4f1d-b3b5-e138f0aba4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:23.860388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b1c67dd9-f9f1-4f1d-b3b5-e138f0aba4dc None None] Port 24c2c157-d184-4525-afe1-fc77113c6152 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:23.896548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3bb6d777-4b1a-4040-acbd-850eb6dac8ca req-d4613f89-ba9d-4260-87f7-34c3ec8e4684 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:23.906573 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3bb6d777-4b1a-4040-acbd-850eb6dac8ca req-d4613f89-ba9d-4260-87f7-34c3ec8e4684 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 1653 time: 1.0249610 Apr 18 20:36:23.967605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:24.011233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3bb6d777-4b1a-4040-acbd-850eb6dac8ca req-da621864-9c4e-4aff-9e9b-f0cdb82ad344 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891943 Apr 18 20:36:24.017268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:24.059178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-d0e48ad9-1214-411e-8a97-0c36474f19f0 service neutron] 10.222.0.61 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190234 Apr 18 20:36:24.060482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:24.078366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.230917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f049d48-baae-497f-9134-fbb05c5f5a27 req-bba05383-e6c5-4a31-93db-77f1ee1dda1f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6545479 Apr 18 20:36:24.383448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c130def-4ece-4b7a-8268-77fcba8b45f6 req-b4d8171a-3054-4311-a224-26dcb47b282f service neutron] 10.222.0.61 "GET /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992129 Apr 18 20:36:24.443863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.460264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.605100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c13a823c6ecf481995b384aa7908ddf2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6053982 Apr 18 20:36:24.606019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:24.760386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12a841e-35f3-4263-bcc2-b8487be23770,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:24.822173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.835905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.841744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.842234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.842687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.843187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.843578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.844100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.844549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.845161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.845581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.845997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f783b8d-dcd2-4ddf-8a08-2a82369cbb60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:24.886647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3ce11ae-bd32-48c9-9ffc-77b727d88d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:24.982474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3ce11ae-bd32-48c9-9ffc-77b727d88d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.142870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 10.1.1.46 (84a83632-47ae-49f0-92cc-d175428aea3a/70924771-a4d9-4767-a830-713760a24144/60c0e1e7-b952-46a2-bec7-210fb39b78c8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:25.192614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3ce11ae-bd32-48c9-9ffc-77b727d88d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.263382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce11ae-bd32-48c9-9ffc-77b727d88d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12a841e-35f3-4263-bcc2-b8487be23770,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:25.294711 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3ce11ae-bd32-48c9-9ffc-77b727d88d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.304330 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e3ce11ae-bd32-48c9-9ffc-77b727d88d16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e12a841e-35f3-4263-bcc2-b8487be23770 HTTP/1.1" status: 204 len: 168 time: 0.6935191 Apr 18 20:36:25.847068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:25.936316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Transition to ACTIVE for port object 60c0e1e7-b952-46a2-bec7-210fb39b78c8 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:26.085248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.458409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=60c0e1e7-b952-46a2-bec7-210fb39b78c8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:26.511991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36752) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:26.519094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 84a83632-47ae-49f0-92cc-d175428aea3a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:26.543054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:26.545128 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.566879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:26.613388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-11225d02-68d8-473d-be2c-bcf5cb10ce92 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3753865 Apr 18 20:36:26.651426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:26.656051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Usage tracker for resource:security_group_rule and tenant:f605433e05b54bd098b05be70099e82d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:26.660233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:26.668383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:26.754067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.754781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:26.927576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-98922618-6c35-4d81-9d7f-5745ea0270f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:26.932396 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-98922618-6c35-4d81-9d7f-5745ea0270f0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1097 time: 0.2973521 Apr 18 20:36:26.991774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:27.028615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:27.149324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-89559d26-a25b-41df-aeef-ed821be568e7 None None] Provisioning for port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:27.161568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-89559d26-a25b-41df-aeef-ed821be568e7 None None] Provisioning complete for port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:27.165750 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-89559d26-a25b-41df-aeef-ed821be568e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:27.184989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-93912354-7d79-4dac-aa40-2208d729a363 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7060685 Apr 18 20:36:27.324772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f58ab7-7483-4f8b-8a94-afb80a608b38,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:27.348872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-59e529ee-8e14-4bd2-8640-be3d854e944d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f605433e05b54bd098b05be70099e82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8325920 Apr 18 20:36:27.360594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36758) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:27.426485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-89559d26-a25b-41df-aeef-ed821be568e7 None None] Port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:27.439178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885', 'admin_state_up': True, 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'security_groups': ['ec20fe3d-15f6-46d2-b539-eb3d043425d3']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:27.640171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-f837481c-61c2-4842-9653-c443964cb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.641897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-f837481c-61c2-4842-9653-c443964cb44e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b8d0020-a61c-4a1d-82cd-189363c70038 HTTP/1.1" status: 200 len: 898 time: 0.6808739 Apr 18 20:36:27.699924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf7fb6-e687-4dec-a792-d9904bc81b99 req-1b06d72e-2e74-4ae1-9112-0128b8ede8f8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.702734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d9cf7fb6-e687-4dec-a792-d9904bc81b99 req-1b06d72e-2e74-4ae1-9112-0128b8ede8f8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 1.6636825 Apr 18 20:36:27.814845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d9cf7fb6-e687-4dec-a792-d9904bc81b99 req-4ab688c1-e0c6-4e8c-99e1-83c52e89f7a3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959735 Apr 18 20:36:27.860628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b8f5-38d7-4f4a-9103-81b9da350216 req-8fa530d0-e397-4630-aa47-0d3dc52fbaf2 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.909699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b8f5-38d7-4f4a-9103-81b9da350216 req-8fa530d0-e397-4630-aa47-0d3dc52fbaf2 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.953450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd94b8f5-38d7-4f4a-9103-81b9da350216 req-8fa530d0-e397-4630-aa47-0d3dc52fbaf2 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:27.955311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bd94b8f5-38d7-4f4a-9103-81b9da350216 req-8fa530d0-e397-4630-aa47-0d3dc52fbaf2 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:28.204885 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-0397ae7c-4982-4bb5-af6d-2fa9f2184516 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f4070e-2689-4275-b715-ebb88f4e3331 HTTP/1.1" status: 200 len: 1002 time: 0.2992163 Apr 18 20:36:28.219172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bd94b8f5-38d7-4f4a-9103-81b9da350216 req-8fa530d0-e397-4630-aa47-0d3dc52fbaf2 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:28.243003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd94b8f5-38d7-4f4a-9103-81b9da350216 req-8fa530d0-e397-4630-aa47-0d3dc52fbaf2 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 2373 time: 2.6124873 Apr 18 20:36:28.458791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b9e33e04-0748-4111-bf5b-f6e65ad93371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.483867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-3c31a0a1-ffb4-4e70-979c-a167c4f1c11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:28.486534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-3c31a0a1-ffb4-4e70-979c-a167c4f1c11e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e963314e-6fc9-489c-882b-c4e3ce965939 HTTP/1.1" status: 200 len: 835 time: 0.2630715 Apr 18 20:36:28.725936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b9e33e04-0748-4111-bf5b-f6e65ad93371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:28.750849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-307fafb1-a3e5-4782-9e94-c88470bf9d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:28.759407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-307fafb1-a3e5-4782-9e94-c88470bf9d15 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b8d0020-a61c-4a1d-82cd-189363c70038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2572453 Apr 18 20:36:28.926765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bd94b8f5-38d7-4f4a-9103-81b9da350216 req-fd49381f-9f01-4435-8d6d-82d19fa73a98 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6820803 Apr 18 20:36:28.931823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b9e33e04-0748-4111-bf5b-f6e65ad93371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.057129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:29.071837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e33e04-0748-4111-bf5b-f6e65ad93371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f58ab7-7483-4f8b-8a94-afb80a608b38,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:29.104862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b9e33e04-0748-4111-bf5b-f6e65ad93371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:29.115021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b9e33e04-0748-4111-bf5b-f6e65ad93371 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88f58ab7-7483-4f8b-8a94-afb80a608b38 HTTP/1.1" status: 204 len: 168 time: 1.7441425 Apr 18 20:36:29.131988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:29.185263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:29.264977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-5897da6a-3d49-4ab2-b4e8-15848f3e34a2 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4872766 Apr 18 20:36:29.760986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:30.032231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15173b-0c75-4548-b182-67b181587d1e req-66d3daa1-d6ac-4700-8ebe-4a7e50db823d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:30.034078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d15173b-0c75-4548-b182-67b181587d1e req-66d3daa1-d6ac-4700-8ebe-4a7e50db823d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.6060791 Apr 18 20:36:30.041366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82ab3c6-e004-44b5-8818-2a1cf3ff97e4 req-0694b5a3-fcf2-41c8-aa23-bc5a65b1ca74 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7581542 Apr 18 20:36:30.184375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d15173b-0c75-4548-b182-67b181587d1e req-0ac9537f-d19c-41e8-88c0-041755e85885 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379941 Apr 18 20:36:31.048758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 10.2.2.100 (904e4d7d-e21b-4d84-ba7c-5ec004727885/2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9/682bd210-7bf1-465d-94c1-a8ef9ad8b008) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:31.616886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.637579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Transition to ACTIVE for port object 682bd210-7bf1-465d-94c1-a8ef9ad8b008 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:31.668539 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:31.787670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=682bd210-7bf1-465d-94c1-a8ef9ad8b008,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:31.798204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:31.804220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:31.809171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:32.061083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.076549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.209480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066062-f73d-4e0a-b45e-cff96c8eaf88 req-10309624-c6ba-4de0-9d32-7bd55342ab8e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.232648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066062-f73d-4e0a-b45e-cff96c8eaf88 req-10309624-c6ba-4de0-9d32-7bd55342ab8e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.262613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24066062-f73d-4e0a-b45e-cff96c8eaf88 req-10309624-c6ba-4de0-9d32-7bd55342ab8e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.263498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-24066062-f73d-4e0a-b45e-cff96c8eaf88 req-10309624-c6ba-4de0-9d32-7bd55342ab8e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:32.289354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-59f2e925-27f6-45d4-b4e4-888bbc14ab41 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9378917 Apr 18 20:36:32.343385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885', 'admin_state_up': True, 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'security_groups': ['ec20fe3d-15f6-46d2-b539-eb3d043425d3']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:32.343636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19726ecd-a729-4278-82c0-2f5719378033 req-87f9cfd2-cde5-43be-8c05-18172a266747 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:32.371271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19726ecd-a729-4278-82c0-2f5719378033 req-87f9cfd2-cde5-43be-8c05-18172a266747 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.3999481 Apr 18 20:36:32.389963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-24066062-f73d-4e0a-b45e-cff96c8eaf88 req-10309624-c6ba-4de0-9d32-7bd55342ab8e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:32.401150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24066062-f73d-4e0a-b45e-cff96c8eaf88 req-10309624-c6ba-4de0-9d32-7bd55342ab8e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 2373 time: 1.6798623 Apr 18 20:36:32.501142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-09796aec-d0e2-42b8-9cec-9d6f068662ea None None] Provisioning for port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:32.516573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-09796aec-d0e2-42b8-9cec-9d6f068662ea None None] Provisioning complete for port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:32.517146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-09796aec-d0e2-42b8-9cec-9d6f068662ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:32.558253 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19726ecd-a729-4278-82c0-2f5719378033 req-dcc38816-e48e-4196-9584-eb2091032787 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842318 Apr 18 20:36:32.828652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-09796aec-d0e2-42b8-9cec-9d6f068662ea None None] Port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:33.228244 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24066062-f73d-4e0a-b45e-cff96c8eaf88 req-396f2e67-1ca1-414b-8dd2-c635fb912ed7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8258553 Apr 18 20:36:33.399303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:33.414802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:33.431859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Made reservation on behalf of a03f0a11eb464d57a5036d775b91ef54 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:36:33.454870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.207750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e50c2-82ed-4fa0-8892-b1968cfd96fc req-3d9622e0-11ea-4a1c-a825-1523bcca3986 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.211575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a72e50c2-82ed-4fa0-8892-b1968cfd96fc req-3d9622e0-11ea-4a1c-a825-1523bcca3986 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 946 time: 0.2219598 Apr 18 20:36:34.245333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Allocated IP 10.2.2.200 (904e4d7d-e21b-4d84-ba7c-5ec004727885/2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9/49192efb-7e1f-4d35-88ac-893cc2f036f2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:36:34.374305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a72e50c2-82ed-4fa0-8892-b1968cfd96fc req-2e90b437-4d60-4deb-978d-6c084a4825ae tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551907 Apr 18 20:36:34.604756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.800963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Transition to ACTIVE for port object 49192efb-7e1f-4d35-88ac-893cc2f036f2 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:34.879132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c280d2-c5de-4f5f-b54a-839a8aa8dba1 req-d400b6e9-e413-4fab-a942-1152f05f2e48 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.881495 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23c280d2-c5de-4f5f-b54a-839a8aa8dba1 req-d400b6e9-e413-4fab-a942-1152f05f2e48 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.2125759 Apr 18 20:36:34.905694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:34.955216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e401f4-3bdc-4c8c-9d41-99e29a494009 req-45df5d95-270c-4720-ab2c-9f53526f6ddf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.962423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e401f4-3bdc-4c8c-9d41-99e29a494009 req-45df5d95-270c-4720-ab2c-9f53526f6ddf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.969365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e401f4-3bdc-4c8c-9d41-99e29a494009 req-45df5d95-270c-4720-ab2c-9f53526f6ddf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.976856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e401f4-3bdc-4c8c-9d41-99e29a494009 req-45df5d95-270c-4720-ab2c-9f53526f6ddf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:34.999289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5e401f4-3bdc-4c8c-9d41-99e29a494009 req-45df5d95-270c-4720-ab2c-9f53526f6ddf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 3094 time: 0.2327929 Apr 18 20:36:35.019714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:36:35.024390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:36:35.039658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:36:35.063458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5e401f4-3bdc-4c8c-9d41-99e29a494009 req-ec55d7ee-e143-4586-9ab6-0f71c57f4277 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625832 Apr 18 20:36:35.295963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event updated for resources: {'Port': ['ID=49192efb-7e1f-4d35-88ac-893cc2f036f2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:35.318166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23c280d2-c5de-4f5f-b54a-839a8aa8dba1 req-9b104a6f-63cf-4fb0-b76d-85fba2ce53c3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4175036 Apr 18 20:36:35.341776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-1466d435-61fa-4fe4-a19d-34327cade75e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:35.346048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-1466d435-61fa-4fe4-a19d-34327cade75e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.61 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 946 time: 0.2520039 Apr 18 20:36:35.382895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:35.383667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.469387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7f79a5ff-5a11-4091-8ff3-1fc9f41e096f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1492488 Apr 18 20:36:35.508219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:35.535679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Deleting port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:36:35.536313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.613173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2bdb3bc9-c262-4a95-b2f0-d6a8faf940c9 None None] Provisioning for port 49192efb-7e1f-4d35-88ac-893cc2f036f2 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:35.624567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2bdb3bc9-c262-4a95-b2f0-d6a8faf940c9 None None] Provisioning complete for port 49192efb-7e1f-4d35-88ac-893cc2f036f2 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:35.624567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2bdb3bc9-c262-4a95-b2f0-d6a8faf940c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:35.822957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2bdb3bc9-c262-4a95-b2f0-d6a8faf940c9 None None] Port 49192efb-7e1f-4d35-88ac-893cc2f036f2 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:36:35.861851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36914) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:36.124728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:36.462488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] For port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,segment=NetworkSegment(8ec85a9e-248f-4ea9-9496-932be3be9641),segment_id=8ec85a9e-248f-4ea9-9496-932be3be9641)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:36.464461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.046030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.106807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:37.118497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Usage tracker for resource:security_group_rule and tenant:742c0063fbeb47be9ecdb46a682bfcda is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:37.130428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:37.144609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:37.194624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b94041-380d-4dc0-84e0-8d69f445be76 req-21e02511-4024-431c-8ed9-6e65ddab8385 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:37.202815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-79b94041-380d-4dc0-84e0-8d69f445be76 req-21e02511-4024-431c-8ed9-6e65ddab8385 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 946 time: 1.4627848 Apr 18 20:36:37.352819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Calling delete_port for 82f99d51-90c2-407a-847b-0a0d4e4cdb4c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:36:37.371489 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.419513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-79b94041-380d-4dc0-84e0-8d69f445be76 req-e2748cff-0b5e-42fc-aa98-33ab954a82f0 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/security-groups?id=c60da0ed-4d43-48ba-b00c-be8c8c9f363a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153401 Apr 18 20:36:37.423768 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.550378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=742c0063fbeb47be9ecdb46a682bfcda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6866632 Apr 18 20:36:37.558882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36942) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:37.573481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:36:37.655085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.796305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Pushing event deleted for resources: {'Port': ['ID=82f99d51-90c2-407a-847b-0a0d4e4cdb4c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.914244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b664680-21fe-417d-aa90-5df37043708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334b9f8b-85ce-4f2a-a8ca-4fd99badcfff,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:37.931611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255c50e1-07cf-48c9-a853-19a1836d8539 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:37.958431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.961108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] No DVR routers for this DVR port 82f99d51-90c2-407a-847b-0a0d4e4cdb4c on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:36:37.965622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:37.975706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77c581b-4024-4c92-9622-31da16a15820', 'name': 'network-vif-deleted', 'tag': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:37.998839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d68fe8f0-5585-4367-86d3-52e7d3241d40 req-c1d4815e-3987-4cba-b9c5-e6d0d373936e tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.61 "DELETE /v2.0/ports/82f99d51-90c2-407a-847b-0a0d4e4cdb4c HTTP/1.1" status: 204 len: 173 time: 2.6462290 Apr 18 20:36:38.008741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Transition to ACTIVE for port object 255c50e1-07cf-48c9-a853-19a1836d8539 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:38.023903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-422e049f-5c3d-46bb-ba32-32d96a892638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.029002 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.034944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5015a5-324f-4b4d-bd1f-fbe1208278ae req-96c0bed8-b0f9-4e8c-addd-53245678e79b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.048154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5015a5-324f-4b4d-bd1f-fbe1208278ae req-96c0bed8-b0f9-4e8c-addd-53245678e79b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.055539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5015a5-324f-4b4d-bd1f-fbe1208278ae req-96c0bed8-b0f9-4e8c-addd-53245678e79b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.061795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5015a5-324f-4b4d-bd1f-fbe1208278ae req-96c0bed8-b0f9-4e8c-addd-53245678e79b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.098540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5015a5-324f-4b4d-bd1f-fbe1208278ae req-96c0bed8-b0f9-4e8c-addd-53245678e79b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.115710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d5015a5-324f-4b4d-bd1f-fbe1208278ae req-96c0bed8-b0f9-4e8c-addd-53245678e79b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 3815 time: 1.2665465 Apr 18 20:36:38.249485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d5015a5-324f-4b4d-bd1f-fbe1208278ae req-59986a35-3cb5-4f68-98d7-40a229f1af7c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270359 Apr 18 20:36:38.436930 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25ef25d3-8fdc-4eb2-af53-1b4740eb1bf8'] response: {'server_uuid': 'a77c581b-4024-4c92-9622-31da16a15820', 'name': 'network-vif-deleted', 'tag': '82f99d51-90c2-407a-847b-0a0d4e4cdb4c', 'status': 'completed', 'code': 200} Apr 18 20:36:38.639761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-422e049f-5c3d-46bb-ba32-32d96a892638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:38.669355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e776e0-9888-4978-92ef-8885419eefab req-db5aa9f0-8178-4b1e-8039-5229b72256b8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:38.671860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 82f99d51-90c2-407a-847b-0a0d4e4cdb4c no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:36:38.676908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78e776e0-9888-4978-92ef-8885419eefab req-db5aa9f0-8178-4b1e-8039-5229b72256b8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.9276471 Apr 18 20:36:38.734833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e48316cc-df1c-48a5-8b7f-e901d3bf8569 req-46b9f5ca-e485-4d4f-affe-dd6183aee502 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Synchronizing usage tracker for tenant:411906e29b024fab953f89bf2c1cba75 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:38.752181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 82f99d51-90c2-407a-847b-0a0d4e4cdb4c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:36:38.752806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 82f99d51-90c2-407a-847b-0a0d4e4cdb4c not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:36:38.758082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e48316cc-df1c-48a5-8b7f-e901d3bf8569 req-46b9f5ca-e485-4d4f-affe-dd6183aee502 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] Unset dirty status for tenant:411906e29b024fab953f89bf2c1cba75 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:38.759374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e48316cc-df1c-48a5-8b7f-e901d3bf8569 req-46b9f5ca-e485-4d4f-affe-dd6183aee502 tempest-ServerTagsTestJSON-867059614 tempest-ServerTagsTestJSON-867059614-project] 10.222.0.47 "GET /v2.0/ports?device_id=a77c581b-4024-4c92-9622-31da16a15820 HTTP/1.1" status: 200 len: 210 time: 0.0768137 Apr 18 20:36:38.808141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Pushing event updated for resources: {'Port': ['ID=255c50e1-07cf-48c9-a853-19a1836d8539,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:38.921667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78e776e0-9888-4978-92ef-8885419eefab req-15abaa07-6c15-4004-915e-c2572a58df1d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2181485 Apr 18 20:36:38.953107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Attempting to bind port 255c50e1-07cf-48c9-a853-19a1836d8539 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:38.953577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Attempting to bind port 255c50e1-07cf-48c9-a853-19a1836d8539 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:38.954636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Attempting to bind port 255c50e1-07cf-48c9-a853-19a1836d8539 on network 9cc52580-b45a-468e-82a9-daf844138944 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:38.969702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Port 255c50e1-07cf-48c9-a853-19a1836d8539 on network 9cc52580-b45a-468e-82a9-daf844138944 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:38.970044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Attempting to bind port 255c50e1-07cf-48c9-a853-19a1836d8539 on network 9cc52580-b45a-468e-82a9-daf844138944 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:38.978155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:38.978549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Checking segment: {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:38.978987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Bound using segment: {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:38.979453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Bound port: 255c50e1-07cf-48c9-a853-19a1836d8539, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fa6a90-b5eb-461c-be26-8be32ad3e481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9cc52580-b45a-468e-82a9-daf844138944'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:38.979833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.051984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-422e049f-5c3d-46bb-ba32-32d96a892638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.093870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e049f-5c3d-46bb-ba32-32d96a892638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334b9f8b-85ce-4f2a-a8ca-4fd99badcfff,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:39.128459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-422e049f-5c3d-46bb-ba32-32d96a892638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.144241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-422e049f-5c3d-46bb-ba32-32d96a892638 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/334b9f8b-85ce-4f2a-a8ca-4fd99badcfff HTTP/1.1" status: 204 len: 168 time: 1.5765452 Apr 18 20:36:39.228044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] For port 255c50e1-07cf-48c9-a853-19a1836d8539, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:39.231637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] For port 255c50e1-07cf-48c9-a853-19a1836d8539, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=255c50e1-07cf-48c9-a853-19a1836d8539,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:39.238579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.304450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.305080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.310933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] 10.222.0.55 "PUT /v2.0/ports/255c50e1-07cf-48c9-a853-19a1836d8539 HTTP/1.1" status: 200 len: 1091 time: 3.8043351 Apr 18 20:36:39.311319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:39.355831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:39.586371 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91c54611-dc27-4bc1-9e46-aa1eb8394bba'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539', 'status': 'completed', 'code': 200} Apr 18 20:36:39.641307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03eccf-ef86-4d58-858b-63514375024e service neutron] Pushing event updated for resources: {'Port': ['ID=255c50e1-07cf-48c9-a853-19a1836d8539,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:39.666307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-d1ca8fb4-6850-4256-8c34-2adc060b5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.666798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-d1ca8fb4-6850-4256-8c34-2adc060b5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.667272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-d1ca8fb4-6850-4256-8c34-2adc060b5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.667742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-d1ca8fb4-6850-4256-8c34-2adc060b5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.668266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-d1ca8fb4-6850-4256-8c34-2adc060b5b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.670328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-588cd6ed-4378-4810-99f3-c3af763115dd req-d1ca8fb4-6850-4256-8c34-2adc060b5b27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 4362 time: 0.2175364 Apr 18 20:36:39.696725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:39.941638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36970) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:39.942115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36972) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:39.974442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300769c-7be4-4f51-91f1-79c90aef5ee0 req-f571d50d-bdb0-4ff2-89d9-89f2bbb9bd3b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.980300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300769c-7be4-4f51-91f1-79c90aef5ee0 req-f571d50d-bdb0-4ff2-89d9-89f2bbb9bd3b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.988511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300769c-7be4-4f51-91f1-79c90aef5ee0 req-f571d50d-bdb0-4ff2-89d9-89f2bbb9bd3b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:39.995879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300769c-7be4-4f51-91f1-79c90aef5ee0 req-f571d50d-bdb0-4ff2-89d9-89f2bbb9bd3b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.005466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2300769c-7be4-4f51-91f1-79c90aef5ee0 req-f571d50d-bdb0-4ff2-89d9-89f2bbb9bd3b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.013542 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2300769c-7be4-4f51-91f1-79c90aef5ee0 req-f571d50d-bdb0-4ff2-89d9-89f2bbb9bd3b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 3827 time: 0.3309455 Apr 18 20:36:40.063498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.101850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:40.106974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Usage tracker for resource:security_group_rule and tenant:4a56e3ab29d54ece97639d12415a555c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:40.110885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:40.118839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:40.137307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-8d8e1aea-a06b-4baf-85a8-676d4c84f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.137821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-8d8e1aea-a06b-4baf-85a8-676d4c84f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.139504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-8d8e1aea-a06b-4baf-85a8-676d4c84f669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.146412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-588cd6ed-4378-4810-99f3-c3af763115dd req-8d8e1aea-a06b-4baf-85a8-676d4c84f669 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a03f0a11eb464d57a5036d775b91ef54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4650326 Apr 18 20:36:40.167959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] Deleting subnet 872532e1-7488-4485-8296-bb16f5504f7c {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:36:40.171355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.316501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2300769c-7be4-4f51-91f1-79c90aef5ee0 req-0140cb4c-8529-43f0-a437-498e83f3cbc9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3018558 Apr 18 20:36:40.343411 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.373545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cd6ed-4378-4810-99f3-c3af763115dd req-170e2bdf-e4b5-4184-87c2-05f4e752ef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.376286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-588cd6ed-4378-4810-99f3-c3af763115dd req-170e2bdf-e4b5-4184-87c2-05f4e752ef5c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2194192 Apr 18 20:36:40.520575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.640048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.652792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.679158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f967690c-c979-4d01-96d6-ae8d25fe5b28 req-19f77e5d-1a66-421c-8659-3c06a746d3c2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:40.680793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f967690c-c979-4d01-96d6-ae8d25fe5b28 req-19f77e5d-1a66-421c-8659-3c06a746d3c2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.4719696 Apr 18 20:36:40.777486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90713b7-5f5c-4df5-8262-65274da3efb8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.815856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-39f57eea-2299-42e7-9e19-21a1b4b49e21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a56e3ab29d54ece97639d12415a555c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8708210 Apr 18 20:36:40.818731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:40.848149 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.918876 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f967690c-c979-4d01-96d6-ae8d25fe5b28 req-45b34dbf-ca39-469a-955f-6d0cd6c2ea37 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236001 Apr 18 20:36:40.921333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83ea544c-8129-4c40-8224-5acff4d590b3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:40.936117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=872532e1-7488-4485-8296-bb16f5504f7c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:40.941442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.951649 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:40.976450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87df1d45-0b38-447f-af12-b18c1afbbfda admin admin] 10.222.0.47 "DELETE /v2.0/subnets/872532e1-7488-4485-8296-bb16f5504f7c HTTP/1.1" status: 204 len: 168 time: 1.0332520 Apr 18 20:36:40.981347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36996) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:40.990081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62e9214b-39a1-4681-a0d6-e3c3a32882eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.003127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Transition to ACTIVE for port object 83ea544c-8129-4c40-8224-5acff4d590b3 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:41.023317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.060747 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62e9214b-39a1-4681-a0d6-e3c3a32882eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.195236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62e9214b-39a1-4681-a0d6-e3c3a32882eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.257129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e9214b-39a1-4681-a0d6-e3c3a32882eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90713b7-5f5c-4df5-8262-65274da3efb8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.275919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62e9214b-39a1-4681-a0d6-e3c3a32882eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.279558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-62e9214b-39a1-4681-a0d6-e3c3a32882eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e90713b7-5f5c-4df5-8262-65274da3efb8 HTTP/1.1" status: 204 len: 168 time: 0.4595184 Apr 18 20:36:41.309381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:41.362181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.859637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Attempting to bind port 83ea544c-8129-4c40-8224-5acff4d590b3 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:41.860793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Attempting to bind port 83ea544c-8129-4c40-8224-5acff4d590b3 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:41.861377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Attempting to bind port 83ea544c-8129-4c40-8224-5acff4d590b3 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:41.866429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-6541185f-b7ea-4f93-8851-9b34c6496136 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.882949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-6541185f-b7ea-4f93-8851-9b34c6496136 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.897108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-6541185f-b7ea-4f93-8851-9b34c6496136 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.911696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-6541185f-b7ea-4f93-8851-9b34c6496136 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.922897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-6541185f-b7ea-4f93-8851-9b34c6496136 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.924455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Port 83ea544c-8129-4c40-8224-5acff4d590b3 on network 84a83632-47ae-49f0-92cc-d175428aea3a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:41.925501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Attempting to bind port 83ea544c-8129-4c40-8224-5acff4d590b3 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:41.930537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-6541185f-b7ea-4f93-8851-9b34c6496136 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:41.932455 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-6541185f-b7ea-4f93-8851-9b34c6496136 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 4598 time: 0.3126316 Apr 18 20:36:41.937006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:41.937006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Checking segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:41.937006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Bound using segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:41.937006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Bound port: 83ea544c-8129-4c40-8224-5acff4d590b3, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:41.937006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:41.949550 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.103345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a805f15e-1a4c-4316-ad70-661ec4aea88a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:42.127216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bb96c20-f8b1-4069-88ff-e086977dbf3d req-3532d03b-fa0d-4f02-a969-f1e3b9aece16 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1722081 Apr 18 20:36:42.192390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ec85a9e-248f-4ea9-9496-932be3be9641') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:42.192390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ec85a9e-248f-4ea9-9496-932be3be9641') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:36:42.331021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.402792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.418864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:36:42.419787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:36:42.445320 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:36:42.473477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:42.547342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=83ea544c-8129-4c40-8224-5acff4d590b3,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:42.564025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.630843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.631494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.633988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] 10.222.0.55 "PUT /v2.0/ports/83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 200 len: 1129 time: 3.2831080 Apr 18 20:36:42.645029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '83ea544c-8129-4c40-8224-5acff4d590b3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:42.673040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1594a-281f-42e1-80b0-34477ac4588e req-6579482f-2140-4844-abf0-fc59925f7cfc tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.685311 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6b1594a-281f-42e1-80b0-34477ac4588e req-6579482f-2140-4844-abf0-fc59925f7cfc tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.5135453 Apr 18 20:36:42.696109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:42.759978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.769302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:42.810524 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b05525-c1c7-4c05-8303-ae2c78b16f76'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '83ea544c-8129-4c40-8224-5acff4d590b3', 'status': 'completed', 'code': 200} Apr 18 20:36:42.871430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-66432f83-d4d5-48e6-a058-c7f2ca2dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.872476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-66432f83-d4d5-48e6-a058-c7f2ca2dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.873877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-66432f83-d4d5-48e6-a058-c7f2ca2dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.874703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-66432f83-d4d5-48e6-a058-c7f2ca2dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.875524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-66432f83-d4d5-48e6-a058-c7f2ca2dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.876331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-66432f83-d4d5-48e6-a058-c7f2ca2dc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:42.880704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-66432f83-d4d5-48e6-a058-c7f2ca2dc046 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5284 time: 0.1380737 Apr 18 20:36:42.889267 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a805f15e-1a4c-4316-ad70-661ec4aea88a HTTP/1.1" status: 204 len: 168 time: 1.9065580 Apr 18 20:36:42.890755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69605a4-f384-4829-99e4-8a7bbace8c63 admin admin] Pushing event deleted for resources: {'Network': ['ID=a805f15e-1a4c-4316-ad70-661ec4aea88a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:42.971164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfb765-1b37-4a5f-9ca5-794150543bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:43.082388 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6b1594a-281f-42e1-80b0-34477ac4588e req-d7d1d478-7a9b-4c84-a33b-603bb0482dc7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956013 Apr 18 20:36:43.138630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.162452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-8316941a-48ed-46ab-874c-2fb3499f46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.164018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-8316941a-48ed-46ab-874c-2fb3499f46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.164018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-8316941a-48ed-46ab-874c-2fb3499f46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.165720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-8316941a-48ed-46ab-874c-2fb3499f46bf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a03f0a11eb464d57a5036d775b91ef54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2766633 Apr 18 20:36:43.355054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37050) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:43.495136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d2050859-954c-423b-9800-e12e34768583 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=411906e29b024fab953f89bf2c1cba75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386466 Apr 18 20:36:43.497980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37056) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:43.520165 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-25f6201f-53fe-4b70-a916-eb0e40d6e35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.551341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-69bff24d-bbf2-4c9b-9887-d62903fab595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.553116 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48883437-0c0d-407b-afc9-e633a9cb51c5 req-69bff24d-bbf2-4c9b-9887-d62903fab595 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3802893 Apr 18 20:36:43.579259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4057-8e49-47e6-981a-c81105711181 req-5f19db8e-2102-4ddd-8145-f3e65dea5da8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.587789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4057-8e49-47e6-981a-c81105711181 req-5f19db8e-2102-4ddd-8145-f3e65dea5da8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.595008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4057-8e49-47e6-981a-c81105711181 req-5f19db8e-2102-4ddd-8145-f3e65dea5da8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.602302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4057-8e49-47e6-981a-c81105711181 req-5f19db8e-2102-4ddd-8145-f3e65dea5da8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.609528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4057-8e49-47e6-981a-c81105711181 req-5f19db8e-2102-4ddd-8145-f3e65dea5da8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.620915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d4057-8e49-47e6-981a-c81105711181 req-5f19db8e-2102-4ddd-8145-f3e65dea5da8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:43.633909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e8d4057-8e49-47e6-981a-c81105711181 req-5f19db8e-2102-4ddd-8145-f3e65dea5da8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 4598 time: 0.2506566 Apr 18 20:36:43.770928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e8d4057-8e49-47e6-981a-c81105711181 req-fef27cc7-69b2-4afa-a68f-2fde86141044 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1361103 Apr 18 20:36:43.848304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1c06acd-e548-4d67-a4bc-307eab575931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:43.931649 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1c06acd-e548-4d67-a4bc-307eab575931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.115457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e10702c4-aea6-4a9a-a8f5-115bd9fb8344 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:44.129953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.169605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Transition to ACTIVE for port object e10702c4-aea6-4a9a-a8f5-115bd9fb8344 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:44.182760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.257059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1c06acd-e548-4d67-a4bc-307eab575931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.517442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c06acd-e548-4d67-a4bc-307eab575931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60da0ed-4d43-48ba-b00c-be8c8c9f363a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.608790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:44.651845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Pushing event updated for resources: {'Port': ['ID=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:44.667191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1c06acd-e548-4d67-a4bc-307eab575931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.671438 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b1c06acd-e548-4d67-a4bc-307eab575931 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c60da0ed-4d43-48ba-b00c-be8c8c9f363a HTTP/1.1" status: 204 len: 168 time: 1.1699407 Apr 18 20:36:44.754146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Attempting to bind port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:44.754679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Attempting to bind port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:44.755198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Attempting to bind port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:44.779917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e4832b-746b-4018-aef0-c0f0e5e0bcd7 req-2deb8933-1f23-41f2-b77f-0df7760e6f53 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:44.783103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3e4832b-746b-4018-aef0-c0f0e5e0bcd7 req-2deb8933-1f23-41f2-b77f-0df7760e6f53 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.4088190 Apr 18 20:36:44.785127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 on network 84a83632-47ae-49f0-92cc-d175428aea3a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:44.785842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Attempting to bind port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:44.825391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:44.825990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Checking segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:44.826513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Bound using segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:44.827208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Bound port: e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:44.827747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.840618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:44.884352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:44.891747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Usage tracker for resource:security_group_rule and tenant:43c3c13831c843c0a656b80d95338188 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:44.898640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:44.915911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:45.142223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3e4832b-746b-4018-aef0-c0f0e5e0bcd7 req-3a143401-7fc2-484a-9d75-05949c6b69cc tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3494329 Apr 18 20:36:45.304841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] For port e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:45.312251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] For port e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:45.321972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.431386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:45.431984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.433448 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] 10.222.0.55 "PUT /v2.0/ports/e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 200 len: 1131 time: 2.7448282 Apr 18 20:36:45.436497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': 'e10702c4-aea6-4a9a-a8f5-115bd9fb8344'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:45.463068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.521802 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:45.572326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a1d16a-9957-4fe4-83d0-8fd24aee4174 service neutron] Pushing event updated for resources: {'Port': ['ID=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.620340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:45.793710 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cef6e2c4-ac2f-42f9-876a-9811b3e895db'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': 'e10702c4-aea6-4a9a-a8f5-115bd9fb8344', 'status': 'completed', 'code': 200} Apr 18 20:36:45.841948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f0b0fb-2c1a-4d98-ae64-fa64b27bc571,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:45.975528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-944b818f-cf80-4d4d-ac81-39585089824e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.052896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-48f9d4c5-bdb2-47be-88b1-f9c1a3966ede admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43c3c13831c843c0a656b80d95338188&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4394348 Apr 18 20:36:46.053870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37136) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:46.102684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.205902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.215721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.228136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.248685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.267787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.276078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.282575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.283594 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:36:46.285374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-68368bd2-1530-41eb-9a39-34bf8f0ed1dd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5371 time: 1.1878989 Apr 18 20:36:46.392839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27f79635-798b-45e6-a74f-4270a52b962e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.441771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ce273a5-4a15-4fb9-a28e-8ade9fe59a5d req-11b788ff-160f-4cfc-9695-c4850d0b90d1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265342 Apr 18 20:36:46.451562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.452395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.453054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.453748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.454417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.455079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.456434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.458806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-dd5ac1f0-0700-4245-a267-bb5f60b19dff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6208 time: 0.5768929 Apr 18 20:36:46.544963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27f79635-798b-45e6-a74f-4270a52b962e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.727873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27f79635-798b-45e6-a74f-4270a52b962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.771490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f79635-798b-45e6-a74f-4270a52b962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f0b0fb-2c1a-4d98-ae64-fa64b27bc571,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:46.801287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-500ce837-fd7f-4706-907d-36a3c333a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.802903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-500ce837-fd7f-4706-907d-36a3c333a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.803955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-500ce837-fd7f-4706-907d-36a3c333a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.808229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-500ce837-fd7f-4706-907d-36a3c333a4db service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a03f0a11eb464d57a5036d775b91ef54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3386061 Apr 18 20:36:46.811414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27f79635-798b-45e6-a74f-4270a52b962e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:46.814314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-27f79635-798b-45e6-a74f-4270a52b962e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33f0b0fb-2c1a-4d98-ae64-fa64b27bc571 HTTP/1.1" status: 204 len: 168 time: 0.7571604 Apr 18 20:36:46.887106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b056c5-483f-4a32-bfc8-21fecc18c4c7 req-02af7535-e9be-4486-8eee-f5733c80dfa6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:46.906613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d2b056c5-483f-4a32-bfc8-21fecc18c4c7 req-02af7535-e9be-4486-8eee-f5733c80dfa6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 0.3394349 Apr 18 20:36:46.998269 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.046078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.096371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24c2c157-d184-4525-afe1-fc77113c6152 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:47.110651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.167291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Transition to ACTIVE for port object 24c2c157-d184-4525-afe1-fc77113c6152 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:47.201696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:47.280756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-5f6d000f-2c74-4383-a610-324cf873317d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.283316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a71ff14f-e762-4b11-a85b-48b03b6e8589 req-5f6d000f-2c74-4383-a610-324cf873317d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4647005 Apr 18 20:36:47.308944 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d2b056c5-483f-4a32-bfc8-21fecc18c4c7 req-484d169d-7351-4b29-a142-69e257f4ced8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3996053 Apr 18 20:36:47.576916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Pushing event updated for resources: {'Port': ['ID=24c2c157-d184-4525-afe1-fc77113c6152,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:47.965475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:47.983436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.001219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.014138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.028549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.042020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.052406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.062356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-e05d9539-1a15-47d7-bdc7-f6fa5e46fec9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5383 time: 0.3414407 Apr 18 20:36:48.063379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Attempting to bind port 24c2c157-d184-4525-afe1-fc77113c6152 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:48.063995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Attempting to bind port 24c2c157-d184-4525-afe1-fc77113c6152 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:48.064498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Attempting to bind port 24c2c157-d184-4525-afe1-fc77113c6152 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:48.091855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Port 24c2c157-d184-4525-afe1-fc77113c6152 on network 84a83632-47ae-49f0-92cc-d175428aea3a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:48.092194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Attempting to bind port 24c2c157-d184-4525-afe1-fc77113c6152 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:48.106889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:48.107239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Checking segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:48.107637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Bound using segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:48.108094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Bound port: 24c2c157-d184-4525-afe1-fc77113c6152, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:48.108451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.203086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86347c5c-c42c-4e28-b8a3-3d0868aa8644 req-2c8aae65-f556-4045-a99a-5212c14940ab tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1394835 Apr 18 20:36:48.343045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] For port 24c2c157-d184-4525-afe1-fc77113c6152, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:48.350709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] For port 24c2c157-d184-4525-afe1-fc77113c6152, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=24c2c157-d184-4525-afe1-fc77113c6152,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:48.364383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.457948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.527541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:48.527541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.528824 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] 10.222.0.55 "PUT /v2.0/ports/24c2c157-d184-4525-afe1-fc77113c6152 HTTP/1.1" status: 200 len: 1091 time: 2.9436858 Apr 18 20:36:48.529298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:48.608079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:48.806138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:48.871799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4714fb-7207-4659-aa16-77af7640815e service neutron] Pushing event updated for resources: {'Port': ['ID=24c2c157-d184-4525-afe1-fc77113c6152,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:48.935388 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12d718e9-47c2-494c-8d1b-bb72be322c65'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152', 'status': 'completed', 'code': 200} Apr 18 20:36:49.160567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.162520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.163677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.164825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.165911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.167847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.169166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.172928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-879ba369-dd4e-4905-9167-47129ae0f7c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6275 time: 0.4608395 Apr 18 20:36:49.235501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:36:49.602389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:49.648744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'port_id': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'mac_address': 'fa:16:3e:fb:22:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:36:49.720592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.766171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.790937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 769b91ed-ec3a-465d-ac11-3ba2be742894 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:49.812380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:49.814224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.822534 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:49.938074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=11']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:49.948893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.949252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.949637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.949990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.950330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.950740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.951318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.951744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.951979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.952311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.952642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.952969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:36:49.987704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-50aa49bf-b3af-4c23-80b8-354592efc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.989052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-50aa49bf-b3af-4c23-80b8-354592efc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.990152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-50aa49bf-b3af-4c23-80b8-354592efc3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:49.993674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-50aa49bf-b3af-4c23-80b8-354592efc3f7 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a03f0a11eb464d57a5036d775b91ef54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8125818 Apr 18 20:36:50.017442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455d322-eeaf-46c2-90b3-4e259e90ceab req-108ace9d-997d-4dab-aa27-292722edbb74 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.024425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.039046 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a455d322-eeaf-46c2-90b3-4e259e90ceab req-108ace9d-997d-4dab-aa27-292722edbb74 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 944 time: 1.0195494 Apr 18 20:36:50.044638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.057997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.091561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.130817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.168946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.174408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['769b91ed-ec3a-465d-ac11-3ba2be742894'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:36:50.205338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.213654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-9d63f04a-0ea3-46dc-a059-f66f79796b67 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5383 time: 0.5692878 Apr 18 20:36:50.265164 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a455d322-eeaf-46c2-90b3-4e259e90ceab req-0b6b0a9f-bd49-4e92-86be-b5276505334b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2222331 Apr 18 20:36:50.507784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dee5f99e-9ab4-4178-809b-ce81f372980e req-e203aade-88d9-4685-a421-e15c0367e0b5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1731997 Apr 18 20:36:50.611881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-de098425-3cf7-4eff-abf0-90c1f8eed702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:50.614866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3108b7f-61c6-435e-91d1-db4627ff895f req-de098425-3cf7-4eff-abf0-90c1f8eed702 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3983030 Apr 18 20:36:51.009050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:51.564579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c0e1e7-b952-46a2-bec7-210fb39b78c8 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:51.577373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.599793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Transition to ACTIVE for port object 60c0e1e7-b952-46a2-bec7-210fb39b78c8 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:51.607270 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.621491 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.642923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:51.659252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:51.666062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Usage tracker for resource:security_group_rule and tenant:48d7b08cca724a5981ca5619dee7ead8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:51.670217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:51.709082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:51.806240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2000753142'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:51.827191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:51.853986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Usage tracker for resource:router and tenant:25b4a217ccd64d7295b863ba7e94a476 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:51.870549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47619457-cf82-4f36-beff-263b1e04162c req-c069f09c-70dd-424c-a128-83b1a160865f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:51.873176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47619457-cf82-4f36-beff-263b1e04162c req-c069f09c-70dd-424c-a128-83b1a160865f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.3098633 Apr 18 20:36:51.877341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:51.889077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:51.927818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Pushing event updated for resources: {'Port': ['ID=60c0e1e7-b952-46a2-bec7-210fb39b78c8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:51.982079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:51.983443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.042211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47619457-cf82-4f36-beff-263b1e04162c req-35b850fb-03cf-479e-8f81-af971f78a81b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365716 Apr 18 20:36:52.056984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.116138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.127054 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.180587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.183920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Attempting to bind port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:52.184492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Attempting to bind port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:52.185116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Attempting to bind port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:52.207167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.213186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.219460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.226732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.234286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.241720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.247928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.248791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.249146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:36:52.252648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 on network 84a83632-47ae-49f0-92cc-d175428aea3a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:52.252988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Attempting to bind port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:52.253257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d423c84c-433c-49df-ac89-40ae42cac660 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6080878 Apr 18 20:36:52.254123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:52.261132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:52.261792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Checking segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:52.262209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Bound using segment: {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:52.262674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Bound port: 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626b6878-12fb-4e62-903f-fcf221a1dee2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:52.263143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.322895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48d7b08cca724a5981ca5619dee7ead8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3124056 Apr 18 20:36:52.329881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:52.341057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:36:52.343268 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-e5534f9e-1be8-4922-886b-e90bd01b4eff tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5395 time: 0.5242293 Apr 18 20:36:52.351075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af5023-1ba0-40b4-9195-00f1efc2f10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878046a6-70d7-4dda-82f3-66f8eefce096,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:52.477176 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eb581f5-f677-46e3-a43a-d943e7a0e121 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.504040 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56253191-6a2c-45c3-9c1b-ce72fbf07aa7 req-c728b09a-e217-4c2c-8ea3-dacd6bd8ecbe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1421578 Apr 18 20:36:52.511241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] For port 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:52.517161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] For port 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:52.526584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.625271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:52.627188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:52.630695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] 10.222.0.55 "PUT /v2.0/ports/60c0e1e7-b952-46a2-bec7-210fb39b78c8 HTTP/1.1" status: 200 len: 1090 time: 4.0478764 Apr 18 20:36:52.654301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:52.772902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:52.983847 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a18ced-5f66-4f44-a18b-c9c8d3a07101'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8', 'status': 'completed', 'code': 200} Apr 18 20:36:53.045909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4164f-6cf8-401f-ae69-fb74d0df3199 service neutron] Pushing event updated for resources: {'Port': ['ID=60c0e1e7-b952-46a2-bec7-210fb39b78c8,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:53.074147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.203546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:36:53.379680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 769b91ed-ec3a-465d-ac11-3ba2be742894 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:36:53.388103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 769b91ed-ec3a-465d-ac11-3ba2be742894 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:36:53.388734 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.535779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-613ce105-e01e-4e6f-8532-d62f17d77c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.556417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.613653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:36:53.614899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:53.667218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.667492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-613ce105-e01e-4e6f-8532-d62f17d77c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.757141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=12']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:53.802752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d270b9ac-c6a4-4028-8e0e-8aead402c825 req-cc5a6e69-ca18-4fb0-8b28-7ca9bee25e3b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:53.809932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d270b9ac-c6a4-4028-8e0e-8aead402c825 req-cc5a6e69-ca18-4fb0-8b28-7ca9bee25e3b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 945 time: 0.5065408 Apr 18 20:36:53.876834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d270b9ac-c6a4-4028-8e0e-8aead402c825 req-149f5c9c-c2fb-48d6-885f-bb3e89b107d0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658700 Apr 18 20:36:53.887719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eb581f5-f677-46e3-a43a-d943e7a0e121 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.953882 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eb581f5-f677-46e3-a43a-d943e7a0e121 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:53.988688 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512faf5f-454a-4979-b146-df87818f6a04'] response: {'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'code': 200} Apr 18 20:36:54.025580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.026401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.027147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.027806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.028458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.029148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.029819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.033186 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-a5e0a9c2-42bb-4bdf-b979-bf65ac88e50f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6342 time: 1.1930130 Apr 18 20:36:54.045494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 682bd210-7bf1-465d-94c1-a8ef9ad8b008 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:54.058037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.114078 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eb581f5-f677-46e3-a43a-d943e7a0e121 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.114639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb581f5-f677-46e3-a43a-d943e7a0e121 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17d5a49b-cfc8-4fd1-8748-adb3d9599f3f {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:36:54.240552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Transition to ACTIVE for port object 682bd210-7bf1-465d-94c1-a8ef9ad8b008 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:54.247651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.250865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-613ce105-e01e-4e6f-8532-d62f17d77c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.316869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-613ce105-e01e-4e6f-8532-d62f17d77c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.321957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-613ce105-e01e-4e6f-8532-d62f17d77c77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/878046a6-70d7-4dda-82f3-66f8eefce096 HTTP/1.1" status: 204 len: 168 time: 1.9889696 Apr 18 20:36:54.334035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eb581f5-f677-46e3-a43a-d943e7a0e121 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.340136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6eb581f5-f677-46e3-a43a-d943e7a0e121 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "DELETE /v2.0/routers/17d5a49b-cfc8-4fd1-8748-adb3d9599f3f HTTP/1.1" status: 204 len: 168 time: 2.0743785 Apr 18 20:36:54.347971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613ce105-e01e-4e6f-8532-d62f17d77c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878046a6-70d7-4dda-82f3-66f8eefce096,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.364659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:54.390906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Request body: {'router': {'name': 'tempest-router-419889660', 'distributed': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:54.411156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.417136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.468604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.468604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.514221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.546942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.579962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.618822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-ca558495-9bed-4d88-8de1-c7987aec838b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5395 time: 0.7354553 Apr 18 20:36:54.632787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:54.678678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Usage tracker for resource:router and tenant:25b4a217ccd64d7295b863ba7e94a476 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:54.684487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-28fcada2-533a-427b-a59d-5ec158c3c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.685186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-28fcada2-533a-427b-a59d-5ec158c3c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.685811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-28fcada2-533a-427b-a59d-5ec158c3c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:54.697369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-28fcada2-533a-427b-a59d-5ec158c3c822 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a03f0a11eb464d57a5036d775b91ef54&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.6426659 Apr 18 20:36:54.699875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:54.737440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:54.790807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Pushing event updated for resources: {'Port': ['ID=682bd210-7bf1-465d-94c1-a8ef9ad8b008,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:54.861641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Attempting to bind port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:54.864955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Attempting to bind port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:54.865581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Attempting to bind port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 on network 904e4d7d-e21b-4d84-ba7c-5ec004727885 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:54.873610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 on network 904e4d7d-e21b-4d84-ba7c-5ec004727885 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:54.874285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Attempting to bind port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 on network 904e4d7d-e21b-4d84-ba7c-5ec004727885 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:54.893050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:54.893805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Checking segment: {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:54.894474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Bound using segment: {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:54.895024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Bound port: 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:54.895471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:54.999145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.003723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.035059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.082763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6da1031-35de-4e1f-b7ac-0bd462ee7a61 req-3287cd92-b631-48b9-8e3f-9ae0a62060a0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4431920 Apr 18 20:36:55.096888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] For port 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:55.103441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] For port 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:55.104531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.139553 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.162406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a619242f-e8e1-47d3-8598-bde3db60daa0 req-e7a6f7b4-cc87-48ab-9772-bd0e17128b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.171449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a619242f-e8e1-47d3-8598-bde3db60daa0 req-e7a6f7b4-cc87-48ab-9772-bd0e17128b77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 1097 time: 0.8917313 Apr 18 20:36:55.231197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:55.282044 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.287001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1e1c1e3e-f9ad-484a-bb67-077383760a76 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9061124 Apr 18 20:36:55.291992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37320) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:55.300655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.386549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-7f09bb3e-6c65-40fa-b9c0-b9f5b20f6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.388064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4632abd-f912-47fe-8669-f8e786f260c1 req-7f09bb3e-6c65-40fa-b9c0-b9f5b20f6d83 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6895263 Apr 18 20:36:55.411376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:55.423119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Usage tracker for resource:security_group_rule and tenant:f65bfbe2f2414e4b8360cf6d00a0f42b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:55.428573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a619242f-e8e1-47d3-8598-bde3db60daa0 req-70e3d9f2-fc74-4a72-bdde-cfbd1f994cfd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406268 Apr 18 20:36:55.481642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:55.514035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:55.516856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ba85ded-3917-4966-963d-e8824aca7be2 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.565598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.566629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:55.569258 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] 10.222.0.55 "PUT /v2.0/ports/682bd210-7bf1-465d-94c1-a8ef9ad8b008 HTTP/1.1" status: 200 len: 1091 time: 2.8146720 Apr 18 20:36:55.580920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:55.636402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6422a1-5c36-4657-9219-9f9d5fcde051 service neutron] Pushing event updated for resources: {'Port': ['ID=682bd210-7bf1-465d-94c1-a8ef9ad8b008,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:55.697470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2382dc6-31a3-426b-ada0-6d0119526952 req-be116c8b-b1f3-4b96-acf4-6033d255ca45 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:55.706510 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2382dc6-31a3-426b-ada0-6d0119526952 req-be116c8b-b1f3-4b96-acf4-6033d255ca45 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 946 time: 0.2301130 Apr 18 20:36:55.744173 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-550b96df-359f-42c9-b2b9-b49e77559bfa'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008', 'status': 'completed', 'code': 200} Apr 18 20:36:55.760365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Request body: {'port': {'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:55.872749 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2382dc6-31a3-426b-ada0-6d0119526952 req-959660b2-bd0f-4a32-aee6-f1aa7774dfe3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646721 Apr 18 20:36:56.027594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.303896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ba85ded-3917-4966-963d-e8824aca7be2 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.307221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ba85ded-3917-4966-963d-e8824aca7be2 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.415313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ba85ded-3917-4966-963d-e8824aca7be2 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.416321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba85ded-3917-4966-963d-e8824aca7be2 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b41ec81d-7c38-4e3c-9c13-e3c0af1e5764 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:36:56.497652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ba85ded-3917-4966-963d-e8824aca7be2 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.498796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ba85ded-3917-4966-963d-e8824aca7be2 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "DELETE /v2.0/routers/b41ec81d-7c38-4e3c-9c13-e3c0af1e5764 HTTP/1.1" status: 204 len: 168 time: 1.2036884 Apr 18 20:36:56.510943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.511577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.512054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.512640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.513116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.513679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.514134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.516188 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3653102b-3cca-4696-a993-69f5438b5a0a req-93177bc2-d53a-4d27-8513-6387b2c2d721 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6409 time: 0.6156955 Apr 18 20:36:56.516724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:56.537620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Request body: {'router': {'name': 'tempest-router-1225549114', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '19d56a7248be41a5952a32b0100bb9fa'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:56.553355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49192efb-7e1f-4d35-88ac-893cc2f036f2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:36:56.558738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.563168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.565498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.572999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.580286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.588022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Transition to ACTIVE for port object 49192efb-7e1f-4d35-88ac-893cc2f036f2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:36:56.588595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.594554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.595930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.603676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:56.605833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-47b464b9-6121-45cb-b01b-5084a2e4a5b3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5407 time: 0.2726033 Apr 18 20:36:56.634935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:36:56.643267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.715409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Usage tracker for resource:router and tenant:19d56a7248be41a5952a32b0100bb9fa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:36:56.735287 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7fdf5f2-3338-4949-83a0-07f6b319dc02 req-4aa6856c-cd49-4413-9168-6902614c6aa0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0948491 Apr 18 20:36:56.736511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:36:56.742911 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:56.791401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:56.905656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:36:56.931504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Pushing event updated for resources: {'Port': ['ID=49192efb-7e1f-4d35-88ac-893cc2f036f2,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.119842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Attempting to bind port 49192efb-7e1f-4d35-88ac-893cc2f036f2 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:36:57.120406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Attempting to bind port 49192efb-7e1f-4d35-88ac-893cc2f036f2 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:36:57.120906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Attempting to bind port 49192efb-7e1f-4d35-88ac-893cc2f036f2 on network 904e4d7d-e21b-4d84-ba7c-5ec004727885 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:57.126973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Port 49192efb-7e1f-4d35-88ac-893cc2f036f2 on network 904e4d7d-e21b-4d84-ba7c-5ec004727885 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:36:57.127599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Attempting to bind port 49192efb-7e1f-4d35-88ac-893cc2f036f2 on network 904e4d7d-e21b-4d84-ba7c-5ec004727885 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:36:57.148645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:36:57.153228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Checking segment: {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:36:57.153880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Bound using segment: {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:36:57.154466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Bound port: 49192efb-7e1f-4d35-88ac-893cc2f036f2, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:36:57.157435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.420588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] For port 49192efb-7e1f-4d35-88ac-893cc2f036f2, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:36:57.425309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] For port 49192efb-7e1f-4d35-88ac-893cc2f036f2, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:36:57.444604 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.522734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.524325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.526194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] 10.222.0.55 "PUT /v2.0/ports/49192efb-7e1f-4d35-88ac-893cc2f036f2 HTTP/1.1" status: 200 len: 1091 time: 1.7724264 Apr 18 20:36:57.603421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723400cd-696b-4ceb-8f46-274e3000ebf7 service neutron] Pushing event updated for resources: {'Port': ['ID=49192efb-7e1f-4d35-88ac-893cc2f036f2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.774921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-d23e8505-2c14-4989-af14-99a51365c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.775500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-d23e8505-2c14-4989-af14-99a51365c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.776213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-d23e8505-2c14-4989-af14-99a51365c5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.777984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3653102b-3cca-4696-a993-69f5438b5a0a req-d23e8505-2c14-4989-af14-99a51365c5ff service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a03f0a11eb464d57a5036d775b91ef54&shared=False HTTP/1.1" status: 200 len: 2292 time: 1.2363248 Apr 18 20:36:57.812034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2fdf2a-2aec-46af-931d-bfc53003c82c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:36:57.816709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.818030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:57.826825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-308e62ca-f57b-4d45-a154-18d56977aa09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f65bfbe2f2414e4b8360cf6d00a0f42b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5914078 Apr 18 20:36:57.851482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:57.854774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:36:57.960430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16200bbe-c0e1-42eb-80dd-3bc5bd03ab31 req-72c399e6-fdc3-4d91-afb4-6445cb7cf1e1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:57.961996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16200bbe-c0e1-42eb-80dd-3bc5bd03ab31 req-72c399e6-fdc3-4d91-afb4-6445cb7cf1e1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 946 time: 0.2614264 Apr 18 20:36:58.043416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-16200bbe-c0e1-42eb-80dd-3bc5bd03ab31 req-4c1bd6f6-f87e-47bc-a87b-b66d8c820bef tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729795 Apr 18 20:36:58.235104 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30f8b015-e23a-4142-877a-a09ebfdc2261'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2', 'status': 'completed', 'code': 200} Apr 18 20:36:58.264618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.283054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3653102b-3cca-4696-a993-69f5438b5a0a req-dba20b6e-08f1-4f80-b98c-710fcd13fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.285950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3653102b-3cca-4696-a993-69f5438b5a0a req-dba20b6e-08f1-4f80-b98c-710fcd13fb87 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4567604 Apr 18 20:36:58.287353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 68d56ef1-46b0-4544-bc33-acf7a6b09526 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:36:58.287901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.431901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.667048 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.668387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22f36edd-50ca-427e-b73d-09dc2cfddf9f tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 2.1470973 Apr 18 20:36:58.671499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37402) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:36:58.675516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5404f0b4-4a5a-436e-8ee8-667568125b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:58.679028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:36:58.819515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.825228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.838608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.849640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.857299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.864064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.870229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:58.879760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-515de322-aece-4e7a-b5c8-5d9fe9696a10 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.5546865 Apr 18 20:36:58.886430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5404f0b4-4a5a-436e-8ee8-667568125b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.083775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.084317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.084849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.085062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.085557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.086016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.086475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.088551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-53486c7c-6bb1-4751-92c5-fc2a6fb060c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6476 time: 0.6378295 Apr 18 20:36:59.251741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.252579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.284814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.285297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.305650 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-e13094db-b05a-41d0-880f-2d91f3b8bdde service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255c50e1-07cf-48c9-a853-19a1836d8539 HTTP/1.1" status: 200 len: 217 time: 0.1912866 Apr 18 20:36:59.389872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a93b6b5-bac1-414a-bbae-676c2bd467e6 req-e689829c-a06f-4fe3-a42b-b07729fe4722 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5088074 Apr 18 20:36:59.485106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88141) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 18 20:36:59.485556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Router 14d2da1a-883a-410a-9b76-d2359a3babdd migrating from provider to provider. {{(pid=88141) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 18 20:36:59.485870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.499281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.550860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.609864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 68d56ef1-46b0-4544-bc33-acf7a6b09526 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:36:59.695196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-8ebf6f6e-7a37-4a17-bd27-fcf4326fd22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.697373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-8ebf6f6e-7a37-4a17-bd27-fcf4326fd22e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af2109-a737-42fe-a277-81a1f6836c5b HTTP/1.1" status: 200 len: 851 time: 0.3765028 Apr 18 20:36:59.739403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d9a697-c380-4f63-92be-555095640d6d req-9e61661b-20e8-493b-b2ce-d84c4b627a40 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:36:59.743170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f9d9a697-c380-4f63-92be-555095640d6d req-9e61661b-20e8-493b-b2ce-d84c4b627a40 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 946 time: 0.4946656 Apr 18 20:36:59.845011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5404f0b4-4a5a-436e-8ee8-667568125b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:36:59.988700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f9d9a697-c380-4f63-92be-555095640d6d req-eb19f5c1-6edf-4bc9-82e2-c3f3f5dbfcb5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022367 Apr 18 20:36:59.988700 n-d-836016-3 neutron-server[88141]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] No L3 agents can host the router 14d2da1a-883a-410a-9b76-d2359a3babdd Apr 18 20:37:00.135394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5404f0b4-4a5a-436e-8ee8-667568125b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.139767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5404f0b4-4a5a-436e-8ee8-667568125b81 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d2fdf2a-2aec-46af-931d-bfc53003c82c HTTP/1.1" status: 204 len: 168 time: 2.2361264 Apr 18 20:37:00.147813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-111a39ac-37ba-4e9a-9414-dbac4fe86a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:00.151559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-111a39ac-37ba-4e9a-9414-dbac4fe86a55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc52580-b45a-468e-82a9-daf844138944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4435728 Apr 18 20:37:00.162421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404f0b4-4a5a-436e-8ee8-667568125b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2fdf2a-2aec-46af-931d-bfc53003c82c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.371378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Hosts for router 14d2da1a-883a-410a-9b76-d2359a3babdd: [] {{(pid=88141) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 18 20:37:00.418383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Hosts for other DVR routers connected to router 14d2da1a-883a-410a-9b76-d2359a3babdd: set() {{(pid=88141) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 18 20:37:00.420905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.422179 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d2b300bd-6868-49c4-88c9-b270cc1f5fa9 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "PUT /v2.0/routers/14d2da1a-883a-410a-9b76-d2359a3babdd HTTP/1.1" status: 200 len: 717 time: 1.7491786 Apr 18 20:37:00.427867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37422) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:00.509089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.712146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=68d56ef1-46b0-4544-bc33-acf7a6b09526,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:00.739586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-efbc84e2-0944-44af-a230-fc5e0f64673d tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "GET /v2.0/routers/14d2da1a-883a-410a-9b76-d2359a3babdd HTTP/1.1" status: 200 len: 717 time: 0.3099537 Apr 18 20:37:00.743457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37432) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:00.846049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:00.847458 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Floating IP 507958f7-4f7c-472b-8b82-2db37d9c9031 disassociated (deleted). External IP: 172.25.5.114, port: b8f4070e-2689-4275-b715-ebb88f4e3331. Apr 18 20:37:00.924949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-2e2e3db2-2530-4391-b8c3-934b29c9cb02 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7565787 Apr 18 20:37:01.027170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.034965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.041482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.048941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.055941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.062749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.069932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.078632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-2df2f035-7c16-4b0e-8ae5-33a3ec794bef tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.4554853 Apr 18 20:37:01.279296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c5d3839-074c-4f72-8dc1-dd385ef7025c req-375eb625-4e36-4a33-a905-e2129fedf997 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1995056 Apr 18 20:37:01.431662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c919f2d8-c89a-4f88-8f1b-cc63a70068df tempest-RoutersTestDVR-303982832 tempest-RoutersTestDVR-303982832-project] 10.222.0.47 "GET /v2.0/routers/14d2da1a-883a-410a-9b76-d2359a3babdd HTTP/1.1" status: 200 len: 683 time: 0.6870253 Apr 18 20:37:01.436040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37464) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:01.454525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-f8bedcdf-1c44-4da3-80c3-5e9ca9991b8d service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5194643 Apr 18 20:37:01.585139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec21a0a7-4532-474d-b784-d8ad6967ace5 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:01.595277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-41ef927f-59fd-47b7-848b-15a4b3f3f610 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 200 len: 217 time: 0.0784214 Apr 18 20:37:01.962858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-8d8ebe89-faa4-49f9-8c24-71f3be2506f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:01.967340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-8d8ebe89-faa4-49f9-8c24-71f3be2506f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.3458385 Apr 18 20:37:02.096915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:37:02.333782 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec21a0a7-4532-474d-b784-d8ad6967ace5 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.337917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec21a0a7-4532-474d-b784-d8ad6967ace5 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.357644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-c750044e-4b05-4cbd-9625-cadabf53a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.359315 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-c750044e-4b05-4cbd-9625-cadabf53a117 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3808377 Apr 18 20:37:02.380100 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec21a0a7-4532-474d-b784-d8ad6967ace5 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.380600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec21a0a7-4532-474d-b784-d8ad6967ace5 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14d2da1a-883a-410a-9b76-d2359a3babdd {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:37:02.401208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec21a0a7-4532-474d-b784-d8ad6967ace5 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.403165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec21a0a7-4532-474d-b784-d8ad6967ace5 tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "DELETE /v2.0/routers/14d2da1a-883a-410a-9b76-d2359a3babdd HTTP/1.1" status: 204 len: 168 time: 0.9658265 Apr 18 20:37:02.407870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:02.415822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Request body: {'router': {'name': 'tempest-router-1845951297', 'distributed': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:02.422859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:02.431387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Usage tracker for resource:router and tenant:25b4a217ccd64d7295b863ba7e94a476 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:02.436490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:02.448321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:02.479100 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.480154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.508641 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.531518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.580032 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.585420 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c96032a2-0e8e-41f7-95ea-804bab65233c tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1756141 Apr 18 20:37:02.586100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37502) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:02.704173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:37:02.719924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] Sync routers for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:02.741004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.742441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:02.743540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:36:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:02.803644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8edc6579-6349-4287-9da0-db5859bd966a tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:02.816434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-36a4ef87-3e0b-4696-8c85-18ed7ad1c9f1 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4317849 Apr 18 20:37:02.900843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.907268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.914092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.920103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.926301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.932692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.939923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:02.942049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f72c867-d301-4956-9817-91044063b102 req-de215d86-6638-4da0-bf48-02ac3fb16b0c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.4279935 Apr 18 20:37:02.949545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-269fbb4f-636d-45c2-8032-1f027709395b tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/floatingips/507958f7-4f7c-472b-8b82-2db37d9c9031 HTTP/1.1" status: 204 len: 168 time: 6.0166695 Apr 18 20:37:02.949545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:03.163890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f72c867-d301-4956-9817-91044063b102 req-bd479b25-60eb-4a6a-ab7a-c770c786835b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781498 Apr 18 20:37:03.259855 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd413e3b-b030-46bb-b163-b41a82a0bd98'] response: {'name': 'network-changed', 'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'status': 'completed', 'code': 200} Apr 18 20:37:03.282647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-44d6e4c7-3d2d-47c8-bf9e-b60d1bf7f745 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525077 Apr 18 20:37:03.492221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7ba9ab8f-42c8-4d5c-98ed-ae2023ffbdb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 200 len: 217 time: 0.1986873 Apr 18 20:37:03.582932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:03.724006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fd037375-d1d3-49a5-859c-fe2bb5db517b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:03.725857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fd037375-d1d3-49a5-859c-fe2bb5db517b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.2265582 Apr 18 20:37:04.104032 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8edc6579-6349-4287-9da0-db5859bd966a tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.110370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8edc6579-6349-4287-9da0-db5859bd966a tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.139266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-3a5707d7-f921-40d8-8857-1dbe9595869a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.141231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-3a5707d7-f921-40d8-8857-1dbe9595869a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4074142 Apr 18 20:37:04.218387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8edc6579-6349-4287-9da0-db5859bd966a tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.218683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.222404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edc6579-6349-4287-9da0-db5859bd966a tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9877efce-c4e1-465f-be16-5ddbb4822e9b {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:37:04.231893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] Checking router: 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:04.251025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:04.251689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:36:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:04.326366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8edc6579-6349-4287-9da0-db5859bd966a tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:04.328691 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8edc6579-6349-4287-9da0-db5859bd966a tempest-RoutersTestDVR-1879904483 tempest-RoutersTestDVR-1879904483-project-admin] 10.222.0.47 "DELETE /v2.0/routers/9877efce-c4e1-465f-be16-5ddbb4822e9b HTTP/1.1" status: 204 len: 168 time: 1.7405849 Apr 18 20:37:04.354080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-a53fd6f8-3bc9-4230-959b-90439a374f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.357759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-a53fd6f8-3bc9-4230-959b-90439a374f7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6fe5691eda2a4b868086134bcc610d1a&device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 1097 time: 0.9956086 Apr 18 20:37:04.562107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa111c4d-8ced-4ce4-a73c-9921a4e8211c req-8628d30f-a9fb-4da8-92ee-5094efac6019 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.562946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa111c4d-8ced-4ce4-a73c-9921a4e8211c req-8628d30f-a9fb-4da8-92ee-5094efac6019 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Synchronizing usage tracker for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:04.681372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa111c4d-8ced-4ce4-a73c-9921a4e8211c req-8628d30f-a9fb-4da8-92ee-5094efac6019 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Unset dirty status for tenant:6fe5691eda2a4b868086134bcc610d1a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:04.709613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa111c4d-8ced-4ce4-a73c-9921a4e8211c req-8628d30f-a9fb-4da8-92ee-5094efac6019 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.8692911 Apr 18 20:37:04.754916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-68a6f563-e76c-42e9-858c-177aa7021665 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045184 Apr 18 20:37:04.895490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-94561a18-2087-4b06-98fb-84f7c46e17d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:04.899002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-94561a18-2087-4b06-98fb-84f7c46e17d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b8d0020-a61c-4a1d-82cd-189363c70038 HTTP/1.1" status: 200 len: 898 time: 0.5328574 Apr 18 20:37:04.962469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:05.125792 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9b86d796-20c1-4293-9500-9dfefe8f8e7b service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622599 Apr 18 20:37:05.348180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-0ed22ede-938e-4ff5-8c7e-fb51c43c0ec0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8f4070e-2689-4275-b715-ebb88f4e3331 HTTP/1.1" status: 200 len: 217 time: 0.4413161 Apr 18 20:37:05.419073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.432603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.446481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.459040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.472917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.486398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.498138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.501332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-c538f72e-e018-4bfe-bbbf-8560ec21feea tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.8008676 Apr 18 20:37:05.505078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37550) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:05.550360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-8324768b-40e8-4e62-8b35-e4d5bc969c23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=24c2c157-d184-4525-afe1-fc77113c6152 HTTP/1.1" status: 200 len: 217 time: 0.4164102 Apr 18 20:37:05.628691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa111c4d-8ced-4ce4-a73c-9921a4e8211c req-e2969024-aef1-4efc-9904-acf3b1722750 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9150977 Apr 18 20:37:05.717153 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-615eb400-dfc8-4526-bc6f-8521b0c9f6db req-f4bd93e6-fa07-4271-ae19-976b3af0f880 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1494834 Apr 18 20:37:05.723863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-b33e8664-c5c4-4fc9-a981-ab1f76b3f1f5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.725447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-b33e8664-c5c4-4fc9-a981-ab1f76b3f1f5 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 0.2502906 Apr 18 20:37:05.728001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-32ef1c65-e7e1-4d81-8f0a-d045213f9e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.731313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-32ef1c65-e7e1-4d81-8f0a-d045213f9e9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.1688435 Apr 18 20:37:05.816073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-7fbce8dd-0b0b-417f-badc-8e64acb10133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:05.832550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-7fbce8dd-0b0b-417f-badc-8e64acb10133 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e963314e-6fc9-489c-882b-c4e3ce965939 HTTP/1.1" status: 200 len: 835 time: 0.3264887 Apr 18 20:37:05.905669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port b8f4070e-2689-4275-b715-ebb88f4e3331 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:05.906100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:05.910733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:05.928660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a397c87-77b6-4a89-8d02-9f97f066eb84 None None] The sync data for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 is: [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:32:55Z', 'revision_number': 4, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6a23c1a3-9776-4af4-a161-cdf9425b9393', 'name': '', 'network_id': '1b8d0020-a61c-4a1d-82cd-189363c70038', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'mac_address': 'fa:16:3e:63:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2158, 'fixed_ips': [{'subnet_id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:50Z', 'updated_at': '2022-04-18T20:33:10Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'subnets': [{'id': 'e963314e-6fc9-489c-882b-c4e3ce965939', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:06.104535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-db2679cd-daa6-4d7a-835e-05b2c6266c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.112625 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-db2679cd-daa6-4d7a-835e-05b2c6266c9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b8d0020-a61c-4a1d-82cd-189363c70038&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2737305 Apr 18 20:37:06.121216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-dc395f45-47c9-47bd-9dff-193d005071fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:06.124483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-dc395f45-47c9-47bd-9dff-193d005071fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3483644 Apr 18 20:37:06.480552 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14317a86-a776-4491-b04d-fc36028b1bc6 None None] New status for floating IP 507958f7-4f7c-472b-8b82-2db37d9c9031: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:37:06.550991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.581917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:06.586451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Usage tracker for resource:security_group_rule and tenant:19d56a7248be41a5952a32b0100bb9fa is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:06.589889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:06.596743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:06.660235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-a1acfb2a-7331-43a9-82ed-d7c24a50bd1a service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186758 Apr 18 20:37:06.735619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.749389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:06.867172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19d56a7248be41a5952a32b0100bb9fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3600497 Apr 18 20:37:06.934028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:07.082674 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-29a612d6-7a44-4436-812d-843b17d2da91 service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9656181 Apr 18 20:37:07.084290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f6c7a-660a-4143-9fab-a51109a25acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f727d21-86c1-40eb-9124-88ed35f9656d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:07.163457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37594) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:07.514043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.560497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:07.574639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0c8118d-cc2d-4610-98a2-6f9d0161f943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.586130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:37d035ecbd5f447189d82230889ced11 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:07.607561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:07.619294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8aee1ea6-9ec5-4f52-acd2-a7edc759b5f5 req-1e4e43a0-48e4-4616-ae96-626154bcac4e service neutron] 10.222.0.55 "GET /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578035 Apr 18 20:37:07.622517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:07.650064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0c8118d-cc2d-4610-98a2-6f9d0161f943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.657766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port b8f4070e-2689-4275-b715-ebb88f4e3331, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b8f4070e-2689-4275-b715-ebb88f4e3331,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:07.658372 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.864993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0c8118d-cc2d-4610-98a2-6f9d0161f943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.888768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c8118d-cc2d-4610-98a2-6f9d0161f943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f727d21-86c1-40eb-9124-88ed35f9656d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:07.941912 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0c8118d-cc2d-4610-98a2-6f9d0161f943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:07.943159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a0c8118d-cc2d-4610-98a2-6f9d0161f943 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f727d21-86c1-40eb-9124-88ed35f9656d HTTP/1.1" status: 204 len: 168 time: 1.0072911 Apr 18 20:37:08.007404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.022892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.032709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.043287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.053441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.058544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.066595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.071950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.074008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-8e5b965d-01ff-42dc-a0b0-f17ccfd0c7ce tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.3052433 Apr 18 20:37:08.078406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.086041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for b8f4070e-2689-4275-b715-ebb88f4e3331 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:08.247936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94823d4-c855-4f29-89e1-011f105a1019 req-914452f7-9a03-4ce2-b6aa-358a7d8c5a63 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.256222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80678d8-4550-4174-b7d5-94ad2f4f5b55,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:08.264293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f94823d4-c855-4f29-89e1-011f105a1019 req-914452f7-9a03-4ce2-b6aa-358a7d8c5a63 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 946 time: 1.2601492 Apr 18 20:37:08.301270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f8650ae5-a7b8-469c-b3d7-1e22b8a9d2c1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=37d035ecbd5f447189d82230889ced11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0938361 Apr 18 20:37:08.302349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37608) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:08.318699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-fa2cc275-9e6e-4ac9-967f-9f98b61d6030 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3173962 Apr 18 20:37:08.427407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7acf62de-0b44-4457-8492-bf9f8f5e4134 req-3154992b-9f79-4cda-97cf-1722d97d4c2c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2741966 Apr 18 20:37:08.451086 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6c227c-7f5a-4fc8-b973-107b0b5be092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.507651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6c227c-7f5a-4fc8-b973-107b0b5be092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.518747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-32338c82-c6ed-4b33-8ff0-b150b5b5b78f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8 HTTP/1.1" status: 200 len: 217 time: 0.1743898 Apr 18 20:37:08.601696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6c227c-7f5a-4fc8-b973-107b0b5be092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.621179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c227c-7f5a-4fc8-b973-107b0b5be092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80678d8-4550-4174-b7d5-94ad2f4f5b55,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:08.635766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37612) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:08.636215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f94823d4-c855-4f29-89e1-011f105a1019 req-af6a6763-778f-447b-9d7b-5b2bff5806a3 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/security-groups?id=415fe457-1b1a-4dcb-97b5-1f086afbab73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3699830 Apr 18 20:37:08.640265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e6c227c-7f5a-4fc8-b973-107b0b5be092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.641463 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7e6c227c-7f5a-4fc8-b973-107b0b5be092 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a80678d8-4550-4174-b7d5-94ad2f4f5b55 HTTP/1.1" status: 204 len: 168 time: 0.3311908 Apr 18 20:37:08.673699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.700383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-69581a07-344d-447d-a51d-9bdcec44a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.702701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-69581a07-344d-447d-a51d-9bdcec44a099 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.1760786 Apr 18 20:37:08.705244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:08.711608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:25b4a217ccd64d7295b863ba7e94a476 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:08.716353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:08.726063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:08.904000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.911295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.950519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-a1abcf30-da53-4640-9ec9-14a4d4d3cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:08.952089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-a1abcf30-da53-4640-9ec9-14a4d4d3cc2e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2105994 Apr 18 20:37:08.952980 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:08.996389 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=25b4a217ccd64d7295b863ba7e94a476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3590083 Apr 18 20:37:08.998835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4b29a-dcc3-4c7c-8528-0e61027ff6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3412398a-41cb-4fb6-a3cb-2c3a1299b8c3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:09.016525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37620) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:09.139745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-539a6df1-5241-481c-a572-d932a0227b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.205093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-539a6df1-5241-481c-a572-d932a0227b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.232428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b8f4070e-2689-4275-b715-ebb88f4e3331 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:09.364444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-539a6df1-5241-481c-a572-d932a0227b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.376901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=b8f4070e-2689-4275-b715-ebb88f4e3331,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:09.393768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] No DVR routers for this DVR port b8f4070e-2689-4275-b715-ebb88f4e3331 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:09.400708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.412047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539a6df1-5241-481c-a572-d932a0227b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3412398a-41cb-4fb6-a3cb-2c3a1299b8c3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:09.416838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'name': 'network-vif-deleted', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:09.443505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-539a6df1-5241-481c-a572-d932a0227b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.448108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-539a6df1-5241-481c-a572-d932a0227b74 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3412398a-41cb-4fb6-a3cb-2c3a1299b8c3 HTTP/1.1" status: 204 len: 168 time: 0.4289639 Apr 18 20:37:09.598643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af438fd5-be87-49be-b0a9-3cc56c0a3e11 req-e3f90db9-498c-4171-b3bf-5165a053340c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.55 "DELETE /v2.0/ports/b8f4070e-2689-4275-b715-ebb88f4e3331 HTTP/1.1" status: 204 len: 173 time: 3.8636024 Apr 18 20:37:09.613588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: b8f4070e-2689-4275-b715-ebb88f4e3331 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:37:09.614307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b8f4070e-2689-4275-b715-ebb88f4e3331 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:09.621039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:09.690973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:09.734222 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4bf759-5667-43cf-a5e6-18e64adbd802'] response: {'server_uuid': '8ab08861-f49b-4457-9946-413ffa0ed3ba', 'name': 'network-vif-deleted', 'tag': 'b8f4070e-2689-4275-b715-ebb88f4e3331', 'status': 'completed', 'code': 200} Apr 18 20:37:09.755587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:09.766055 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-4b744131-8dec-40a6-a3b4-8392e7de177b service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7988472 Apr 18 20:37:09.770708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Usage tracker for resource:security_group_rule and tenant:f613515470aa4012a3c59f70dcb4124f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:09.782521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:09.802613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:10.183632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-5f20c5dd-579f-403e-b4e2-3152b53e4fe9 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058595 Apr 18 20:37:10.211735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-721d68fd-7cb2-4027-9cf5-e046d2f2154f req-1ba062a8-9015-43d6-a70a-34e0900bb50c tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ab08861-f49b-4457-9946-413ffa0ed3ba HTTP/1.1" status: 200 len: 210 time: 0.1906073 Apr 18 20:37:10.282684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.287333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.293066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.293499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.300506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.306606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.312771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.330170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.367849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f613515470aa4012a3c59f70dcb4124f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7417939 Apr 18 20:37:10.368091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.373430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37654) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:10.381979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-e1909ee0-f847-4d98-82e1-87eb07a0d78f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.3214328 Apr 18 20:37:10.404858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-69f0bee5-8e88-4fea-a833-c4fb09a687dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008 HTTP/1.1" status: 200 len: 217 time: 0.2073176 Apr 18 20:37:10.405968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9c988-db46-476b-8ddb-c98197bc2bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04eab2a-deaf-4c16-adf0-c961d1980cdc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.510015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8eb72549-64a9-4b4f-87d5-13fe9e4b27c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.545362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8eb72549-64a9-4b4f-87d5-13fe9e4b27c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.587646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-72103348-3672-403a-aaa6-463c1fe698fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.590167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-72103348-3672-403a-aaa6-463c1fe698fc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 200 len: 797 time: 0.1478393 Apr 18 20:37:10.677159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8eb72549-64a9-4b4f-87d5-13fe9e4b27c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.727907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8eb72549-64a9-4b4f-87d5-13fe9e4b27c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:10.732596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8eb72549-64a9-4b4f-87d5-13fe9e4b27c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c04eab2a-deaf-4c16-adf0-c961d1980cdc HTTP/1.1" status: 204 len: 168 time: 0.3547237 Apr 18 20:37:10.732596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb72549-64a9-4b4f-87d5-13fe9e4b27c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04eab2a-deaf-4c16-adf0-c961d1980cdc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:10.746365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f13e539-d09b-45db-850b-fca28dca0db4 req-227606ac-dc41-4c64-9a5b-d8fcfdc39476 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3395932 Apr 18 20:37:10.875759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9b969772-3ef8-458c-ae9d-594a33b3c88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:10.878366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-9b969772-3ef8-458c-ae9d-594a33b3c88c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2722230 Apr 18 20:37:11.011185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37676) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:11.262527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-33743f9e-0cce-496a-bbfe-6932d92a95e7 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756900 Apr 18 20:37:11.263125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] Deleting subnet d59b17a0-1b95-40bd-bca3-d5aadd293fd7 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:37:11.284488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.356423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:11.462369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.562805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:11.608746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.777969 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.950691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d59b17a0-1b95-40bd-bca3-d5aadd293fd7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:11.952964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:11.964642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e6d63ad-d175-4aef-8a25-7c346e1179d2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d59b17a0-1b95-40bd-bca3-d5aadd293fd7 HTTP/1.1" status: 204 len: 168 time: 0.9511237 Apr 18 20:37:11.965768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37710) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:12.180250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1010184277'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:12.237856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:12.293748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Usage tracker for resource:network and tenant:da90190372184188881949d26b6fc61b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:12.303330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:12.321408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-7e615fda-c9f7-453e-a1d0-e9dd73c8f7f3 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0502110 Apr 18 20:37:12.327540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.334888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:12.424515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Made reservation on behalf of da90190372184188881949d26b6fc61b for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:12.431039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.490395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.583842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-229b67df-2484-4f2d-a31c-d51e45cf13e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2 HTTP/1.1" status: 200 len: 217 time: 0.2491574 Apr 18 20:37:12.765750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-88978362-77b1-4b3d-9819-8e3817d31a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.767152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-88978362-77b1-4b3d-9819-8e3817d31a8f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 200 len: 797 time: 0.1549966 Apr 18 20:37:12.785041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.791109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.797332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.797881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:12.804602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.813344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.816861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.822967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:12.825051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-07eb8e61-1469-4407-b1f7-9bc95d92f2a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.5817366 Apr 18 20:37:12.863444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Usage tracker for resource:security_group_rule and tenant:da90190372184188881949d26b6fc61b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:12.870234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:12.876731 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:12.931542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:12.952199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:12.966097 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6fa2faed-76f3-4f0d-8a4e-175879e2d6ab req-ba8df715-3d65-481a-8523-9395541447ad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969839 Apr 18 20:37:12.999497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13b8af9e-c947-46f6-a9e7-3cd6152f5bcd') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:12.999840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-8f69476b-87ee-47d7-a8ea-0f5adce4d5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.000032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13b8af9e-c947-46f6-a9e7-3cd6152f5bcd') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:13.001296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-8f69476b-87ee-47d7-a8ea-0f5adce4d5c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743011 Apr 18 20:37:13.039165 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.115260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.207172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:13.208048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.277923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-82418125-bdc9-4b39-8e8c-5facc924baa8 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695384 Apr 18 20:37:13.319356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:13.400650 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:13.415067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd9410-d19b-4510-82d0-1fcc7423a642 req-7b20eda7-1da4-4179-8589-8ca6e6405794 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.417846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-57cd9410-d19b-4510-82d0-1fcc7423a642 req-7b20eda7-1da4-4179-8589-8ca6e6405794 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.9290826 Apr 18 20:37:13.429388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.463921 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.498018 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eca704e8-d972-42d1-b58a-63fd918f55cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.530750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] Pushing event deleted for resources: {'Network': ['ID=5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.618560 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.621929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-55784aec-d334-4c47-9db9-4468138d973d admin admin] 10.222.0.47 "DELETE /v2.0/networks/5fcd3579-9b2c-49a1-b5c6-c187fd45f6a8 HTTP/1.1" status: 204 len: 168 time: 1.6545970 Apr 18 20:37:13.628752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37740) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:13.633624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.665680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-57cd9410-d19b-4510-82d0-1fcc7423a642 req-75553d10-b4ea-41b9-8e3b-dbfb0d2d446f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2040944 Apr 18 20:37:13.715384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:13.735029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9713f2-a755-46da-bab1-279167ffb470,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:13.746637 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.747537 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Added segment 0b8ff0a4-4717-4c70-9323-16fa56fe6252 of type vlan for network d791323b-30c7-4725-81e5-e555d053af5f Apr 18 20:37:13.809125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.856141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.863769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:13.864526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:13.908134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3439612 Apr 18 20:37:13.921531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:13.937301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Request body: {'subnet': {'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:13.985694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] Deleting subnet c26a7af8-fe31-4b0c-8ed2-112c9d324fe8 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:37:13.999257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.130495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112732a-2561-4826-a458-1a513b87d9c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event updated for resources: {'Network': ['ID=d791323b-30c7-4725-81e5-e555d053af5f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:14.161383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d791323b-30c7-4725-81e5-e555d053af5f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:14.171389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b233748-dcfb-4f7d-95a8-baa2bd0b5373 req-3bef20ec-da04-4dc3-852a-bb6d0e99675a service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8824756 Apr 18 20:37:14.187339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.225594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:14.242608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Usage tracker for resource:subnet and tenant:da90190372184188881949d26b6fc61b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:14.250638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:14.297722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:14.407045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Made reservation on behalf of da90190372184188881949d26b6fc61b for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:14.412302 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.450323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.739056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 6a23c1a3-9776-4af4-a161-cdf9425b9393 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:14.739651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:14.979293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad1373-6107-4ff9-87d7-58bb36828c05 req-03143a84-028e-4ec9-8f14-940b19e3d2b7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:14.984492 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87ad1373-6107-4ff9-87d7-58bb36828c05 req-03143a84-028e-4ec9-8f14-940b19e3d2b7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.1404693 Apr 18 20:37:15.079414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87ad1373-6107-4ff9-87d7-58bb36828c05 req-f1763a61-73f2-4e1a-9e87-25eaa19c9fcd tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832436 Apr 18 20:37:15.088755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.171966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26a7af8-fe31-4b0c-8ed2-112c9d324fe8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:15.236144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.236660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.237502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.238077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.238554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.239025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.239492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.241543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-4045bc08-6408-4f6e-9d0a-0dc8fa5d1b5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6476 time: 0.8937130 Apr 18 20:37:15.249487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.325660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.332291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.338301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.344539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.351960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.357906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.364802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.366817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20aacc49-3271-4500-b75e-f41e2204de7d req-aa39d3da-678e-4e64-8093-f6130c6ddace tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.9275928 Apr 18 20:37:15.394220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45371b89-1879-4f40-8ad9-1854c0247440 req-1aff5b7b-7ab3-4dce-a036-2b688833fbf0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:15.395794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45371b89-1879-4f40-8ad9-1854c0247440 req-1aff5b7b-7ab3-4dce-a036-2b688833fbf0 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.7086220 Apr 18 20:37:15.406911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d12f579a-64f7-4f1c-a4e3-3aff4787ae15 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c26a7af8-fe31-4b0c-8ed2-112c9d324fe8 HTTP/1.1" status: 204 len: 168 time: 1.7582252 Apr 18 20:37:15.410889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:15.578435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port 6a23c1a3-9776-4af4-a161-cdf9425b9393, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6a23c1a3-9776-4af4-a161-cdf9425b9393,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:15.578765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.608245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:15.612815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.876489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Deleting port 5f81236a-570f-4472-b1bd-bbc600bf44a9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:15.878508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.884221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.892135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.921934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:15.927459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 6a23c1a3-9776-4af4-a161-cdf9425b9393 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:15.931647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Usage tracker for resource:security_group_rule and tenant:307a2d87f7de4113b98e555979db8cd0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:15.935287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89f0356c-42a9-4940-8f48-8195c52f24fc']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:15.944137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:15.960501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:15.964218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1da4cf1e-9b7a-456c-9c39-62647cc225a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:15.970262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee118275-6f11-4d76-ab84-576f69957ba9') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:15.971444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee118275-6f11-4d76-ab84-576f69957ba9') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:15.980949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-20aacc49-3271-4500-b75e-f41e2204de7d req-4b5119a7-7a05-437c-9085-5138db02430b tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5841038 Apr 18 20:37:15.990435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.001146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.037589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.048471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:16.048919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:16.062928 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:16.145058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-25aca2b5-f374-4516-9832-89f0bfeb580d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.146480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-25aca2b5-f374-4516-9832-89f0bfeb580d service neutron] 10.222.0.55 "GET /v2.0/networks?id=904e4d7d-e21b-4d84-ba7c-5ec004727885 HTTP/1.1" status: 200 len: 902 time: 0.8813219 Apr 18 20:37:16.221918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.229430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.281254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=89f0356c-42a9-4940-8f48-8195c52f24fc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.333003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5e7d101a-033b-4fe1-9015-fffb294b18b8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/89f0356c-42a9-4940-8f48-8195c52f24fc HTTP/1.1" status: 204 len: 168 time: 0.9228718 Apr 18 20:37:16.354211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.365854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.441721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=307a2d87f7de4113b98e555979db8cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8203194 Apr 18 20:37:16.441721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7f38fa-91a8-4f2c-8b71-6aac8f12f47f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2cc913-eb0c-433e-8cce-537fda684d7f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.445005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37804) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:16.448832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event updated for resources: {'Subnet': ['ID=0576192f-ff55-4c0c-9bb6-27db41804df3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.476372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b393ef0-b20c-4786-9da4-c3399ae5d251 req-58944a4d-b4c0-4d8f-ae25-f8d85f1fae51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.478020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b393ef0-b20c-4786-9da4-c3399ae5d251 req-58944a4d-b4c0-4d8f-ae25-f8d85f1fae51 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.2034855 Apr 18 20:37:16.491787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-6b49b57e-0139-404e-8bd3-9fd713d16ee4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2 HTTP/1.1" status: 200 len: 217 time: 0.3337381 Apr 18 20:37:16.536708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37808) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:16.587364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8082a6d3-38dd-45ef-b0c5-6ccaf9ec42b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.598535 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b393ef0-b20c-4786-9da4-c3399ae5d251 req-600086fa-8c03-4607-9445-5ae112613fc7 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017144 Apr 18 20:37:16.651422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8082a6d3-38dd-45ef-b0c5-6ccaf9ec42b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.678773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f1f38b95-bcf9-4ce1-8ae0-92a7d616bc7c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=617f79e48f07424ba4fce377135e6cda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1409025 Apr 18 20:37:16.682515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:16.776489 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afb30060-7f6d-46e2-b48d-611fddf87f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.777174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Checking segment: {'id': '0b8ff0a4-4717-4c70-9323-16fa56fe6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:37:16.777544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Network hostable DHCP agents. Network: d791323b-30c7-4725-81e5-e555d053af5f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:16.778501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8082a6d3-38dd-45ef-b0c5-6ccaf9ec42b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.817099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8082a6d3-38dd-45ef-b0c5-6ccaf9ec42b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2cc913-eb0c-433e-8cce-537fda684d7f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.828413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8082a6d3-38dd-45ef-b0c5-6ccaf9ec42b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.829685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8082a6d3-38dd-45ef-b0c5-6ccaf9ec42b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d2cc913-eb0c-433e-8cce-537fda684d7f HTTP/1.1" status: 204 len: 168 time: 0.3819003 Apr 18 20:37:16.832963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afb30060-7f6d-46e2-b48d-611fddf87f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.860078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.925179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afb30060-7f6d-46e2-b48d-611fddf87f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.946024 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.951448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb30060-7f6d-46e2-b48d-611fddf87f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e60968c-c55e-4aff-bee8-a82bd2057842,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:16.963845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-3a709171-8aed-4add-917c-e148d9ee59d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:16.966930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-3a709171-8aed-4add-917c-e148d9ee59d5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 200 len: 797 time: 0.4559541 Apr 18 20:37:16.973232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afb30060-7f6d-46e2-b48d-611fddf87f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:16.974480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-afb30060-7f6d-46e2-b48d-611fddf87f40 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e60968c-c55e-4aff-bee8-a82bd2057842 HTTP/1.1" status: 204 len: 168 time: 0.2910075 Apr 18 20:37:17.042987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Network d791323b-30c7-4725-81e5-e555d053af5f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:17.132328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d791323b-30c7-4725-81e5-e555d053af5f) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:17.152988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e1904-4325-4e57-a30c-ad9c8eaa252c None None] Network d791323b-30c7-4725-81e5-e555d053af5f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:37:17.162839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] For port 5f81236a-570f-4472-b1bd-bbc600bf44a9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5f81236a-570f-4472-b1bd-bbc600bf44a9,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:17.163285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.187531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:17.188623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.437012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3c4f63f0-f917-405b-9b94-2f5fe5a179c2 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5089693 Apr 18 20:37:17.442264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:17.448414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Request body: {'port': {'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1563389725'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:17.533971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-c7dceb92-a27c-4d91-bda4-7c7d014b9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:17.536162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-c7dceb92-a27c-4d91-bda4-7c7d014b9557 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5605283 Apr 18 20:37:17.556521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-30710006-eb67-45f4-b635-c22b11b16fc1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:37:17.557599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-30710006-eb67-45f4-b635-c22b11b16fc1 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073004 Apr 18 20:37:17.567925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.664356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d791323b-30c7-4725-81e5-e555d053af5f', 'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f', 'tenant_id': 'da90190372184188881949d26b6fc61b', 'fixed_ips': [{'subnet_id': '0576192f-ff55-4c0c-9bb6-27db41804df3'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:37:17.665259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:17.712267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=6a23c1a3-9776-4af4-a161-cdf9425b9393,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:17.971502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37832) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:17.971757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37834) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:17.974671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Allocated IP 2001:db8::2 (d791323b-30c7-4725-81e5-e555d053af5f/0576192f-ff55-4c0c-9bb6-27db41804df3/442f6468-5247-4748-b56f-05c0c452bb8c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:18.176416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.183630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.191281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.199586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.208788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.215969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.224200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.233304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-796cc9f6-b223-4d0d-9221-6ced83dce27e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.8798480 Apr 18 20:37:18.244789 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.305975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:18.328625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Usage tracker for resource:security_group_rule and tenant:3ce950c33b804450b2f06a4701b94434 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:18.329897 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.330899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.331471 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Floating IP f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6 disassociated. External IP: 172.25.5.87, port: 5f81236a-570f-4472-b1bd-bbc600bf44a9. Apr 18 20:37:18.332230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Calling delete_port for 5f81236a-570f-4472-b1bd-bbc600bf44a9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:18.342512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:18.349026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6e174dbd-a338-4712-852b-1df18bf4330e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ccc414e0ed304213b511d75e12b8b1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1757309 Apr 18 20:37:18.353164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:18.356043 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.361393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:18.378840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Transition to ACTIVE for port object 442f6468-5247-4748-b56f-05c0c452bb8c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:18.379615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:18.405374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Usage tracker for resource:port and tenant:da90190372184188881949d26b6fc61b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:18.419084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:18.438865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3d41657-20d6-4250-aa0a-1978806ee9f3 req-958340f0-e0f9-437c-90df-7e2c7491eca9 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2037990 Apr 18 20:37:18.443658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e0164d-5d0e-41fd-b012-7185fa13a0fd req-53205dda-5332-40d4-9922-f315b8ce352f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:18.445310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62e0164d-5d0e-41fd-b012-7185fa13a0fd req-53205dda-5332-40d4-9922-f315b8ce352f tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 945 time: 0.5843544 Apr 18 20:37:18.447104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Transition to ACTIVE for port object 442f6468-5247-4748-b56f-05c0c452bb8c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:18.451455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:18.455727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.478134 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.536646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Made reservation on behalf of da90190372184188881949d26b6fc61b for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:18.543446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.551354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Network d791323b-30c7-4725-81e5-e555d053af5f is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:18.554739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:18.563211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:37:18.575312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Pushing event updated for resources: {'Port': ['ID=442f6468-5247-4748-b56f-05c0c452bb8c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:18.651643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-8967e7ff-3239-4f8c-ba37-483247c59826 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0853953 Apr 18 20:37:18.655581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf303-265c-4674-ac58-e78e8dd28d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.664092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62e0164d-5d0e-41fd-b012-7185fa13a0fd req-7a09b2c6-0470-4e6e-91f7-31734a4e4692 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups?id=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075250 Apr 18 20:37:18.680406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] device_id is not set on port 9ce63c5f-97ae-4da8-b367-2286084e9672 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:18.684111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Attempting to bind port 442f6468-5247-4748-b56f-05c0c452bb8c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:18.684488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Attempting to bind port 442f6468-5247-4748-b56f-05c0c452bb8c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '0b8ff0a4-4717-4c70-9323-16fa56fe6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:18.684922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Attempting to bind port 442f6468-5247-4748-b56f-05c0c452bb8c on network d791323b-30c7-4725-81e5-e555d053af5f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:37:18.693623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:37:18.694009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Checking segment: {'id': '0b8ff0a4-4717-4c70-9323-16fa56fe6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:37:18.694445 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.694850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Bound using segment: {'id': '0b8ff0a4-4717-4c70-9323-16fa56fe6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:37:18.695403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Bound port: 442f6468-5247-4748-b56f-05c0c452bb8c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8ff0a4-4717-4c70-9323-16fa56fe6252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:18.695803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.787275 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.810083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.827855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf303-265c-4674-ac58-e78e8dd28d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.835562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:18.854318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] For port 442f6468-5247-4748-b56f-05c0c452bb8c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:37:18.858161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] For port 442f6468-5247-4748-b56f-05c0c452bb8c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=442f6468-5247-4748-b56f-05c0c452bb8c,segment=NetworkSegment(0b8ff0a4-4717-4c70-9323-16fa56fe6252),segment_id=0b8ff0a4-4717-4c70-9323-16fa56fe6252)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:37:18.867696 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.019225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fe311f-85c6-4551-8795-e4872b3df5b7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.019468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73922e-4cec-4bbf-8fbc-6166ae0d96ec None None] Pushing event updated for resources: {'Port': ['ID=442f6468-5247-4748-b56f-05c0c452bb8c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.039358 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7e17b879-5326-432b-8ef0-45ec2e1c0fbd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ce950c33b804450b2f06a4701b94434&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0659249 Apr 18 20:37:19.041626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37844) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:19.124475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf303-265c-4674-ac58-e78e8dd28d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.131091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Allocated IP 2001:db8::30d (d791323b-30c7-4725-81e5-e555d053af5f/0576192f-ff55-4c0c-9bb6-27db41804df3/9ce63c5f-97ae-4da8-b367-2286084e9672) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:19.158824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1bf303-265c-4674-ac58-e78e8dd28d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962847d-df81-414d-9c69-bfabb837656f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.205625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.232403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.238908 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.287010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab81f-e0f8-41e5-8235-ab1fb8c70377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.310950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5f81236a-570f-4472-b1bd-bbc600bf44a9 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:19.328092 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1bf303-265c-4674-ac58-e78e8dd28d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.333396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd1bf303-265c-4674-ac58-e78e8dd28d49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1962847d-df81-414d-9c69-bfabb837656f HTTP/1.1" status: 204 len: 168 time: 0.9699986 Apr 18 20:37:19.340844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab81f-e0f8-41e5-8235-ab1fb8c70377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.399953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 5f81236a-570f-4472-b1bd-bbc600bf44a9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:37:19.400955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5f81236a-570f-4472-b1bd-bbc600bf44a9 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:19.455615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5fd2e1b-0817-4664-a761-9fb6d238dfd7 req-8b976b7b-5703-401b-a44b-3cae875497f7 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7897885 Apr 18 20:37:19.459836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event deleted for resources: {'Port': ['ID=5f81236a-570f-4472-b1bd-bbc600bf44a9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.480874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab81f-e0f8-41e5-8235-ab1fb8c70377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.563292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ab81f-e0f8-41e5-8235-ab1fb8c70377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fe311f-85c6-4551-8795-e4872b3df5b7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:19.719312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea0ab81f-e0f8-41e5-8235-ab1fb8c70377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.723397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ea0ab81f-e0f8-41e5-8235-ab1fb8c70377 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83fe311f-85c6-4551-8795-e4872b3df5b7 HTTP/1.1" status: 204 len: 168 time: 0.6754065 Apr 18 20:37:19.786773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 442f6468-5247-4748-b56f-05c0c452bb8c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:19.852420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:19.913169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Transition to ACTIVE for port object 9ce63c5f-97ae-4da8-b367-2286084e9672 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:20.042117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.051334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 442f6468-5247-4748-b56f-05c0c452bb8c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:20.139117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ace90419-26ed-4008-98d8-1c27c1698a24 req-ce703b00-0647-4d2b-8dbb-6fc705918f3d tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 210 time: 0.1928728 Apr 18 20:37:20.261359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event updated for resources: {'Port': ['ID=9ce63c5f-97ae-4da8-b367-2286084e9672,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:20.287647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Network d791323b-30c7-4725-81e5-e555d053af5f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:20.290292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:20.302755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:37:20.320060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.320810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.437279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6205c7d5-3f8d-45fc-a46a-d80fb52897a9 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.9819651 Apr 18 20:37:20.438724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37866) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:20.455195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Request body: {'port': {'network_id': 'd791323b-30c7-4725-81e5-e555d053af5f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1294925781', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:20.456170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.api.validators [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] bootfile-name is not in valid_values {{(pid=88141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:37:20.456670 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.api.validators [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] tftp-server is not in valid_values {{(pid=88141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:37:20.465450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.api.validators [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] server-ip-address is not in valid_values {{(pid=88141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:37:20.534282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:37:20.748820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9047849-b612-4125-9b18-d83c63cd858e None None] Network d791323b-30c7-4725-81e5-e555d053af5f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:37:20.810136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:20.814230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.819821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Usage tracker for resource:port and tenant:da90190372184188881949d26b6fc61b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:20.822382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.825066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:20.828860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.836696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.837162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:20.844476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.851696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.857952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:20.860236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-0a13456e-1628-4f19-bfa8-d6abd1a82265 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 1.1287904 Apr 18 20:37:20.865330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Made reservation on behalf of da90190372184188881949d26b6fc61b for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:20.879109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:20.969080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-de803838-545e-4914-ac26-ab0e155a8430 None None] Provisioning for port 442f6468-5247-4748-b56f-05c0c452bb8c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:20.988537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] device_id is not set on port 0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:21.013169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-de803838-545e-4914-ac26-ab0e155a8430 None None] Provisioning complete for port 442f6468-5247-4748-b56f-05c0c452bb8c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:21.014367 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de803838-545e-4914-ac26-ab0e155a8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.278864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f224b1ad-ce5e-4616-983d-0c03fa526d7f req-bdc45058-3c99-4dc7-b97a-1e4fd5599bed tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4101489 Apr 18 20:37:21.365835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Allocated IP 2001:db8::12b (d791323b-30c7-4725-81e5-e555d053af5f/0576192f-ff55-4c0c-9bb6-27db41804df3/0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:21.412456 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de803838-545e-4914-ac26-ab0e155a8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.522340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:37:21.594048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-de803838-545e-4914-ac26-ab0e155a8430 None None] For port 442f6468-5247-4748-b56f-05c0c452bb8c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=442f6468-5247-4748-b56f-05c0c452bb8c,segment=NetworkSegment(0b8ff0a4-4717-4c70-9323-16fa56fe6252),segment_id=0b8ff0a4-4717-4c70-9323-16fa56fe6252)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:21.621056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de803838-545e-4914-ac26-ab0e155a8430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.644661 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-779942c8-82de-47f2-ab20-a78d31a7c850 req-68c45260-1b76-41f3-952b-a9769f4ddc56 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 210 time: 0.0757394 Apr 18 20:37:21.791605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:37:21.843581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] Sync routers for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:21.913463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:21.917028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:21.918039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:21.978826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Transition to ACTIVE for port object 0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:22.022635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] No DVR routers for this DVR port 5f81236a-570f-4472-b1bd-bbc600bf44a9 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:22.028046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.031407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'name': 'network-vif-deleted', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:22.051706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.095216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45371b89-1879-4f40-8ad9-1854c0247440 req-02936870-825b-45f6-91b9-ead63079d30b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.55 "DELETE /v2.0/ports/5f81236a-570f-4472-b1bd-bbc600bf44a9 HTTP/1.1" status: 204 len: 173 time: 6.6881680 Apr 18 20:37:22.104628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:37:22.122395 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] Sync routers for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:22.128568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ec8543b-7ab4-4fa9-9799-5c2281edcf18 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "PUT /v2.0/routers/8e0af547-fcf3-4f08-b28c-9fb5a38e70b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7708769 Apr 18 20:37:22.133005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37914) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:22.165713 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:22.166991 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:22.308708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Network d791323b-30c7-4725-81e5-e555d053af5f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:22.316484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:22.338491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:37:22.357461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.363201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.374029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de803838-545e-4914-ac26-ab0e155a8430 None None] Pushing event updated for resources: {'Port': ['ID=442f6468-5247-4748-b56f-05c0c452bb8c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:22.489781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0486181 Apr 18 20:37:22.503239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37924) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:22.519779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e1745-3b28-4a12-93b9-a4d8f30fbb29 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event updated for resources: {'Port': ['ID=0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:22.661718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-57b5f38b-46ab-4727-afe5-19a8b3ca672a None None] Provisioning for port 9ce63c5f-97ae-4da8-b367-2286084e9672 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:22.679949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-57b5f38b-46ab-4727-afe5-19a8b3ca672a None None] Provisioning complete for port 9ce63c5f-97ae-4da8-b367-2286084e9672 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:22.681945 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-57b5f38b-46ab-4727-afe5-19a8b3ca672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.759948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:22.931945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9d333-cf30-4627-95f2-b29351d36321 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:22.939126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting subnet e963314e-6fc9-489c-882b-c4e3ce965939 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:37:22.945939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:22.966913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9d333-cf30-4627-95f2-b29351d36321 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.011189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b9d333-cf30-4627-95f2-b29351d36321 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.013239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c6b9d333-cf30-4627-95f2-b29351d36321 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Synchronizing usage tracker for tenant:da90190372184188881949d26b6fc61b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:23.164596 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:23.201844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-57b5f38b-46ab-4727-afe5-19a8b3ca672a None None] Port 9ce63c5f-97ae-4da8-b367-2286084e9672 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:37:23.220158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.251302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-57b5f38b-46ab-4727-afe5-19a8b3ca672a None None] Provisioning complete for port 442f6468-5247-4748-b56f-05c0c452bb8c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:23.251815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-57b5f38b-46ab-4727-afe5-19a8b3ca672a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.289244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c6b9d333-cf30-4627-95f2-b29351d36321 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Unset dirty status for tenant:da90190372184188881949d26b6fc61b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:23.297827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c6b9d333-cf30-4627-95f2-b29351d36321 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.7875538 Apr 18 20:37:23.299484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37936) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:23.435394 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1995c15-e09f-4cb9-9a41-ba833f548e0e'] response: {'server_uuid': '30326186-f30c-4023-a339-8cf4083b3253', 'name': 'network-vif-deleted', 'tag': '5f81236a-570f-4472-b1bd-bbc600bf44a9', 'status': 'completed', 'code': 200} Apr 18 20:37:23.508636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Deleting port 0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:23.509200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:23.651122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.668475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.683868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.723213 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:37:23.727250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.728169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 442f6468-5247-4748-b56f-05c0c452bb8c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:23.734513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-826a950c-e85c-43bf-8e2f-bd5b624fc6da req-d9957739-7646-4c1a-8155-0327a3239dd6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Synchronizing usage tracker for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:23.740894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.760977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.774489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:23.788579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-db2a722a-fb42-47ad-8843-58c3cdfc151e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.9090729 Apr 18 20:37:23.863034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.047549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-826a950c-e85c-43bf-8e2f-bd5b624fc6da req-d9957739-7646-4c1a-8155-0327a3239dd6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Unset dirty status for tenant:d985a2b9068149b7aa9cf6714fc7b5f3 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:24.064289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-826a950c-e85c-43bf-8e2f-bd5b624fc6da req-d9957739-7646-4c1a-8155-0327a3239dd6 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/ports?device_id=30326186-f30c-4023-a339-8cf4083b3253 HTTP/1.1" status: 200 len: 210 time: 0.5088496 Apr 18 20:37:24.178716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.316375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.375560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d8e01de-b1bc-4d59-a0cd-1842483b877e None None] Network 1b8d0020-a61c-4a1d-82cd-189363c70038 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:37:24.395457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Subnet': ['ID=e963314e-6fc9-489c-882b-c4e3ce965939,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:24.419829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e5cf8a04-6535-4f4d-a36a-b21f83d7a066 tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/subnets/e963314e-6fc9-489c-882b-c4e3ce965939 HTTP/1.1" status: 204 len: 168 time: 2.2825105 Apr 18 20:37:24.424877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:24.484921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54588ee0-74ea-4951-80b2-89dc20dad725 req-975d2aa9-1079-4b92-9cef-967d09c435fe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6950710 Apr 18 20:37:24.509200 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:37:17Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:24.529434 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] Checking router: 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:24.583842 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] Routers {'8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:24.585297 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:24.866355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-725170bf-b012-4f8c-be93-c5bb721e9b87 None None] Provisioning for port 0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:24.934065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-725170bf-b012-4f8c-be93-c5bb721e9b87 None None] Provisioning complete for port 0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:24.934341 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-725170bf-b012-4f8c-be93-c5bb721e9b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.971462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.978594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 442f6468-5247-4748-b56f-05c0c452bb8c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:24.978857 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:24.993679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.000283 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] Set router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:25.179086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:25.183568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37968) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:25.216094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] Checking router: c7c8ec37-4a54-402c-afb4-a78d88cf5ecd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:25.309284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-725170bf-b012-4f8c-be93-c5bb721e9b87 None None] Port 0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:37:25.376371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Calling delete_port for 0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:25.417938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:25.419167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:25.453951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37976) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:25.681470 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.710977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.721882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port 0a862cb4-fc99-4396-a620-96e4d9f84883 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:25.722258 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.796778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:25.806894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-115f82db-1995-48d1-a50d-16e5465b7c9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.847472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-115f82db-1995-48d1-a50d-16e5465b7c9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:25.900176 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:37:17Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:25.912058 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c8344d-ab6a-4a56-b9f6-9f2d48ada735 None None] The sync data for ids ['8e0af547-fcf3-4f08-b28c-9fb5a38e70b0'] in n-d-836016-3 is: [{'id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-128733080', 'tenant_id': '6fe5691eda2a4b868086134bcc610d1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:32:29Z', 'updated_at': '2022-04-18T20:37:17Z', 'revision_number': 5, 'project_id': '6fe5691eda2a4b868086134bcc610d1a', 'gw_port': {'id': '0a862cb4-fc99-4396-a620-96e4d9f84883', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:16:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e0af547-fcf3-4f08-b28c-9fb5a38e70b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2153, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:32:30Z', 'updated_at': '2022-04-18T20:32:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:26.063675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Usage tracker for resource:security_group_rule and tenant:4b8ac47572064c979e1d7f8ab142e7e2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:26.063675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:26.063675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.145915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.157092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:26.157092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event deleted for resources: {'Port': ['ID=0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.157092 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-115f82db-1995-48d1-a50d-16e5465b7c9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.164244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.190305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.203121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.224298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.247560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.265074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.265649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.266162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.266544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.266994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.268296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.268296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.268834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.269268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.269733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.270007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-725170bf-b012-4f8c-be93-c5bb721e9b87 None None] Provisioning complete for port 9ce63c5f-97ae-4da8-b367-2286084e9672 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:26.270261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.270686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:26.271267 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-725170bf-b012-4f8c-be93-c5bb721e9b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.272863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:26.275927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f82db-1995-48d1-a50d-16e5465b7c9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f351e9f6-9a0f-42f3-87e2-c69c4d73fc50,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:26.292791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-ddb93f8e-0c39-4c3d-b4f7-b85378bd9da0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.5083816 Apr 18 20:37:26.316387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.343736 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b0eeb349-2813-41ab-aa6d-a54c7da2c312 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "DELETE /v2.0/ports/0287b4d6-c1a0-4923-9e2d-473ec3bf3aa8 HTTP/1.1" status: 204 len: 168 time: 3.0387530 Apr 18 20:37:26.346812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-115f82db-1995-48d1-a50d-16e5465b7c9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.348602 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-115f82db-1995-48d1-a50d-16e5465b7c9b tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "DELETE /v2.0/security-groups/f351e9f6-9a0f-42f3-87e2-c69c4d73fc50 HTTP/1.1" status: 204 len: 168 time: 0.8935413 Apr 18 20:37:26.349544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37988) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:26.355186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37990) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:26.363895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Request body: {'port': {'name': 'tempest-new-port-name-782760634', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:26.364801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.api.validators [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] bootfile-name is not in valid_values {{(pid=88141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:37:26.365343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.api.validators [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] tftp-server is not in valid_values {{(pid=88141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:37:26.366364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.api.validators [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] server-ip-address is not in valid_values {{(pid=88141) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 18 20:37:26.580033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8efc11cd-6d34-4558-addd-5d0b2fafd402 req-5b227f45-8eb8-4295-adc8-3c07b2ba7736 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2785788 Apr 18 20:37:26.620006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-725170bf-b012-4f8c-be93-c5bb721e9b87 None None] Port 9ce63c5f-97ae-4da8-b367-2286084e9672 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:37:26.650723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port 0a862cb4-fc99-4396-a620-96e4d9f84883, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0a862cb4-fc99-4396-a620-96e4d9f84883,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:26.651127 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:26.879173 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-bd76dc02-1936-4f12-90df-3321a93ca381 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] show failed (client error): The resource could not be found. Apr 18 20:37:26.880868 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bd76dc02-1936-4f12-90df-3321a93ca381 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "GET /v2.0/security-groups/f351e9f6-9a0f-42f3-87e2-c69c4d73fc50 HTTP/1.1" status: 404 len: 347 time: 0.1875272 Apr 18 20:37:26.898748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37998) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:26.980712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:27.002791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for 0a862cb4-fc99-4396-a620-96e4d9f84883 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:27.055816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] DHCP port deletion for 1b8d0020-a61c-4a1d-82cd-189363c70038 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:37:27.091009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Deleting port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:27.097846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.233059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.368896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Deleting port 803362a2-2842-4b24-921f-41cf5eaad468 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:27.369951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.551994 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.607713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device fd08a9a6-9cf1-42f2-9359-08e253dfbe09 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:27.638794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.639424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:27.721320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=0a862cb4-fc99-4396-a620-96e4d9f84883,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:27.955426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Calling delete_port for 803362a2-2842-4b24-921f-41cf5eaad468 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:27.993228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] For port fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:27.994625 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.062959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.129673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.173315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.175521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.176268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.177941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.178822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.180480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.182811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.185356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.186721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.187553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.188470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.188999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:28.196393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.230855 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b8ac47572064c979e1d7f8ab142e7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0461457 Apr 18 20:37:28.262190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38010) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:28.322446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Calling delete_port for fd08a9a6-9cf1-42f2-9359-08e253dfbe09 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:28.349267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be044d-d0db-4625-a971-07f62198785f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5db8bb1-d5f1-4bc1-ac53-7a8b9cdc5959,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:28.459973 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.467488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-669be742-064e-4536-bf3f-c9ef97865605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.536871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.541292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.548668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:28.561655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.562544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6a23c1a3-9776-4af4-a161-cdf9425b9393 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:28.584486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.585263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Fanout notify agent at l3_agent the message router_deleted on router 8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:37:28.610946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.616644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a5a37d57-bed9-4c99-9feb-9ad2e7ce910d tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/routers/8e0af547-fcf3-4f08-b28c-9fb5a38e70b0 HTTP/1.1" status: 204 len: 168 time: 4.1905465 Apr 18 20:37:28.618097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38016) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:28.636663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:28.665108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:37:28.665684 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:37:28.681625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e63b83e-4f34-4fd1-b1cc-9de18c25e757 None None] The sync data for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 is: [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:28:47Z', 'revision_number': 4, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'f6c0aad1-ba01-4c49-82fe-07abd6bbcc88', 'name': '', 'network_id': '2a194504-1714-47be-9f31-b57a03a069da', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'mac_address': 'fa:16:3e:08:ea:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:44Z', 'updated_at': '2022-04-18T20:28:57Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'subnets': [{'id': '0727442d-014a-4219-84d2-b7ce9459d00e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:28.688139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6a23c1a3-9776-4af4-a161-cdf9425b9393 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:37:28.688720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6a23c1a3-9776-4af4-a161-cdf9425b9393 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:28.692337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.709484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.734917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:28.739184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.755811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.765016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.775314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.795375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:28.808683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.809917 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-dd4a774f-d381-43c9-8687-a4870eef1234 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.8624113 Apr 18 20:37:28.817038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:28.823733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Deleting port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:28.824203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.843052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.876837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:28.886201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-669be742-064e-4536-bf3f-c9ef97865605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.168037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Deleting port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:29.168646 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.200407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73eb6ca2-6192-4757-9ed8-2caf41fd3678 req-7d19e6b2-9bd3-4693-90d8-9cb8fa1c5868 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3342693 Apr 18 20:37:29.242604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] In _notify_port_updated(), no bound segment for port 9ce63c5f-97ae-4da8-b367-2286084e9672 on network d791323b-30c7-4725-81e5-e555d053af5f {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:37:29.268935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.270656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.276491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "PUT /v2.0/ports/9ce63c5f-97ae-4da8-b367-2286084e9672 HTTP/1.1" status: 200 len: 1129 time: 2.9194276 Apr 18 20:37:29.280413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-669be742-064e-4536-bf3f-c9ef97865605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.290105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38020) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:29.293671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737199e-d9bc-4ffa-b5fd-caf083e5f950 None None] New status for floating IP f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:37:29.350285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.407408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52991eba-6d7d-4cc1-b98e-f60b6938ee7b tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:29.409905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-52991eba-6d7d-4cc1-b98e-f60b6938ee7b tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "GET /v2.0/ports/9ce63c5f-97ae-4da8-b367-2286084e9672 HTTP/1.1" status: 200 len: 1129 time: 0.1184478 Apr 18 20:37:29.420365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:29.426693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] For port fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:29.427025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.480163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669be742-064e-4536-bf3f-c9ef97865605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5db8bb1-d5f1-4bc1-ac53-7a8b9cdc5959,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.619055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d826c-79c2-4ce4-bcc3-bf6eb29269d4 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event updated for resources: {'Port': ['ID=9ce63c5f-97ae-4da8-b367-2286084e9672,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.692391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Pushing event deleted for resources: {'Port': ['ID=803362a2-2842-4b24-921f-41cf5eaad468,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:29.726650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0a862cb4-fc99-4396-a620-96e4d9f84883 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:29.784583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Calling delete_port for fd08a9a6-9cf1-42f2-9359-08e253dfbe09 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:29.833286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-669be742-064e-4536-bf3f-c9ef97865605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.835068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-669be742-064e-4536-bf3f-c9ef97865605 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d5db8bb1-d5f1-4bc1-ac53-7a8b9cdc5959 HTTP/1.1" status: 204 len: 168 time: 1.5603149 Apr 18 20:37:29.853008 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.857139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:29.859168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-43ad9c46-35fd-4701-8f78-9acf7a87f910 tempest-AttachVolumeTestJSON-964827361 tempest-AttachVolumeTestJSON-964827361-project] 10.222.0.47 "DELETE /v2.0/floatingips/f875a19f-0bbe-4f8a-acfa-6fd90c8a83d6 HTTP/1.1" status: 204 len: 168 time: 2.9566884 Apr 18 20:37:29.912850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Deleting port 9ce63c5f-97ae-4da8-b367-2286084e9672 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:29.913135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.014814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0a862cb4-fc99-4396-a620-96e4d9f84883 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:37:30.016048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0a862cb4-fc99-4396-a620-96e4d9f84883 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:30.122863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1faf7e9f-222b-4394-b065-27de152e348d None None] Provisioning complete for port 9ce63c5f-97ae-4da8-b367-2286084e9672 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:30.123298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1faf7e9f-222b-4394-b065-27de152e348d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.226677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.321015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1faf7e9f-222b-4394-b065-27de152e348d None None] Port 9ce63c5f-97ae-4da8-b367-2286084e9672 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:37:30.373907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Port': ['ID=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:30.380952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] No DVR routers for this DVR port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:30.382794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] For port fd08a9a6-9cf1-42f2-9359-08e253dfbe09, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=fd08a9a6-9cf1-42f2-9359-08e253dfbe09,segment=NetworkSegment(ef327c20-ed53-4a43-a678-1af22c6586ed),segment_id=ef327c20-ed53-4a43-a678-1af22c6586ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:30.386969 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:30.779816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Calling delete_port for fd08a9a6-9cf1-42f2-9359-08e253dfbe09 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:30.959799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:37:30.960153 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:37:30.967352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.013265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8d0020-a61c-4a1d-82cd-189363c70038']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:31.036321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef327c20-ed53-4a43-a678-1af22c6586ed') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:31.036656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef327c20-ed53-4a43-a678-1af22c6586ed') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:31.068918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.102625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.123164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.229632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.235532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.242127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.248012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.254145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.257150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Deleting port fd08a9a6-9cf1-42f2-9359-08e253dfbe09 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:31.257758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.269972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.276491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:31.285014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-6b16af53-1d51-43de-a9d3-041ca5c6b39e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.5799730 Apr 18 20:37:31.352114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b66e8af-c84d-48c8-8058-c9c81b75e268 None None] The port 'fd08a9a6-9cf1-42f2-9359-08e253dfbe09' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:37:31.407479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Calling delete_port for 9ce63c5f-97ae-4da8-b367-2286084e9672 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:31.487545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:31.487545 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:31.504602 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:31.558348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bdbaa26-b620-4b6d-837e-3e8fb1f61102 req-cd112972-8c9f-4683-910d-16369340dac2 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2489593 Apr 18 20:37:31.761956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.772325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:31.890869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'Network': ['ID=1b8d0020-a61c-4a1d-82cd-189363c70038,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:31.942054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-039c377e-07da-49ca-9a22-1c38728563ae tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/networks/1b8d0020-a61c-4a1d-82cd-189363c70038 HTTP/1.1" status: 204 len: 168 time: 3.3223350 Apr 18 20:37:31.944795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:32.003384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.157420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e286-56c5-43ad-ae81-95f6e3a3da2a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.238485 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e286-56c5-43ad-ae81-95f6e3a3da2a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.312659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.317217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "DELETE /v2.0/ports/9ce63c5f-97ae-4da8-b367-2286084e9672 HTTP/1.1" status: 204 len: 168 time: 2.8958015 Apr 18 20:37:32.325883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:32.328557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86bf3c-4eb7-4f40-8438-0a584ac0b83d tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event deleted for resources: {'Port': ['ID=9ce63c5f-97ae-4da8-b367-2286084e9672,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.484109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e286-56c5-43ad-ae81-95f6e3a3da2a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.521659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Deleting subnet 0576192f-ff55-4c0c-9bb6-27db41804df3 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:37:32.532138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.532388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa3e286-56c5-43ad-ae81-95f6e3a3da2a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=415fe457-1b1a-4dcb-97b5-1f086afbab73,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:32.557372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fa3e286-56c5-43ad-ae81-95f6e3a3da2a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:32.559138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4fa3e286-56c5-43ad-ae81-95f6e3a3da2a tempest-TestNetworkAdvancedServerOps-2035964802 tempest-TestNetworkAdvancedServerOps-2035964802-project] 10.222.0.47 "DELETE /v2.0/security-groups/415fe457-1b1a-4dcb-97b5-1f086afbab73 HTTP/1.1" status: 204 len: 168 time: 0.6124992 Apr 18 20:37:32.699720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.084392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.137093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.151966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.167260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.181166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.196016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.209117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:33.213769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-087afd48-e7fb-4900-b452-a5ec2740979e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5419 time: 0.3974128 Apr 18 20:37:33.284229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38100) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:33.372349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 255c50e1-07cf-48c9-a853-19a1836d8539 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:33.385944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2406f092-5a5c-4fbc-b8b6-02a5965d5735 req-2b765944-5e45-4c22-8628-d2cc95b12f87 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1595728 Apr 18 20:37:33.393313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.691832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.766456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event deleted for resources: {'Subnet': ['ID=0576192f-ff55-4c0c-9bb6-27db41804df3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:33.777913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:33.782443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:33.800862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370322db-e844-4bc2-a50e-f700215fea5d None None] Network d791323b-30c7-4725-81e5-e555d053af5f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:37:33.806513 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-04b450bd-a723-4e41-a848-dabd095ccc10 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "DELETE /v2.0/subnets/0576192f-ff55-4c0c-9bb6-27db41804df3 HTTP/1.1" status: 204 len: 168 time: 1.4620986 Apr 18 20:37:33.807081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38112) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:34.006796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:34.032197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 255c50e1-07cf-48c9-a853-19a1836d8539, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=255c50e1-07cf-48c9-a853-19a1836d8539,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:34.037547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:34.130213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '255c50e1-07cf-48c9-a853-19a1836d8539', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'port_id': '255c50e1-07cf-48c9-a853-19a1836d8539', 'mac_address': 'fa:16:3e:f8:29:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:34.259616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Usage tracker for resource:floatingip and tenant:5ceebd9213384eb8be4b5fa288cf1dd6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:34.271964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:34.287434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.311094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:34.311940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255c50e1-07cf-48c9-a853-19a1836d8539 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:34.336156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e2edeb0e-3f55-43b8-991a-4edbd2dcd1e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fe5691eda2a4b868086134bcc610d1a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0482450 Apr 18 20:37:34.336866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38134) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:34.351360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.366612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 255c50e1-07cf-48c9-a853-19a1836d8539, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=255c50e1-07cf-48c9-a853-19a1836d8539,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:34.380631 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.390949 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.440225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Deleting port 442f6468-5247-4748-b56f-05c0c452bb8c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:34.441022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.545723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=255c50e1-07cf-48c9-a853-19a1836d8539,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:34.660237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91ea1b4b-be7d-4d5f-abeb-b86c95162b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.708044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['255c50e1-07cf-48c9-a853-19a1836d8539'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:37:34.796264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] DHCP port deletion for d791323b-30c7-4725-81e5-e555d053af5f request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:37:34.807860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91ea1b4b-be7d-4d5f-abeb-b86c95162b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:34.845967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] Deleting port 442f6468-5247-4748-b56f-05c0c452bb8c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:34.846722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.006171 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91ea1b4b-be7d-4d5f-abeb-b86c95162b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.067569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea1b4b-be7d-4d5f-abeb-b86c95162b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42d0561-5b68-41ee-a3d3-1229a68f2412,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:35.087543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91ea1b4b-be7d-4d5f-abeb-b86c95162b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.089479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-91ea1b4b-be7d-4d5f-abeb-b86c95162b42 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e42d0561-5b68-41ee-a3d3-1229a68f2412 HTTP/1.1" status: 204 len: 168 time: 0.7509308 Apr 18 20:37:35.362920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] For port 442f6468-5247-4748-b56f-05c0c452bb8c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=442f6468-5247-4748-b56f-05c0c452bb8c,segment=NetworkSegment(0b8ff0a4-4717-4c70-9323-16fa56fe6252),segment_id=0b8ff0a4-4717-4c70-9323-16fa56fe6252)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:35.362920 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.391473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 682bd210-7bf1-465d-94c1-a8ef9ad8b008 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:35.399430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] For port 442f6468-5247-4748-b56f-05c0c452bb8c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=442f6468-5247-4748-b56f-05c0c452bb8c,segment=NetworkSegment(0b8ff0a4-4717-4c70-9323-16fa56fe6252),segment_id=0b8ff0a4-4717-4c70-9323-16fa56fe6252)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:35.400429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:35.634517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] Calling delete_port for 442f6468-5247-4748-b56f-05c0c452bb8c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:35.704464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 442f6468-5247-4748-b56f-05c0c452bb8c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:37:35.951920 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.045389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38166) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:36.051056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 442f6468-5247-4748-b56f-05c0c452bb8c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:37:36.051627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 442f6468-5247-4748-b56f-05c0c452bb8c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:37:36.132241 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:36.235563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Calling delete_port for 442f6468-5247-4748-b56f-05c0c452bb8c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:36.240730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c62288ee-9bc7-49b7-88e4-3c885a9f79c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16b0584af03644ca9833f5932966608d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1938906 Apr 18 20:37:36.246421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38170) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:36.254033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] Pushing event deleted for resources: {'Port': ['ID=442f6468-5247-4748-b56f-05c0c452bb8c,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.289640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad09f47-50ce-47ac-a795-7ade9d493f26 None None] No DVR routers for this DVR port 442f6468-5247-4748-b56f-05c0c452bb8c on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:37:36.322544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.329576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.336511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.362694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.369205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.379934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.396348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:36.421405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-5dfbf6b0-f500-44da-a59f-bc7d0a0d1bdf tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5420 time: 1.5494895 Apr 18 20:37:36.520557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.570867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d687c9ad-5373-4cd8-ad2f-ce1f63862e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.612640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-013393fa-d32c-4683-a04b-e42e66e5a1d9 req-30157b98-f41d-4c09-b03a-f3c492c5c7a8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900408 Apr 18 20:37:36.662706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:37:36.663642 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:37:36.674161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d687c9ad-5373-4cd8-ad2f-ce1f63862e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.769929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:36.802589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '682bd210-7bf1-465d-94c1-a8ef9ad8b008', 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885', 'port_id': '682bd210-7bf1-465d-94c1-a8ef9ad8b008', 'mac_address': 'fa:16:3e:66:2c:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:36.896631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.901800 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d687c9ad-5373-4cd8-ad2f-ce1f63862e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.928818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 682bd210-7bf1-465d-94c1-a8ef9ad8b008 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:36.950500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:36.956265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687c9ad-5373-4cd8-ad2f-ce1f63862e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2b99e-e79b-46e5-9b13-4dc02c2c997e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:36.958086 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.963051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 24c2c157-d184-4525-afe1-fc77113c6152 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:36.967863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Allocated IP 172.25.5.178 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/489463cc-d28f-4d86-a062-686e3f15f744) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:36.991812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d687c9ad-5373-4cd8-ad2f-ce1f63862e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:36.993977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d687c9ad-5373-4cd8-ad2f-ce1f63862e92 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edc2b99e-e79b-46e5-9b13-4dc02c2c997e HTTP/1.1" status: 204 len: 168 time: 0.7444308 Apr 18 20:37:37.177766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Deleting port 442f6468-5247-4748-b56f-05c0c452bb8c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:37.178645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.471985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=682bd210-7bf1-465d-94c1-a8ef9ad8b008,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:37.674853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 24c2c157-d184-4525-afe1-fc77113c6152, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=24c2c157-d184-4525-afe1-fc77113c6152,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:37.741174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '24c2c157-d184-4525-afe1-fc77113c6152', 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'port_id': '24c2c157-d184-4525-afe1-fc77113c6152', 'mac_address': 'fa:16:3e:ae:a1:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70924771-a4d9-4767-a830-713760a24144', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:37.775357 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.918660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:37.984041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24c2c157-d184-4525-afe1-fc77113c6152 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:38.012609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] The port '442f6468-5247-4748-b56f-05c0c452bb8c' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:37:38.017090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.035795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 24c2c157-d184-4525-afe1-fc77113c6152, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=24c2c157-d184-4525-afe1-fc77113c6152,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:38.043648 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.045236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 60c0e1e7-b952-46a2-bec7-210fb39b78c8 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:38.143868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.160460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.200115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.218313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.237158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.245230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=24c2c157-d184-4525-afe1-fc77113c6152,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:38.252696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:38.260174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.272755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '60c0e1e7-b952-46a2-bec7-210fb39b78c8', 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'port_id': '60c0e1e7-b952-46a2-bec7-210fb39b78c8', 'mac_address': 'fa:16:3e:a1:c4:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70924771-a4d9-4767-a830-713760a24144', 'ip_address': '10.1.1.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:38.278109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:38.280356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-4ce611ee-a83c-4f45-b42c-43eddaef5362 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5421 time: 0.4048386 Apr 18 20:37:38.378678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-81448c9e-e903-40d3-88b5-3316f55b1103 req-22b18dae-0492-4bb9-89f0-56b6a8192af3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912309 Apr 18 20:37:38.387975 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.395218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Pushing event updated for resources: {'Port': ['ID=489463cc-d28f-4d86-a062-686e3f15f744,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:38.407175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:38.422898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:38.430282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:37:38.431301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c0e1e7-b952-46a2-bec7-210fb39b78c8 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:38.485845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:38.507117 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.508201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e10702c4-aea6-4a9a-a8f5-115bd9fb8344 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:38.759190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.769226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.860697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:38.865903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d791323b-30c7-4725-81e5-e555d053af5f']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:38.876098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=60c0e1e7-b952-46a2-bec7-210fb39b78c8,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:38.891023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8ff0a4-4717-4c70-9323-16fa56fe6252') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:38.891323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8ff0a4-4717-4c70-9323-16fa56fe6252') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:38.896309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'e10702c4-aea6-4a9a-a8f5-115bd9fb8344', 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'port_id': 'e10702c4-aea6-4a9a-a8f5-115bd9fb8344', 'mac_address': 'fa:16:3e:e0:ca:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70924771-a4d9-4767-a830-713760a24144', 'ip_address': '10.1.1.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:38.899315 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.944056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.974881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.975450 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:38.992293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:38.992714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.004040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e10702c4-aea6-4a9a-a8f5-115bd9fb8344 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:39.010319 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:39.031013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:39.037604 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.038868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 83ea544c-8129-4c40-8224-5acff4d590b3 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:39.198348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:39.242380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.276233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.294311 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:37:39.310899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=83ea544c-8129-4c40-8224-5acff4d590b3,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:39.312353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.318178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] Pushing event deleted for resources: {'Network': ['ID=d791323b-30c7-4725-81e5-e555d053af5f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.338256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '83ea544c-8129-4c40-8224-5acff4d590b3', 'network_id': '84a83632-47ae-49f0-92cc-d175428aea3a', 'port_id': '83ea544c-8129-4c40-8224-5acff4d590b3', 'mac_address': 'fa:16:3e:78:b0:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70924771-a4d9-4767-a830-713760a24144', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:39.371058 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5b00084a-1e3b-484b-a493-56c583380ef1 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338 tempest-ExtraDHCPOptionsIpV6TestJSON-941815338-project] 10.222.0.47 "DELETE /v2.0/networks/d791323b-30c7-4725-81e5-e555d053af5f HTTP/1.1" status: 204 len: 168 time: 5.5596280 Apr 18 20:37:39.410208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.415386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.419239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.439281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83ea544c-8129-4c40-8224-5acff4d590b3 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:39.475913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=83ea544c-8129-4c40-8224-5acff4d590b3,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:39.484689 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.487000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 49192efb-7e1f-4d35-88ac-893cc2f036f2 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:37:39.580850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1268116745-network', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:39.610574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:39.626860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Usage tracker for resource:network and tenant:883fd2af1f474d23beec8c5137bd464c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:39.633609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:39.635208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 49192efb-7e1f-4d35-88ac-893cc2f036f2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:39.670136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:39.677265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '49192efb-7e1f-4d35-88ac-893cc2f036f2', 'network_id': '904e4d7d-e21b-4d84-ba7c-5ec004727885', 'port_id': '49192efb-7e1f-4d35-88ac-893cc2f036f2', 'mac_address': 'fa:16:3e:1c:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:37:39.718300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Made reservation on behalf of 883fd2af1f474d23beec8c5137bd464c for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:39.728268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.757275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Pushing event updated for resources: {'Port': ['ID=489463cc-d28f-4d86-a062-686e3f15f744,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:39.764652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.768041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.819280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.824045 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4a7bd3f-611c-4624-aecc-2aaf086fd6ad tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0445821 Apr 18 20:37:39.826503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38242) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:39.832846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1058007204', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'fixed_ips': [{'ip_address': '172.25.5.178'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:39.851270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.857991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.864611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.870978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.877544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.884275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.891020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:39.896573 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:39.900257 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-efda43c9-e9a6-4291-9049-ed87c5f63b8a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5425 time: 0.2151263 Apr 18 20:37:39.921474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:39.930960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Usage tracker for resource:port and tenant:5ceebd9213384eb8be4b5fa288cf1dd6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:39.934782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:39.935896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:39.951808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:39.962450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Usage tracker for resource:security_group_rule and tenant:883fd2af1f474d23beec8c5137bd464c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:39.982590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49192efb-7e1f-4d35-88ac-893cc2f036f2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:37:39.990154 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a6d1f083-fafa-4be1-a037-9c1c58f6b335 req-9c78dc61-d6a0-49b4-ab64-5721633d5507 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0889125 Apr 18 20:37:39.996643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:40.000038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Made reservation on behalf of 5ceebd9213384eb8be4b5fa288cf1dd6 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:40.004045 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.008539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.039077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.041465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:40.057726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 49192efb-7e1f-4d35-88ac-893cc2f036f2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:40.067947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:40.072321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Usage tracker for resource:security_group_rule and tenant:5ceebd9213384eb8be4b5fa288cf1dd6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:40.072647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.077542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:40.087050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:40.202286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.210188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.239050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] device_id is not set on port f15363db-30ac-4aa8-8e2a-9f7720174b6b yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:37:40.270095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 255c50e1-07cf-48c9-a853-19a1836d8539 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:40.413346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=49192efb-7e1f-4d35-88ac-893cc2f036f2,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.430491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9a8826-32bd-4dcc-a98f-4f8163722cc0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.436818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 255c50e1-07cf-48c9-a853-19a1836d8539 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:40.444941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 255c50e1-07cf-48c9-a853-19a1836d8539 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:40.445431 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.488562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.508782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.582423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:40.583271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45742f93-8012-47c3-b8d7-7d488f5a58bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.603697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:40.619813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.620466 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Added segment 6324c920-b3d3-41d6-8c48-0da14f88bd61 of type vlan for network 80420077-f98c-4af4-b2c2-4efaba0b96cd Apr 18 20:37:40.661009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.711738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.713285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:40.714585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:40.871794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] Pushing event updated for resources: {'Network': ['ID=80420077-f98c-4af4-b2c2-4efaba0b96cd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:40.900069 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-74bcfbcd-4283-4ad1-85bb-3ac2fa402f72 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7004380 Apr 18 20:37:40.905245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:40.921289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Request body: {'subnet': {'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1268116745-subnet', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:40.928835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:40.934133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Usage tracker for resource:subnet and tenant:883fd2af1f474d23beec8c5137bd464c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:40.938917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:40.948996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:40.974162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Made reservation on behalf of 883fd2af1f474d23beec8c5137bd464c for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:40.974414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:40.977667 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.068020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['682bd210-7bf1-465d-94c1-a8ef9ad8b008'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:37:41.228268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['60c0e1e7-b952-46a2-bec7-210fb39b78c8'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:37:41.428139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['e10702c4-aea6-4a9a-a8f5-115bd9fb8344'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:37:41.540710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['83ea544c-8129-4c40-8224-5acff4d590b3'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:37:41.571333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['49192efb-7e1f-4d35-88ac-893cc2f036f2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:37:41.596283 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:37:41.602168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:37:41.661261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c86106dd-dbdd-45fd-86cb-80bed47271b6 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8326721 Apr 18 20:37:41.663753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38282) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:41.716317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ab635845-e4c0-4804-8911-35648fe1f660 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da90190372184188881949d26b6fc61b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1297433 Apr 18 20:37:41.719851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:41.741543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.871488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.878056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.884610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.895287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.902397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.908718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:41.911024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.917784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:41.927476 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17e71946-34bb-4662-9b42-1e0377608e2c req-2d2e0d11-7127-40ae-9ec2-bbbc4e3a4f1e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5426 time: 0.6155386 Apr 18 20:37:41.996841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Checking segment: {'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:37:41.997438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Network hostable DHCP agents. Network: 80420077-f98c-4af4-b2c2-4efaba0b96cd, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:37:42.059924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17e71946-34bb-4662-9b42-1e0377608e2c req-51b50d22-4851-4e46-a9e1-2a0482e1bb6d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1294062 Apr 18 20:37:42.060949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90a21feb-b15c-4fd8-b99b-5eb231b8d600,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.123489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9351bfd-8504-4ce2-8758-b3da2e317072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.134965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Deleting port 489463cc-d28f-4d86-a062-686e3f15f744 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:42.135507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.146342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:37:42.181338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:42.186431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 80420077-f98c-4af4-b2c2-4efaba0b96cd) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:42.198782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9351bfd-8504-4ce2-8758-b3da2e317072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.199848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['24c2c157-d184-4525-afe1-fc77113c6152'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:37:42.214242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:42.215575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.278372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9f0c8524-2a59-437f-ab30-95a9a3d20269 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3716590 Apr 18 20:37:42.284381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38298) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:42.300226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:42.316029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:42.329298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Usage tracker for resource:router and tenant:883fd2af1f474d23beec8c5137bd464c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:42.337158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:42.339237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14c85a32-35b8-43d6-bc87-9d725ac0f169 None None] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:37:42.349604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:42.386076 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.388474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.409257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9351bfd-8504-4ce2-8758-b3da2e317072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.496978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9351bfd-8504-4ce2-8758-b3da2e317072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.507521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a9351bfd-8504-4ce2-8758-b3da2e317072 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b9713f2-a755-46da-bab1-279167ffb470 HTTP/1.1" status: 204 len: 168 time: 0.7853436 Apr 18 20:37:42.509976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9351bfd-8504-4ce2-8758-b3da2e317072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9713f2-a755-46da-bab1-279167ffb470,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:42.538841 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.630499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 255c50e1-07cf-48c9-a853-19a1836d8539, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=255c50e1-07cf-48c9-a853-19a1836d8539,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:42.797222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.798035 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.893824 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:42.907752 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad81d48e-7ee3-42d9-bf30-c859f987f1a3'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539', 'code': 200} Apr 18 20:37:43.170188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Calling delete_port for 489463cc-d28f-4d86-a062-686e3f15f744 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:43.433119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.547374 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.711137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.719171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.727578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.734854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.742231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.750528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.765216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:43.766842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Pushing event deleted for resources: {'Port': ['ID=489463cc-d28f-4d86-a062-686e3f15f744,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:43.775730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-39aafac9-ad7a-490d-90b6-1dc1a335702f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5427 time: 0.3337169 Apr 18 20:37:43.851950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4847f25e-f244-4b66-8235-7eaa1e7349eb req-4864d2fc-a60d-4307-9268-bc04280cf350 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0746825 Apr 18 20:37:43.876756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e318fa50-7087-42d4-b314-105b72d923a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:43.969380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=255c50e1-07cf-48c9-a853-19a1836d8539,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:44.072581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.086261 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.088308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b0006a0-8fff-431a-900d-1c49fe01ff25 tempest-ExternalNetworksAdminNegativeTestJSON-264295338 tempest-ExternalNetworksAdminNegativeTestJSON-264295338-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/0a261a19-b154-46cd-8a31-8595571c1470 HTTP/1.1" status: 204 len: 168 time: 2.4227426 Apr 18 20:37:44.244493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.380923 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.564868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Allocated IP 172.25.5.254 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/53acf245-0d26-451b-998a-7ebc30e48437) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:44.830712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38356) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:44.841717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38362) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:44.862370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-80420077-f98c-4af4-b2c2-4efaba0b96cd', 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'fixed_ips': [{'subnet_id': '90a21feb-b15c-4fd8-b99b-5eb231b8d600'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:37:44.868558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:44.942161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.041217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'networks': [{'name': 'tempest-network--813926968'}, {'name': 'tempest-network--866335105'}]} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:45.041569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'network': {'name': 'tempest-network--813926968'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:45.042275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'network': {'name': 'tempest-network--866335105'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:45.044405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.059443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:45.070929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Usage tracker for resource:network and tenant:a336b34fa0614b14b11883909d76cef5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:45.085056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:45.109999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:45.152737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Made reservation on behalf of a336b34fa0614b14b11883909d76cef5 for: {'network': 2} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:45.158717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.222127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.269238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.315065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:45.321214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:45.342428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:37:45.391464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:45.397704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Usage tracker for resource:security_group_rule and tenant:a336b34fa0614b14b11883909d76cef5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:45.401854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:45.411924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:45.446646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Pushing event updated for resources: {'Port': ['ID=53acf245-0d26-451b-998a-7ebc30e48437,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:45.473073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:45.595705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Usage tracker for resource:security_group_rule and tenant:9848959a388744d182d1ca78596bdad6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:45.605832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:45.646963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:45.709995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Allocated IP 172.20.0.2 (80420077-f98c-4af4-b2c2-4efaba0b96cd/90a21feb-b15c-4fd8-b99b-5eb231b8d600/5194c237-6433-41a4-816d-b033b25467a5) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:45.950517 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.957244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:45.986246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.004178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.023972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.051981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.084285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.097029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.114590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.121112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Transition to ACTIVE for port object 5194c237-6433-41a4-816d-b033b25467a5 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:46.133119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-918a53d1-bd34-4d7f-9ff6-dceaa8f13a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.143309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:46.146048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 682bd210-7bf1-465d-94c1-a8ef9ad8b008 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:46.149840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0158453-917e-4c9c-888f-54051bd87105 req-75671437-22e5-45de-8a19-67bada8cb679 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5427 time: 0.8544829 Apr 18 20:37:46.212151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.215970 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.252897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Transition to ACTIVE for port object 5194c237-6433-41a4-816d-b033b25467a5 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:46.255931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.273108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.411007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:46.427551 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0158453-917e-4c9c-888f-54051bd87105 req-e5d47eb9-e5c9-4e1e-b0e1-cf3ab0d3a2fd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2700984 Apr 18 20:37:46.452253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:46.457862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:37:46.462738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:46.474396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.474757 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Added segment 1547680e-2409-4a28-9f1e-ca776773fbbe of type vlan for network c350663b-f939-409d-b6f5-00413c64d937 Apr 18 20:37:46.478920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Pushing event updated for resources: {'Port': ['ID=5194c237-6433-41a4-816d-b033b25467a5,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.505898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:46.526438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:46.527276 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.536369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.594596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9848959a388744d182d1ca78596bdad6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7474682 Apr 18 20:37:46.600044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c42a06ed-74e1-432a-a4a6-01e0bab950ec,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.602635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38390) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:46.677187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.767417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-910b4db5-9a89-4025-80b4-dbcda8735796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.833080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:46.852516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c786b0-b3cf-49d7-98af-8d0a04af55d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82df8018-7ece-418b-bcee-505f06761d6b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:46.875144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.888966 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-910b4db5-9a89-4025-80b4-dbcda8735796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.898364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:46.898961 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Added segment 893e50e0-ee9d-497c-b5b2-d1f7bc354ee3 of type vlan for network 5e1ba466-68e3-4bba-bbe9-07e81b39df37 Apr 18 20:37:46.983804 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.020331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Attempting to bind port 5194c237-6433-41a4-816d-b033b25467a5 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:47.021189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Attempting to bind port 5194c237-6433-41a4-816d-b033b25467a5 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:47.022020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Attempting to bind port 5194c237-6433-41a4-816d-b033b25467a5 on network 80420077-f98c-4af4-b2c2-4efaba0b96cd {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:37:47.025433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.051805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:37:47.052413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Checking segment: {'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:37:47.053047 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.053720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Bound using segment: {'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:37:47.054511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Bound port: 5194c237-6433-41a4-816d-b033b25467a5, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:47.055112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.144205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:47.160877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.190276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38404) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:47.208498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.210179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.229862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.242139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:47.242688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.318500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:47.351935 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.352895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e10702c4-aea6-4a9a-a8f5-115bd9fb8344 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:47.460509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-910b4db5-9a89-4025-80b4-dbcda8735796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.520895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.558748 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f007d177-618c-49ea-a655-cb4855bf76b8'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008', 'code': 200} Apr 18 20:37:47.604322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] For port 5194c237-6433-41a4-816d-b033b25467a5, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:37:47.650811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] For port 5194c237-6433-41a4-816d-b033b25467a5, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5194c237-6433-41a4-816d-b033b25467a5,segment=NetworkSegment(6324c920-b3d3-41d6-8c48-0da14f88bd61),segment_id=6324c920-b3d3-41d6-8c48-0da14f88bd61)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:37:47.659720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=682bd210-7bf1-465d-94c1-a8ef9ad8b008,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:47.685340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.761842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:47.809996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:47.810454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:47.998733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Router d5615075-c15d-4135-8d38-127971e1a37d is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:37:48.012944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Network': ['ID=c350663b-f939-409d-b6f5-00413c64d937,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.044471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b4db5-9a89-4025-80b4-dbcda8735796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82df8018-7ece-418b-bcee-505f06761d6b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.082493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c350663b-f939-409d-b6f5-00413c64d937 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:48.144514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a121a5e-3832-4a40-a4f5-3ed2ee556f3a None None] Pushing event updated for resources: {'Port': ['ID=5194c237-6433-41a4-816d-b033b25467a5,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.205491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-910b4db5-9a89-4025-80b4-dbcda8735796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.211387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-910b4db5-9a89-4025-80b4-dbcda8735796 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82df8018-7ece-418b-bcee-505f06761d6b HTTP/1.1" status: 204 len: 168 time: 1.5896916 Apr 18 20:37:48.303432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.4710193 Apr 18 20:37:48.310225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38424) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:48.414456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:37:48.427594 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Sync routers for ids ['d5615075-c15d-4135-8d38-127971e1a37d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:48.468520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:48.469830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-40de0be8-aef5-4368-b0da-88e2bec18f0a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1836207 Apr 18 20:37:48.473871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:48.476130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Routers {'d5615075-c15d-4135-8d38-127971e1a37d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:48.477503 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d5615075-c15d-4135-8d38-127971e1a37d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:48.570653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344333a8-96b9-4f3d-8138-4792182f8fb8 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Network': ['ID=5e1ba466-68e3-4bba-bbe9-07e81b39df37,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:48.717890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5e1ba466-68e3-4bba-bbe9-07e81b39df37 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:48.974154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:48.993168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.004334 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.006446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.015489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.023420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.030333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.039625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.043735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-66123c4c-2e5a-4b05-8c56-8d197f4f9861 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5428 time: 1.2102988 Apr 18 20:37:49.052991 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.130224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac90aa7-3d7b-4f6f-9330-2581d18c0cb0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.137224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac90aa7-3d7b-4f6f-9330-2581d18c0cb0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.144260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac90aa7-3d7b-4f6f-9330-2581d18c0cb0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.151235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac90aa7-3d7b-4f6f-9330-2581d18c0cb0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:49.152130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9ac90aa7-3d7b-4f6f-9330-2581d18c0cb0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Synchronizing usage tracker for tenant:a336b34fa0614b14b11883909d76cef5 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:49.327565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9ac90aa7-3d7b-4f6f-9330-2581d18c0cb0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Unset dirty status for tenant:a336b34fa0614b14b11883909d76cef5 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:49.333268 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9ac90aa7-3d7b-4f6f-9330-2581d18c0cb0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.0200684 Apr 18 20:37:49.347008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38440) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:49.404011 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Set router d5615075-c15d-4135-8d38-127971e1a37d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:49.404646 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c58f15b-b34a-45c0-ae16-e20d43ded7a4 req-052d2e17-afd8-41bf-8e4f-a2ff96386c61 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3351812 Apr 18 20:37:49.405565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.414152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38444) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:49.457906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:49.460377 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.468173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:49.707513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10702c4-aea6-4a9a-a8f5-115bd9fb8344'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:49.749206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 24c2c157-d184-4525-afe1-fc77113c6152 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:49.860058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5194c237-6433-41a4-816d-b033b25467a5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:50.024534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:50.052517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.053292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.054366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.055081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.057626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.057979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.058328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.058770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.063349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.065091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.065816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.066170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:50.089153 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1cc1f78-8dd3-45f5-baef-84bc775dfbc1'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e10702c4-aea6-4a9a-a8f5-115bd9fb8344', 'code': 200} Apr 18 20:37:50.113803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 5194c237-6433-41a4-816d-b033b25467a5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:50.125091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 24c2c157-d184-4525-afe1-fc77113c6152 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:50.147084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 24c2c157-d184-4525-afe1-fc77113c6152 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:50.147715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.204886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8c7bfa18-2b73-4b01-9bd1-156bf10b50f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ceebd9213384eb8be4b5fa288cf1dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467036 Apr 18 20:37:50.253161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '53acf245-0d26-451b-998a-7ebc30e48437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:37:46Z', 'revision_number': 3, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port': {'id': '53acf245-0d26-451b-998a-7ebc30e48437', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:44Z', 'updated_at': '2022-04-18T20:37:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:50.272132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Checking router: d5615075-c15d-4135-8d38-127971e1a37d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:37:50.273151 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Updating router d5615075-c15d-4135-8d38-127971e1a37d port 53acf245-0d26-451b-998a-7ebc30e48437 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:37:50.283461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38458) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:50.386961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.494894 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.708872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee1fb00-6c0d-4fc2-b490-e1bd00b82096 None None] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:37:50.824055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-841eeae9-bd56-447d-bbc9-2f5a9698c051 None None] Provisioning for port 5194c237-6433-41a4-816d-b033b25467a5 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:50.967941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-841eeae9-bd56-447d-bbc9-2f5a9698c051 None None] Provisioning complete for port 5194c237-6433-41a4-816d-b033b25467a5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:50.968768 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-841eeae9-bd56-447d-bbc9-2f5a9698c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:50.977674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16d78793-a57d-48b8-b4be-09569177db36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.005871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.148406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.229985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.277147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 24c2c157-d184-4525-afe1-fc77113c6152, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=24c2c157-d184-4525-afe1-fc77113c6152,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:51.313381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16d78793-a57d-48b8-b4be-09569177db36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.335160 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.336457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 49192efb-7e1f-4d35-88ac-893cc2f036f2 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:51.414665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c350663b-f939-409d-b6f5-00413c64d937']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:51.488857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1547680e-2409-4a28-9f1e-ca776773fbbe') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:51.495633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1547680e-2409-4a28-9f1e-ca776773fbbe') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:51.562750 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.577843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Allocated IP 172.20.0.1 (80420077-f98c-4af4-b2c2-4efaba0b96cd/90a21feb-b15c-4fd8-b99b-5eb231b8d600/922b565f-c346-40f1-929e-be7b6957b2da) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:37:51.596042 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.634146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Transition to ACTIVE for port object 53acf245-0d26-451b-998a-7ebc30e48437 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:51.634518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.645975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.657201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.663525 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.668677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.680172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-841eeae9-bd56-447d-bbc9-2f5a9698c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.680631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.692414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.704283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:51.726880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-58342b82-b649-4457-a942-0cac7dc72e4e req-126d1d79-4941-444e-ab19-d6b409fa1323 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5429 time: 0.8656342 Apr 18 20:37:51.759351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.802008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:51.804333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.881836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-841eeae9-bd56-447d-bbc9-2f5a9698c051 None None] For port 5194c237-6433-41a4-816d-b033b25467a5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5194c237-6433-41a4-816d-b033b25467a5,segment=NetworkSegment(6324c920-b3d3-41d6-8c48-0da14f88bd61),segment_id=6324c920-b3d3-41d6-8c48-0da14f88bd61)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:51.885753 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.886608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 49192efb-7e1f-4d35-88ac-893cc2f036f2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:51.888473 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Attempting to bind port 53acf245-0d26-451b-998a-7ebc30e48437 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:37:51.889042 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Attempting to bind port 53acf245-0d26-451b-998a-7ebc30e48437 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:37:51.898394 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Attempting to bind port 53acf245-0d26-451b-998a-7ebc30e48437 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:37:51.917792 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:37:51.918484 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:37:51.919003 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.919642 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:37:51.920425 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Bound port: 53acf245-0d26-451b-998a-7ebc30e48437, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:37:51.921861 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.944156 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-841eeae9-bd56-447d-bbc9-2f5a9698c051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:51.945797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=24c2c157-d184-4525-afe1-fc77113c6152,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:51.958955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 49192efb-7e1f-4d35-88ac-893cc2f036f2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:51.959595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.006388 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Pushing event updated for resources: {'Port': ['ID=53acf245-0d26-451b-998a-7ebc30e48437,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.024403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.024927 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.025249 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.025594 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.026123 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.026435 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.026763 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.027087 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.027718 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.028065 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.029094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.029605 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:37:52.089192 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] For port 53acf245-0d26-451b-998a-7ebc30e48437, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:37:52.094979 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] For port 53acf245-0d26-451b-998a-7ebc30e48437, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=53acf245-0d26-451b-998a-7ebc30e48437,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:37:52.101960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:52.103405 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.186927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841eeae9-bd56-447d-bbc9-2f5a9698c051 None None] Pushing event updated for resources: {'Port': ['ID=5194c237-6433-41a4-816d-b033b25467a5,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.300259 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Routers {'d5615075-c15d-4135-8d38-127971e1a37d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:52.302781 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d5615075-c15d-4135-8d38-127971e1a37d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:52.371942 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:52.378187 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bca9cf2-16e9-4cf5-aa1a-abc67f4c467a'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152', 'code': 200} Apr 18 20:37:52.378187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.466032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Transition to ACTIVE for port object 922b565f-c346-40f1-929e-be7b6957b2da will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:37:52.476842 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.479812 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2857439-790d-4c3f-b282-0ebe9f455f2d None None] Pushing event updated for resources: {'Port': ['ID=53acf245-0d26-451b-998a-7ebc30e48437,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.504332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 49192efb-7e1f-4d35-88ac-893cc2f036f2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:52.517412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.519266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 83ea544c-8129-4c40-8224-5acff4d590b3 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:52.542862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.693072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-58342b82-b649-4457-a942-0cac7dc72e4e req-90a018b8-a1a4-41ff-9b24-235f3926292a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9674103 Apr 18 20:37:52.694651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.695691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=49192efb-7e1f-4d35-88ac-893cc2f036f2,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.713187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16d78793-a57d-48b8-b4be-09569177db36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.723203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.771029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 83ea544c-8129-4c40-8224-5acff4d590b3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:52.781646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 83ea544c-8129-4c40-8224-5acff4d590b3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:52.782050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.806566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:52.829084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:52.844149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:37:52.849868 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] Set router d5615075-c15d-4135-8d38-127971e1a37d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:37:52.867809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Network': ['ID=c350663b-f939-409d-b6f5-00413c64d937,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.873875 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4f97d3ae-da7e-468d-b17e-07130a8d77df tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/networks/c350663b-f939-409d-b6f5-00413c64d937 HTTP/1.1" status: 204 len: 168 time: 3.5251575 Apr 18 20:37:52.887736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38490) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:52.903517 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d78793-a57d-48b8-b4be-09569177db36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9a8826-32bd-4dcc-a98f-4f8163722cc0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.916366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Pushing event updated for resources: {'Port': ['ID=922b565f-c346-40f1-929e-be7b6957b2da,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:52.920568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16d78793-a57d-48b8-b4be-09569177db36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:52.930073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-16d78793-a57d-48b8-b4be-09569177db36 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e9a8826-32bd-4dcc-a98f-4f8163722cc0 HTTP/1.1" status: 204 len: 168 time: 2.6073363 Apr 18 20:37:53.009584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.317936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.373935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5fdb440a-c4ab-4b5e-a4ff-f4cb46a9f95f None None] Provisioning complete for port 5194c237-6433-41a4-816d-b033b25467a5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:53.374420 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5fdb440a-c4ab-4b5e-a4ff-f4cb46a9f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.581916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=83ea544c-8129-4c40-8224-5acff4d590b3,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:53.614349 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.616083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 60c0e1e7-b952-46a2-bec7-210fb39b78c8 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:53.768998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5194c237-6433-41a4-816d-b033b25467a5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:53.893815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.955165 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:53.976553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:54.173965 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '53acf245-0d26-451b-998a-7ebc30e48437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:37:46Z', 'revision_number': 3, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port': {'id': '53acf245-0d26-451b-998a-7ebc30e48437', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:44Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:54.189265 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3bf60f5-7f52-4f1f-914b-caccacbff4d9 None None] The sync data for ids ['d5615075-c15d-4135-8d38-127971e1a37d'] in n-d-836016-3 is: [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '53acf245-0d26-451b-998a-7ebc30e48437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:37:46Z', 'revision_number': 3, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port': {'id': '53acf245-0d26-451b-998a-7ebc30e48437', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8d:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:44Z', 'updated_at': '2022-04-18T20:37:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:37:54.232349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:54.244096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:54.244466 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.306463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5194c237-6433-41a4-816d-b033b25467a5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:54.306854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.400745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2'}, {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ea544c-8129-4c40-8224-5acff4d590b3'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:54.545266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6dc2ef53-947e-40d0-9aa1-ec9490df4138 None None] Provisioning for port 922b565f-c346-40f1-929e-be7b6957b2da completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:54.558839 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3788bf7e-1f77-4c44-8aa3-bb01b9686698'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2', 'code': 200} Apr 18 20:37:54.559363 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3788bf7e-1f77-4c44-8aa3-bb01b9686698'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83ea544c-8129-4c40-8224-5acff4d590b3', 'code': 200} Apr 18 20:37:54.569097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.665623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6dc2ef53-947e-40d0-9aa1-ec9490df4138 None None] Provisioning complete for port 922b565f-c346-40f1-929e-be7b6957b2da triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:54.666566 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ef53-947e-40d0-9aa1-ec9490df4138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.684855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Deleting port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:37:54.685324 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:54.890104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e1ba466-68e3-4bba-bbe9-07e81b39df37']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:54.924696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '893e50e0-ee9d-497c-b5b2-d1f7bc354ee3') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:54.925142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '893e50e0-ee9d-497c-b5b2-d1f7bc354ee3') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:54.969347 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.053771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6dc2ef53-947e-40d0-9aa1-ec9490df4138 None None] Port 922b565f-c346-40f1-929e-be7b6957b2da cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:37:55.057261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.076158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.219646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.227766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:55.234483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.249014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.260670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.261979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.292060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.305168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.319978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:55.354211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6db5af0-7785-4f16-8163-0d476baf554a req-8d779cd0-39c6-417b-96d5-6542912fff53 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5432 time: 1.1677680 Apr 18 20:37:55.379330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:37:55.383582 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:37:55.448249 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:37:55.507010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6db5af0-7785-4f16-8163-0d476baf554a req-1c15639c-4fa6-4c3f-88b6-4e23a3ca53d0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433575 Apr 18 20:37:55.541851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=60c0e1e7-b952-46a2-bec7-210fb39b78c8,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:55.560110 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.585244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.738746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Pushing event updated for resources: {'Port': ['ID=922b565f-c346-40f1-929e-be7b6957b2da,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:55.771233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] For port f6c0aad1-ba01-4c49-82fe-07abd6bbcc88, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:55.771611 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.774424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53acf245-0d26-451b-998a-7ebc30e48437 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:55.804874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:55.971502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 53acf245-0d26-451b-998a-7ebc30e48437 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:37:55.977633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 53acf245-0d26-451b-998a-7ebc30e48437 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:55.977945 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.003501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.021029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Calling delete_port for f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:37:56.054610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:37:56.058209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:37:56.265416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.327109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 53acf245-0d26-451b-998a-7ebc30e48437, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=53acf245-0d26-451b-998a-7ebc30e48437,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:37:56.347767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.395774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.419542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Network': ['ID=5e1ba466-68e3-4bba-bbe9-07e81b39df37,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.424143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1463e471-0d39-4954-acdb-ea6cd04e7698 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/networks/5e1ba466-68e3-4bba-bbe9-07e81b39df37 HTTP/1.1" status: 204 len: 168 time: 3.5279093 Apr 18 20:37:56.434343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:56.567019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:37:56.619636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Router d5615075-c15d-4135-8d38-127971e1a37d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:37:56.646373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=53acf245-0d26-451b-998a-7ebc30e48437,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:56.676194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1d969b11-3666-4a30-975c-407544fd2f6e None None] Provisioning complete for port 922b565f-c346-40f1-929e-be7b6957b2da triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:56.676803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1d969b11-3666-4a30-975c-407544fd2f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:56.741570 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-904fdab9-7d22-4320-9c6e-c1577d6e0450'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8', 'code': 200} Apr 18 20:37:56.885034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1d969b11-3666-4a30-975c-407544fd2f6e None None] Port 922b565f-c346-40f1-929e-be7b6957b2da cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:37:57.185116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.185648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.186276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.186754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.187365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.187836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.188508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.191804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51902306-edc5-410c-b570-1169a50de716 req-cc9f4475-1961-422c-9925-ddaf74f60158 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6490 time: 0.3386292 Apr 18 20:37:57.226006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:37:57.255454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2fdc3cb8-bf13-4037-a284-bdf500bb9a43 admin admin] 10.222.0.47 "PUT /v2.0/routers/d5615075-c15d-4135-8d38-127971e1a37d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7664392 Apr 18 20:37:57.273818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51902306-edc5-410c-b570-1169a50de716 req-3b22ca26-c094-4b56-b5d8-07ba8cfc448e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721900 Apr 18 20:37:57.322835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b1372-ef67-4815-9f03-d87aec142a2b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.330501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133b1372-ef67-4815-9f03-d87aec142a2b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.331678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-133b1372-ef67-4815-9f03-d87aec142a2b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Synchronizing usage tracker for tenant:a336b34fa0614b14b11883909d76cef5 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:37:57.338093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.414537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-133b1372-ef67-4815-9f03-d87aec142a2b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Unset dirty status for tenant:a336b34fa0614b14b11883909d76cef5 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:37:57.420006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-133b1372-ef67-4815-9f03-d87aec142a2b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9767525 Apr 18 20:37:57.420684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:57.424999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6c0aad1-ba01-4c49-82fe-07abd6bbcc88,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:57.431478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1291733619'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:57.439917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:57.467447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:57.499636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Made reservation on behalf of a336b34fa0614b14b11883909d76cef5 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:57.507262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.592441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:57.603913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.626134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.634276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.635407 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Added segment 41a568bf-1e95-4298-8b65-c39e115e149c of type vlan for network 6f01c901-bdd1-40aa-80a9-6cfc65d29d11 Apr 18 20:37:57.647024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.662270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.669613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.681134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.688585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.697584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.713084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-e24c0a86-f15b-4fd3-9532-adde5eee2ec1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 0.6840231 Apr 18 20:37:57.799658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.806391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:57.808375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:57.909932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4841962 Apr 18 20:37:57.911012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38600) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:57.953591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8fc0b5e9-6074-4765-baa9-ad29da18d602 req-bd241321-77f7-4fd4-9edf-74d5ee3bc2c4 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2395563 Apr 18 20:37:57.971569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1650912577'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:57.989715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53acf245-0d26-451b-998a-7ebc30e48437 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:37:58.118013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Sync routers for ids ['d5615075-c15d-4135-8d38-127971e1a37d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:37:58.195357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Routers {'d5615075-c15d-4135-8d38-127971e1a37d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:37:58.196823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d5615075-c15d-4135-8d38-127971e1a37d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:37:58.207098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:58.272957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Usage tracker for resource:network and tenant:a336b34fa0614b14b11883909d76cef5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:58.296194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:58.308666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:58.314305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775f560-ba60-4bfc-aa99-92f559e50d9c tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Network': ['ID=6f01c901-bdd1-40aa-80a9-6cfc65d29d11,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:58.358051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:58.361853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6f01c901-bdd1-40aa-80a9-6cfc65d29d11 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:58.390677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Made reservation on behalf of a336b34fa0614b14b11883909d76cef5 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:37:58.396641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.439037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.455345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 143} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:37:58.484199 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.488898 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Added segment 255065ec-bc3b-4c85-b923-0c199ddc5927 of type vlan for network f6781f3a-0502-493a-b310-e638d8acff9c Apr 18 20:37:58.614073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.764255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.785386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:37:58.786120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:58.927158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 53acf245-0d26-451b-998a-7ebc30e48437 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:37:58.931695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.023928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1089323 Apr 18 20:37:59.027827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:37:59.028885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6740ee-75e2-4b45-9dd8-67e9218d4a4f tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Network': ['ID=f6781f3a-0502-493a-b310-e638d8acff9c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:37:59.090108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'ports': [{'network_id': '6f01c901-bdd1-40aa-80a9-6cfc65d29d11', 'name': 'tempest-port--134907980', 'admin_state_up': True}, {'network_id': 'f6781f3a-0502-493a-b310-e638d8acff9c', 'admin_state_up': False}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:59.090432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'port': {'network_id': '6f01c901-bdd1-40aa-80a9-6cfc65d29d11', 'name': 'tempest-port--134907980', 'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:59.099405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'port': {'network_id': 'f6781f3a-0502-493a-b310-e638d8acff9c', 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:59.155804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:37:59.203464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:37:59.286688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network f6781f3a-0502-493a-b310-e638d8acff9c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:37:59.324462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Usage tracker for resource:floatingip and tenant:40d4cb6757cf459ea11affdeed2bd2af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:37:59.343546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:37:59.544858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:37:59.732892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:37:59.802201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:37:59.872741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Set router d5615075-c15d-4135-8d38-127971e1a37d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:00.088499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:00.112298 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] Sync routers for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:00.114754 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e2342d93-11b3-4ed5-870b-6f6a67cc3d70 admin admin] 10.222.0.47 "PUT /v2.0/routers/c7c8ec37-4a54-402c-afb4-a78d88cf5ecd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9225247 Apr 18 20:38:00.117579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:00.139772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:00.155341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Usage tracker for resource:port and tenant:a336b34fa0614b14b11883909d76cef5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:00.165409 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:00.166485 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:00.198198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:00.272484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:00.453985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.466799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.479233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.492606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.496654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.506485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.522350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.535543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:00.550574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-7cbe296f-3240-4af8-ae5f-3a796c832ecb tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 0.9700136 Apr 18 20:38:00.556646 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:00.587731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Made reservation on behalf of a336b34fa0614b14b11883909d76cef5 for: {'port': 2} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:00.602060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.667124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:00.774802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1ac808ce-0e4f-4885-848e-4e11dffe0344 req-6055e3b0-f3df-475b-8a77-c8ceb2fcf2c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2222340 Apr 18 20:38:00.994169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '53acf245-0d26-451b-998a-7ebc30e48437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:37:53Z', 'revision_number': 4, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port': {'id': '53acf245-0d26-451b-998a-7ebc30e48437', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:44Z', 'updated_at': '2022-04-18T20:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '922b565f-c346-40f1-929e-be7b6957b2da', 'name': '', 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'mac_address': 'fa:16:3e:40:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '90a21feb-b15c-4fd8-b99b-5eb231b8d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:51Z', 'updated_at': '2022-04-18T20:37:54Z', 'revision_number': 2, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'subnets': [{'id': '90a21feb-b15c-4fd8-b99b-5eb231b8d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:01.004320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Checking router: d5615075-c15d-4135-8d38-127971e1a37d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:01.005291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Updating router d5615075-c15d-4135-8d38-127971e1a37d port 922b565f-c346-40f1-929e-be7b6957b2da binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:38:01.167464 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:38:01.202050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.271022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.410991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.452567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Deleting port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:01.452944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:01.556648 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35'}], 'enable_snat': True}, 'gw_port_id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:37:56Z', 'revision_number': 5, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port': {'id': '4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:b5:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1793, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:28:38Z', 'updated_at': '2022-04-18T20:28:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:01.572096 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] Checking router: c7c8ec37-4a54-402c-afb4-a78d88cf5ecd for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:01.597809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] device_id is not set on port 93a17352-f033-466d-8351-37b083c0f732 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:01.600554 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] Routers {'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:01.601683 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:01.607763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.616075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.624263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.632681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.639688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.649010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.656594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:01.658946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-60b6be5e-0a3a-488e-90e3-89ede5fdd56a req-dfe638de-5991-48d5-9ca9-5054cfe7ff03 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 0.3874102 Apr 18 20:38:01.681060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38672) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:01.731457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Request body: {'floatingip': {'port_id': '255c50e1-07cf-48c9-a853-19a1836d8539'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:01.850842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:01.885044 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.115171 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] Set router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:02.251774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] For port 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:02.252566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.276557 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.304312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Transition to ACTIVE for port object 922b565f-c346-40f1-929e-be7b6957b2da will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:02.305486 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:38:01Z', 'revision_number': 6, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:02.314785 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47109f88-a11a-49eb-bca3-d484173d56ce None None] The sync data for ids ['c7c8ec37-4a54-402c-afb4-a78d88cf5ecd'] in n-d-836016-3 is: [{'id': 'c7c8ec37-4a54-402c-afb4-a78d88cf5ecd', 'name': 'tempest-AttachVolumeTestJSON-1924269170-router', 'tenant_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:28:35Z', 'updated_at': '2022-04-18T20:38:01Z', 'revision_number': 6, 'project_id': 'd985a2b9068149b7aa9cf6714fc7b5f3', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:02.323095 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.419192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.466005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Calling delete_port for 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:02.573137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab99b0a-e5a9-4300-809e-31b53bf0df04 None None] Pushing event updated for resources: {'Port': ['ID=922b565f-c346-40f1-929e-be7b6957b2da,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:02.721813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Attempting to bind port 922b565f-c346-40f1-929e-be7b6957b2da on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:02.722269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Attempting to bind port 922b565f-c346-40f1-929e-be7b6957b2da by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:02.722573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Attempting to bind port 922b565f-c346-40f1-929e-be7b6957b2da on network 80420077-f98c-4af4-b2c2-4efaba0b96cd {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:38:02.729967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:38:02.730525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Checking segment: {'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:02.731045 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.731450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Bound using segment: {'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:38:02.731944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Bound port: 922b565f-c346-40f1-929e-be7b6957b2da, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6324c920-b3d3-41d6-8c48-0da14f88bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:02.732323 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.755651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Allocated IP 172.25.5.34 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f82a963e-34b5-49e6-8e1b-06bc436f9dfd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:02.895327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] For port 922b565f-c346-40f1-929e-be7b6957b2da, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:38:02.900311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] For port 922b565f-c346-40f1-929e-be7b6957b2da, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=922b565f-c346-40f1-929e-be7b6957b2da,segment=NetworkSegment(6324c920-b3d3-41d6-8c48-0da14f88bd61),segment_id=6324c920-b3d3-41d6-8c48-0da14f88bd61)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:38:02.916370 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:02.949087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] device_id is not set on port 10ab39e7-23d6-46b4-bfff-3c9a8d745c90 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:03.028198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:03.136629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:38:03.137003 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.147255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f6c0aad1-ba01-4c49-82fe-07abd6bbcc88 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:03.254924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.294941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Routers {'d5615075-c15d-4135-8d38-127971e1a37d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:03.296394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d5615075-c15d-4135-8d38-127971e1a37d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:03.527442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab99b0a-e5a9-4300-809e-31b53bf0df04 None None] Pushing event updated for resources: {'Port': ['ID=922b565f-c346-40f1-929e-be7b6957b2da,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:03.639228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.736458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.793856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] Set router d5615075-c15d-4135-8d38-127971e1a37d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:03.850294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.868739 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:03.984269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.156518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.163482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.182775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:04.295117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:04.300842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:04.315483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.316323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7c8ec37-4a54-402c-afb4-a78d88cf5ecd {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:38:04.320425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:04.338136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '53acf245-0d26-451b-998a-7ebc30e48437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:37:53Z', 'revision_number': 4, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port': {'id': '53acf245-0d26-451b-998a-7ebc30e48437', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:44Z', 'updated_at': '2022-04-18T20:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '922b565f-c346-40f1-929e-be7b6957b2da', 'name': '', 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'mac_address': 'fa:16:3e:40:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '90a21feb-b15c-4fd8-b99b-5eb231b8d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:51Z', 'updated_at': '2022-04-18T20:38:02Z', 'revision_number': 4, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'subnets': [{'id': '90a21feb-b15c-4fd8-b99b-5eb231b8d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:04.348427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fa36fa-af09-4345-9f94-a3ab0f17fbc2 None None] The sync data for ids ['d5615075-c15d-4135-8d38-127971e1a37d'] in n-d-836016-3 is: [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '53acf245-0d26-451b-998a-7ebc30e48437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:37:53Z', 'revision_number': 4, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port': {'id': '53acf245-0d26-451b-998a-7ebc30e48437', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:44Z', 'updated_at': '2022-04-18T20:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '922b565f-c346-40f1-929e-be7b6957b2da', 'name': '', 'network_id': '80420077-f98c-4af4-b2c2-4efaba0b96cd', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'mac_address': 'fa:16:3e:40:cb:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2445, 'fixed_ips': [{'subnet_id': '90a21feb-b15c-4fd8-b99b-5eb231b8d600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:51Z', 'updated_at': '2022-04-18T20:38:02Z', 'revision_number': 4, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'subnets': [{'id': '90a21feb-b15c-4fd8-b99b-5eb231b8d600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:04.371088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.382261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-81ccec30-c041-42d1-a148-98934dc97032 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c7c8ec37-4a54-402c-afb4-a78d88cf5ecd HTTP/1.1" status: 204 len: 168 time: 4.2626081 Apr 18 20:38:04.383226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38700) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:04.432013 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.452792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.463825 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.604942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] Deleting subnet 0727442d-014a-4219-84d2-b7ce9459d00e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:38:04.612637 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.693365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Port': ['ID=f82a963e-34b5-49e6-8e1b-06bc436f9dfd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:04.718183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Checking segment: {'id': '41a568bf-1e95-4298-8b65-c39e115e149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6f01c901-bdd1-40aa-80a9-6cfc65d29d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:04.718593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network hostable DHCP agents. Network: 6f01c901-bdd1-40aa-80a9-6cfc65d29d11, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:04.822147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:04.871750 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Floating IP 8a0cfbc3-c86d-4f90-8662-5882699bd927 associated. External IP: 172.25.5.96, port: 255c50e1-07cf-48c9-a853-19a1836d8539. Apr 18 20:38:04.969719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Port': ['ID=93a17352-f033-466d-8351-37b083c0f732,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.201066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 922b565f-c346-40f1-929e-be7b6957b2da up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:05.244071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network 6f01c901-bdd1-40aa-80a9-6cfc65d29d11 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:05.299703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6f01c901-bdd1-40aa-80a9-6cfc65d29d11) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:05.315726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c44431-301c-4eab-b3a3-98f0d48664d6 None None] Network 6f01c901-bdd1-40aa-80a9-6cfc65d29d11 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:05.351898 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.370227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:05.372234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.606433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.823433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Router 819a3940-af24-4913-832c-9e4da32a0c9a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:38:05.827190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.874993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0727442d-014a-4219-84d2-b7ce9459d00e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:05.895987 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:05.903609 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6d00d357-81d0-4c32-92bd-3cfbc7476b60 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0727442d-014a-4219-84d2-b7ce9459d00e HTTP/1.1" status: 204 len: 168 time: 1.5120277 Apr 18 20:38:05.920184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:05.959572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bf328-7551-46d3-b8a6-5c67eb35bffa None None] Network 2a194504-1714-47be-9f31-b57a03a069da requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:06.168239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 922b565f-c346-40f1-929e-be7b6957b2da completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:06.196621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 922b565f-c346-40f1-929e-be7b6957b2da triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:06.197040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.228756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.322499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Port': ['ID=10ab39e7-23d6-46b4-bfff-3c9a8d745c90,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:06.409181 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.485135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] DHCP port deletion for 2a194504-1714-47be-9f31-b57a03a069da request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:38:06.494985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 922b565f-c346-40f1-929e-be7b6957b2da, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=922b565f-c346-40f1-929e-be7b6957b2da,segment=NetworkSegment(6324c920-b3d3-41d6-8c48-0da14f88bd61),segment_id=6324c920-b3d3-41d6-8c48-0da14f88bd61)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:06.496634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Deleting port 3fc3b352-1990-4f4e-aa85-a218652e1950 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:06.497235 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.500820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:06.513535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.514148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Checking segment: {'id': '255065ec-bc3b-4c85-b923-0c199ddc5927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f6781f3a-0502-493a-b310-e638d8acff9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:06.514635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network hostable DHCP agents. Network: f6781f3a-0502-493a-b310-e638d8acff9c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:06.541414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] Sync routers for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:06.549976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.586433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.631086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:06.631787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:06.648565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network f6781f3a-0502-493a-b310-e638d8acff9c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:06.663824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Deleting port 3fc3b352-1990-4f4e-aa85-a218652e1950 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:06.664565 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:06.708261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-789acb05-3d5e-4588-acdd-10e34c35b986 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "PUT /v2.0/floatingips/8a0cfbc3-c86d-4f90-8662-5882699bd927 HTTP/1.1" status: 200 len: 990 time: 5.0192168 Apr 18 20:38:06.709178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:06.787815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:06.812777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, f6781f3a-0502-493a-b310-e638d8acff9c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:06.839446 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceb08736-5ff5-4416-b2c1-ffeb805de509'] response: {'name': 'network-changed', 'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539', 'status': 'completed', 'code': 200} Apr 18 20:38:06.899857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:06.902270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e55872b-6946-48b0-a806-e15a205edffc None None] Network f6781f3a-0502-493a-b310-e638d8acff9c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:06.906010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.911818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:06.912677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.042434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:38:07.043792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4d38ca83-8bf3-4ebb-bc77-3a2bff82d24b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:07.115308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Deleting port 922b565f-c346-40f1-929e-be7b6957b2da {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:07.116208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.281060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c03194ae-8b7d-4a82-a01f-32e66ee9efe0 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.2445900 Apr 18 20:38:07.284581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38748) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:07.332508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=922b565f-c346-40f1-929e-be7b6957b2da,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:07.353055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3fc3b352-1990-4f4e-aa85-a218652e1950 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:07.442329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:07.505641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a91a40-4f88-46b2-9f67-1fa24e90ffe2 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.518096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a91a40-4f88-46b2-9f67-1fa24e90ffe2 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:07.519798 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-84a91a40-4f88-46b2-9f67-1fa24e90ffe2 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2340848 Apr 18 20:38:07.522828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38754) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:07.608776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3fc3b352-1990-4f4e-aa85-a218652e1950,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:07.609368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.680457 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.738803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Deleting port 93a17352-f033-466d-8351-37b083c0f732 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:07.739577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:07.979958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.143148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Calling delete_port for 3fc3b352-1990-4f4e-aa85-a218652e1950 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:08.216390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.403497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.410879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.416559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.417202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.422225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.431026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.431748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:08.440354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-fbc67ad2-3012-4f3f-b41b-680133e7afd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6490 time: 1.5440218 Apr 18 20:38:08.477733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3fc3b352-1990-4f4e-aa85-a218652e1950,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:08.478997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.487311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Calling delete_port for 93a17352-f033-466d-8351-37b083c0f732 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:08.491581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] For port 922b565f-c346-40f1-929e-be7b6957b2da, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=922b565f-c346-40f1-929e-be7b6957b2da,segment=NetworkSegment(6324c920-b3d3-41d6-8c48-0da14f88bd61),segment_id=6324c920-b3d3-41d6-8c48-0da14f88bd61)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:08.492916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.585905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.682973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Port': ['ID=93a17352-f033-466d-8351-37b083c0f732,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:08.683439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Calling delete_port for 3fc3b352-1990-4f4e-aa85-a218652e1950 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:08.699409 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.731896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf589ffd-092c-40d2-bf6e-4b42ddf23d63 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/ports/93a17352-f033-466d-8351-37b083c0f732 HTTP/1.1" status: 204 len: 168 time: 1.1968350 Apr 18 20:38:08.731896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38778) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:08.808649 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.874891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Calling delete_port for 922b565f-c346-40f1-929e-be7b6957b2da owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:08.932839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Deleting port 10ab39e7-23d6-46b4-bfff-3c9a8d745c90 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:08.932839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.951319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3fc3b352-1990-4f4e-aa85-a218652e1950,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:08.984992 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:08.997425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Port': ['ID=f82a963e-34b5-49e6-8e1b-06bc436f9dfd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.218884 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:09.219238 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:09.223925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 922b565f-c346-40f1-929e-be7b6957b2da up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:09.340668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=3fc3b352-1990-4f4e-aa85-a218652e1950,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.379155 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.396472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '8a0cfbc3-c86d-4f90-8662-5882699bd927', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'port_id': '255c50e1-07cf-48c9-a853-19a1836d8539', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'mac_address': 'fa:16:3e:f8:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:36:05Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 1, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:47Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:09.406231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 922b565f-c346-40f1-929e-be7b6957b2da triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:09.406600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.448973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] Checking router: 819a3940-af24-4913-832c-9e4da32a0c9a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:09.485001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:09.486983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:37:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:09.523209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Calling delete_port for 10ab39e7-23d6-46b4-bfff-3c9a8d745c90 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:09.675136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-2264d0b1-1c40-4cf0-bd55-d3ed0450ea0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:09.676769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-2264d0b1-1c40-4cf0-bd55-d3ed0450ea0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc52580-b45a-468e-82a9-daf844138944 HTTP/1.1" status: 200 len: 913 time: 0.9836335 Apr 18 20:38:09.701148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.762895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Deleting port 3fc3b352-1990-4f4e-aa85-a218652e1950 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:09.763276 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.870482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-55b917de-00bd-421d-ab7c-f7f82f114373 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255c50e1-07cf-48c9-a853-19a1836d8539 HTTP/1.1" status: 200 len: 998 time: 0.1652491 Apr 18 20:38:09.874782 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.887464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Port': ['ID=10ab39e7-23d6-46b4-bfff-3c9a8d745c90,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:09.910794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fca69099-6c9c-4cb8-9389-2b50692fded5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/ports/10ab39e7-23d6-46b4-bfff-3c9a8d745c90 HTTP/1.1" status: 204 len: 168 time: 1.1848102 Apr 18 20:38:09.913996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:09.959202 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.980825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:09.981218 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:09.989150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:09.990794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f6baf90e-2289-4056-98b1-44102e7f3c47 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 11.6533728 Apr 18 20:38:09.996697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38798) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:10.006523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-153425861'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:10.017834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-d644f228-660b-4e4b-9685-c87111c72bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.020426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-d644f228-660b-4e4b-9685-c87111c72bed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af2109-a737-42fe-a277-81a1f6836c5b HTTP/1.1" status: 200 len: 851 time: 0.1421354 Apr 18 20:38:10.022513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:10.045673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:10.050062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9a06e2ec-7a65-4a74-92fd-aab7bcd13acd tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Synchronizing usage tracker for tenant:a336b34fa0614b14b11883909d76cef5 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:10.081879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Usage tracker for resource:network and tenant:40d4cb6757cf459ea11affdeed2bd2af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:10.097029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:10.114013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9a06e2ec-7a65-4a74-92fd-aab7bcd13acd tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Unset dirty status for tenant:a336b34fa0614b14b11883909d76cef5 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:10.120382 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a06e2ec-7a65-4a74-92fd-aab7bcd13acd tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2049217 Apr 18 20:38:10.121914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38802) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:10.124782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:10.143678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1840016721'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:10.186426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:10.195613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Made reservation on behalf of 40d4cb6757cf459ea11affdeed2bd2af for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:10.200024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.210684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Usage tracker for resource:network and tenant:a336b34fa0614b14b11883909d76cef5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:10.218363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:10.232023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:10.264507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Made reservation on behalf of a336b34fa0614b14b11883909d76cef5 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:10.270212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.271423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.370024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:10.382416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:10.390262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Usage tracker for resource:security_group_rule and tenant:40d4cb6757cf459ea11affdeed2bd2af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:10.390262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:10.400721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.400721 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Added segment 49499b6c-45a7-4681-8cc7-05a8a750bc7c of type vlan for network d297270b-95e5-4a0e-a25f-5839f8242bc3 Apr 18 20:38:10.407935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:10.469290 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.518894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.529468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.529468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.543843 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.543843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Deleting port 3fc3b352-1990-4f4e-aa85-a218652e1950 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:10.543843 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.589417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.749899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3fc3b352-1990-4f4e-aa85-a218652e1950,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:10.749899 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.796003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:10.830582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7051122 Apr 18 20:38:10.844409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Pushing event deleted for resources: {'Port': ['ID=922b565f-c346-40f1-929e-be7b6957b2da,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.849639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913d680-b704-414a-9be8-e2ad8ec03e18 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Network': ['ID=d297270b-95e5-4a0e-a25f-5839f8242bc3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:10.863256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38816) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:10.893341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1495707345'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:10.899571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-26555dee-580d-4f89-885d-3c37ff0c2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:10.901030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-26555dee-580d-4f89-885d-3c37ff0c2ef2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc52580-b45a-468e-82a9-daf844138944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8736494 Apr 18 20:38:10.912940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:10.969239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Usage tracker for resource:network and tenant:a336b34fa0614b14b11883909d76cef5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:10.969239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:10.997543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:11.016217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:11.059555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Made reservation on behalf of a336b34fa0614b14b11883909d76cef5 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:11.059555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.197320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:11.239127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.239127 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Added segment 92e1bc89-21b3-432f-8ba3-556bdfc05faa of type vlan for network 0bebe944-3e7a-4c5d-8c95-1f75885a872f Apr 18 20:38:11.425139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.459975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.459975 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Added segment 900148c4-83c7-4f8f-9481-e2235fe960f9 of type vlan for network b400cddc-027e-4cba-a367-36a00ca8bb7f Apr 18 20:38:11.503589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d297270b-95e5-4a0e-a25f-5839f8242bc3 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:11.523318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.571300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a960cd-e231-45c9-98c3-f4b7e5282528,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:11.603727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.635342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.635342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.643742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.643742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:11.643742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:11.747112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Calling delete_port for 3fc3b352-1990-4f4e-aa85-a218652e1950 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:11.981811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1169043 Apr 18 20:38:12.010387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f62d1-6735-4947-9f1d-7fb1be517756 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Network': ['ID=0bebe944-3e7a-4c5d-8c95-1f75885a872f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.237019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2344208 Apr 18 20:38:12.237871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38834) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:12.243859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Request body: {'subnet': {'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:12.359943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 0bebe944-3e7a-4c5d-8c95-1f75885a872f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:12.435398 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:12.559855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ddf5-312f-436d-ac8b-09e60b0ce214 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Network': ['ID=b400cddc-027e-4cba-a367-36a00ca8bb7f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.667754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network b400cddc-027e-4cba-a367-36a00ca8bb7f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:12.696812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] No DVR routers for this DVR port 3fc3b352-1990-4f4e-aa85-a218652e1950 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:12.968095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:12.984821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Usage tracker for resource:subnet and tenant:40d4cb6757cf459ea11affdeed2bd2af is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:12.990429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e995e-35a6-4c0f-83ac-d80ad8ad36f7 None None] Pushing event deleted for resources: {'Port': ['ID=3fc3b352-1990-4f4e-aa85-a218652e1950,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:12.992141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:13.005595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:13.031582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Made reservation on behalf of 40d4cb6757cf459ea11affdeed2bd2af for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:13.042736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.057599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-2ffe9160-80bd-407b-8612-6858a5ce2aae service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1131566 Apr 18 20:38:13.231766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '8a0cfbc3-c86d-4f90-8662-5882699bd927', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'port_id': '255c50e1-07cf-48c9-a853-19a1836d8539', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'mac_address': 'fa:16:3e:f8:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:36:05Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 1, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:47Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:13.239370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc5a997-36c5-4d97-9c94-daaf38f938d4 None None] The sync data for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 is: [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '8a0cfbc3-c86d-4f90-8662-5882699bd927', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'floating_ip_address': '172.25.5.96', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'port_id': '255c50e1-07cf-48c9-a853-19a1836d8539', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'mac_address': 'fa:16:3e:f8:29:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:36:05Z', 'updated_at': '2022-04-18T20:38:03Z', 'revision_number': 1, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:47Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:13.259513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fe494-08e5-4e2c-b786-b332ac49fd87 req-5b157caf-04e3-496d-ae9b-98c3cdf723b7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:13.281146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c72fe494-08e5-4e2c-b786-b332ac49fd87 req-5b157caf-04e3-496d-ae9b-98c3cdf723b7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 946 time: 0.5417681 Apr 18 20:38:13.314130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.452425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c72fe494-08e5-4e2c-b786-b332ac49fd87 req-7554d09d-b19e-43ab-9f81-41ffc530c20a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700795 Apr 18 20:38:13.511312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b9ab5eb8-4321-46a7-8f38-58d8b144fe40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.597127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] For port 3fc3b352-1990-4f4e-aa85-a218652e1950, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3fc3b352-1990-4f4e-aa85-a218652e1950,segment=NetworkSegment(b49a280c-620f-40e5-8f8a-f060c92975e6),segment_id=b49a280c-620f-40e5-8f8a-f060c92975e6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:13.597498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.788991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:13.856934 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0089e624-ec26-4151-b0a3-dbb046345e1b None None] New status for floating IP 8a0cfbc3-c86d-4f90-8662-5882699bd927: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:38:13.915587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Subnet': ['ID=6550c163-1d3b-4894-a803-d8c8737e5d26,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:13.944869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Checking segment: {'id': '900148c4-83c7-4f8f-9481-e2235fe960f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:13.947815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Network hostable DHCP agents. Network: b400cddc-027e-4cba-a367-36a00ca8bb7f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:14.002322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Network b400cddc-027e-4cba-a367-36a00ca8bb7f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:14.025481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Calling delete_port for 3fc3b352-1990-4f4e-aa85-a218652e1950 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:14.049623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, b400cddc-027e-4cba-a367-36a00ca8bb7f) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:14.077275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06288f0-21a8-4be8-a809-4fb8941462c9 None None] Network b400cddc-027e-4cba-a367-36a00ca8bb7f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:14.098298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:14.100548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.175529 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc9c5e57-4b8c-4a31-a94a-84d76793e153 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9367020 Apr 18 20:38:14.179719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38858) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:14.186772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1414335307', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:14.206867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:14.217456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Usage tracker for resource:router and tenant:40d4cb6757cf459ea11affdeed2bd2af is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:14.225163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:14.248311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:14.273650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.274920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.316078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.431978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:14.433019 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:14.475774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d8362e-53e2-44ce-a932-ce963e5fb678 req-8d819a30-1598-41b9-991c-4f503f504d92 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3964522 Apr 18 20:38:14.640648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-b400cddc-027e-4cba-a367-36a00ca8bb7f', 'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f', 'tenant_id': '40d4cb6757cf459ea11affdeed2bd2af', 'fixed_ips': [{'subnet_id': '6550c163-1d3b-4894-a803-d8c8737e5d26'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:38:14.643021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:14.707237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Deleting port 3fc3b352-1990-4f4e-aa85-a218652e1950 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:14.721177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.053132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-321c83ec-6eaf-4113-b055-b72260c80754 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:15.054999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-321c83ec-6eaf-4113-b055-b72260c80754 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.55 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 946 time: 0.8590803 Apr 18 20:38:15.085818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] The port '3fc3b352-1990-4f4e-aa85-a218652e1950' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:38:15.442028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Allocated IP 172.20.0.2 (b400cddc-027e-4cba-a367-36a00ca8bb7f/6550c163-1d3b-4894-a803-d8c8737e5d26/88562853-c61d-45b0-9a17-1c2e48b780ad) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:15.625122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.694772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Deleting port 769b91ed-ec3a-465d-ac11-3ba2be742894 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:15.695633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.959883 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:15.980384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Transition to ACTIVE for port object 88562853-c61d-45b0-9a17-1c2e48b780ad will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:16.107803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Transition to ACTIVE for port object 88562853-c61d-45b0-9a17-1c2e48b780ad will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:16.146438 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ac21bac4-23fd-43a1-bc52-fd0a268fac7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.155833 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.163781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.341816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a194504-1714-47be-9f31-b57a03a069da']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.368705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49a280c-620f-40e5-8f8a-f060c92975e6') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.368798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49a280c-620f-40e5-8f8a-f060c92975e6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:16.432408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.441557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.474767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Pushing event updated for resources: {'Port': ['ID=88562853-c61d-45b0-9a17-1c2e48b780ad,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:16.490240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Network b400cddc-027e-4cba-a367-36a00ca8bb7f is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:16.493441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:16.506143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:16.512145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.645760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] For port 769b91ed-ec3a-465d-ac11-3ba2be742894, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=769b91ed-ec3a-465d-ac11-3ba2be742894,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:16.646447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.714557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Attempting to bind port 88562853-c61d-45b0-9a17-1c2e48b780ad on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:16.715689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Attempting to bind port 88562853-c61d-45b0-9a17-1c2e48b780ad by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '900148c4-83c7-4f8f-9481-e2235fe960f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:16.716777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Attempting to bind port 88562853-c61d-45b0-9a17-1c2e48b780ad on network b400cddc-027e-4cba-a367-36a00ca8bb7f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:38:16.729983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 37, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:38:16.731775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Checking segment: {'id': '900148c4-83c7-4f8f-9481-e2235fe960f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:16.732872 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.733824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Bound using segment: {'id': '900148c4-83c7-4f8f-9481-e2235fe960f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:38:16.735097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Bound port: 88562853-c61d-45b0-9a17-1c2e48b780ad, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '900148c4-83c7-4f8f-9481-e2235fe960f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:16.737029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:16.864179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Allocated IP 172.25.5.199 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/a0e813f8-94cc-448d-884f-f4ee19c55699) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:17.005387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] For port 88562853-c61d-45b0-9a17-1c2e48b780ad, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:38:17.012452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] For port 88562853-c61d-45b0-9a17-1c2e48b780ad, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=88562853-c61d-45b0-9a17-1c2e48b780ad,segment=NetworkSegment(900148c4-83c7-4f8f-9481-e2235fe960f9),segment_id=900148c4-83c7-4f8f-9481-e2235fe960f9)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:38:17.071184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.167060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd50a3e-f79a-4b2f-b985-85c510d72225 req-50fe22b5-bda9-4038-9d78-d59bd1c24964 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:17.170703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fd50a3e-f79a-4b2f-b985-85c510d72225 req-50fe22b5-bda9-4038-9d78-d59bd1c24964 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 946 time: 2.2427158 Apr 18 20:38:17.190487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.425862 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.425862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e53dd-8b64-49ec-9bf2-002f4282e832 None None] Pushing event updated for resources: {'Port': ['ID=88562853-c61d-45b0-9a17-1c2e48b780ad,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:17.473536 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.515331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38896) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:17.540856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Router d5615075-c15d-4135-8d38-127971e1a37d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:38:17.541222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'subnets': [{'network_id': 'd297270b-95e5-4a0e-a25f-5839f8242bc3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--941107695', 'ip_version': 6}, {'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.541803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'subnet': {'network_id': 'd297270b-95e5-4a0e-a25f-5839f8242bc3', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--941107695', 'ip_version': 6}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.542753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Request body: {'subnet': {'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:17.595606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:17.596653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:17.617137 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:17.726980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1fd50a3e-f79a-4b2f-b985-85c510d72225 req-e03a3d4e-5edb-434b-826d-c70f3d79a7b2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=c1a78a76-ac00-442d-b819-1a3bddfb5097&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2707901 Apr 18 20:38:17.793743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.009584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.010552 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.011314 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Floating IP b6f29317-c403-4d9d-b04f-39d5c74b79cd disassociated. External IP: 172.25.5.57, port: 769b91ed-ec3a-465d-ac11-3ba2be742894. Apr 18 20:38:18.012171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Calling delete_port for 769b91ed-ec3a-465d-ac11-3ba2be742894 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:18.073431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:18.086028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Usage tracker for resource:subnet and tenant:a336b34fa0614b14b11883909d76cef5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:18.095988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:18.112575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.114633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:18.145063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.145340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Made reservation on behalf of a336b34fa0614b14b11883909d76cef5 for: {'subnet': 2} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:18.153813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.154388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.191392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.210769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] 10.222.0.47 "DELETE /v2.0/networks/2a194504-1714-47be-9f31-b57a03a069da HTTP/1.1" status: 204 len: 168 time: 12.2543206 Apr 18 20:38:18.234735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cf8471-5675-4634-af1a-a3401c8161ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2a194504-1714-47be-9f31-b57a03a069da,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.325375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 769b91ed-ec3a-465d-ac11-3ba2be742894 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:18.468497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Port': ['ID=a0e813f8-94cc-448d-884f-f4ee19c55699,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:18.489452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.510766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:18.519679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:18.546251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:18.558672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:18.568460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:18.667198 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4c8ee666-c1ff-4a88-93aa-a242be3c2238 admin admin] 10.222.0.47 "PUT /v2.0/routers/d5615075-c15d-4135-8d38-127971e1a37d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7861211 Apr 18 20:38:18.667198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:18.732454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:18.800381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] Sync routers for ids ['d5615075-c15d-4135-8d38-127971e1a37d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:18.899511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] Routers {'d5615075-c15d-4135-8d38-127971e1a37d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:18.900619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d5615075-c15d-4135-8d38-127971e1a37d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:19.183712 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.330216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.410923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-532e2c2d-7e1e-490e-9aeb-824e9f68167f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d985a2b9068149b7aa9cf6714fc7b5f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8965311 Apr 18 20:38:19.434511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:19.434954 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:19.575817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event deleted for resources: {'Port': ['ID=769b91ed-ec3a-465d-ac11-3ba2be742894,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:19.659187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 88562853-c61d-45b0-9a17-1c2e48b780ad up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:19.807792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bf122-39cb-442e-a72d-c3cd07b35697 None None] Network b400cddc-027e-4cba-a367-36a00ca8bb7f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:20.034923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] Set router d5615075-c15d-4135-8d38-127971e1a37d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:20.050012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-976b756d-2ce7-48be-9e03-2acf47926483 req-92463fbb-c263-4369-8e09-ee9f3dc4e6d0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 0.7372329 Apr 18 20:38:20.097374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 88562853-c61d-45b0-9a17-1c2e48b780ad completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:20.231064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 88562853-c61d-45b0-9a17-1c2e48b780ad triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:20.231064 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.531045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-466d6eb5-10bb-41af-8194-5430cd6f94ab None None] Provisioning for port 88562853-c61d-45b0-9a17-1c2e48b780ad completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:20.596303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-466d6eb5-10bb-41af-8194-5430cd6f94ab None None] Provisioning complete for port 88562853-c61d-45b0-9a17-1c2e48b780ad triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:20.596303 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466d6eb5-10bb-41af-8194-5430cd6f94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.663575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.894064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52eeec18-4a9d-4908-b9ff-42b2e5f01fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.902382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:20.993019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52eeec18-4a9d-4908-b9ff-42b2e5f01fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.398653 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52eeec18-4a9d-4908-b9ff-42b2e5f01fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.683073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eeec18-4a9d-4908-b9ff-42b2e5f01fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf2edac-c86c-4d44-85a1-2e7bbb3e2d0b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:21.784110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466d6eb5-10bb-41af-8194-5430cd6f94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.812266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52eeec18-4a9d-4908-b9ff-42b2e5f01fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.818692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-52eeec18-4a9d-4908-b9ff-42b2e5f01fc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5bf2edac-c86c-4d44-85a1-2e7bbb3e2d0b HTTP/1.1" status: 204 len: 168 time: 2.3780682 Apr 18 20:38:21.843179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7ac30de8-8ba0-460d-91bb-1ac0a9cd4ba9 req-fc2691bf-6cb5-4a00-9a06-0ef0429452c0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:21.866124 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.875106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Router 014f7749-3938-4c8d-8d3b-dccb865ba39c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:38:21.899369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:21.983511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7ac30de8-8ba0-460d-91bb-1ac0a9cd4ba9 req-fc2691bf-6cb5-4a00-9a06-0ef0429452c0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:22.002854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac30de8-8ba0-460d-91bb-1ac0a9cd4ba9 req-fc2691bf-6cb5-4a00-9a06-0ef0429452c0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 0.2755330 Apr 18 20:38:22.023159 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.169589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Subnet': ['ID=b8ca910c-57da-4e97-a9fb-99fb8462ba5a,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.186630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Deleting port 53acf245-0d26-451b-998a-7ebc30e48437 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:22.187682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.212320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-466d6eb5-10bb-41af-8194-5430cd6f94ab None None] For port 88562853-c61d-45b0-9a17-1c2e48b780ad, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=88562853-c61d-45b0-9a17-1c2e48b780ad,segment=NetworkSegment(900148c4-83c7-4f8f-9481-e2235fe960f9),segment_id=900148c4-83c7-4f8f-9481-e2235fe960f9)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:22.280703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-466d6eb5-10bb-41af-8194-5430cd6f94ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.323033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Checking segment: {'id': '49499b6c-45a7-4681-8cc7-05a8a750bc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'd297270b-95e5-4a0e-a25f-5839f8242bc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:22.323971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network hostable DHCP agents. Network: d297270b-95e5-4a0e-a25f-5839f8242bc3, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:22.436981 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.641960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network d297270b-95e5-4a0e-a25f-5839f8242bc3 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:22.686354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d297270b-95e5-4a0e-a25f-5839f8242bc3) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:22.715857 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:22.741596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25661d4-69bd-4fef-9048-419a2d8e8518 None None] Network d297270b-95e5-4a0e-a25f-5839f8242bc3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:22.787522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254'}], 'enable_snat': True}, 'gw_port_id': '53acf245-0d26-451b-998a-7ebc30e48437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:38:10Z', 'revision_number': 5, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port': {'id': '53acf245-0d26-451b-998a-7ebc30e48437', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8d:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2429, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:37:44Z', 'updated_at': '2022-04-18T20:37:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:22.843051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d6eb5-10bb-41af-8194-5430cd6f94ab None None] Pushing event updated for resources: {'Port': ['ID=88562853-c61d-45b0-9a17-1c2e48b780ad,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:22.932287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:22.932903 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:22.961534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:22.980312 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] Sync routers for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:23.014833 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:23.016184 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:23.160963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] Checking router: d5615075-c15d-4135-8d38-127971e1a37d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:23.183622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event updated for resources: {'Subnet': ['ID=0dcaf46d-96e0-4f99-b89b-400f483ddf1c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:23.270693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Checking segment: {'id': '92e1bc89-21b3-432f-8ba3-556bdfc05faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:23.275301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network hostable DHCP agents. Network: 0bebe944-3e7a-4c5d-8c95-1f75885a872f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:23.394623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] Routers {'d5615075-c15d-4135-8d38-127971e1a37d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:23.432515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d5615075-c15d-4135-8d38-127971e1a37d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:23.454665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Network 0bebe944-3e7a-4c5d-8c95-1f75885a872f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:23.519121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 0bebe944-3e7a-4c5d-8c95-1f75885a872f) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:23.548214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:23.548214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:23.548214 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.558085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] For port 53acf245-0d26-451b-998a-7ebc30e48437, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=53acf245-0d26-451b-998a-7ebc30e48437,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:23.558085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:23.753713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Router 2fdc4733-52ca-485e-9426-94db560464b7 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:38:23.797112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a19e40-9bc3-49d9-bdbf-5a685d74193a None None] Network 0bebe944-3e7a-4c5d-8c95-1f75885a872f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:23.873962 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3296dcd5-ed45-4941-b039-5cfc67065dc7 req-8db9d236-0ebd-4711-b003-f041fe844fda tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 0.2454958 Apr 18 20:38:23.900951 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:23.942243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-25a0a351-51eb-4fcd-8e1e-747c71013399 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.4122672 Apr 18 20:38:23.942243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:24.323224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] Set router d5615075-c15d-4135-8d38-127971e1a37d gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:24.589390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] No DVR routers for this DVR port 769b91ed-ec3a-465d-ac11-3ba2be742894 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:24.620371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362583f6-bf7a-40f7-b25b-6f35ea46b4d5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.622564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Calling delete_port for 53acf245-0d26-451b-998a-7ebc30e48437 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:24.627179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362583f6-bf7a-40f7-b25b-6f35ea46b4d5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.646299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362583f6-bf7a-40f7-b25b-6f35ea46b4d5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:24.654887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-362583f6-bf7a-40f7-b25b-6f35ea46b4d5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Synchronizing usage tracker for tenant:a336b34fa0614b14b11883909d76cef5 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:24.694220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:24.775053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.805974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c029ece-57a1-4b7a-a4ce-289d648c6618 req-8fa0398b-6be7-4030-8a44-61a370dc91b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.55 "DELETE /v2.0/ports/769b91ed-ec3a-465d-ac11-3ba2be742894 HTTP/1.1" status: 204 len: 173 time: 9.7001660 Apr 18 20:38:24.821961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-deleted', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:24.845623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:24.845623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-937ac750-aabe-4303-af0b-69d35fd1bd29 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.6562371 Apr 18 20:38:24.859474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39000) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:24.949684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 6, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:24.979120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] Sync routers for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:25.146362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:25.146362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:25.243142 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e60efd65-8538-467d-a071-6d7e4abcc697'] response: {'server_uuid': '65679635-9e3c-4080-ab43-580ee5045829', 'name': 'network-vif-deleted', 'tag': '769b91ed-ec3a-465d-ac11-3ba2be742894', 'status': 'completed', 'code': 200} Apr 18 20:38:25.747134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e313a6-f87d-4f70-bb38-4916eac628fe None None] The sync data for ids ['d5615075-c15d-4135-8d38-127971e1a37d'] in n-d-836016-3 is: [{'id': 'd5615075-c15d-4135-8d38-127971e1a37d', 'name': 'tempest-ImageQuotaTest-1268116745-router', 'tenant_id': '883fd2af1f474d23beec8c5137bd464c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:37:42Z', 'updated_at': '2022-04-18T20:38:22Z', 'revision_number': 6, 'project_id': '883fd2af1f474d23beec8c5137bd464c', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:25.759257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:25.798427 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:25.866040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:25.867618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:25.885444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Pushing event deleted for resources: {'Port': ['ID=53acf245-0d26-451b-998a-7ebc30e48437,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:26.104603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-362583f6-bf7a-40f7-b25b-6f35ea46b4d5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Unset dirty status for tenant:a336b34fa0614b14b11883909d76cef5 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:26.107140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-362583f6-bf7a-40f7-b25b-6f35ea46b4d5 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 2.1633668 Apr 18 20:38:26.185054 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:26.228356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:26.228356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e231b8b7-c718-4b4e-8c67-ff6b98f1b129 None None] The sync data for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:26.242213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39026) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:26.254679 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] Checking router: 014f7749-3938-4c8d-8d3b-dccb865ba39c for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:38:26.319442 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:26.331068 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:26.506118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2d16d00b-9705-4dd8-a80a-cf5cfe6a0bb2 None None] Provisioning complete for port 88562853-c61d-45b0-9a17-1c2e48b780ad triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:26.506118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2d16d00b-9705-4dd8-a80a-cf5cfe6a0bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.819325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18efaf66-1866-4087-81d6-b3a790d988c5 req-858ea9bc-331c-4667-84fd-8442f99b1d82 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2036512 Apr 18 20:38:26.896333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60d5619-a49d-47cf-ab40-b93b574e1d62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d297270b-95e5-4a0e-a25f-5839f8242bc3', 'network_id': 'd297270b-95e5-4a0e-a25f-5839f8242bc3', 'tenant_id': 'a336b34fa0614b14b11883909d76cef5', 'fixed_ips': [{'subnet_id': 'b8ca910c-57da-4e97-a9fb-99fb8462ba5a'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:38:26.911980 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f60d5619-a49d-47cf-ab40-b93b574e1d62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:26.994869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Deleting subnet b8ca910c-57da-4e97-a9fb-99fb8462ba5a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:38:27.027962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 88562853-c61d-45b0-9a17-1c2e48b780ad up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:27.170988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-42c917af-9adb-43ad-8c7d-e8f847695bc2 req-2104bee9-cd1d-4f8f-9d65-e5c585e60da4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 1.2711174 Apr 18 20:38:27.260482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.287585 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:38:27.349108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18efaf66-1866-4087-81d6-b3a790d988c5 req-64dbb0c8-24e3-4498-bd37-d160405e299f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=65679635-9e3c-4080-ab43-580ee5045829 HTTP/1.1" status: 200 len: 210 time: 0.3126347 Apr 18 20:38:27.359444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.880554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 88562853-c61d-45b0-9a17-1c2e48b780ad triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:27.881202 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:27.972323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-0bebe944-3e7a-4c5d-8c95-1f75885a872f', 'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f', 'tenant_id': 'a336b34fa0614b14b11883909d76cef5', 'fixed_ips': [{'subnet_id': '0dcaf46d-96e0-4f99-b89b-400f483ddf1c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:38:27.978493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.085389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.102420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efaf66-1866-4087-81d6-b3a790d988c5 req-cf2a7e93-afa9-4f51-ae27-9328adbe4e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.106559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18efaf66-1866-4087-81d6-b3a790d988c5 req-cf2a7e93-afa9-4f51-ae27-9328adbe4e2e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6950934 Apr 18 20:38:28.118342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.134143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.381466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39064) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:28.427516 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:28.440848 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f03152d-f0c8-48da-8a31-5954c55859c6 None None] The sync data for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 is: [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:28.611506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.712176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 922b565f-c346-40f1-929e-be7b6957b2da no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:28.728246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39078) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:28.867293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Allocated IP 2001:db8:0:1::1 (0bebe944-3e7a-4c5d-8c95-1f75885a872f/0dcaf46d-96e0-4f99-b89b-400f483ddf1c/a433a48a-6740-454f-bddf-21e85224ff7c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:28.871457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 922b565f-c346-40f1-929e-be7b6957b2da {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:38:28.872341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 922b565f-c346-40f1-929e-be7b6957b2da not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:28.888096 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.895077 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:28.895608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5615075-c15d-4135-8d38-127971e1a37d {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:38:28.975514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53acf245-0d26-451b-998a-7ebc30e48437 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:28.997412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18efaf66-1866-4087-81d6-b3a790d988c5 req-324a153e-9e94-4da9-962a-c4bb32cc2397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:28.997412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18efaf66-1866-4087-81d6-b3a790d988c5 req-324a153e-9e94-4da9-962a-c4bb32cc2397 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8570325 Apr 18 20:38:29.048328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.181493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 53acf245-0d26-451b-998a-7ebc30e48437 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:38:29.181493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 53acf245-0d26-451b-998a-7ebc30e48437 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:29.219047 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230cb7a6-a099-42a3-a650-c3c6171bce04 None None] New status for floating IP b6f29317-c403-4d9d-b04f-39d5c74b79cd: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:38:29.302312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:29.316796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Usage tracker for resource:security_group_rule and tenant:f83533925cb4482f9d94105e9f3fb0c6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:29.316796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:29.344477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:29.450502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.585419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.602743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.664749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Allocated IP 172.20.0.1 (b400cddc-027e-4cba-a367-36a00ca8bb7f/6550c163-1d3b-4894-a803-d8c8737e5d26/5b204bf0-37c9-4ace-b8ed-fd909e53b38a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:29.738627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.776462 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.781683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a78a76-ac00-442d-b819-1a3bddfb5097,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.781683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.781683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.781683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.781683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.781683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:29.793181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.811569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.811569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7a154cb2-0f30-4a64-b60f-f09f4a676441 admin admin] 10.222.0.47 "DELETE /v2.0/routers/d5615075-c15d-4135-8d38-127971e1a37d HTTP/1.1" status: 204 len: 168 time: 11.1329174 Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-f60d5619-a49d-47cf-ab40-b93b574e1d62 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ca910c-57da-4e97-a9fb-99fb8462ba5a: This subnet is being modified by another concurrent operation. Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:38:29.818563 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b8ca910c-57da-4e97-a9fb-99fb8462ba5a: This subnet is being modified by another concurrent operation. Apr 18 20:38:29.833171 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 20:38:29.885324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:29.885324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ca910c-57da-4e97-a9fb-99fb8462ba5a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:29.885324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:29.897532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-314bc28f-665a-4ae1-ba9a-8018e71b1ae7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "DELETE /v2.0/security-groups/c1a78a76-ac00-442d-b819-1a3bddfb5097 HTTP/1.1" status: 204 len: 168 time: 1.1554983 Apr 18 20:38:29.941476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb9372d4-ca99-48de-a95e-9f742ee78898 None None] Network d297270b-95e5-4a0e-a25f-5839f8242bc3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:29.986905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:30.018373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.027120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.027120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f1ffb8db-4652-4471-ba52-9d89aca3a38a tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/subnets/b8ca910c-57da-4e97-a9fb-99fb8462ba5a HTTP/1.1" status: 204 len: 168 time: 3.7964895 Apr 18 20:38:30.027120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39104) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:30.027120 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4ae86672-70c7-42c1-a4bd-6e82189fd5a4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] show failed (client error): The resource could not be found. Apr 18 20:38:30.033605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ae86672-70c7-42c1-a4bd-6e82189fd5a4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups/c1a78a76-ac00-442d-b819-1a3bddfb5097 HTTP/1.1" status: 404 len: 347 time: 0.0490720 Apr 18 20:38:30.057853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Transition to ACTIVE for port object 5b204bf0-37c9-4ace-b8ed-fd909e53b38a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:30.068931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39108) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:30.074605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.095732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Transition to ACTIVE for port object a433a48a-6740-454f-bddf-21e85224ff7c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:30.346276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] Deleting subnet 90a21feb-b15c-4fd8-b99b-5eb231b8d600 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:38:30.372041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.487437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f83533925cb4482f9d94105e9f3fb0c6&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1040225 Apr 18 20:38:30.491792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39116) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:30.515547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Transition to ACTIVE for port object a433a48a-6740-454f-bddf-21e85224ff7c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:30.574089 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.588574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Deleting subnet 0dcaf46d-96e0-4f99-b89b-400f483ddf1c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:38:30.592142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ccce4f-400e-4c02-aa69-67a46b49d9c3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.596640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Deleting port d8bc6ed4-d875-4e14-b979-9d15a0d06468 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:30.597241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.599888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.650745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.652526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.653686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.654231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.654975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.655526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.656086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.656699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.657491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.658798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.659378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.659911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06ed157a-166e-4a25-9193-46bd57380a5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:30.679462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Pushing event updated for resources: {'Port': ['ID=a433a48a-6740-454f-bddf-21e85224ff7c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:30.749259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Network 0bebe944-3e7a-4c5d-8c95-1f75885a872f is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:30.752162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:30.754989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:30.823418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.872647 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.881213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.948038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Attempting to bind port a433a48a-6740-454f-bddf-21e85224ff7c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:30.948038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Attempting to bind port a433a48a-6740-454f-bddf-21e85224ff7c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '92e1bc89-21b3-432f-8ba3-556bdfc05faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:30.948038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Attempting to bind port a433a48a-6740-454f-bddf-21e85224ff7c on network 0bebe944-3e7a-4c5d-8c95-1f75885a872f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:38:30.955227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:38:30.955428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Checking segment: {'id': '92e1bc89-21b3-432f-8ba3-556bdfc05faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:30.955804 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:30.956215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Bound using segment: {'id': '92e1bc89-21b3-432f-8ba3-556bdfc05faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:38:30.958359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Bound port: a433a48a-6740-454f-bddf-21e85224ff7c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92e1bc89-21b3-432f-8ba3-556bdfc05faa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '0bebe944-3e7a-4c5d-8c95-1f75885a872f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:30.958359 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.011987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Network b400cddc-027e-4cba-a367-36a00ca8bb7f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:31.021601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:31.034110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:31.159807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.233194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a700626c-62cd-4362-869b-447ab71caf08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.280580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] For port a433a48a-6740-454f-bddf-21e85224ff7c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:38:31.307177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] For port a433a48a-6740-454f-bddf-21e85224ff7c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a433a48a-6740-454f-bddf-21e85224ff7c,segment=NetworkSegment(92e1bc89-21b3-432f-8ba3-556bdfc05faa),segment_id=92e1bc89-21b3-432f-8ba3-556bdfc05faa)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:38:31.318821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.362162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a700626c-62cd-4362-869b-447ab71caf08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.549405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a700626c-62cd-4362-869b-447ab71caf08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.576061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e24271e-32e7-432b-ac43-9e77127991b7 None None] Pushing event updated for resources: {'Port': ['ID=a433a48a-6740-454f-bddf-21e85224ff7c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:31.629612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a700626c-62cd-4362-869b-447ab71caf08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ccce4f-400e-4c02-aa69-67a46b49d9c3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:31.648357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a700626c-62cd-4362-869b-447ab71caf08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.651749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a700626c-62cd-4362-869b-447ab71caf08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e1ccce4f-400e-4c02-aa69-67a46b49d9c3 HTTP/1.1" status: 204 len: 168 time: 1.1584651 Apr 18 20:38:31.659253 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.783427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7ca3a22b-0f10-4d08-8bb4-3d51f1a05a8d None None] Provisioning for port 5b204bf0-37c9-4ace-b8ed-fd909e53b38a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:31.788364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.790235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7ca3a22b-0f10-4d08-8bb4-3d51f1a05a8d None None] Provisioning complete for port 5b204bf0-37c9-4ace-b8ed-fd909e53b38a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:31.792665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7ca3a22b-0f10-4d08-8bb4-3d51f1a05a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:31.957736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7ca3a22b-0f10-4d08-8bb4-3d51f1a05a8d None None] Port 5b204bf0-37c9-4ace-b8ed-fd909e53b38a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:38:32.025314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Port': ['ID=5b204bf0-37c9-4ace-b8ed-fd909e53b38a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.149895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.266834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.331714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Subnet': ['ID=0dcaf46d-96e0-4f99-b89b-400f483ddf1c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.335847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.342295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.348405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.348405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:32.354567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fefa4ae-1901-485a-951f-0d850d523251 None None] Network 80420077-f98c-4af4-b2c2-4efaba0b96cd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:32.431194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90a21feb-b15c-4fd8-b99b-5eb231b8d600,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:32.468527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-de395dda-7f25-425d-9de5-c3313495b957 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/subnets/0dcaf46d-96e0-4f99-b89b-400f483ddf1c HTTP/1.1" status: 204 len: 168 time: 2.4298124 Apr 18 20:38:32.472679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39138) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:32.696121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fc4be682-a9a5-4b3a-8644-f0d7ddbe696c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/90a21feb-b15c-4fd8-b99b-5eb231b8d600 HTTP/1.1" status: 204 len: 168 time: 2.8029084 Apr 18 20:38:32.728592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:32.843342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd56742-fc17-4278-80c5-110859f9c0a2 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:32.844068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fd56742-fc17-4278-80c5-110859f9c0a2 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Synchronizing usage tracker for tenant:a336b34fa0614b14b11883909d76cef5 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:32.918735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Calling delete_port for d8bc6ed4-d875-4e14-b979-9d15a0d06468 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:33.083444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] DHCP port deletion for 80420077-f98c-4af4-b2c2-4efaba0b96cd request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:38:33.106136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fd56742-fc17-4278-80c5-110859f9c0a2 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Unset dirty status for tenant:a336b34fa0614b14b11883909d76cef5 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:33.117213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] Deleting port 5194c237-6433-41a4-816d-b033b25467a5 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:33.117213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.132748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3fd56742-fc17-4278-80c5-110859f9c0a2 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6359913 Apr 18 20:38:33.132748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:33.306238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a433a48a-6740-454f-bddf-21e85224ff7c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:33.461985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.797449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:33.837873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Deleting port 5194c237-6433-41a4-816d-b033b25467a5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:33.838623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.015155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.206638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.232528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Deleting port a433a48a-6740-454f-bddf-21e85224ff7c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:34.232719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.426969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd1f8dd-cc87-4565-98b8-e3a4e5853fca None None] Network 0bebe944-3e7a-4c5d-8c95-1f75885a872f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:34.565310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event deleted for resources: {'Port': ['ID=d8bc6ed4-d875-4e14-b979-9d15a0d06468,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:34.623886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] For port 5194c237-6433-41a4-816d-b033b25467a5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5194c237-6433-41a4-816d-b033b25467a5,segment=NetworkSegment(6324c920-b3d3-41d6-8c48-0da14f88bd61),segment_id=6324c920-b3d3-41d6-8c48-0da14f88bd61)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:34.625297 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:34.838689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] For port a433a48a-6740-454f-bddf-21e85224ff7c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a433a48a-6740-454f-bddf-21e85224ff7c,segment=NetworkSegment(92e1bc89-21b3-432f-8ba3-556bdfc05faa),segment_id=92e1bc89-21b3-432f-8ba3-556bdfc05faa)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:34.838689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.036367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-78bbc112-7e3e-4699-9b59-ce1b5da00976 None None] Provisioning for port a433a48a-6740-454f-bddf-21e85224ff7c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:35.042918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Calling delete_port for a433a48a-6740-454f-bddf-21e85224ff7c owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:35.226798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] Calling delete_port for 5194c237-6433-41a4-816d-b033b25467a5 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:35.323311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a433a48a-6740-454f-bddf-21e85224ff7c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:35.347549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a433a48a-6740-454f-bddf-21e85224ff7c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:35.347549 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.433109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.906732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.912639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:35.932341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-77bdc07e-835f-4a08-b7d2-460e791d3a5f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "DELETE /v2.0/floatingips/b6f29317-c403-4d9d-b04f-39d5c74b79cd HTTP/1.1" status: 204 len: 168 time: 5.8491659 Apr 18 20:38:35.932341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.006446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.046908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.135310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] No DVR routers for this DVR port a433a48a-6740-454f-bddf-21e85224ff7c on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:36.167246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] For port 5194c237-6433-41a4-816d-b033b25467a5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5194c237-6433-41a4-816d-b033b25467a5,segment=NetworkSegment(6324c920-b3d3-41d6-8c48-0da14f88bd61),segment_id=6324c920-b3d3-41d6-8c48-0da14f88bd61)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:36.167642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.276245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] Pushing event deleted for resources: {'Port': ['ID=5194c237-6433-41a4-816d-b033b25467a5,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:36.291164 n-d-836016-3 neutron-server[88143]: INFO neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No ports have port_id starting with a433a48a-6740-454f-bddf-21e85224ff7c Apr 18 20:38:36.317849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Port': ['ID=a433a48a-6740-454f-bddf-21e85224ff7c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:36.318097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d554a17a-930e-4759-8cee-6912b48696ea None None] No DVR routers for this DVR port 5194c237-6433-41a4-816d-b033b25467a5 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:38:36.521294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:36.523698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Calling delete_port for 5194c237-6433-41a4-816d-b033b25467a5 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:36.551808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55a631e-30f7-4791-987b-c0b284af29a7 None None] DHCP port deletion for 0bebe944-3e7a-4c5d-8c95-1f75885a872f request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:38:36.567242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Port': ['ID=5b204bf0-37c9-4ace-b8ed-fd909e53b38a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:36.584287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82889d61-d5e2-4711-b1b7-80cec76974fe None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:38:36.864555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5194c237-6433-41a4-816d-b033b25467a5 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:37.008608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 5194c237-6433-41a4-816d-b033b25467a5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:38:37.009550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5194c237-6433-41a4-816d-b033b25467a5 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:37.013673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.054778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Network b400cddc-027e-4cba-a367-36a00ca8bb7f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:37.059485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:37.064608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82889d61-d5e2-4711-b1b7-80cec76974fe None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:38:37.084112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bebe944-3e7a-4c5d-8c95-1f75885a872f']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:37.120463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39220) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:37.132490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:38:37.133914 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:38:37.144857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92e1bc89-21b3-432f-8ba3-556bdfc05faa') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:37.149445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92e1bc89-21b3-432f-8ba3-556bdfc05faa') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:37.177691 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.206542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.216059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:37.216683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:37.258203 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:37.492609 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.502968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.576230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Network': ['ID=0bebe944-3e7a-4c5d-8c95-1f75885a872f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:37.590945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bf5da955-8aae-4a52-a8a2-8f53ff5ee89b tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/networks/0bebe944-3e7a-4c5d-8c95-1f75885a872f HTTP/1.1" status: 204 len: 168 time: 4.4567149 Apr 18 20:38:37.593678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:37.637811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Deleting port 5194c237-6433-41a4-816d-b033b25467a5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:37.638200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:37.922129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] The port '5194c237-6433-41a4-816d-b033b25467a5' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:38:37.987526 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:38:38.023045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'security_group': {'name': 'tempest-securitygroup--497821790', 'description': 'tempest-description--680360353'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:38.043489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:38.053670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:38.059248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:38.087545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:38.110681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Router 2fdc4733-52ca-485e-9426-94db560464b7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:38:38.120941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.371897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a433a48a-6740-454f-bddf-21e85224ff7c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:38:38.542936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:38.567905 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c5ed34e-68eb-44d7-b410-2ef0901c56e3 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "PUT /v2.0/routers/2fdc4733-52ca-485e-9426-94db560464b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7080021 Apr 18 20:38:38.572924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.573657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39266) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:38.582683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] Sync routers for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:38.587550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Request body: {'port': {'network_id': 'b400cddc-027e-4cba-a367-36a00ca8bb7f', 'name': 'tempest-FloatingIPAdminTestJSON-1717872705'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:38.606849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a433a48a-6740-454f-bddf-21e85224ff7c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:38:38.606968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a433a48a-6740-454f-bddf-21e85224ff7c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:38:38.650305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:38.652169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:38.653202 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.660135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80420077-f98c-4af4-b2c2-4efaba0b96cd']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:38.686894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6324c920-b3d3-41d6-8c48-0da14f88bd61') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:38.687199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6324c920-b3d3-41d6-8c48-0da14f88bd61') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:38.687466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:38.701094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group_rule and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:38.796051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:38.870289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:38.878618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:38.904369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:38.928247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:38.928933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.003388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.010256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.012555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.029350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.037016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:39.037423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:39.054679 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:39.127527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.128300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab082d0-27b0-4cbb-a677-a4988b5a0d73 None None] The sync data for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:39.134289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.135820 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0131457 Apr 18 20:38:39.144549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39274) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:39.153244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'security_group_rule': {'security_group_id': '918e934d-e711-47f8-958b-09dfdab1e95b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:39.156244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bf7c4a46-9538-427f-bcb3-68b5f9570c72 None None] Provisioning complete for port 5b204bf0-37c9-4ace-b8ed-fd909e53b38a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:39.160582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bf7c4a46-9538-427f-bcb3-68b5f9570c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.161826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:39.167084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group_rule and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:39.170952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:39.180006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:39.192538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f881d-bbed-4408-b36f-3df229a89f41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=918e934d-e711-47f8-958b-09dfdab1e95b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.216897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d297270b-95e5-4a0e-a25f-5839f8242bc3']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.219896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.263831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:39.286651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bf7c4a46-9538-427f-bcb3-68b5f9570c72 None None] Port 5b204bf0-37c9-4ace-b8ed-fd909e53b38a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:38:39.306757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Usage tracker for resource:port and tenant:40d4cb6757cf459ea11affdeed2bd2af is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:39.329289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:39.330939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49499b6c-45a7-4681-8cc7-05a8a750bc7c') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.331465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49499b6c-45a7-4681-8cc7-05a8a750bc7c') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:39.364809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:39.366001 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.390778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.397466 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.403582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Made reservation on behalf of 40d4cb6757cf459ea11affdeed2bd2af for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:39.407728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.418787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.431505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:39.431924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.440428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.442461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] device_id is not set on port 53516cdb-d1cf-48ee-bd23-76479d8bd080 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:38:39.459928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] Pushing event deleted for resources: {'Network': ['ID=80420077-f98c-4af4-b2c2-4efaba0b96cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:39.461820 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:39.478869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-347b15a6-6b19-401d-956e-1a75cbd6ba17 admin admin] 10.222.0.47 "DELETE /v2.0/networks/80420077-f98c-4af4-b2c2-4efaba0b96cd HTTP/1.1" status: 204 len: 168 time: 6.7494099 Apr 18 20:38:39.496996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.573906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.576732 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4299278 Apr 18 20:38:39.587378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39290) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:39.594678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46208b30-08af-4eeb-90c6-10c590c3c42a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0c2aad-377a-40d9-935c-82d801bdd243,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.600555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'security_group_rule': {'security_group_id': '918e934d-e711-47f8-958b-09dfdab1e95b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:39.616070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:39.624081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:security_group_rule and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:39.631075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:39.645255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:39.696903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.711595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.740267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.793880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Allocated IP 172.20.0.4 (b400cddc-027e-4cba-a367-36a00ca8bb7f/6550c163-1d3b-4894-a803-d8c8737e5d26/53516cdb-d1cf-48ee-bd23-76479d8bd080) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:39.823677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/networks/d297270b-95e5-4a0e-a25f-5839f8242bc3 HTTP/1.1" status: 204 len: 168 time: 2.2238750 Apr 18 20:38:39.825062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39302) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:39.857502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac3dfb6-968e-422a-b9ae-1b629da40ae9 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Network': ['ID=d297270b-95e5-4a0e-a25f-5839f8242bc3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:39.879058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.890566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:39.933493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08fb672-d8fb-4624-a0ad-dfe1f50a3875,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:40.090925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:40.271060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.305249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9576a18c-352d-473b-ad0d-05a89a6bee02 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=883fd2af1f474d23beec8c5137bd464c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2128894 Apr 18 20:38:40.307865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:40.327350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.370643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Transition to ACTIVE for port object 53516cdb-d1cf-48ee-bd23-76479d8bd080 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:40.449222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-c43b7adb-46d2-45ad-afe7-9dfa9e2565c0 req-f776d959-27ca-4955-bcc4-7a912bf386cd service neutron] (88141) timed out ('10.222.0.61', 55681) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:38:40.449222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.449222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-08c0f6c0-c534-45ca-b1b9-6521858694a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8511846 Apr 18 20:38:40.449222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.460968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39324) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:40.576046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.597320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41431451-de22-410b-85d8-88f111724d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.633928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:40.648596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6781f3a-0502-493a-b310-e638d8acff9c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:40.656278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event updated for resources: {'Port': ['ID=53516cdb-d1cf-48ee-bd23-76479d8bd080,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:40.671263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41431451-de22-410b-85d8-88f111724d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.673328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:40.675882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '255065ec-bc3b-4c85-b923-0c199ddc5927') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:40.676205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '255065ec-bc3b-4c85-b923-0c199ddc5927') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:40.707584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.711789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Usage tracker for resource:floatingip and tenant:c5149fe647434eb0ac84ad11a6f1f867 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:40.735040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:40.746058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.755518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:40.767939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Network b400cddc-027e-4cba-a367-36a00ca8bb7f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:40.770174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:40.771178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.775026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:40.792206 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:40.796247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:40.841785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:40.941970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41431451-de22-410b-85d8-88f111724d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.003444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41431451-de22-410b-85d8-88f111724d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.007017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-41431451-de22-410b-85d8-88f111724d84 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/45742f93-8012-47c3-b8d7-7d488f5a58bd HTTP/1.1" status: 204 len: 168 time: 0.6959298 Apr 18 20:38:41.029976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.037850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41431451-de22-410b-85d8-88f111724d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45742f93-8012-47c3-b8d7-7d488f5a58bd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:41.081762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:41.082673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.172718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc2e6019-4639-4f21-aea7-e3f42af2427f tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5979385 Apr 18 20:38:41.176810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39342) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:41.229899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.239800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Network': ['ID=f6781f3a-0502-493a-b310-e638d8acff9c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:41.289170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9a5e71ef-69e9-46a2-802f-8d3b5c4146a4 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/networks/f6781f3a-0502-493a-b310-e638d8acff9c HTTP/1.1" status: 204 len: 168 time: 1.4627237 Apr 18 20:38:41.291936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39350) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:41.300966 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.458700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-37f07db1-a9fd-4e84-b1f3-89eb6fe84a43 None None] Provisioning for port 53516cdb-d1cf-48ee-bd23-76479d8bd080 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:41.469845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-37f07db1-a9fd-4e84-b1f3-89eb6fe84a43 None None] Provisioning complete for port 53516cdb-d1cf-48ee-bd23-76479d8bd080 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:41.470430 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-37f07db1-a9fd-4e84-b1f3-89eb6fe84a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.702747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Allocated IP 172.25.5.254 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/8fadc834-86b1-4d79-88fd-1f0ae1e8f894) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:41.712290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-37f07db1-a9fd-4e84-b1f3-89eb6fe84a43 None None] Port 53516cdb-d1cf-48ee-bd23-76479d8bd080 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:38:41.786142 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:41.960959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'project_id': '40d4cb6757cf459ea11affdeed2bd2af', 'port_id': '53516cdb-d1cf-48ee-bd23-76479d8bd080'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:41.983874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:41.988172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.001266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Usage tracker for resource:floatingip and tenant:40d4cb6757cf459ea11affdeed2bd2af is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:42.004962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:42.012791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:42.036739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.043289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f01c901-bdd1-40aa-80a9-6cfc65d29d11']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:42.070499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a568bf-1e95-4298-8b65-c39e115e149c') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:42.071769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a568bf-1e95-4298-8b65-c39e115e149c') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:42.123942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.134902 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.181401 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.222516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:38:42.223842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:38:42.301450 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:38:42.308700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:42.404757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.427036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:42.434008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:42.438890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:42.442408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.465910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.470941 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.474550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:42.497677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] Pushing event deleted for resources: {'Network': ['ID=6f01c901-bdd1-40aa-80a9-6cfc65d29d11,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:42.507369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3c8438b7-d728-4405-91be-5acb12949468 tempest-BulkNetworkOpsIpV6Test-32409811 tempest-BulkNetworkOpsIpV6Test-32409811-project] 10.222.0.47 "DELETE /v2.0/networks/6f01c901-bdd1-40aa-80a9-6cfc65d29d11 HTTP/1.1" status: 204 len: 168 time: 1.2113922 Apr 18 20:38:42.597769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.620125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:42.640364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.646207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.689276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:42.700057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:42.758783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4476695 Apr 18 20:38:42.761010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:42.763228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85fb7dc-a0b9-4c2d-8d4b-ee7087a77711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13ad2543-8f5e-4021-a77b-f4374f8a1269,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:42.842698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'Port': ['ID=8fadc834-86b1-4d79-88fd-1f0ae1e8f894,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:42.872331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84451ec-32c4-4f1f-86ef-18f4b4f22713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.916911 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84451ec-32c4-4f1f-86ef-18f4b4f22713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:42.945734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Allocated IP 172.25.5.148 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/337a6ebe-6177-44c9-96ce-88e58a24098e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:42.999745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.018919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84451ec-32c4-4f1f-86ef-18f4b4f22713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.059363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84451ec-32c4-4f1f-86ef-18f4b4f22713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ad2543-8f5e-4021-a77b-f4374f8a1269,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:43.069839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84451ec-32c4-4f1f-86ef-18f4b4f22713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.075602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e84451ec-32c4-4f1f-86ef-18f4b4f22713 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13ad2543-8f5e-4021-a77b-f4374f8a1269 HTTP/1.1" status: 204 len: 168 time: 0.2992568 Apr 18 20:38:43.272485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:43.360973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.368437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.545162 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d855dd46-6deb-491b-a914-0dde0049d6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.696424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:43.804947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:38:43.963299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.036797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:44.037972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.076874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:44.099056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe7b5d48-ce56-4c95-b3b4-e550a4b8df2a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a336b34fa0614b14b11883909d76cef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250761 Apr 18 20:38:44.099949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:44.100296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:44.221658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9477ec8e-f93f-4358-ac23-1fb5d62502dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.317743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9477ec8e-f93f-4358-ac23-1fb5d62502dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.346665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Pushing event updated for resources: {'Port': ['ID=337a6ebe-6177-44c9-96ce-88e58a24098e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:44.490942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9477ec8e-f93f-4358-ac23-1fb5d62502dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.529397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9477ec8e-f93f-4358-ac23-1fb5d62502dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42a06ed-74e1-432a-a4a6-01e0bab950ec,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:44.547241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9477ec8e-f93f-4358-ac23-1fb5d62502dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.549246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9477ec8e-f93f-4358-ac23-1fb5d62502dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c42a06ed-74e1-432a-a4a6-01e0bab950ec HTTP/1.1" status: 204 len: 168 time: 0.4476357 Apr 18 20:38:44.606709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'Port': ['ID=8fadc834-86b1-4d79-88fd-1f0ae1e8f894,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:44.621549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.728033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:44.728033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e47c7403-6e8b-4e91-b57d-aa52499e60b4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2712562 Apr 18 20:38:45.263355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.504537 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:45.530224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-be601784-ceff-4567-ab35-6fdb8b97911f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:45.545036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:45.566128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-be601784-ceff-4567-ab35-6fdb8b97911f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:45.568236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-be601784-ceff-4567-ab35-6fdb8b97911f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--497821790&fields=id&tenant_id=c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 267 time: 0.1116202 Apr 18 20:38:45.788717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-ee2b3f98-db3b-40f5-bb64-3f9c90068303 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:45.790338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-ee2b3f98-db3b-40f5-bb64-3f9c90068303 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 817 time: 0.2144597 Apr 18 20:38:45.815841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-298fa779-1c51-4c22-8b1d-0cbe92273607 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/quotas/c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 375 time: 0.0144966 Apr 18 20:38:45.963813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-0d92123f-e011-4fe9-885e-f311090074ae tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1381147 Apr 18 20:38:45.988003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-12cf42bc-e2be-4718-955d-3b3dffd7b19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.092037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-159113876-network', 'tenant_id': '3e8611199562487e905052133b5013a4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:46.111697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:46.125453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Usage tracker for resource:network and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:46.135799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:46.156111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:46.252983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.262982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.422074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.555146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:46.555958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Pushing event updated for resources: {'Port': ['ID=337a6ebe-6177-44c9-96ce-88e58a24098e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:46.558960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.627177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.659152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:46.666855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:46.671695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:46.685934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:46.726309 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-ff8e34c8-0a60-43c0-ab1f-935e616c5f1a service neutron] 10.222.0.47 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7403171 Apr 18 20:38:46.770989 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Floating IP 2822ba37-4e4c-4126-8138-9756e1d0c59f associated. External IP: 172.25.5.148, port: 53516cdb-d1cf-48ee-bd23-76479d8bd080. Apr 18 20:38:46.841249 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:46.978414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-4b039182-c960-439b-bb32-3b1eae184c3b service neutron] 10.222.0.47 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527299 Apr 18 20:38:46.979234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.076950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.087516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.204437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:47.258473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48bdfe39-5eeb-471d-844e-f4f762de656a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:47.261848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39530) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:47.284404 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.284404 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Added segment 3d127285-bd82-4ca8-ae5d-f1e6f11868e5 of type vlan for network 1ca914df-2462-4609-93a7-9a10ac1d108a Apr 18 20:38:47.417383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.534700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.538415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:47.543764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:47.544118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bf7feed3-49df-4cd9-8f59-f6224a548b87 req-ddb611c1-9167-47d0-9591-f88dd59ab555 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:47.617189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bf7feed3-49df-4cd9-8f59-f6224a548b87 req-ddb611c1-9167-47d0-9591-f88dd59ab555 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:47.631390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf7feed3-49df-4cd9-8f59-f6224a548b87 req-ddb611c1-9167-47d0-9591-f88dd59ab555 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 210 time: 0.2497590 Apr 18 20:38:47.821571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1350077718'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:47.836877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:47.853055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:47.871460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3127062 Apr 18 20:38:47.871460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:47.882496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39548) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:47.888356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:47.895142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Request body: {'subnet': {'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-159113876-subnet', 'tenant_id': '3e8611199562487e905052133b5013a4', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:47.913105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:48.053149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Usage tracker for resource:subnet and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:48.055457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Router 2fdc4733-52ca-485e-9426-94db560464b7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:38:48.066016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:48.089576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d465ec1-3e09-46e4-919b-b041b1ef0fdc admin admin] Pushing event updated for resources: {'Network': ['ID=1ca914df-2462-4609-93a7-9a10ac1d108a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:48.117356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1ca914df-2462-4609-93a7-9a10ac1d108a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:48.130573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:48.145845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.227223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:48.251852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.354486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:48.373058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:48.382618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.519458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:48.533042 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] Sync routers for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:48.572075 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.572662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:security_group_rule and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:48.580167 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:48.580978 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:48.598163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:48.613754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:48.628567 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.773962 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-205afcbb-747f-4d83-9aa3-b68ace2305a0 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.5893002 Apr 18 20:38:48.774738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39596) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:48.784475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:48.891441 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:48.917178 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:48.917755 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:48.991517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ccfd2cf-19d3-4ad5-9ee2-f571bcb12563 req-3db3e5b9-14d1-4e72-8a1a-e11e34f37866 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 210 time: 0.1621649 Apr 18 20:38:49.062183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8d7d738c-4bb7-459a-a0e3-8b5ce2402306 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] 10.222.0.47 "GET /v2.0/floatingips/2822ba37-4e4c-4126-8138-9756e1d0c59f HTTP/1.1" status: 200 len: 983 time: 0.2854838 Apr 18 20:38:49.085916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39614) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:49.098651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:49.098651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8bd6d9-e028-4bab-9fbf-210e9b7aa7fb None None] The sync data for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:49.246593 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.277591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.277809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae91308a-471a-4e6c-91ea-fc7809e6fc77 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2730 time: 0.1869347 Apr 18 20:38:49.281461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:49.288066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.385895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.537886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:49.562062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:49.564141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Network hostable DHCP agents. Network: 1ca914df-2462-4609-93a7-9a10ac1d108a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:49.577591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add44a3c-60bc-422f-925b-df5092b3d3da,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.600146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:49.619188 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.621355 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment b6fa84ff-eaf0-4714-97e9-17b793298cf6 of type vlan for network 6c568c32-8000-4504-aa3a-f596f060a557 Apr 18 20:38:49.691871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:49.721597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.733332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1ca914df-2462-4609-93a7-9a10ac1d108a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:49.748342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting port 337a6ebe-6177-44c9-96ce-88e58a24098e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:38:49.749090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891c6ab1-269d-47d3-9667-4182add2e4b6 None None] Network 1ca914df-2462-4609-93a7-9a10ac1d108a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:49.751666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.835916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.837264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.904688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:49.926794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:49.927467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.025431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.037335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.229699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-1ca914df-2462-4609-93a7-9a10ac1d108a', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:38:50.229699 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.349292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.0758195 Apr 18 20:38:50.352039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:50.503872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1df6cd11-d80f-4248-a9ad-0ee4caa94b7f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6228189 Apr 18 20:38:50.530309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39664) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:50.532639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1575723730'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:50.541413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:50.545161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:50.546346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:50.551953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:50.559107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:50.559416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Calling delete_port for 337a6ebe-6177-44c9-96ce-88e58a24098e owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:38:50.573906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a88ce-fb00-4e34-ac5f-bd3032b69053 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=6c568c32-8000-4504-aa3a-f596f060a557,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:50.583632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:50.592269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.600172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6c568c32-8000-4504-aa3a-f596f060a557 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:50.622619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a31c588-1f07-41ff-a047-16843c76f8c5 req-e0f9f1ac-45d7-4193-8f72-0f88fbbecda6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 210 time: 0.3640525 Apr 18 20:38:50.624394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:50.654881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Usage tracker for resource:router and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:50.659656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:50.680430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:50.731519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.733544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.788153 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.852734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 140} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:38:50.887723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Allocated IP 172.20.0.2 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/c16eb56d-478a-4413-a882-2134cb7767ef) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:50.913212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:50.913956 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment f0a8246d-34b4-4740-8afa-707446c6aa2d of type vlan for network 70b830d7-cfb1-4f18-bfbe-592222d57b09 Apr 18 20:38:50.930824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-531194c2-ee44-4ae9-8e7e-cd47dd6233e3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:50.932843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-531194c2-ee44-4ae9-8e7e-cd47dd6233e3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 817 time: 0.6466751 Apr 18 20:38:51.041813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39670) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:51.107173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.121875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-537d9160-9470-4093-be1d-27f7304726df tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 379 time: 0.1733601 Apr 18 20:38:51.139662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'port': {'device_id': 'f536c037-8676-415c-a644-3ca43273a936', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'admin_state_up': True, 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'security_groups': ['918e934d-e711-47f8-958b-09dfdab1e95b']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:51.267979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.360893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.418142 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.423465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event deleted for resources: {'Port': ['ID=337a6ebe-6177-44c9-96ce-88e58a24098e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.425124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:51.425124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.429345 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.471480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Transition to ACTIVE for port object c16eb56d-478a-4413-a882-2134cb7767ef will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:51.480389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.514616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Transition to ACTIVE for port object c16eb56d-478a-4413-a882-2134cb7767ef will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:51.514616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.539746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:51.666002 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.666505 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Floating IP 2822ba37-4e4c-4126-8138-9756e1d0c59f disassociated (deleted). External IP: 172.25.5.148, port: 53516cdb-d1cf-48ee-bd23-76479d8bd080. Apr 18 20:38:51.695857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:51.701835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:51.707043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:51.711031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Pushing event updated for resources: {'Port': ['ID=c16eb56d-478a-4413-a882-2134cb7767ef,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.778991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.781201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.781201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.781201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.781201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.790591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Usage tracker for resource:security_group_rule and tenant:cc12128858cb4ba6bfe193beda956cc1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:51.791058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.791553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.792049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.792467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.792822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.793173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.793541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:38:51.809560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3067982 Apr 18 20:38:51.816006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:51.822991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:51.833062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': '6c568c32-8000-4504-aa3a-f596f060a557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:51.903993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baaaa8-42f6-4e59-9c39-6a1dbaeb17d9 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=70b830d7-cfb1-4f18-bfbe-592222d57b09,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:51.910418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Attempting to bind port c16eb56d-478a-4413-a882-2134cb7767ef on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:51.910418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Attempting to bind port c16eb56d-478a-4413-a882-2134cb7767ef by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:51.910418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Attempting to bind port c16eb56d-478a-4413-a882-2134cb7767ef on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:38:51.921636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:38:51.952716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:38:51.953098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:51.954969 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:51.955584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:38:51.956234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Bound port: c16eb56d-478a-4413-a882-2134cb7767ef, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:51.956743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.042417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:52.067406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:52.067406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4632361d-09f7-4d7e-a454-3985e7cba67e req-034fe30f-5377-461b-8f7a-2fa620416991 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 210 time: 0.1725633 Apr 18 20:38:52.117570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:52.151268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:52.151268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:52.151268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:52.151268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Made reservation on behalf of c5149fe647434eb0ac84ad11a6f1f867 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:52.151268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.204472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:52.337019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:52.337019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.370929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:38:52.370929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c16eb56d-478a-4413-a882-2134cb7767ef,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:38:52.396706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.487246 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.632691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db2d33-ab10-4221-b0c8-f33708ded3a1 None None] Pushing event updated for resources: {'Port': ['ID=c16eb56d-478a-4413-a882-2134cb7767ef,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:52.670164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.726047 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.808020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:52.891498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc12128858cb4ba6bfe193beda956cc1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8326888 Apr 18 20:38:52.899618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:52.916620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Allocated IP 172.20.0.5 (d0083521-6bd5-4e99-b67e-dc7ab8874aca/65c65450-9f71-4504-8f30-398fb2bb550e/7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:52.953213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5647601-ee7c-4b3d-9da8-5e1e74522a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c12b2-83ee-4649-bf14-bd9191e5344b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.168212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Allocated IP 172.25.5.48 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/bea32b39-2762-4e06-9238-960f602d9e59) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:53.327229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-232864a9-e09a-478e-ac52-c319bc9637f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.479147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-232864a9-e09a-478e-ac52-c319bc9637f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.560750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.641686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7cc18313-840b-4bc5-80c2-fbe84f3ac8c3 req-cf762c29-9d6a-4fa0-ad27-29da0bc004a3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 210 time: 0.2279599 Apr 18 20:38:53.669834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.714138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Router 2fdc4733-52ca-485e-9426-94db560464b7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:38:53.858428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=9932f7fc-ec9d-4335-96dd-3d91e929bcb5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.858428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': 'b6fa84ff-eaf0-4714-97e9-17b793298cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c568c32-8000-4504-aa3a-f596f060a557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:53.858428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: 6c568c32-8000-4504-aa3a-f596f060a557, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:53.858428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Transition to ACTIVE for port object 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:53.858428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-232864a9-e09a-478e-ac52-c319bc9637f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.886157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.903536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232864a9-e09a-478e-ac52-c319bc9637f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c12b2-83ee-4649-bf14-bd9191e5344b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:53.903536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 6c568c32-8000-4504-aa3a-f596f060a557 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:53.938700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6c568c32-8000-4504-aa3a-f596f060a557) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:53.938700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:53.938700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.960033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-232864a9-e09a-478e-ac52-c319bc9637f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:53.978179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-232864a9-e09a-478e-ac52-c319bc9637f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb2c12b2-83ee-4649-bf14-bd9191e5344b HTTP/1.1" status: 204 len: 168 time: 1.0521407 Apr 18 20:38:53.991043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.050644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d49276d-d765-4109-b21e-1e48c89b5765 None None] Network 6c568c32-8000-4504-aa3a-f596f060a557 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:54.064560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e4322f0f-1f8e-4537-91db-9a9e1594ed54 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2393444 Apr 18 20:38:54.083892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:54.088185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': '70b830d7-cfb1-4f18-bfbe-592222d57b09', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:54.242189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:54.278889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:54.286407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:54.289608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:54.321009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.381903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:54.392242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:54.393127 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.437065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:54.467641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:54.481818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.497229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.540412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:54.551549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-e8d95ec8-790d-40e0-88b6-439edc865359 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4195471 Apr 18 20:38:54.582619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-64b738dd-810f-45df-93d2-cd8c59be6b86 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:38:54.586802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-64b738dd-810f-45df-93d2-cd8c59be6b86 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0235600 Apr 18 20:38:54.592638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:38:54.609959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.655097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Pushing event updated for resources: {'Port': ['ID=bea32b39-2762-4e06-9238-960f602d9e59,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:54.664880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] Sync routers for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:54.668376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f663d70d-a13f-49e7-804d-0651f2a2efc0 None None] Network 1ca914df-2462-4609-93a7-9a10ac1d108a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:54.705658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:54.729300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:54.734011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:54.801861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-df26f068-d183-4129-82d1-9d1d9c38c2f5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "DELETE /v2.0/floatingips/2822ba37-4e4c-4126-8138-9756e1d0c59f HTTP/1.1" status: 204 len: 168 time: 5.5182366 Apr 18 20:38:54.809727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39706) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:54.817041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:54.824748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:54.831379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Usage tracker for resource:floatingip and tenant:a258c2b852bb4406be56177c655809d8 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:54.838626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:54.850842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:54.867765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39710) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:54.907408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c16eb56d-478a-4413-a882-2134cb7767ef up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:54.932046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.963877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:54.995396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:55.000820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Usage tracker for resource:security_group_rule and tenant:8a6320b3091746da971ed2d2984da9b6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:55.004548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:55.011801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:55.129369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Request body: {'port': {'device_id': 'f536c037-8676-415c-a644-3ca43273a936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:55.133631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-6c568c32-8000-4504-aa3a-f596f060a557', 'network_id': '6c568c32-8000-4504-aa3a-f596f060a557', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': '9932f7fc-ec9d-4335-96dd-3d91e929bcb5'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:38:55.135102 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.368787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Allocated IP 2001:db8::2 (6c568c32-8000-4504-aa3a-f596f060a557/9932f7fc-ec9d-4335-96dd-3d91e929bcb5/a94b8231-0f02-4fe8-924e-3a4d4701874c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:55.478205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.600320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:55.600320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:55.637478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.652904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.700082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c5d09729-867e-4572-9347-e9ad39bf9465 None None] Provisioning for port c16eb56d-478a-4413-a882-2134cb7767ef completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:55.750125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d1d42-f092-4d84-b796-157f6ac1b4e5 req-175180e9-1640-4fa6-80a9-7666a92a8712 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:55.750125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5b9d1d42-f092-4d84-b796-157f6ac1b4e5 req-175180e9-1640-4fa6-80a9-7666a92a8712 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:55.762242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:55.806546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c16eb56d-478a-4413-a882-2134cb7767ef completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:55.806546 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.812391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:55.812391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:55.894907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c16eb56d-478a-4413-a882-2134cb7767ef triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:55.895292 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.906803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:55.972858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Transition to ACTIVE for port object a94b8231-0f02-4fe8-924e-3a4d4701874c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:56.027143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:56.027143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e75fa1-23aa-4d10-9761-f6235aeb0799 None None] The sync data for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:38:56.027143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a57851c5-9c64-45a9-ad25-8a271f9daf81 None None] Provisioning for port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:38:56.089436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf482653-a035-4014-8c3c-80497af86fc4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.089436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-51a2f3f0-9980-484f-be5e-df9951698425 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8a6320b3091746da971ed2d2984da9b6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2069716 Apr 18 20:38:56.089436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:56.099945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a57851c5-9c64-45a9-ad25-8a271f9daf81 None None] Provisioning complete for port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:56.099945 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a57851c5-9c64-45a9-ad25-8a271f9daf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.108961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5b9d1d42-f092-4d84-b796-157f6ac1b4e5 req-175180e9-1640-4fa6-80a9-7666a92a8712 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:56.108961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5b9d1d42-f092-4d84-b796-157f6ac1b4e5 req-175180e9-1640-4fa6-80a9-7666a92a8712 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 931 time: 1.0666652 Apr 18 20:38:56.195974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Transition to ACTIVE for port object a94b8231-0f02-4fe8-924e-3a4d4701874c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:56.229874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.233095 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.373181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eea3116-3cd3-4f25-bdd2-4a41351fbc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.380452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a57851c5-9c64-45a9-ad25-8a271f9daf81 None None] Port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:38:56.394289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Network 6c568c32-8000-4504-aa3a-f596f060a557 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:56.404233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:56.408647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:56.455056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5b9d1d42-f092-4d84-b796-157f6ac1b4e5 req-0bfb3bbe-1d58-4978-8826-b8be76cccb80 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3200471 Apr 18 20:38:56.489861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.498590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': 'f0a8246d-34b4-4740-8afa-707446c6aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '70b830d7-cfb1-4f18-bfbe-592222d57b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:56.498959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: 70b830d7-cfb1-4f18-bfbe-592222d57b09, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:38:56.504653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Pushing event updated for resources: {'Port': ['ID=a94b8231-0f02-4fe8-924e-3a4d4701874c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.561051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:38:56.591646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eea3116-3cd3-4f25-bdd2-4a41351fbc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.618666 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.640155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Attempting to bind port a94b8231-0f02-4fe8-924e-3a4d4701874c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:56.640521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Attempting to bind port a94b8231-0f02-4fe8-924e-3a4d4701874c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'b6fa84ff-eaf0-4714-97e9-17b793298cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c568c32-8000-4504-aa3a-f596f060a557'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:56.641583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Attempting to bind port a94b8231-0f02-4fe8-924e-3a4d4701874c on network 6c568c32-8000-4504-aa3a-f596f060a557 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:38:56.649318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.657814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.667542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:38:56.668220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Checking segment: {'id': 'b6fa84ff-eaf0-4714-97e9-17b793298cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c568c32-8000-4504-aa3a-f596f060a557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:56.668789 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.669336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Bound using segment: {'id': 'b6fa84ff-eaf0-4714-97e9-17b793298cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c568c32-8000-4504-aa3a-f596f060a557'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:38:56.670285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Bound port: a94b8231-0f02-4fe8-924e-3a4d4701874c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6fa84ff-eaf0-4714-97e9-17b793298cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '6c568c32-8000-4504-aa3a-f596f060a557'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:56.670972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.671336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 70b830d7-cfb1-4f18-bfbe-592222d57b09) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:56.686642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:56.688226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.730534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c16eb56d-478a-4413-a882-2134cb7767ef,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:38:56.734000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26288d0c-4caa-4cf2-9150-dc721a3f1b39 None None] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:38:56.753684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:38:56.761770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.794790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-86affc69-3bcf-4757-8446-9858d080575d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7129500 Apr 18 20:38:56.798416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.799992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39722) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:56.815175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1860578784', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:38:56.835767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:38:56.848715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:router and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:38:56.857741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:38:56.864194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Transition to ACTIVE for port object 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:56.870198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:38:56.872213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.882709 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eea3116-3cd3-4f25-bdd2-4a41351fbc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:56.951670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c16eb56d-478a-4413-a882-2134cb7767ef,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:56.993031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] For port a94b8231-0f02-4fe8-924e-3a4d4701874c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:38:57.009554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.035429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea3116-3cd3-4f25-bdd2-4a41351fbc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf482653-a035-4014-8c3c-80497af86fc4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.057584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.063688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.148636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Allocated IP 172.25.5.18 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/7eeda3bd-cff6-4412-a0f6-b19ab8b55d6b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:57.181089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] For port a94b8231-0f02-4fe8-924e-3a4d4701874c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a94b8231-0f02-4fe8-924e-3a4d4701874c,segment=NetworkSegment(b6fa84ff-eaf0-4714-97e9-17b793298cf6),segment_id=b6fa84ff-eaf0-4714-97e9-17b793298cf6)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:38:57.363121 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.438519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-70b830d7-cfb1-4f18-bfbe-592222d57b09', 'network_id': '70b830d7-cfb1-4f18-bfbe-592222d57b09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': '6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:38:57.440130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.504304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cb614eaf-fa7b-4aca-a3a0-5a701b66cd60 None None] Provisioning complete for port c16eb56d-478a-4413-a882-2134cb7767ef triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:38:57.505051 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cb614eaf-fa7b-4aca-a3a0-5a701b66cd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.573855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Attempting to bind port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:38:57.574381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Attempting to bind port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:38:57.574474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Attempting to bind port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:38:57.580982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:38:57.582258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Attempting to bind port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 on network d0083521-6bd5-4e99-b67e-dc7ab8874aca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:38:57.592402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:38:57.592973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Checking segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:38:57.593632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Bound using segment: {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:38:57.595050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Bound port: 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1321402-c8e8-4622-bbd4-ae27ae7f4636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:38:57.596414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.615654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.673431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c335ec9-3350-404c-a075-4e612b21f7da None None] Pushing event updated for resources: {'Port': ['ID=a94b8231-0f02-4fe8-924e-3a4d4701874c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:57.698570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eea3116-3cd3-4f25-bdd2-4a41351fbc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.718084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1eea3116-3cd3-4f25-bdd2-4a41351fbc99 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf482653-a035-4014-8c3c-80497af86fc4 HTTP/1.1" status: 204 len: 168 time: 1.6281917 Apr 18 20:38:57.775159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:57.900458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:38:58.024572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:38:58.024572 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.034200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Allocated IP 2001:db8:1::2 (70b830d7-cfb1-4f18-bfbe-592222d57b09/6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5/2f6d743b-076d-4260-9265-521b5bc49059) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:38:58.112334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:58.114351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.118431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] 10.222.0.61 "PUT /v2.0/ports/7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 1091 time: 3.4392345 Apr 18 20:38:58.121305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:38:58.222475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.308246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Router ed80092b-0fc1-40ea-9223-cb930650bb4d is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:38:58.488761 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ad894e-c6b0-4924-836c-6e970f26be08'] response: {'name': 'network-changed', 'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'status': 'completed', 'code': 200} Apr 18 20:38:58.488761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4a6d3-f0c7-470c-8358-6a806517554d service neutron] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:58.626408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-6cc2e978-c6b9-44c5-baa4-30b56a6f0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:58.635651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-6cc2e978-c6b9-44c5-baa4-30b56a6f0f3f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1094 time: 0.4102564 Apr 18 20:38:58.684431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:58.930760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-2815d501-aa3a-4067-8dda-d4a18a4c18e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 217 time: 0.2704678 Apr 18 20:38:58.997001 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.004391 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c050713-231e-4a9d-af1f-9ae8ceee7cc5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.1983216 Apr 18 20:38:59.024883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39760) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:38:59.035269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Pushing event updated for resources: {'Port': ['ID=7eeda3bd-cff6-4412-a0f6-b19ab8b55d6b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:38:59.081018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:59.096824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:59.099618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:59.137680 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.176689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Transition to ACTIVE for port object 2f6d743b-076d-4260-9265-521b5bc49059 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:59.202295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-0400ec5c-3395-495e-b169-7c01a8c35910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.205674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-0400ec5c-3395-495e-b169-7c01a8c35910 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.2793713 Apr 18 20:38:59.241157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Transition to ACTIVE for port object 2f6d743b-076d-4260-9265-521b5bc49059 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:38:59.258233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.284681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475882b9-3579-445b-b104-4928bbe885ff req-242303d0-68ac-4c38-a631-9273768ae7fb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:38:59.292318 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-475882b9-3579-445b-b104-4928bbe885ff req-242303d0-68ac-4c38-a631-9273768ae7fb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.4526756 Apr 18 20:38:59.433792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-475882b9-3579-445b-b104-4928bbe885ff req-10c863fd-4be8-4f9c-ade5-666e96e5046b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:38:59.530815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:38:59.618994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94b8231-0f02-4fe8-924e-3a4d4701874c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:38:59.707549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:38:59.713860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-475882b9-3579-445b-b104-4928bbe885ff req-10c863fd-4be8-4f9c-ade5-666e96e5046b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:38:59.728466 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:38:59.738527 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-475882b9-3579-445b-b104-4928bbe885ff req-10c863fd-4be8-4f9c-ade5-666e96e5046b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4486401 Apr 18 20:38:59.808181 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:38:59.808181 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:38:59.930909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:38:59.958493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:38:59.964185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:38:59.978443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.441947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.446105 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:00.449779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ca9d4dbc-6cc8-409b-bb4f-1a4b91a9ec7e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.9078526 Apr 18 20:39:00.449779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39786) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:00.452323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Pushing event updated for resources: {'Port': ['ID=2f6d743b-076d-4260-9265-521b5bc49059,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:00.583947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19338aa-3b9c-45cd-a7fa-bf8bc80a4e0e None None] Network 6c568c32-8000-4504-aa3a-f596f060a557 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:39:00.793886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a94b8231-0f02-4fe8-924e-3a4d4701874c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:00.917227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Attempting to bind port 2f6d743b-076d-4260-9265-521b5bc49059 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:00.917227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Attempting to bind port 2f6d743b-076d-4260-9265-521b5bc49059 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f0a8246d-34b4-4740-8afa-707446c6aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '70b830d7-cfb1-4f18-bfbe-592222d57b09'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:00.917227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Attempting to bind port 2f6d743b-076d-4260-9265-521b5bc49059 on network 70b830d7-cfb1-4f18-bfbe-592222d57b09 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:39:00.941305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-440cafa2-2c76-436a-8698-1b8cb5423d06 None None] Provisioning for port a94b8231-0f02-4fe8-924e-3a4d4701874c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:00.971039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a94b8231-0f02-4fe8-924e-3a4d4701874c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:00.971039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:00.999147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:38:55Z', 'revision_number': 3, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:38:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:00.999147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:00.999147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Updating router ed80092b-0fc1-40ea-9223-cb930650bb4d port bea32b39-2762-4e06-9238-960f602d9e59 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:39:01.066474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:39:01.066474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Checking segment: {'id': 'f0a8246d-34b4-4740-8afa-707446c6aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '70b830d7-cfb1-4f18-bfbe-592222d57b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:39:01.066474 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.066474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Bound using segment: {'id': 'f0a8246d-34b4-4740-8afa-707446c6aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '70b830d7-cfb1-4f18-bfbe-592222d57b09'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:39:01.066474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Bound port: 2f6d743b-076d-4260-9265-521b5bc49059, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0a8246d-34b4-4740-8afa-707446c6aa2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '70b830d7-cfb1-4f18-bfbe-592222d57b09'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:01.066474 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.077782 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.357708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] It took 0.69 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:01.396155 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.415759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.551066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-440cafa2-2c76-436a-8698-1b8cb5423d06 None None] Provisioning complete for port a94b8231-0f02-4fe8-924e-3a4d4701874c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:01.551066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-440cafa2-2c76-436a-8698-1b8cb5423d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:01.864431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-186dbcce-209a-4e1c-bd94-b3c7f5ca3f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:01.868569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-186dbcce-209a-4e1c-bd94-b3c7f5ca3f5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.6515486 Apr 18 20:39:02.014360 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.113729 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Transition to ACTIVE for port object bea32b39-2762-4e06-9238-960f602d9e59 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:02.139870 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.459529 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Attempting to bind port bea32b39-2762-4e06-9238-960f602d9e59 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:02.459901 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Attempting to bind port bea32b39-2762-4e06-9238-960f602d9e59 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:02.462893 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Attempting to bind port bea32b39-2762-4e06-9238-960f602d9e59 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:39:02.502196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:39:02.503484 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:39:02.503484 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.503653 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:39:02.504100 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Bound port: bea32b39-2762-4e06-9238-960f602d9e59, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:02.504742 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.571912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] For port 2f6d743b-076d-4260-9265-521b5bc49059, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:39:02.635304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.668278 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Pushing event updated for resources: {'Port': ['ID=bea32b39-2762-4e06-9238-960f602d9e59,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:02.675241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.675241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Pushing event updated for resources: {'Port': ['ID=7eeda3bd-cff6-4412-a0f6-b19ab8b55d6b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:02.688353 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.688353 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.688353 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.688353 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.693528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.693528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.693528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.693528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.693528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.693528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.698936 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.698936 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:02.772697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.772697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0e46dfa5-a21e-49e5-8a08-78507ae20b39 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9533882 Apr 18 20:39:02.772697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39822) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:02.808470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-440cafa2-2c76-436a-8698-1b8cb5423d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.816600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887b621-a2f3-4013-89cb-ba9fd1e91398 req-525eb2c4-2de3-4598-8bba-f8c5fb00a9d8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:02.828867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5887b621-a2f3-4013-89cb-ba9fd1e91398 req-525eb2c4-2de3-4598-8bba-f8c5fb00a9d8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.3323917 Apr 18 20:39:02.887399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] For port 2f6d743b-076d-4260-9265-521b5bc49059, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2f6d743b-076d-4260-9265-521b5bc49059,segment=NetworkSegment(f0a8246d-34b4-4740-8afa-707446c6aa2d),segment_id=f0a8246d-34b4-4740-8afa-707446c6aa2d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:39:02.896418 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] For port bea32b39-2762-4e06-9238-960f602d9e59, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:39:02.896418 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] For port bea32b39-2762-4e06-9238-960f602d9e59, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bea32b39-2762-4e06-9238-960f602d9e59,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:39:02.896418 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:02.926586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-440cafa2-2c76-436a-8698-1b8cb5423d06 None None] For port a94b8231-0f02-4fe8-924e-3a4d4701874c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a94b8231-0f02-4fe8-924e-3a4d4701874c,segment=NetworkSegment(b6fa84ff-eaf0-4714-97e9-17b793298cf6),segment_id=b6fa84ff-eaf0-4714-97e9-17b793298cf6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:02.926586 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.044509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-440cafa2-2c76-436a-8698-1b8cb5423d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.154943 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.180487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f351b43b-5ec0-40e6-b0c5-9e031a7156cf None None] Pushing event updated for resources: {'Port': ['ID=2f6d743b-076d-4260-9265-521b5bc49059,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.332133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-8fccc345-93fa-4095-8265-26c5750829c3 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4433107 Apr 18 20:39:03.471836 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:03.471836 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:03.606729 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c80d916-c383-4af0-8d4c-9ea106af5de5 None None] Pushing event updated for resources: {'Port': ['ID=bea32b39-2762-4e06-9238-960f602d9e59,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.778993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:39:03.778993 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:39:03.812419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440cafa2-2c76-436a-8698-1b8cb5423d06 None None] Pushing event updated for resources: {'Port': ['ID=a94b8231-0f02-4fe8-924e-3a4d4701874c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:03.857138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5efb2783-795d-4e14-8b2d-22ff48fe84b2 None None] Provisioning complete for port a94b8231-0f02-4fe8-924e-3a4d4701874c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:03.857138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5efb2783-795d-4e14-8b2d-22ff48fe84b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:03.936607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:03.960148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:03.972502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Usage tracker for resource:floatingip and tenant:c5dd4edaea624ab3890889fc6a0a28fd is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:03.983944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:04.012138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:04.071381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.188572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5887b621-a2f3-4013-89cb-ba9fd1e91398 req-3087a688-d558-4797-afa0-0d22aff0e790 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3703160 Apr 18 20:39:04.331275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:04.350344 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:04.717454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8::1 (6c568c32-8000-4504-aa3a-f596f060a557/9932f7fc-ec9d-4335-96dd-3d91e929bcb5/52682612-8695-4403-a25f-95b2fe68d70f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:04.821140 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25c2225a-3b1e-4f45-9dcb-1b1fe679df8c req-82f295d1-4e94-46bb-8a31-7392ec9d4a4a service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9932992 Apr 18 20:39:04.854570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c16eb56d-478a-4413-a882-2134cb7767ef up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:05.138666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c16eb56d-478a-4413-a882-2134cb7767ef triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:05.138666 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.332752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-8e5d5ec1-e714-43e8-9a0a-8742a52d2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:05.336111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-8e5d5ec1-e714-43e8-9a0a-8742a52d2554 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1094 time: 0.4411039 Apr 18 20:39:05.542953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:05.602880 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:38:55Z', 'revision_number': 3, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:05.639685 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596d01b1-f9a5-4450-803d-6e20514fbecf None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:38:55Z', 'revision_number': 3, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:05.754082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Allocated IP 172.20.0.1 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/72b2173a-6940-4894-afee-ee2bd1e6c87e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:06.122580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object 52682612-8695-4403-a25f-95b2fe68d70f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:06.186821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.492820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8760987c-1b3f-4d55-8c70-cff1da80697d None None] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:39:06.576429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f6d743b-076d-4260-9265-521b5bc49059 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:06.643405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-43273f16-ad11-4725-aee0-78e3a23cb005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.646587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-43273f16-ad11-4725-aee0-78e3a23cb005 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 1.3041289 Apr 18 20:39:06.730764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:06.798133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:06.837218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ab828-8737-439d-9dcb-c2263069c09a req-5f029afe-adb2-46ba-aa65-bed12de4f329 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:06.859756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e0ab828-8737-439d-9dcb-c2263069c09a req-5f029afe-adb2-46ba-aa65-bed12de4f329 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.0333104 Apr 18 20:39:07.082616 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.251602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:39:07.264736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Allocated IP 172.25.5.175 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c5b5abb0-3388-4dc0-adfb-6b5d4ec0bb27) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:07.291232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-623ad5d3-0842-4416-8780-fe1bdc6afe6c None None] Provisioning for port 2f6d743b-076d-4260-9265-521b5bc49059 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:07.306327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-57ec5bfc-cd75-4a42-aa0b-886d00245996 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 217 time: 0.6461353 Apr 18 20:39:07.476608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Transition to ACTIVE for port object 72b2173a-6940-4894-afee-ee2bd1e6c87e will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:07.512283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 6c568c32-8000-4504-aa3a-f596f060a557 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:07.548750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9e0ab828-8737-439d-9dcb-c2263069c09a req-04b36efc-da0e-47e6-8249-ef19ef61b67c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6992650 Apr 18 20:39:07.554193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.582956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:07.652277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.653918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:39:07.653918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:07.696504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:07.723241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:07.731435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:07.743373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:39:07.749134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'port_id': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'mac_address': 'fa:16:3e:8f:2a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:39:07.766717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2f6d743b-076d-4260-9265-521b5bc49059 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:07.835341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:07.841608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c580fba68a8e4ca59c444521a83b2b6e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:07.845732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:07.869982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:07.888238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.038812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2f6d743b-076d-4260-9265-521b5bc49059 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:08.038812 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.053160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Pushing event updated for resources: {'Port': ['ID=72b2173a-6940-4894-afee-ee2bd1e6c87e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.474275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.526357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=52682612-8695-4403-a25f-95b2fe68d70f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:08.619673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-ede1ff7d-3544-4de5-9591-508557ab13fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:08.625493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-ede1ff7d-3544-4de5-9591-508557ab13fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 1.2897923 Apr 18 20:39:08.672826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.689220 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.693728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:08.972211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.010589 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.053887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:39:09.128671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d1684fc8-862a-478d-b4a9-cfd01346838f None None] Provisioning for port 52682612-8695-4403-a25f-95b2fe68d70f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:09.128671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:09.128671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d1684fc8-862a-478d-b4a9-cfd01346838f None None] Provisioning complete for port 52682612-8695-4403-a25f-95b2fe68d70f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:09.128671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d1684fc8-862a-478d-b4a9-cfd01346838f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.288052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d1684fc8-862a-478d-b4a9-cfd01346838f None None] Port 52682612-8695-4403-a25f-95b2fe68d70f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:09.301103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.594704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-f57f9d6b-abc4-4112-b961-38bf45d0903f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:09.594704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-f57f9d6b-abc4-4112-b961-38bf45d0903f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8034010 Apr 18 20:39:09.739268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:39:09.799687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.811870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c580fba68a8e4ca59c444521a83b2b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9980326 Apr 18 20:39:09.824082 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.879106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39900) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:09.931494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933925f-6d57-444b-b8fb-fdf62da679f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3242a25f-065c-41c0-b38e-b5973e4731b4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:09.950835 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:09.982621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-35a53756-b080-4e3b-b820-72859afe8afa None None] Provisioning for port 72b2173a-6940-4894-afee-ee2bd1e6c87e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:10.006492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:10.017667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:10.020122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:39:10.025745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.042842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-35a53756-b080-4e3b-b820-72859afe8afa None None] Provisioning complete for port 72b2173a-6940-4894-afee-ee2bd1e6c87e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:10.043583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35a53756-b080-4e3b-b820-72859afe8afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.087283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.231216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.246209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.253024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.267961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.271307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.280379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Pushing event updated for resources: {'Port': ['ID=72b2173a-6940-4894-afee-ee2bd1e6c87e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.308182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.328189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.331895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-35a53756-b080-4e3b-b820-72859afe8afa None None] Port 72b2173a-6940-4894-afee-ee2bd1e6c87e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:10.343329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 2f6d743b-076d-4260-9265-521b5bc49059, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2f6d743b-076d-4260-9265-521b5bc49059,segment=NetworkSegment(f0a8246d-34b4-4740-8afa-707446c6aa2d),segment_id=f0a8246d-34b4-4740-8afa-707446c6aa2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:10.347970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.347970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-a0aae78c-dc90-4e9a-be2f-7d7941e96bdd tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 1.3806019 Apr 18 20:39:10.394967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-223e1e17-fb58-4e6d-9e8f-a38094833932 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.394967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Pushing event updated for resources: {'Port': ['ID=c5b5abb0-3388-4dc0-adfb-6b5d4ec0bb27,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.432771 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.432771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94b8231-0f02-4fe8-924e-3a4d4701874c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:10.478349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.494600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-31ec0920-e446-4266-93f0-f629869b406b service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8985095 Apr 18 20:39:10.511993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e963e-451f-4f70-bb6e-3dc021806fe4 req-8c5b2669-3e0c-4fe6-887b-0f3fc38cdfce tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:10.513675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab0e963e-451f-4f70-bb6e-3dc021806fe4 req-8c5b2669-3e0c-4fe6-887b-0f3fc38cdfce tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 944 time: 1.5523875 Apr 18 20:39:10.766565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e392d0d-7066-4cc1-89ee-e6940195f0bb req-650de871-8dfe-4830-a7cc-8c7ceb863e09 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1543229 Apr 18 20:39:10.771089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.774060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5dec2dae-ef36-4439-af42-55feced1cb9d None None] Provisioning complete for port 2f6d743b-076d-4260-9265-521b5bc49059 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:10.774060 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5dec2dae-ef36-4439-af42-55feced1cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.875399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b563b209-b7cd-47f9-97eb-ac12eb8a7e84 req-4b5c866b-2a94-4192-8aae-76c02edaa0c0 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999730 Apr 18 20:39:10.933011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.939932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=2f6d743b-076d-4260-9265-521b5bc49059,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:10.944559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:10.944559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.012732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a94b8231-0f02-4fe8-924e-3a4d4701874c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:11.013338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.193589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-223e1e17-fb58-4e6d-9e8f-a38094833932 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.240683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:11.259617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:11.335062 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab0e963e-451f-4f70-bb6e-3dc021806fe4 req-46ad7e9b-ca47-473e-bcbb-8ffc2a958b04 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8059235 Apr 18 20:39:11.450639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=52682612-8695-4403-a25f-95b2fe68d70f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.456887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:11.510697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.549222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.667260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 6c568c32-8000-4504-aa3a-f596f060a557 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:11.667260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:11.723782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.749308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.755784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-223e1e17-fb58-4e6d-9e8f-a38094833932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.756039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.765107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.772626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.778616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f6d743b-076d-4260-9265-521b5bc49059 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:11.784343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.793361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:11.803000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5015969e-93ce-4b27-ad88-cde828dd4a87 req-66c50ad0-9105-48f3-8fdd-891269498783 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 0.7992380 Apr 18 20:39:11.818706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e1e17-fb58-4e6d-9e8f-a38094833932 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3242a25f-065c-41c0-b38e-b5973e4731b4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.884721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.947330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Pushing event updated for resources: {'Port': ['ID=c5b5abb0-3388-4dc0-adfb-6b5d4ec0bb27,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:11.964866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-223e1e17-fb58-4e6d-9e8f-a38094833932 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.974368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-223e1e17-fb58-4e6d-9e8f-a38094833932 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3242a25f-065c-41c0-b38e-b5973e4731b4 HTTP/1.1" status: 204 len: 168 time: 2.0532298 Apr 18 20:39:11.974368 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:11.974368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c0387a5f-875a-4745-884b-1c24d74123b2 tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.1978369 Apr 18 20:39:12.006395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:39:12.011875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39924) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:12.022677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d3b91379-a26d-470b-9e23-34cc706dfbbf None None] Provisioning complete for port 72b2173a-6940-4894-afee-ee2bd1e6c87e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:12.022677 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d3b91379-a26d-470b-9e23-34cc706dfbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.225067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25c3bd13-7df1-4c85-ad8c-d22c769b4713 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Synchronizing usage tracker for tenant:a258c2b852bb4406be56177c655809d8 on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:12.273062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d3b91379-a26d-470b-9e23-34cc706dfbbf None None] Port 72b2173a-6940-4894-afee-ee2bd1e6c87e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:12.308038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2f6d743b-076d-4260-9265-521b5bc49059 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:12.308038 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.457031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router cd4fa400-dc1e-4594-a537-e3768a94e04c is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:39:12.480560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a3a90f83-62c4-4b72-92bf-40e7cbd5dee5 None None] Provisioning complete for port 52682612-8695-4403-a25f-95b2fe68d70f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:12.480560 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3a90f83-62c4-4b72-92bf-40e7cbd5dee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:12.632318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25c3bd13-7df1-4c85-ad8c-d22c769b4713 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Unset dirty status for tenant:a258c2b852bb4406be56177c655809d8 on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:12.638937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-25c3bd13-7df1-4c85-ad8c-d22c769b4713 tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2914 time: 0.6047480 Apr 18 20:39:12.650097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39936) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:12.730939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a3a90f83-62c4-4b72-92bf-40e7cbd5dee5 None None] Port 52682612-8695-4403-a25f-95b2fe68d70f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:12.788685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bea32b39-2762-4e06-9238-960f602d9e59 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:12.822318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:12.850803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-12f29110-d3da-4f05-adc5-bdc4c6ab82e0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/cd4fa400-dc1e-4594-a537-e3768a94e04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8265965 Apr 18 20:39:12.850803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:12.890040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39946) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:12.911971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] Sync routers for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:12.931571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:12.931571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:12.967781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7afb4e22-79ea-4723-85c3-7389434c2128 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Synchronizing usage tracker for tenant:40d4cb6757cf459ea11affdeed2bd2af on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:13.004317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.004520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0a2e00-2356-4423-8df9-ecaf7cbb9e91 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.004520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c0a2e00-2356-4423-8df9-ecaf7cbb9e91 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:13.045227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c0a2e00-2356-4423-8df9-ecaf7cbb9e91 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:13.052887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9c0a2e00-2356-4423-8df9-ecaf7cbb9e91 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports/52682612-8695-4403-a25f-95b2fe68d70f HTTP/1.1" status: 200 len: 911 time: 0.2066114 Apr 18 20:39:13.054155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39954) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:13.074916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port bea32b39-2762-4e06-9238-960f602d9e59 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:13.075389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:13.089984 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2fe942a9-b1fc-4d16-af4e-008ddfa86884 admin admin] 10.222.0.47 "PUT /v2.0/routers/ed80092b-0fc1-40ea-9223-cb930650bb4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6341989 Apr 18 20:39:13.090140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bea32b39-2762-4e06-9238-960f602d9e59 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:13.090140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.097585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7afb4e22-79ea-4723-85c3-7389434c2128 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Unset dirty status for tenant:40d4cb6757cf459ea11affdeed2bd2af on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:13.097585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7afb4e22-79ea-4723-85c3-7389434c2128 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4530425 Apr 18 20:39:13.098752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:13.108710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39958) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:13.109204 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:13.130526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Usage tracker for resource:security_group_rule and tenant:a8de525519b74811a516c492d5141cc7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:13.153282 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:13.153282 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:13.220399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:13.422478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:13.422478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:38:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:13.637295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:13.639139 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:13.651011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233803c1-12d1-4a31-829e-257dc76f50cc req-d0c693f6-a13f-4759-a122-88a4b643acac tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:13.659877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-233803c1-12d1-4a31-829e-257dc76f50cc req-d0c693f6-a13f-4759-a122-88a4b643acac tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 944 time: 1.0757585 Apr 18 20:39:13.689632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:13.705989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:13.743073 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:13.751526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Deleting port c5b5abb0-3388-4dc0-adfb-6b5d4ec0bb27 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:13.751526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.006231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-233803c1-12d1-4a31-829e-257dc76f50cc req-66e1b348-c13d-4006-a7dd-4401e0934ff5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3347328 Apr 18 20:39:14.075872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:14.076629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79ed255-eff9-4685-b9e4-7677fca62f56 None None] The sync data for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:14.095634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-33461bf2-af07-4a43-a1be-83d4d599c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.112193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port bea32b39-2762-4e06-9238-960f602d9e59, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bea32b39-2762-4e06-9238-960f602d9e59,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:14.115122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:14.132297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:14.133028 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.274554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.514210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.514717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.714234 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:09Z', 'revision_number': 2, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:14.727545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Calling delete_port for c5b5abb0-3388-4dc0-adfb-6b5d4ec0bb27 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:14.742893 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:14.742893 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Updating router ed80092b-0fc1-40ea-9223-cb930650bb4d port 72b2173a-6940-4894-afee-ee2bd1e6c87e binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:39:14.746312 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.756587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.777277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.831196 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.839672 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.915695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:14.954303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8de525519b74811a516c492d5141cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0657971 Apr 18 20:39:14.957409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:14.961770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=bea32b39-2762-4e06-9238-960f602d9e59,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:14.968578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:14.974231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:14.974590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fc402-9d7c-4be1-aa2d-37ce2ee671ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f7752f-2e33-4390-b31f-1860e2e349a7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.005630 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:39:15.110861 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd93eea8-30b4-4d4d-9511-0123aa725211'] response: {'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'code': 200} Apr 18 20:39:15.399951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:15.440997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:15.621801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c06f-7710-4ab4-9a0c-6d274b1578be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.704346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c06f-7710-4ab4-9a0c-6d274b1578be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.854922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-315361871-network', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:15.865392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:15.878402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.903548 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.937358 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Transition to ACTIVE for port object 72b2173a-6940-4894-afee-ee2bd1e6c87e will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:15.955464 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.972363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c06f-7710-4ab4-9a0c-6d274b1578be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:15.987110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-36d6599f-a5c7-496c-ab09-4eecba0a3a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.065708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40016) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:16.090911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Usage tracker for resource:network and tenant:f3733c0dea3f4c61885b48dce8cce430 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:16.100571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Pushing event deleted for resources: {'Port': ['ID=c5b5abb0-3388-4dc0-adfb-6b5d4ec0bb27,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.106058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:16.114177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c9c06f-7710-4ab4-9a0c-6d274b1578be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f7752f-2e33-4390-b31f-1860e2e349a7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.154843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:16.182412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db15092-13bb-4d8d-b943-da8711d0fa92 req-e6bf141f-69b4-4258-963d-4e5de8f8b754 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.192045 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0db15092-13bb-4d8d-b943-da8711d0fa92 req-e6bf141f-69b4-4258-963d-4e5de8f8b754 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.8480430 Apr 18 20:39:16.262171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Made reservation on behalf of f3733c0dea3f4c61885b48dce8cce430 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:16.262171 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.323602 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0c9c06f-7710-4ab4-9a0c-6d274b1578be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.323602 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b0c9c06f-7710-4ab4-9a0c-6d274b1578be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/82f7752f-2e33-4390-b31f-1860e2e349a7 HTTP/1.1" status: 204 len: 168 time: 1.3509204 Apr 18 20:39:16.364750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0db15092-13bb-4d8d-b943-da8711d0fa92 req-6055868e-b027-45ea-a3d1-a12b2f380032 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1796575 Apr 18 20:39:16.466172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.477892 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.480392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.512128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0127fb77-9cc0-40fa-8dc1-6d7ad67e78fc tempest-FloatingIPAdminTestJSON-266978404 tempest-FloatingIPAdminTestJSON-266978404-project] 10.222.0.47 "DELETE /v2.0/floatingips/85296d82-6544-45a4-99df-190d2a5c42ec HTTP/1.1" status: 204 len: 168 time: 3.4059010 Apr 18 20:39:16.513112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40028) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:16.560397 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34fd0-f315-4938-9537-16d189e4d003 None None] Pushing event updated for resources: {'Port': ['ID=72b2173a-6940-4894-afee-ee2bd1e6c87e,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:16.561598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febe0dc-5fcf-41c6-a46a-96f3c4b9e8bf req-cca22658-4d43-4fd9-ad66-9215a654cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:16.564328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4febe0dc-5fcf-41c6-a46a-96f3c4b9e8bf req-cca22658-4d43-4fd9-ad66-9215a654cb67 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1096 time: 1.3481162 Apr 18 20:39:16.566217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:16.578249 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Attempting to bind port 72b2173a-6940-4894-afee-ee2bd1e6c87e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:16.578249 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Attempting to bind port 72b2173a-6940-4894-afee-ee2bd1e6c87e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:16.579297 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Attempting to bind port 72b2173a-6940-4894-afee-ee2bd1e6c87e on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:39:16.617420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:39:16.617420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:39:16.617420 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.617420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:39:16.617420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Bound port: 72b2173a-6940-4894-afee-ee2bd1e6c87e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:16.617420 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.707359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bea32b39-2762-4e06-9238-960f602d9e59 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:16.739731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Usage tracker for resource:security_group_rule and tenant:f3733c0dea3f4c61885b48dce8cce430 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:16.803907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:16.919554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:16.926907 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:16.934103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4febe0dc-5fcf-41c6-a46a-96f3c4b9e8bf req-6cc70acd-22a3-4ef1-91ec-e7bd47c088b3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3197951 Apr 18 20:39:16.934103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8:1::1 (70b830d7-cfb1-4f18-bfbe-592222d57b09/6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5/dec64ecb-9e54-40ef-a66a-fefca5580aba) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:17.018403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] For port 72b2173a-6940-4894-afee-ee2bd1e6c87e, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:39:17.029476 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] For port 72b2173a-6940-4894-afee-ee2bd1e6c87e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=72b2173a-6940-4894-afee-ee2bd1e6c87e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:39:17.037561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bea32b39-2762-4e06-9238-960f602d9e59 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:17.038227 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.045369 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.188579 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.205135 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:17.206184 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:17.661997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Deleting port 7eeda3bd-cff6-4412-a0f6-b19ab8b55d6b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:17.662837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.791770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:17.801369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.802294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.803125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.803911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.804829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.814675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object dec64ecb-9e54-40ef-a66a-fefca5580aba will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:17.817429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.822986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:17.838542 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f34fd0-f315-4938-9537-16d189e4d003 None None] Pushing event updated for resources: {'Port': ['ID=72b2173a-6940-4894-afee-ee2bd1e6c87e,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:17.851893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-821e2f46-cf1f-49bd-b43d-47b171dae2ec service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6490 time: 1.7810133 Apr 18 20:39:17.991954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-1b8f3d8e-7e0e-42c9-8ef4-c508766f4a23 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&id=b1303196-4139-430f-824e-85991c00a684&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1338637 Apr 18 20:39:18.030859 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:18.207244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.481092 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.481092 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.517466 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.611286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.617654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=dec64ecb-9e54-40ef-a66a-fefca5580aba,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:18.664606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.695741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:18.730727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:18.786357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:39:18.790650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.849790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:18.856844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:39:18.947131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Calling delete_port for 7eeda3bd-cff6-4412-a0f6-b19ab8b55d6b owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:19.009769 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:17Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:19.026738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801871ff-cc36-4672-aac3-1dbaf437a208,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.036334 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5e907c-8507-45f2-92ef-7e31bd606917 None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:17Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:19.081244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735fbcd-d57a-4a23-a46d-f59d00efa53c req-f4dffe9c-84fd-49f3-94fc-66068f8ef3a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.082951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1735fbcd-d57a-4a23-a46d-f59d00efa53c req-f4dffe9c-84fd-49f3-94fc-66068f8ef3a5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 1.1140034 Apr 18 20:39:19.084100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.091333 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Added segment 419fdf38-eca3-4eed-9009-d7226d57174c of type vlan for network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a Apr 18 20:39:19.322680 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.331181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.428166 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1735fbcd-d57a-4a23-a46d-f59d00efa53c req-12f8466e-86df-446b-8653-6c63d60b70b5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3159604 Apr 18 20:39:19.453103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.660633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f1b2b30c-b172-431e-8ef5-46a3dff3aaad None None] Provisioning for port dec64ecb-9e54-40ef-a66a-fefca5580aba completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:19.691252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f1b2b30c-b172-431e-8ef5-46a3dff3aaad None None] Provisioning complete for port dec64ecb-9e54-40ef-a66a-fefca5580aba triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:19.691879 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f1b2b30c-b172-431e-8ef5-46a3dff3aaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.708914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Pushing event deleted for resources: {'Port': ['ID=7eeda3bd-cff6-4412-a0f6-b19ab8b55d6b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:19.774472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.775911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:19.792338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.879188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.926693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:19.926693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-82d62f04-aae6-4497-8a99-210d0fbef7fb tempest-FloatingIPAdminTestJSON-742518388 tempest-FloatingIPAdminTestJSON-742518388-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/db297767-8a4f-4494-93bc-47a35adb2e1b HTTP/1.1" status: 204 len: 168 time: 3.3794978 Apr 18 20:39:19.926693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40074) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:20.074313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f1b2b30c-b172-431e-8ef5-46a3dff3aaad None None] Port dec64ecb-9e54-40ef-a66a-fefca5580aba cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:20.080985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.124174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] Pushing event updated for resources: {'Network': ['ID=bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:20.145299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting port 53516cdb-d1cf-48ee-bd23-76479d8bd080 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:20.148768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:39:20.153835 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:20.864669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 72b2173a-6940-4894-afee-ee2bd1e6c87e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:21.018842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 72b2173a-6940-4894-afee-ee2bd1e6c87e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:21.045804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 72b2173a-6940-4894-afee-ee2bd1e6c87e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:21.045804 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.403670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.416086 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.465128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 72b2173a-6940-4894-afee-ee2bd1e6c87e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=72b2173a-6940-4894-afee-ee2bd1e6c87e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:21.480522 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.524783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.532558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9dceea9b-637d-4394-ad07-1b3ab09b63e2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 5.6891916 Apr 18 20:39:21.533780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:21.540462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Request body: {'subnet': {'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-315361871-subnet', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:21.548542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:21.554043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Usage tracker for resource:subnet and tenant:f3733c0dea3f4c61885b48dce8cce430 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:21.557895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:21.566465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:21.581792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.609561 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:21.646770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=72b2173a-6940-4894-afee-ee2bd1e6c87e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:21.808663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Calling delete_port for 53516cdb-d1cf-48ee-bd23-76479d8bd080 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:21.836101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Made reservation on behalf of f3733c0dea3f4c61885b48dce8cce430 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:39:21.841818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.550908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b3e4ba-d34a-4555-b084-9b523ea8a368 req-6529cc60-2ffe-4ce4-a7ad-f7594af1e4bd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:22.556083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01b3e4ba-d34a-4555-b084-9b523ea8a368 req-6529cc60-2ffe-4ce4-a7ad-f7594af1e4bd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 1.4046025 Apr 18 20:39:22.660781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 72b2173a-6940-4894-afee-ee2bd1e6c87e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:22.798235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=dec64ecb-9e54-40ef-a66a-fefca5580aba,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:22.810126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.928441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:22.932231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 72b2173a-6940-4894-afee-ee2bd1e6c87e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:22.932866 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:22.934943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:23.035032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event deleted for resources: {'Port': ['ID=53516cdb-d1cf-48ee-bd23-76479d8bd080,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:23.058121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-01b3e4ba-d34a-4555-b084-9b523ea8a368 req-e471824f-892e-4562-85ff-12a442bdf20c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4626412 Apr 18 20:39:23.707292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:23.741474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae5839f9-3173-4928-ab74-3e73f39b49ea tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "DELETE /v2.0/ports/53516cdb-d1cf-48ee-bd23-76479d8bd080 HTTP/1.1" status: 204 len: 168 time: 3.8125837 Apr 18 20:39:23.745117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40148) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:24.006816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-de8c250c-4cd4-45c5-912a-dcf259c97146 None None] Provisioning complete for port dec64ecb-9e54-40ef-a66a-fefca5580aba triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:24.006816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de8c250c-4cd4-45c5-912a-dcf259c97146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.061058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ce9a98-d0e0-4d5d-95fd-9c2edb01c838 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.061058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f2ce9a98-d0e0-4d5d-95fd-9c2edb01c838 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Synchronizing usage tracker for tenant:40d4cb6757cf459ea11affdeed2bd2af on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:24.102837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-de8c250c-4cd4-45c5-912a-dcf259c97146 None None] Port dec64ecb-9e54-40ef-a66a-fefca5580aba cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:24.137631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f2ce9a98-d0e0-4d5d-95fd-9c2edb01c838 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Unset dirty status for tenant:40d4cb6757cf459ea11affdeed2bd2af on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:24.137631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f2ce9a98-d0e0-4d5d-95fd-9c2edb01c838 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fdc4733-52ca-485e-9426-94db560464b7 HTTP/1.1" status: 200 len: 913 time: 0.3875117 Apr 18 20:39:24.137631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40164) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:24.161590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router cd4fa400-dc1e-4594-a537-e3768a94e04c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:39:24.738826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d809eb-a9da-4c12-951a-cc55242871f0 req-69b2860a-d804-4333-906e-efaf89fe7542 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:24.738826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-77d809eb-a9da-4c12-951a-cc55242871f0 req-69b2860a-d804-4333-906e-efaf89fe7542 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 1.0659049 Apr 18 20:39:24.743384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:24.752476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40176) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:24.771548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] Sync routers for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:24.785027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Request body: {'floatingip': {'port_id': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:24.808593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:24.808593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:24.935872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:24.944302 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.017437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:25.033437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:25.034670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:25.185672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Pushing event updated for resources: {'Subnet': ['ID=86af4584-2c1a-4f8c-8fb0-d79afce263cb,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:25.227476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40184) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:25.233443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:25.233443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe733d71-1b2c-4c41-ba3d-0fab97c4f6df None None] The sync data for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:25.285666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-374f721b-3313-4295-b496-ce97c0b95326 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/cd4fa400-dc1e-4594-a537-e3768a94e04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2195539 Apr 18 20:39:25.285666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40188) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:25.381324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Checking segment: {'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:39:25.381324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Network hostable DHCP agents. Network: bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:39:25.487468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:39:25.528492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f22930a-7af4-4ebe-a3f9-3035e9d00c3c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.529164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f22930a-7af4-4ebe-a3f9-3035e9d00c3c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:25.542681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:25.554541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10736f39-0d30-4633-97a6-5905bf919575 None None] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:39:25.576579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-9f5e17f2-55d9-4b9f-bfd1-90f457a51326 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5707166 Apr 18 20:39:25.742243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:25.742243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.851010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.917687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:25.933345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f22930a-7af4-4ebe-a3f9-3035e9d00c3c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:25.939083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2f22930a-7af4-4ebe-a3f9-3035e9d00c3c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports/dec64ecb-9e54-40ef-a66a-fefca5580aba HTTP/1.1" status: 200 len: 913 time: 0.6386406 Apr 18 20:39:25.945118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40198) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:26.253434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a', 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'fixed_ips': [{'subnet_id': '86af4584-2c1a-4f8c-8fb0-d79afce263cb'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:39:26.253434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.265805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-787d97b2-49c5-4566-9d7d-3f37ee3fb29d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.7222238 Apr 18 20:39:26.265805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:26.301835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40204) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:26.408226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:39:26.413945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:26.419525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Usage tracker for resource:router and tenant:f3733c0dea3f4c61885b48dce8cce430 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:26.423592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:26.438882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:26.463433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.464448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.475790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Usage tracker for resource:security_group_rule and tenant:edc3079022cd44eba536a6fd2f17119d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:26.502828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:26.533789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:26.567624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.591597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting port 5b204bf0-37c9-4ace-b8ed-fd909e53b38a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:26.591597 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:26.627429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Allocated IP 172.20.0.2 (bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a/86af4584-2c1a-4f8c-8fb0-d79afce263cb/9df1a941-aba4-4035-a2c9-86ce13ae2abe) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:26.642413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-cfbd64b2-a1bc-457c-a55b-03cde797a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:26.649624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-cfbd64b2-a1bc-457c-a55b-03cde797a9fc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1096 time: 0.8159802 Apr 18 20:39:27.038126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.038126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Transition to ACTIVE for port object 9df1a941-aba4-4035-a2c9-86ce13ae2abe will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:27.088298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Transition to ACTIVE for port object 9df1a941-aba4-4035-a2c9-86ce13ae2abe will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:27.100904 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.274257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.319540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Pushing event updated for resources: {'Port': ['ID=9df1a941-aba4-4035-a2c9-86ce13ae2abe,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.333668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:27.334923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:27.337566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:39:27.491023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Calling delete_port for 5b204bf0-37c9-4ace-b8ed-fd909e53b38a owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:27.503686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Attempting to bind port 9df1a941-aba4-4035-a2c9-86ce13ae2abe on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:27.503686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Attempting to bind port 9df1a941-aba4-4035-a2c9-86ce13ae2abe by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:27.503686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Attempting to bind port 9df1a941-aba4-4035-a2c9-86ce13ae2abe on network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:39:27.521501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:39:27.521501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Checking segment: {'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:39:27.521501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.521501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Bound using segment: {'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:39:27.521501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Bound port: 9df1a941-aba4-4035-a2c9-86ce13ae2abe, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:27.521501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.695514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] For port 9df1a941-aba4-4035-a2c9-86ce13ae2abe, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:39:27.699382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.699997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] For port 9df1a941-aba4-4035-a2c9-86ce13ae2abe, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9df1a941-aba4-4035-a2c9-86ce13ae2abe,segment=NetworkSegment(419fdf38-eca3-4eed-9009-d7226d57174c),segment_id=419fdf38-eca3-4eed-9009-d7226d57174c)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:39:27.711255 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.723130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:27.751461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-1d15c6ea-83e4-4819-90b9-d0fe6287e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:27.752892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-1d15c6ea-83e4-4819-90b9-d0fe6287e153 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 1.0733483 Apr 18 20:39:27.913775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=edc3079022cd44eba536a6fd2f17119d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6730831 Apr 18 20:39:27.917118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230d6775-e3d6-42d3-9038-f911e1f1afec None None] Pushing event updated for resources: {'Port': ['ID=9df1a941-aba4-4035-a2c9-86ce13ae2abe,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.936456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897a926-2160-4349-a8eb-8a7eabc11303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13798157-b26e-402f-b4b0-c17166da204c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:27.936456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:28.007719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:39:28.114072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-8efe1bab-3934-4eb0-ad1c-0f5fdd19c9d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 217 time: 0.2952809 Apr 18 20:39:28.171684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.341702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.404277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.758643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:28.820572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9df1a941-aba4-4035-a2c9-86ce13ae2abe up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:28.838459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event deleted for resources: {'Port': ['ID=5b204bf0-37c9-4ace-b8ed-fd909e53b38a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:29.020612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9df1a941-aba4-4035-a2c9-86ce13ae2abe completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:29.123722 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.195849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-94d9d6ba-5bdb-4151-9b23-1ab5c5bec65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:29.199146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-94d9d6ba-5bdb-4151-9b23-1ab5c5bec65e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 1.0564327 Apr 18 20:39:29.233227 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Floating IP 78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4 associated. External IP: 172.25.5.254, port: 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74. Apr 18 20:39:29.428524 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.566650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:29.926197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-1dea8039-823d-4904-9e7d-007430a32b97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0510669 Apr 18 20:39:29.930253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b6b357-3471-4cf2-96d8-c78f9386c662 None None] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:39:30.023066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.052779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13798157-b26e-402f-b4b0-c17166da204c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:30.131188 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.135428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3b30e604-01c7-40df-bc58-923cc38ef6ec None None] Provisioning for port 9df1a941-aba4-4035-a2c9-86ce13ae2abe completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:30.136242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/13798157-b26e-402f-b4b0-c17166da204c HTTP/1.1" status: 204 len: 168 time: 2.1749737 Apr 18 20:39:30.163227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3b30e604-01c7-40df-bc58-923cc38ef6ec None None] Provisioning complete for port 9df1a941-aba4-4035-a2c9-86ce13ae2abe triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:30.164151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b30e604-01c7-40df-bc58-923cc38ef6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.165911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.166375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.166808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.167236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc08fed7-9371-4ecb-8d0b-2f0e2782c325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:30.361941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-6846a1b4-6b19-45cc-8243-f49fa590ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:30.361941 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-6846a1b4-6b19-45cc-8243-f49fa590ce77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1310978 Apr 18 20:39:30.534269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.656224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port dec64ecb-9e54-40ef-a66a-fefca5580aba {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:30.656224 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.849294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.901758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b30e604-01c7-40df-bc58-923cc38ef6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:30.965108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.010686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3b30e604-01c7-40df-bc58-923cc38ef6ec None None] For port 9df1a941-aba4-4035-a2c9-86ce13ae2abe, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9df1a941-aba4-4035-a2c9-86ce13ae2abe,segment=NetworkSegment(419fdf38-eca3-4eed-9009-d7226d57174c),segment_id=419fdf38-eca3-4eed-9009-d7226d57174c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:31.010686 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b30e604-01c7-40df-bc58-923cc38ef6ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.034602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.174161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30e604-01c7-40df-bc58-923cc38ef6ec None None] Pushing event updated for resources: {'Port': ['ID=9df1a941-aba4-4035-a2c9-86ce13ae2abe,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:31.430856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40248) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:31.626906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for dec64ecb-9e54-40ef-a66a-fefca5580aba owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:31.647136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-64c309de-f3b3-4787-89c9-3eccca1ae5ab None None] Provisioning complete for port 9df1a941-aba4-4035-a2c9-86ce13ae2abe triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:31.647718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64c309de-f3b3-4787-89c9-3eccca1ae5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.697985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.698718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.699334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.699943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.700555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.701160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.701793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:31.705274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-5ad036dd-5f81-4260-b1da-b8becf5897f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6490 time: 1.6645787 Apr 18 20:39:31.724011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:31.783602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:31.792214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Usage tracker for resource:security_group_rule and tenant:4c45569345f742d5822a2aa9b167df44 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:31.796207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:31.814618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:31.871438 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-158e73f9-aa2c-40ad-bfe4-c7c8596c2625 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4142814 Apr 18 20:39:32.167178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Allocated IP 172.25.5.41 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/3066cbff-ee8a-4253-94d9-5dd8319a625b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:32.348327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Router 2fdc4733-52ca-485e-9426-94db560464b7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:39:32.385656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Router 014f7749-3938-4c8d-8d3b-dccb865ba39c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:39:32.425662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5aeb066-160c-4c5d-9480-785a1ca8bf28 req-85765383-8c3d-4837-8561-358b4c755d16 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120683 Apr 18 20:39:32.522469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-1f8a93ed-da1c-4073-b1f8-c021c5077e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.522469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-1f8a93ed-da1c-4073-b1f8-c021c5077e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.522469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-1f8a93ed-da1c-4073-b1f8-c021c5077e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:32.522469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-1f8a93ed-da1c-4073-b1f8-c021c5077e67 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc52580-b45a-468e-82a9-daf844138944&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=904e4d7d-e21b-4d84-ba7c-5ec004727885&id=904e4d7d-e21b-4d84-ba7c-5ec004727885 HTTP/1.1" status: 200 len: 2292 time: 0.6336460 Apr 18 20:39:32.559584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9df1a941-aba4-4035-a2c9-86ce13ae2abe up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:32.577437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.603739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.711468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c45569345f742d5822a2aa9b167df44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0668981 Apr 18 20:39:32.724046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:32.782415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48670cdd-a62d-4516-a942-7f9edad1bc64,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:32.794494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9df1a941-aba4-4035-a2c9-86ce13ae2abe triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:32.794884 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.842585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.843439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-2fce424b-9cb9-4aee-beae-49c7cda570bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255c50e1-07cf-48c9-a853-19a1836d8539 HTTP/1.1" status: 200 len: 1000 time: 0.3156512 Apr 18 20:39:32.843629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.844383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.845469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.846235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.846997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.847740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.848491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.849211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.850065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.850794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.851574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9da2cb92-db71-44c8-b11b-c7fd4fbe8f56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:32.903267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.939431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:32.940734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:32.950003 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] Sync routers for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:32.965599 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:32.966582 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:33.053195 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.106272 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:33.129421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] Routers {'2fdc4733-52ca-485e-9426-94db560464b7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:33.130094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fdc4733-52ca-485e-9426-94db560464b7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:33.151941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=dec64ecb-9e54-40ef-a66a-fefca5580aba,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.154359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:33.171113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] Sync routers for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:33.216945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:33.216945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:33.230354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Pushing event updated for resources: {'Port': ['ID=3066cbff-ee8a-4253-94d9-5dd8319a625b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:33.245103 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:33.245103 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f843ee09-d6c7-449e-855b-5be8b8e2bfc6 None None] The sync data for ids ['2fdc4733-52ca-485e-9426-94db560464b7'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:33.282172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:33.288136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:33.288136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:39:33.338454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-9dbdc7bc-f050-4695-9c70-ced5cfa818ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:33.348162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-9dbdc7bc-f050-4695-9c70-ced5cfa818ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af2109-a737-42fe-a277-81a1f6836c5b HTTP/1.1" status: 200 len: 851 time: 0.4609857 Apr 18 20:39:33.386362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c2658bad-c4db-4596-8e24-8fe4eea1fd25 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "PUT /v2.0/routers/2fdc4733-52ca-485e-9426-94db560464b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2335811 Apr 18 20:39:33.386362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40268) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:33.482633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.598013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f946fb2-2708-489e-beca-51dbc989910b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.636372 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f946fb2-2708-489e-beca-51dbc989910b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.673967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:33.751782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f946fb2-2708-489e-beca-51dbc989910b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:33.965102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f946fb2-2708-489e-beca-51dbc989910b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48670cdd-a62d-4516-a942-7f9edad1bc64,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:34.058354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bcdf461c-7859-46fe-b743-54e2312a4c4f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "PUT /v2.0/floatingips/78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4 HTTP/1.1" status: 200 len: 991 time: 9.3068306 Apr 18 20:39:34.060296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.081137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:39:34.092017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f946fb2-2708-489e-beca-51dbc989910b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.110666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1f946fb2-2708-489e-beca-51dbc989910b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48670cdd-a62d-4516-a942-7f9edad1bc64 HTTP/1.1" status: 204 len: 168 time: 1.3948894 Apr 18 20:39:34.451658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:34.744053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'port_id': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'mac_address': 'fa:16:3e:8f:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f536c037-8676-415c-a644-3ca43273a936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:42Z', 'updated_at': '2022-04-18T20:39:27Z', 'revision_number': 1, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:34.758249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] Checking router: 014f7749-3938-4c8d-8d3b-dccb865ba39c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:34.785618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:34.787488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:34.809334 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac587ff7-73ad-4900-ac5a-4075dc60b9ea'] response: {'name': 'network-changed', 'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'status': 'completed', 'code': 200} Apr 18 20:39:35.026015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-758b84bc-f734-4c85-b98a-64382550a734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.026015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-758b84bc-f734-4c85-b98a-64382550a734 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc52580-b45a-468e-82a9-daf844138944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6578875 Apr 18 20:39:35.236652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.424077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:35.447571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.480767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting port a0e813f8-94cc-448d-884f-f4ee19c55699 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:35.482866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:35.609374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-95974476-8385-4b2d-9098-0fa84beb0012 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651190 Apr 18 20:39:35.665600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router cd4fa400-dc1e-4594-a537-e3768a94e04c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:39:35.935407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-e1d06599-f451-4322-b4d3-3286c330d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:35.935407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-e1d06599-f451-4322-b4d3-3286c330d6fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1096 time: 1.1258552 Apr 18 20:39:36.027153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'port_id': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'mac_address': 'fa:16:3e:8f:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f536c037-8676-415c-a644-3ca43273a936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:42Z', 'updated_at': '2022-04-18T20:39:27Z', 'revision_number': 1, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:36.035802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107a9188-1e94-47bc-b4e7-2c16f00ec28d None None] The sync data for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 is: [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'floating_ip_address': '172.25.5.254', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'port_id': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2492, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'mac_address': 'fa:16:3e:8f:2a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f536c037-8676-415c-a644-3ca43273a936', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:38:42Z', 'updated_at': '2022-04-18T20:39:27Z', 'revision_number': 1, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:36.432727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:36.659834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:36.680446 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] Sync routers for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:36.734372 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:36.734372 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:36.747473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ed54d-8e1a-4109-a459-171d1c444a7e None None] New status for floating IP 78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:39:36.889301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fa66f7b2-b3cc-4683-b71e-f4b596d86c11 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/cd4fa400-dc1e-4594-a537-e3768a94e04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9213889 Apr 18 20:39:36.889301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40320) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:37.095994 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:37.132898 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:37.134764 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:37.135867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:37.296385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-21c4f51b-6032-4f1f-96fd-e7363f89f6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:37.296385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-21c4f51b-6032-4f1f-96fd-e7363f89f6f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 1.3501892 Apr 18 20:39:37.345501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-65aae930-936d-4884-ac02-ff2372249ab1 service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7009292 Apr 18 20:39:37.447565 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:37.459049 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89ce6c3-1acb-41f3-b812-380244686d41 None None] The sync data for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:38.212563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-2fc19584-caec-437a-8970-ae6b9c1dcae5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 200 len: 217 time: 0.6262128 Apr 18 20:39:38.287599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Calling delete_port for a0e813f8-94cc-448d-884f-f4ee19c55699 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:38.369187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-2eec1801-5342-4d97-bac4-65d1203ee3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:38.369187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-2eec1801-5342-4d97-bac4-65d1203ee3a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.1322317 Apr 18 20:39:38.617799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Router 038b9624-db80-4ec7-a3d5-56666a700518 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:39:38.894333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-be967a6b-01ac-4ff9-b971-5adcfe727a6b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 999 time: 1.5464766 Apr 18 20:39:39.146345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:39.160874 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Sync routers for ids ['038b9624-db80-4ec7-a3d5-56666a700518'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:39.172800 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Routers {'038b9624-db80-4ec7-a3d5-56666a700518'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:39.173881 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['038b9624-db80-4ec7-a3d5-56666a700518'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:39.228845 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.300001 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:39.300001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-27499f1c-d057-4511-86d5-530102077c46 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.9302177 Apr 18 20:39:39.300001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event deleted for resources: {'Port': ['ID=a0e813f8-94cc-448d-884f-f4ee19c55699,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:39.308228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40360) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:39.477239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-052ee43a-f463-4ece-b5ba-1e45b503c7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.477239 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-052ee43a-f463-4ece-b5ba-1e45b503c7a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.4445822 Apr 18 20:39:39.662150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-2bce5189-06bb-49d1-a573-32d9e89f605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.665490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-2bce5189-06bb-49d1-a573-32d9e89f605a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.1909029 Apr 18 20:39:39.669919 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Set router 038b9624-db80-4ec7-a3d5-56666a700518 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:39.777348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-13673ca7-a3f7-4043-8622-4ca826cb5ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:39.777348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-13673ca7-a3f7-4043-8622-4ca826cb5ca3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2610943 Apr 18 20:39:40.033793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-cdaf1b42-0cc5-4aad-9d15-007e90e15bbc service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398694 Apr 18 20:39:40.168744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.326552 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:39:34Z', 'revision_number': 3, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:40.357547 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Checking router: 038b9624-db80-4ec7-a3d5-56666a700518 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:40.368015 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Updating router 038b9624-db80-4ec7-a3d5-56666a700518 port 3066cbff-ee8a-4253-94d9-5dd8319a625b binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:39:40.474829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.474829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.567093 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.589151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.934374 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:40.934374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Fanout notify agent at l3_agent the message router_deleted on router 2fdc4733-52ca-485e-9426-94db560464b7 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:39:41.033246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-89ad5033-9045-40c8-a61d-4c200255890f service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3457968 Apr 18 20:39:41.060521 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.060521 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c356aee-eb86-4c81-a968-0dd6060c4474 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "DELETE /v2.0/routers/2fdc4733-52ca-485e-9426-94db560464b7 HTTP/1.1" status: 204 len: 168 time: 7.6801212 Apr 18 20:39:41.071701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40392) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:41.096349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24e637c1-0cf1-41cf-8fc5-6a91f98c48a7 req-61db476d-f81d-4fb5-8e13-109a505b9719 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9273772 Apr 18 20:39:41.238960 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.266912 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Transition to ACTIVE for port object 3066cbff-ee8a-4253-94d9-5dd8319a625b will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:41.283479 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.334158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting subnet 6550c163-1d3b-4894-a803-d8c8737e5d26 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:39:41.334158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.400385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.410902 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de729093-ec93-479c-a770-97585a28ec04 None None] Pushing event updated for resources: {'Port': ['ID=3066cbff-ee8a-4253-94d9-5dd8319a625b,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:41.450525 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Attempting to bind port 3066cbff-ee8a-4253-94d9-5dd8319a625b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:41.450525 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Attempting to bind port 3066cbff-ee8a-4253-94d9-5dd8319a625b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:41.450525 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Attempting to bind port 3066cbff-ee8a-4253-94d9-5dd8319a625b on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:39:41.474071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:39:41.474071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:39:41.474071 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.474071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:39:41.474071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Bound port: 3066cbff-ee8a-4253-94d9-5dd8319a625b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:41.474071 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.713966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 52682612-8695-4403-a25f-95b2fe68d70f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:41.714978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.727731 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.758246 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] For port 3066cbff-ee8a-4253-94d9-5dd8319a625b, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:39:41.765610 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] For port 3066cbff-ee8a-4253-94d9-5dd8319a625b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3066cbff-ee8a-4253-94d9-5dd8319a625b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:39:41.782018 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.813284 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:41.929742 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de729093-ec93-479c-a770-97585a28ec04 None None] Pushing event updated for resources: {'Port': ['ID=3066cbff-ee8a-4253-94d9-5dd8319a625b,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:41.938500 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Routers {'038b9624-db80-4ec7-a3d5-56666a700518'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:41.938960 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['038b9624-db80-4ec7-a3d5-56666a700518'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:42.041123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-e3f43d3b-fbe3-4694-8afd-38bd74239767 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0051191 Apr 18 20:39:42.220358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-77cffa4b-65e6-4c30-8c50-5a55a6358cc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 200 len: 217 time: 0.1619799 Apr 18 20:39:42.270573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.355674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.368115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event deleted for resources: {'Subnet': ['ID=6550c163-1d3b-4894-a803-d8c8737e5d26,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:42.397352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4601025f-3e9d-4ca9-96e8-71aefd03457e None None] Network b400cddc-027e-4cba-a367-36a00ca8bb7f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:39:42.443846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bc3a22a6-866f-4e2f-b0cd-d836c4f954b5 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "DELETE /v2.0/subnets/6550c163-1d3b-4894-a803-d8c8737e5d26 HTTP/1.1" status: 204 len: 168 time: 1.3780570 Apr 18 20:39:42.453641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:42.485915 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] Set router 038b9624-db80-4ec7-a3d5-56666a700518 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:42.501598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-d3929854-5f65-4a53-906c-9bf0b8824377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:42.503994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-d3929854-5f65-4a53-906c-9bf0b8824377 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.2789299 Apr 18 20:39:42.527279 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.554252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Allocated IP 172.20.0.1 (bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a/86af4584-2c1a-4f8c-8fb0-d79afce263cb/0971d300-b030-4b5e-9c07-eb3d5984da17) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:39:42.813701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 52682612-8695-4403-a25f-95b2fe68d70f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:42.836239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:42.890205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Transition to ACTIVE for port object 0971d300-b030-4b5e-9c07-eb3d5984da17 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:42.944798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.092831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:43.104966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:43.109330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:39:43.229545 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.333124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Pushing event updated for resources: {'Port': ['ID=0971d300-b030-4b5e-9c07-eb3d5984da17,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:43.360741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-cf427cac-d054-4907-90a3-a0de908c21de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:43.372108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-cf427cac-d054-4907-90a3-a0de908c21de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8202710 Apr 18 20:39:43.383440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.388841 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:39:34Z', 'revision_number': 3, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:43.409963 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a0d4338-418b-4a37-b7d1-8ba71659ac46 None None] The sync data for ids ['038b9624-db80-4ec7-a3d5-56666a700518'] in n-d-836016-3 is: [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:39:34Z', 'revision_number': 3, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:43.415844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] DHCP port deletion for b400cddc-027e-4cba-a367-36a00ca8bb7f request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:39:43.415844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] Deleting port 88562853-c61d-45b0-9a17-1c2e48b780ad {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:43.415844 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.669930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting port 88562853-c61d-45b0-9a17-1c2e48b780ad {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:43.674033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:43.847809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-02b490fe-9104-4029-a00b-68fbd8c2bab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.056339 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.068849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-7ea5e04b-6dcc-4fc8-a198-f5391ceee38a service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6943820 Apr 18 20:39:44.243414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a7c8a696-f7e6-44ed-bd6a-1c360f1712b0 None None] Provisioning for port 0971d300-b030-4b5e-9c07-eb3d5984da17 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:44.259017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a7c8a696-f7e6-44ed-bd6a-1c360f1712b0 None None] Provisioning complete for port 0971d300-b030-4b5e-9c07-eb3d5984da17 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:44.260191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a7c8a696-f7e6-44ed-bd6a-1c360f1712b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.355170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] For port 88562853-c61d-45b0-9a17-1c2e48b780ad, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=88562853-c61d-45b0-9a17-1c2e48b780ad,segment=NetworkSegment(900148c4-83c7-4f8f-9481-e2235fe960f9),segment_id=900148c4-83c7-4f8f-9481-e2235fe960f9)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:44.355642 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:44.759160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] Calling delete_port for 88562853-c61d-45b0-9a17-1c2e48b780ad owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:44.854871 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-3f14f4eb-3580-469b-a10f-1e34df856def service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7686236 Apr 18 20:39:44.876430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] For port 88562853-c61d-45b0-9a17-1c2e48b780ad, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=88562853-c61d-45b0-9a17-1c2e48b780ad,segment=NetworkSegment(900148c4-83c7-4f8f-9481-e2235fe960f9),segment_id=900148c4-83c7-4f8f-9481-e2235fe960f9)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:44.876430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.008833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3066cbff-ee8a-4253-94d9-5dd8319a625b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:45.044737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.071108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.169611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] Pushing event deleted for resources: {'Port': ['ID=88562853-c61d-45b0-9a17-1c2e48b780ad,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.396807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e66b08d-3fdb-4a2b-8664-38241701e95f None None] No DVR routers for this DVR port 88562853-c61d-45b0-9a17-1c2e48b780ad on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:45.410950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.429657 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.439063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a7c8a696-f7e6-44ed-bd6a-1c360f1712b0 None None] Port 0971d300-b030-4b5e-9c07-eb3d5984da17 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:45.470384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 3066cbff-ee8a-4253-94d9-5dd8319a625b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:45.481323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3066cbff-ee8a-4253-94d9-5dd8319a625b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:45.487657 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.559823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-6923fe11-7c08-4671-9d5b-85e23c8805a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=24c2c157-d184-4525-afe1-fc77113c6152 HTTP/1.1" status: 200 len: 217 time: 0.6547747 Apr 18 20:39:45.575346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Calling delete_port for 88562853-c61d-45b0-9a17-1c2e48b780ad owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:45.670385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=52682612-8695-4403-a25f-95b2fe68d70f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:45.722814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:45.926762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.027078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dd13842e-083e-406a-836e-6c2aeb5a78b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.043366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 3066cbff-ee8a-4253-94d9-5dd8319a625b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3066cbff-ee8a-4253-94d9-5dd8319a625b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:46.067527 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.127124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:46.311249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-8296e923-2398-47fb-b610-7f7643fbb0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:46.311249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-8296e923-2398-47fb-b610-7f7643fbb0a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.6910908 Apr 18 20:39:46.446713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=3066cbff-ee8a-4253-94d9-5dd8319a625b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:46.446713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 88562853-c61d-45b0-9a17-1c2e48b780ad no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:46.472542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:39:46.472542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Pushing event updated for resources: {'Port': ['ID=0971d300-b030-4b5e-9c07-eb3d5984da17,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:46.489125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:39:46.616078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 88562853-c61d-45b0-9a17-1c2e48b780ad {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:39:46.616595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 88562853-c61d-45b0-9a17-1c2e48b780ad not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:39:46.895116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3066cbff-ee8a-4253-94d9-5dd8319a625b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:47.006430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:39:47.007515 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:39:47.036810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-0c61b6ca-fda7-4057-8a73-d624aae57bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:47.038927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-0c61b6ca-fda7-4057-8a73-d624aae57bdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7193608 Apr 18 20:39:47.042639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router cd4fa400-dc1e-4594-a537-e3768a94e04c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:39:47.142215 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.189441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-08cdb46f-17f3-4f47-a176-847d250e01f4 None None] Provisioning complete for port 0971d300-b030-4b5e-9c07-eb3d5984da17 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:47.190140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08cdb46f-17f3-4f47-a176-847d250e01f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.236067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Router 038b9624-db80-4ec7-a3d5-56666a700518 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:39:47.390966 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.419248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-08cdb46f-17f3-4f47-a176-847d250e01f4 None None] Port 0971d300-b030-4b5e-9c07-eb3d5984da17 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:39:47.429916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3066cbff-ee8a-4253-94d9-5dd8319a625b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:47.429916 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.538245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting port 88562853-c61d-45b0-9a17-1c2e48b780ad {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:47.538952 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:47.693170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:47.711757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Sync routers for ids ['038b9624-db80-4ec7-a3d5-56666a700518'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:47.718120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3fbf657b-6dd1-4782-b12a-18b916ca0759 admin admin] 10.222.0.47 "PUT /v2.0/routers/038b9624-db80-4ec7-a3d5-56666a700518/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4132216 Apr 18 20:39:47.752317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Routers {'038b9624-db80-4ec7-a3d5-56666a700518'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:47.752317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['038b9624-db80-4ec7-a3d5-56666a700518'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:47.788170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:39:47.800236 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] Sync routers for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:39:47.806749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] The port '88562853-c61d-45b0-9a17-1c2e48b780ad' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:39:47.833139 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:47.842733 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:48.037214 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:48.080931 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] Routers {'cd4fa400-dc1e-4594-a537-e3768a94e04c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:48.081475 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cd4fa400-dc1e-4594-a537-e3768a94e04c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:48.148171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-674180d0-5b1a-4838-aeef-c67dae9221f4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/cd4fa400-dc1e-4594-a537-e3768a94e04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2133617 Apr 18 20:39:48.156234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40496) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:48.369801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-70546749-5a78-476d-8ef7-0be6a35aad6a service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3062096 Apr 18 20:39:48.375536 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-484dea88-3e06-4b71-892a-415ea9498c41 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd4fa400-dc1e-4594-a537-e3768a94e04c HTTP/1.1" status: 200 len: 205 time: 0.2183847 Apr 18 20:39:48.375536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40502) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:48.407069 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:48.407069 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe1f5b2-5928-4dde-a951-68d247e0275e None None] The sync data for ids ['cd4fa400-dc1e-4594-a537-e3768a94e04c'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:48.443720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.612655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b400cddc-027e-4cba-a367-36a00ca8bb7f']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:48.662189 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.662189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Set router 038b9624-db80-4ec7-a3d5-56666a700518 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:48.674173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '900148c4-83c7-4f8f-9481-e2235fe960f9') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:48.674173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '900148c4-83c7-4f8f-9481-e2235fe960f9') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:48.728262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.769648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.793550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:48.793550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:48.813755 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:48.821810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-4238b3e5-495f-4792-ae1f-f283b4092df9 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4519982 Apr 18 20:39:48.876005 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f0b-c62f-477a-9c0c-0cbaca1765fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:48.971510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-92db3469-f224-440c-bfae-8ad5182091d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8 HTTP/1.1" status: 200 len: 217 time: 0.0877852 Apr 18 20:39:49.006568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.047040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.127014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.141280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event deleted for resources: {'Network': ['ID=b400cddc-027e-4cba-a367-36a00ca8bb7f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:49.150091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7809f96c-63d0-4ceb-a704-795b167eb69c tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "DELETE /v2.0/networks/b400cddc-027e-4cba-a367-36a00ca8bb7f HTTP/1.1" status: 204 len: 168 time: 6.6849644 Apr 18 20:39:49.159450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:49.420238 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.498643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:39:43Z', 'revision_number': 4, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0971d300-b030-4b5e-9c07-eb3d5984da17', 'name': '', 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'mac_address': 'fa:16:3e:35:c3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '86af4584-2c1a-4f8c-8fb0-d79afce263cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:42Z', 'updated_at': '2022-04-18T20:39:44Z', 'revision_number': 2, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'subnets': [{'id': '86af4584-2c1a-4f8c-8fb0-d79afce263cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:49.511870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Checking router: 038b9624-db80-4ec7-a3d5-56666a700518 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:39:49.512232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Updating router 038b9624-db80-4ec7-a3d5-56666a700518 port 0971d300-b030-4b5e-9c07-eb3d5984da17 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:39:49.530967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-3c98fed8-8115-4e9e-a1a8-9b74efd5ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.534273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-3c98fed8-8115-4e9e-a1a8-9b74efd5ef86 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.5554621 Apr 18 20:39:49.572066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Deleting port f82a963e-34b5-49e6-8e1b-06bc436f9dfd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:49.572424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.635138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.882908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-22352db7-473f-41ff-956c-5f190194ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:49.884813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-22352db7-473f-41ff-956c-5f190194ad21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3189149 Apr 18 20:39:49.975173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:49.975820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.288437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Calling delete_port for f82a963e-34b5-49e6-8e1b-06bc436f9dfd owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:50.317420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f0b-c62f-477a-9c0c-0cbaca1765fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.323589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f0b-c62f-477a-9c0c-0cbaca1765fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.414782 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f0b-c62f-477a-9c0c-0cbaca1765fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.415315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea9f0b-c62f-477a-9c0c-0cbaca1765fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Fanout notify agent at l3_agent the message router_deleted on router cd4fa400-dc1e-4594-a537-e3768a94e04c {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:39:50.452150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fea9f0b-c62f-477a-9c0c-0cbaca1765fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.453788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0fea9f0b-c62f-477a-9c0c-0cbaca1765fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/cd4fa400-dc1e-4594-a537-e3768a94e04c HTTP/1.1" status: 204 len: 168 time: 2.0855265 Apr 18 20:39:50.460377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:50.523458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-9dc0afe8-33fd-4ddf-8fcb-7f794d8b1f60 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6316664 Apr 18 20:39:50.613971 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.638832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet 6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:39:50.667567 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.793164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.966794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Transition to ACTIVE for port object 0971d300-b030-4b5e-9c07-eb3d5984da17 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:39:50.982995 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.988135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:50.993697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.150837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Pushing event deleted for resources: {'Port': ['ID=f82a963e-34b5-49e6-8e1b-06bc436f9dfd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.157940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-cedd71df-dd6c-463c-8e09-8473ebf5952c service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6251898 Apr 18 20:39:51.160208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.220450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:51.225568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.236483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-891fb35a-5d97-4039-b8e6-cb61a65aa715 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5 HTTP/1.1" status: 204 len: 168 time: 0.7748499 Apr 18 20:39:51.237168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:51.343864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet 9932f7fc-ec9d-4335-96dd-3d91e929bcb5 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:39:51.353629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.402361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-9fed929e-ce02-47ac-ba15-467ad3b273bf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008 HTTP/1.1" status: 200 len: 217 time: 0.2285962 Apr 18 20:39:51.499457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadcd690-2990-46ed-8d40-3eeaf0183c70 None None] Network 70b830d7-cfb1-4f18-bfbe-592222d57b09 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:39:51.544784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.657184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-efb27801-434d-4bb9-b5f0-fbeee61e8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.660651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-efb27801-434d-4bb9-b5f0-fbeee61e8b31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 200 len: 797 time: 0.2574031 Apr 18 20:39:51.849484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.900351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.904177 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a3b064a-75ea-4588-acee-90f174d8d488 tempest-FloatingIPAdminTestJSON-505802368 tempest-FloatingIPAdminTestJSON-505802368-project] 10.222.0.47 "DELETE /v2.0/floatingips/98d64005-2cee-4de9-a5f3-49eb9ea2baa8 HTTP/1.1" status: 204 len: 168 time: 2.7398264 Apr 18 20:39:51.908288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-53926617-d98b-42fc-8c60-181feed1750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:51.909945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-53926617-d98b-42fc-8c60-181feed1750b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2354460 Apr 18 20:39:51.944576 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:51.978013 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:39:52.183500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.212582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Pushing event updated for resources: {'Port': ['ID=0971d300-b030-4b5e-9c07-eb3d5984da17,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.319926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-70ca8c78-3a06-46d1-9f7b-8fda9a56f16d service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024839 Apr 18 20:39:52.330558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=9932f7fc-ec9d-4335-96dd-3d91e929bcb5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:52.356823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.373405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.378452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.378998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.379549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.380121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.380682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.381234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.381782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.384682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cb1a9e44-72e4-4600-a2c0-840b19fac07e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/9932f7fc-ec9d-4335-96dd-3d91e929bcb5 HTTP/1.1" status: 204 len: 168 time: 1.1462128 Apr 18 20:39:52.388188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.388790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.389329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.389968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:39:52.398216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:52.498470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57876beb-42f9-40ee-b760-8c71b9d22e99 None None] Network 6c568c32-8000-4504-aa3a-f596f060a557 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:39:52.635517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:52.783263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-13729b4c-e014-465d-afc3-77fdd9464839 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503837 Apr 18 20:39:52.789498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.841615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 2f6d743b-076d-4260-9265-521b5bc49059 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:52.841615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:52.979032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-abe0780f-1b72-4812-abad-1b4a9d1bbe7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2 HTTP/1.1" status: 200 len: 217 time: 0.1931343 Apr 18 20:39:52.985183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Attempting to bind port 0971d300-b030-4b5e-9c07-eb3d5984da17 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:39:52.986022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Attempting to bind port 0971d300-b030-4b5e-9c07-eb3d5984da17 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:39:52.986609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Attempting to bind port 0971d300-b030-4b5e-9c07-eb3d5984da17 on network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:39:53.016644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:39:53.022548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Checking segment: {'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:39:53.034538 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.035212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Bound using segment: {'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:39:53.035982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Bound port: 0971d300-b030-4b5e-9c07-eb3d5984da17, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '419fdf38-eca3-4eed-9009-d7226d57174c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:39:53.036636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.072784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-6692f5f4-0e51-438b-91ef-531d8406b605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.075299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-6692f5f4-0e51-438b-91ef-531d8406b605 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 200 len: 797 time: 0.0893199 Apr 18 20:39:53.330610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-46205679-3a48-408b-a4c1-75f8b8ff2da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:53.333250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-46205679-3a48-408b-a4c1-75f8b8ff2da0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2519152 Apr 18 20:39:53.447820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] DHCP port deletion for 70b830d7-cfb1-4f18-bfbe-592222d57b09 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:39:53.654243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 2f6d743b-076d-4260-9265-521b5bc49059, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2f6d743b-076d-4260-9265-521b5bc49059,segment=NetworkSegment(f0a8246d-34b4-4740-8afa-707446c6aa2d),segment_id=f0a8246d-34b4-4740-8afa-707446c6aa2d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:53.654837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.757845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] For port 0971d300-b030-4b5e-9c07-eb3d5984da17, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:39:53.762184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] For port 0971d300-b030-4b5e-9c07-eb3d5984da17, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0971d300-b030-4b5e-9c07-eb3d5984da17,segment=NetworkSegment(419fdf38-eca3-4eed-9009-d7226d57174c),segment_id=419fdf38-eca3-4eed-9009-d7226d57174c)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:39:53.768477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Deleting port 2f6d743b-076d-4260-9265-521b5bc49059 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:53.769145 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.865372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:53.938817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-33a09c5d-51f9-4c3b-9cd4-9549a42277ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40d4cb6757cf459ea11affdeed2bd2af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3003006 Apr 18 20:39:53.945132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:53.979845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efefdbfa-91a1-4828-9ae5-d7ef9591b542 None None] Pushing event updated for resources: {'Port': ['ID=0971d300-b030-4b5e-9c07-eb3d5984da17,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:54.026568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Routers {'038b9624-db80-4ec7-a3d5-56666a700518'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:39:54.027541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:39:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['038b9624-db80-4ec7-a3d5-56666a700518'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:54.067736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-4855bac5-e778-421f-8cd9-f3aa30b52d76 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169385 Apr 18 20:39:54.071743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 2f6d743b-076d-4260-9265-521b5bc49059 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:54.297503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.413686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=2f6d743b-076d-4260-9265-521b5bc49059,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:54.414454 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-388b8bda-eac5-4fd0-a5b8-4eb0ed06685f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.437061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No DVR routers for this DVR port 2f6d743b-076d-4260-9265-521b5bc49059 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:54.532187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] Set router 038b9624-db80-4ec7-a3d5-56666a700518 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:39:54.679627 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.752029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b830d7-cfb1-4f18-bfbe-592222d57b09']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:54.798646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0a8246d-34b4-4740-8afa-707446c6aa2d') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:54.798953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0a8246d-34b4-4740-8afa-707446c6aa2d') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:54.830371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.859392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.872488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:39:54.872912 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.886364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] For port 2f6d743b-076d-4260-9265-521b5bc49059, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2f6d743b-076d-4260-9265-521b5bc49059,segment=NetworkSegment(f0a8246d-34b4-4740-8afa-707446c6aa2d),segment_id=f0a8246d-34b4-4740-8afa-707446c6aa2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:54.887104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:39:54.900391 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:39:54.934564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f6d743b-076d-4260-9265-521b5bc49059 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:55.010884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.041107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-388b8bda-eac5-4fd0-a5b8-4eb0ed06685f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.062919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3afd4e8-3880-4abe-832a-f9ffdc95f3b5 req-a14c7219-e50b-4c76-b5f3-21b32180b657 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9866862 Apr 18 20:39:55.071079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 2f6d743b-076d-4260-9265-521b5bc49059 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:39:55.071493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f6d743b-076d-4260-9265-521b5bc49059 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:39:55.152100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Calling delete_port for 2f6d743b-076d-4260-9265-521b5bc49059 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:55.182023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.205397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3235ec06-2e3f-4e27-8e91-880f4694ab27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:39:55.206173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3235ec06-2e3f-4e27-8e91-880f4694ab27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:55.210257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=70b830d7-cfb1-4f18-bfbe-592222d57b09,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:55.246608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40654) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:55.247803 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b8e47d77-83b3-409f-b033-d04f834ce66c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/70b830d7-cfb1-4f18-bfbe-592222d57b09 HTTP/1.1" status: 204 len: 168 time: 2.8480406 Apr 18 20:39:55.290697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] DHCP port deletion for 6c568c32-8000-4504-aa3a-f596f060a557 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:39:55.331188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3235ec06-2e3f-4e27-8e91-880f4694ab27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:55.332449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3235ec06-2e3f-4e27-8e91-880f4694ab27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.9271991 Apr 18 20:39:55.387135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] Deleting port a94b8231-0f02-4fe8-924e-3a4d4701874c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:55.387800 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.580025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-8dc3a69f-14a8-43fe-82c5-fba3a69b85a4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/quotas/3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 375 time: 0.0377984 Apr 18 20:39:55.587303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-388b8bda-eac5-4fd0-a5b8-4eb0ed06685f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.618407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.665689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b8bda-eac5-4fd0-a5b8-4eb0ed06685f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a960cd-e231-45c9-98c3-f4b7e5282528,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:55.676671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:39:55.677401 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:39:55.678774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-388b8bda-eac5-4fd0-a5b8-4eb0ed06685f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.679887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-388b8bda-eac5-4fd0-a5b8-4eb0ed06685f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88a960cd-e231-45c9-98c3-f4b7e5282528 HTTP/1.1" status: 204 len: 168 time: 1.7331591 Apr 18 20:39:55.698449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port a94b8231-0f02-4fe8-924e-3a4d4701874c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:55.698725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.832038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-43dbcabb-de70-4aa1-a375-f61a914b6f63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2333589 Apr 18 20:39:55.891286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:39:43Z', 'revision_number': 4, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0971d300-b030-4b5e-9c07-eb3d5984da17', 'name': '', 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'mac_address': 'fa:16:3e:35:c3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '86af4584-2c1a-4f8c-8fb0-d79afce263cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:42Z', 'updated_at': '2022-04-18T20:39:53Z', 'revision_number': 4, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'subnets': [{'id': '86af4584-2c1a-4f8c-8fb0-d79afce263cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:39:55.895894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] For port a94b8231-0f02-4fe8-924e-3a4d4701874c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a94b8231-0f02-4fe8-924e-3a4d4701874c,segment=NetworkSegment(b6fa84ff-eaf0-4714-97e9-17b793298cf6),segment_id=b6fa84ff-eaf0-4714-97e9-17b793298cf6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:55.896293 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:55.925222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76d3c8b-6bac-44ca-967b-796f20f41319 None None] The sync data for ids ['038b9624-db80-4ec7-a3d5-56666a700518'] in n-d-836016-3 is: [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:39:43Z', 'revision_number': 4, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0971d300-b030-4b5e-9c07-eb3d5984da17', 'name': '', 'network_id': 'bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'mac_address': 'fa:16:3e:35:c3:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_interface', 'standard_attr_id': 2568, 'fixed_ips': [{'subnet_id': '86af4584-2c1a-4f8c-8fb0-d79afce263cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:42Z', 'updated_at': '2022-04-18T20:39:53Z', 'revision_number': 4, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'subnets': [{'id': '86af4584-2c1a-4f8c-8fb0-d79afce263cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:39:56.183028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Deleting port 2f6d743b-076d-4260-9265-521b5bc49059 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:56.183224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.397408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-4652b120-d18a-4886-9d10-79fa13aca39f service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041709 Apr 18 20:39:56.700966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] Calling delete_port for a94b8231-0f02-4fe8-924e-3a4d4701874c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:56.793059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port a94b8231-0f02-4fe8-924e-3a4d4701874c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a94b8231-0f02-4fe8-924e-3a4d4701874c,segment=NetworkSegment(b6fa84ff-eaf0-4714-97e9-17b793298cf6),segment_id=b6fa84ff-eaf0-4714-97e9-17b793298cf6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:56.793692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:56.971777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-680a6685-57a7-4610-91b1-023b6f2b9644 None None] The port '2f6d743b-076d-4260-9265-521b5bc49059' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:39:57.042819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0971d300-b030-4b5e-9c07-eb3d5984da17 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:39:57.516944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for a94b8231-0f02-4fe8-924e-3a4d4701874c owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:39:57.539567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.650216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] No DVR routers for this DVR port a94b8231-0f02-4fe8-924e-3a4d4701874c on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:39:57.757640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b853d-e50e-4e5e-b483-4845ca4ceb50 None None] Pushing event deleted for resources: {'Port': ['ID=a94b8231-0f02-4fe8-924e-3a4d4701874c,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:57.801326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0971d300-b030-4b5e-9c07-eb3d5984da17 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:39:57.809802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0971d300-b030-4b5e-9c07-eb3d5984da17 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:39:57.810861 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:57.953697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-6cc47f00-1e11-4d8e-bbe8-5a8482795710 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5512848 Apr 18 20:39:58.178389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:39:58.178967 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:39:58.229173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:39:58.278440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.408993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:39:58.413331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.461976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Usage tracker for resource:security_group_rule and tenant:c5dd4edaea624ab3890889fc6a0a28fd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:39:58.507443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:39:58.543200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:39:58.581862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0971d300-b030-4b5e-9c07-eb3d5984da17, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0971d300-b030-4b5e-9c07-eb3d5984da17,segment=NetworkSegment(419fdf38-eca3-4eed-9009-d7226d57174c),segment_id=419fdf38-eca3-4eed-9009-d7226d57174c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:39:58.597013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.692548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port a94b8231-0f02-4fe8-924e-3a4d4701874c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:39:58.693107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:58.815302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94b8231-0f02-4fe8-924e-3a4d4701874c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:39:59.011655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a94b8231-0f02-4fe8-924e-3a4d4701874c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:39:59.012195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94b8231-0f02-4fe8-924e-3a4d4701874c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:39:59.083518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0971d300-b030-4b5e-9c07-eb3d5984da17,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:39:59.221077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] The port 'a94b8231-0f02-4fe8-924e-3a4d4701874c' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:39:59.482003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6220a0ef-620b-4f19-a2b5-11786dd77f3a req-765b49b1-4dc0-4d56-934d-724d76629d01 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:39:59.527030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6220a0ef-620b-4f19-a2b5-11786dd77f3a req-765b49b1-4dc0-4d56-934d-724d76629d01 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:39:59.537137 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6220a0ef-620b-4f19-a2b5-11786dd77f3a req-765b49b1-4dc0-4d56-934d-724d76629d01 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 210 time: 0.1325243 Apr 18 20:39:59.892646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.929186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:39:59.991679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.091511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c568c32-8000-4504-aa3a-f596f060a557']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:00.107782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c34ffb9-4f15-4571-8152-8f1a13822bac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.141207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2684d7b2-4bdd-4349-ab95-c34ef7b47429 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5dd4edaea624ab3890889fc6a0a28fd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9076269 Apr 18 20:40:00.141207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6fa84ff-eaf0-4714-97e9-17b793298cf6') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:00.142088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6fa84ff-eaf0-4714-97e9-17b793298cf6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:00.143092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41016) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:00.171619 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.225029 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.238404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:00.239044 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:00.269712 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:00.424108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f49-f5dd-4816-96dd-c7185370304f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.554909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f49-f5dd-4816-96dd-c7185370304f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.702035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.719299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.773753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f49-f5dd-4816-96dd-c7185370304f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.824101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/6c568c32-8000-4504-aa3a-f596f060a557 HTTP/1.1" status: 204 len: 168 time: 5.5761552 Apr 18 20:40:00.834847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:00.836120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d5f49-f5dd-4816-96dd-c7185370304f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c34ffb9-4f15-4571-8152-8f1a13822bac,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.852065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1382606927'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:00.868703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:00.885788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:00.888973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4941115b-2146-457f-9af2-9cf960b1e86d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=6c568c32-8000-4504-aa3a-f596f060a557,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:00.894287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c8d5f49-f5dd-4816-96dd-c7185370304f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:00.896420 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7c8d5f49-f5dd-4816-96dd-c7185370304f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c34ffb9-4f15-4571-8152-8f1a13822bac HTTP/1.1" status: 204 len: 168 time: 0.7520554 Apr 18 20:40:00.898632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:00.927660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:00.979952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:01.015073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.171378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:01.215766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db32ed18-93a0-4be7-b469-d2d5b650100b req-35e8e8c4-f7ee-49d8-97d1-809c5fc53ed7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 210 time: 0.3405461 Apr 18 20:40:01.231062 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.231729 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment 1e0ea688-d4d5-40bf-bf87-08202397aa1c of type vlan for network 701ccc58-bbe7-43b4-816e-f122b792184d Apr 18 20:40:01.363507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.382134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0971d300-b030-4b5e-9c07-eb3d5984da17 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:01.535442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.588824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:01.607603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.657175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0971d300-b030-4b5e-9c07-eb3d5984da17 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:01.658178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:01.902744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:01.904233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0614135 Apr 18 20:40:01.913089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:02.024233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a90b3-e35c-4eb5-bbeb-9dace0213947 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=701ccc58-bbe7-43b4-816e-f122b792184d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:02.038386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 701ccc58-bbe7-43b4-816e-f122b792184d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:02.513907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:02.519198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:02.522931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:02.529897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:02.548758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:02.554971 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:02.754927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3b31b8e-91b3-4e3f-9d84-a44b855c076b req-37546c79-3772-403b-b6c5-dbbeb9a2205b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 210 time: 0.1587534 Apr 18 20:40:02.985915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41218) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:03.023455 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.061317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:03.092086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Usage tracker for resource:security_group_rule and tenant:a258c2b852bb4406be56177c655809d8 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:03.102571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:03.120036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:03.252564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-b5919b48-7222-46f4-839b-e1361e3f64f1 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:03.255133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-b5919b48-7222-46f4-839b-e1361e3f64f1 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.3970945 Apr 18 20:40:03.276938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'port': {'device_id': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'admin_state_up': True, 'tenant_id': '3e8611199562487e905052133b5013a4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:03.436095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.437131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.466036 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.564834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e5af519-fb60-4edb-8313-43429a9dbcee,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.621990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02568f60-2a12-4d3c-b44e-0a827708056e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a258c2b852bb4406be56177c655809d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339657 Apr 18 20:40:03.625292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41238) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:03.819223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df7bb4e1-99b5-4e4f-b355-7650430bd8be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.828556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=834f70e6-8786-464e-a8d2-a98f4473ad74,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:03.872060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': '1e0ea688-d4d5-40bf-bf87-08202397aa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:03.872576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: 701ccc58-bbe7-43b4-816e-f122b792184d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:03.893774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df7bb4e1-99b5-4e4f-b355-7650430bd8be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:03.933225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:03.992406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:04.016697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 701ccc58-bbe7-43b4-816e-f122b792184d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:04.045013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 701ccc58-bbe7-43b4-816e-f122b792184d) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:04.047938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:04.051499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.056256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4be066c-7f1f-4566-b9d5-a448c98469e1 None None] Network 701ccc58-bbe7-43b4-816e-f122b792184d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:04.057623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df7bb4e1-99b5-4e4f-b355-7650430bd8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.150296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:04.151324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.346340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bb4e1-99b5-4e4f-b355-7650430bd8be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e5af519-fb60-4edb-8313-43429a9dbcee,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:04.351523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2337d523-be59-4403-84d3-646a64f43d9b req-a2c1410e-de9b-4b6f-aa24-6172262becb9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 210 time: 0.2607408 Apr 18 20:40:04.406255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df7bb4e1-99b5-4e4f-b355-7650430bd8be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:04.423293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-df7bb4e1-99b5-4e4f-b355-7650430bd8be admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e5af519-fb60-4edb-8313-43429a9dbcee HTTP/1.1" status: 204 len: 168 time: 0.7941234 Apr 18 20:40:04.480967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5e468ed6-f7da-424f-9f02-550a65ac68b0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5742121 Apr 18 20:40:04.481898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41264) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:04.489059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-956841393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:04.518815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:04.527535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:router and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:04.536720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:04.877981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.20.0.7 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/16e085de-12af-4bf7-b64a-5f99d11f997e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:04.912908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-701ccc58-bbe7-43b4-816e-f122b792184d', 'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': '834f70e6-8786-464e-a8d2-a98f4473ad74'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:40:04.918629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.015387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:05.054193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.056713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.123547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.220105 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.310391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.316534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-348d7c1f-b71f-4cbd-bc03-5707c76db88f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8330147 Apr 18 20:40:05.318426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41280) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:05.342306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'port': {'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d', 'name': 'tempest-RoutersIpV6Test-2115176763'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:05.592569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:05.625896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Allocated IP 2001:db8::2 (701ccc58-bbe7-43b4-816e-f122b792184d/834f70e6-8786-464e-a8d2-a98f4473ad74/9f853673-f427-497c-8917-1ab7724ecf94) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:05.638800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Transition to ACTIVE for port object 16e085de-12af-4bf7-b64a-5f99d11f997e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:05.779023 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.109602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=16e085de-12af-4bf7-b64a-5f99d11f997e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:06.119670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.169188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Transition to ACTIVE for port object 9f853673-f427-497c-8917-1ab7724ecf94 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:06.250740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:06.263310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:06.290833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Transition to ACTIVE for port object 9f853673-f427-497c-8917-1ab7724ecf94 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:06.316402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.319733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:40:06.399203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac03c90-fb25-4f8e-b2ec-2696d8486d4d req-1c73fe4d-14d9-4759-bdf1-a92984502f73 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.412802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ac03c90-fb25-4f8e-b2ec-2696d8486d4d req-1c73fe4d-14d9-4759-bdf1-a92984502f73 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 1.0053947 Apr 18 20:40:06.538151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:06.557021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:port and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:06.563114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:06.597635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:06.693967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:06.700515 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.722329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.740453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:06.806130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Network 701ccc58-bbe7-43b4-816e-f122b792184d is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:06.819565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:06.853849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ac03c90-fb25-4f8e-b2ec-2696d8486d4d req-a170bfb4-485b-453c-9096-ff58dae66108 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4391534 Apr 18 20:40:06.855944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] device_id is not set on port 672f6300-dba1-4456-bf39-70684eca413e yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:40:06.892370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:40:06.935198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901844e4-fcb4-4e35-99eb-e4591a467ce0 req-9af0d502-e1af-45a8-b17b-1a0f32b5d432 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:06.942886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-901844e4-fcb4-4e35-99eb-e4591a467ce0 req-9af0d502-e1af-45a8-b17b-1a0f32b5d432 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:06.947328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-c0bea883-ab29-43de-a1e9-3a3dccf0c273 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6772285 Apr 18 20:40:06.971835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Request body: {'port': {'device_id': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:07.114336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Pushing event updated for resources: {'Port': ['ID=9f853673-f427-497c-8917-1ab7724ecf94,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:07.143322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-901844e4-fcb4-4e35-99eb-e4591a467ce0 req-9af0d502-e1af-45a8-b17b-1a0f32b5d432 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:07.159444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-901844e4-fcb4-4e35-99eb-e4591a467ce0 req-9af0d502-e1af-45a8-b17b-1a0f32b5d432 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 931 time: 1.0526226 Apr 18 20:40:07.285105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-901844e4-fcb4-4e35-99eb-e4591a467ce0 req-af632f0c-e01f-4b0b-9b48-3c5e32d089ea tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:07.321023 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.342312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-901844e4-fcb4-4e35-99eb-e4591a467ce0 req-af632f0c-e01f-4b0b-9b48-3c5e32d089ea tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:07.354364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-901844e4-fcb4-4e35-99eb-e4591a467ce0 req-af632f0c-e01f-4b0b-9b48-3c5e32d089ea tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929109 Apr 18 20:40:07.359802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-474192ba-fa61-4783-85e4-1676807f0bba None None] Provisioning for port 16e085de-12af-4bf7-b64a-5f99d11f997e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:07.375088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Attempting to bind port 9f853673-f427-497c-8917-1ab7724ecf94 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:07.377869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Attempting to bind port 9f853673-f427-497c-8917-1ab7724ecf94 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1e0ea688-d4d5-40bf-bf87-08202397aa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:07.380311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Attempting to bind port 9f853673-f427-497c-8917-1ab7724ecf94 on network 701ccc58-bbe7-43b4-816e-f122b792184d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:40:07.402617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-474192ba-fa61-4783-85e4-1676807f0bba None None] Provisioning complete for port 16e085de-12af-4bf7-b64a-5f99d11f997e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:07.406388 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-474192ba-fa61-4783-85e4-1676807f0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.593069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8::130 (701ccc58-bbe7-43b4-816e-f122b792184d/834f70e6-8786-464e-a8d2-a98f4473ad74/672f6300-dba1-4456-bf39-70684eca413e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:07.674758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:40:07.685742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Checking segment: {'id': '1e0ea688-d4d5-40bf-bf87-08202397aa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:07.686655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.687932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Bound using segment: {'id': '1e0ea688-d4d5-40bf-bf87-08202397aa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:40:07.688885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Bound port: 9f853673-f427-497c-8917-1ab7724ecf94, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0ea688-d4d5-40bf-bf87-08202397aa1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '701ccc58-bbe7-43b4-816e-f122b792184d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:07.689948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:07.754757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-474192ba-fa61-4783-85e4-1676807f0bba None None] Port 16e085de-12af-4bf7-b64a-5f99d11f997e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:07.998006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.021823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object 672f6300-dba1-4456-bf39-70684eca413e will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:08.057894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.129043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] For port 9f853673-f427-497c-8917-1ab7724ecf94, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:40:08.146930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] For port 9f853673-f427-497c-8917-1ab7724ecf94, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9f853673-f427-497c-8917-1ab7724ecf94,segment=NetworkSegment(1e0ea688-d4d5-40bf-bf87-08202397aa1c),segment_id=1e0ea688-d4d5-40bf-bf87-08202397aa1c)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:40:08.163476 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.343030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 701ccc58-bbe7-43b4-816e-f122b792184d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:08.383103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:08.390764 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:40:08.396543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:08.397192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.482581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2620eb-8054-4e6b-af9b-36cfdf0f6444 None None] Pushing event updated for resources: {'Port': ['ID=9f853673-f427-497c-8917-1ab7724ecf94,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.520497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1981096 Apr 18 20:40:08.520497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b50e6a-b7bd-4bd8-b08c-e631d6ee2bf5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=672f6300-dba1-4456-bf39-70684eca413e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:08.520992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41336) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:08.686593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e085de-12af-4bf7-b64a-5f99d11f997e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:08.720378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:08.753549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Transition to ACTIVE for port object 16e085de-12af-4bf7-b64a-5f99d11f997e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:08.767240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:09.256507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=16e085de-12af-4bf7-b64a-5f99d11f997e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:09.361119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f853673-f427-497c-8917-1ab7724ecf94 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:09.537041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc5ea72-496c-493e-b959-7e49efc02ea1 req-90980fc4-ab31-484d-b447-bfc4c07a847c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.539116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9fc5ea72-496c-493e-b959-7e49efc02ea1 req-90980fc4-ab31-484d-b447-bfc4c07a847c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.8643053 Apr 18 20:40:09.572564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9f853673-f427-497c-8917-1ab7724ecf94 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:09.644333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41354) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:09.714602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bcb278-c141-4560-ad46-43e93a3ab6bb req-180bff79-96e3-4cf1-9471-52dae8b3335e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:09.716794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7bcb278-c141-4560-ad46-43e93a3ab6bb req-180bff79-96e3-4cf1-9471-52dae8b3335e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 943 time: 0.8588960 Apr 18 20:40:09.817004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9fc5ea72-496c-493e-b959-7e49efc02ea1 req-e6762e97-4260-472b-b392-34a98ab5e7b5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022209 Apr 18 20:40:09.993083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7bcb278-c141-4560-ad46-43e93a3ab6bb req-53407d09-eb8f-4fe0-880d-0c8cd4ef3dfd tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287970 Apr 18 20:40:09.993083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1898596645', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:09.996811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:10.003816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Attempting to bind port 16e085de-12af-4bf7-b64a-5f99d11f997e on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:10.003816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Attempting to bind port 16e085de-12af-4bf7-b64a-5f99d11f997e by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:10.003816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Attempting to bind port 16e085de-12af-4bf7-b64a-5f99d11f997e on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:40:10.012450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Usage tracker for resource:port and tenant:0d6eda0eedbf436aa411899eb3723c8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:10.030128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:10.033246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Port 16e085de-12af-4bf7-b64a-5f99d11f997e on network 1ca914df-2462-4609-93a7-9a10ac1d108a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:40:10.035138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Attempting to bind port 16e085de-12af-4bf7-b64a-5f99d11f997e on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:40:10.042689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:10.050050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 39, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:40:10.050050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:10.050050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:40:10.050050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Bound port: 16e085de-12af-4bf7-b64a-5f99d11f997e, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:10.050050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.249410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] For port 16e085de-12af-4bf7-b64a-5f99d11f997e, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:40:10.253397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] For port 16e085de-12af-4bf7-b64a-5f99d11f997e, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=16e085de-12af-4bf7-b64a-5f99d11f997e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:40:10.260156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Made reservation on behalf of 0d6eda0eedbf436aa411899eb3723c8f for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:10.262903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.302294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.459656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.470022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.532549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:10.540483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Usage tracker for resource:security_group_rule and tenant:0d6eda0eedbf436aa411899eb3723c8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:10.547177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:10.561862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:10.584478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5051ceae-f7dd-4c87-ab60-896d465ce890 None None] Network 701ccc58-bbe7-43b4-816e-f122b792184d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:10.596689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:10.597375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:10.599936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] 10.222.0.61 "PUT /v2.0/ports/16e085de-12af-4bf7-b64a-5f99d11f997e HTTP/1.1" status: 200 len: 1091 time: 3.6423981 Apr 18 20:40:10.607824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'tag': '16e085de-12af-4bf7-b64a-5f99d11f997e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:10.686724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160b6b6-0c38-416e-880e-65a5b518fcc0 service neutron] Pushing event updated for resources: {'Port': ['ID=16e085de-12af-4bf7-b64a-5f99d11f997e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:10.708358 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a8fac47-88d5-443a-a599-fd2213bc9699'] response: {'name': 'network-changed', 'server_uuid': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'tag': '16e085de-12af-4bf7-b64a-5f99d11f997e', 'status': 'completed', 'code': 200} Apr 18 20:40:11.049354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.060053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-9c125eb6-849f-4905-b8e5-87a74626d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.062293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-9c125eb6-849f-4905-b8e5-87a74626d244 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 1094 time: 0.3527985 Apr 18 20:40:11.063435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.246275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] device_id is not set on port 578c5db4-aaf6-490b-8cee-cd8c2ac8df45 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:40:11.249370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4acfbee0-cecf-48cc-bb7b-63db4252508d None None] Provisioning for port 9f853673-f427-497c-8917-1ab7724ecf94 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:11.288968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4acfbee0-cecf-48cc-bb7b-63db4252508d None None] Provisioning complete for port 9f853673-f427-497c-8917-1ab7724ecf94 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:11.289634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4acfbee0-cecf-48cc-bb7b-63db4252508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.353424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-88bafe81-f858-4d5d-9974-a64defc8bac9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e085de-12af-4bf7-b64a-5f99d11f997e HTTP/1.1" status: 200 len: 217 time: 0.2544541 Apr 18 20:40:11.431074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e378b0-b4c5-41ed-9c32-d154ff698cee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:11.564442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-e2b273f3-e2a6-4c08-bade-201b18b94c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.565978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-e2b273f3-e2a6-4c08-bade-201b18b94c86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1963000 Apr 18 20:40:11.574975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.587058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4acfbee0-cecf-48cc-bb7b-63db4252508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.642469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4acfbee0-cecf-48cc-bb7b-63db4252508d None None] For port 9f853673-f427-497c-8917-1ab7724ecf94, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9f853673-f427-497c-8917-1ab7724ecf94,segment=NetworkSegment(1e0ea688-d4d5-40bf-bf87-08202397aa1c),segment_id=1e0ea688-d4d5-40bf-bf87-08202397aa1c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:11.648658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4acfbee0-cecf-48cc-bb7b-63db4252508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.658296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:11.726658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Allocated IP 172.25.5.27 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/578c5db4-aaf6-490b-8cee-cd8c2ac8df45) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:11.772127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcc6a5-9cb6-4635-aa97-9c31f38ce216 req-98b10736-3aaf-418a-9014-b93707880936 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:11.774726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cdcc6a5-9cb6-4635-aa97-9c31f38ce216 req-98b10736-3aaf-418a-9014-b93707880936 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.4940052 Apr 18 20:40:11.821022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfbee0-cecf-48cc-bb7b-63db4252508d None None] Pushing event updated for resources: {'Port': ['ID=9f853673-f427-497c-8917-1ab7724ecf94,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.024299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=672f6300-dba1-4456-bf39-70684eca413e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:12.039008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6cdcc6a5-9cb6-4635-aa97-9c31f38ce216 req-6e6093f2-efc6-49fc-a14a-7b99e9cad83f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2373590 Apr 18 20:40:12.108545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-41a2bda0-059f-4ca1-9271-a85abaf5a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.109778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-41a2bda0-059f-4ca1-9271-a85abaf5a0c3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5273337 Apr 18 20:40:12.484792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00a310e7-60db-4b7d-a33e-da47daedcd6a None None] Provisioning for port 672f6300-dba1-4456-bf39-70684eca413e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:12.488200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb6d51-465c-49cb-a645-a9d7c5e974e8 req-c66b5460-f395-49d4-bc7c-704fd90e7cdf tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:12.506692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00a310e7-60db-4b7d-a33e-da47daedcd6a None None] Provisioning complete for port 672f6300-dba1-4456-bf39-70684eca413e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:12.506692 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00a310e7-60db-4b7d-a33e-da47daedcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.522575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbdb6d51-465c-49cb-a645-a9d7c5e974e8 req-c66b5460-f395-49d4-bc7c-704fd90e7cdf tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 943 time: 0.9367819 Apr 18 20:40:12.673000 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dbdb6d51-465c-49cb-a645-a9d7c5e974e8 req-007d4106-ab91-496f-9068-d5adec55f85a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350691 Apr 18 20:40:12.716922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-00a310e7-60db-4b7d-a33e-da47daedcd6a None None] Port 672f6300-dba1-4456-bf39-70684eca413e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:12.733173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00a310e7-60db-4b7d-a33e-da47daedcd6a None None] Provisioning complete for port 9f853673-f427-497c-8917-1ab7724ecf94 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:12.734774 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00a310e7-60db-4b7d-a33e-da47daedcd6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.782683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.883361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:12.896654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-be285c94-e809-4459-aa36-da391e35a483 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7511485 Apr 18 20:40:13.075762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.177901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-06e80e44-5214-43e2-b5eb-1fe03635975a None None] Provisioning complete for port 672f6300-dba1-4456-bf39-70684eca413e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:13.178489 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-06e80e44-5214-43e2-b5eb-1fe03635975a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.313311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-06e80e44-5214-43e2-b5eb-1fe03635975a None None] Port 672f6300-dba1-4456-bf39-70684eca413e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:13.430924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f853673-f427-497c-8917-1ab7724ecf94 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:13.599554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-255c2426-e7aa-4bbb-a2f0-42e08ddcc282 req-e7523bc1-c0c4-413d-899e-882cadc8bda5 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6875587 Apr 18 20:40:13.604706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3a5a669f-aba4-425a-bd4f-abd7fb3c8031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.606132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.700886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-242c11d5-47c4-442d-ad85-5e1b7b0550b0 None None] Provisioning complete for port 672f6300-dba1-4456-bf39-70684eca413e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:13.702629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-242c11d5-47c4-442d-ad85-5e1b7b0550b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.804874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9f853673-f427-497c-8917-1ab7724ecf94 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:13.806705 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:13.880627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:13.901672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:13.911550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:40:13.933066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-242c11d5-47c4-442d-ad85-5e1b7b0550b0 None None] Port 672f6300-dba1-4456-bf39-70684eca413e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:13.984274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Pushing event updated for resources: {'Port': ['ID=578c5db4-aaf6-490b-8cee-cd8c2ac8df45,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:14.098389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.100679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.226563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35be30a-2e58-4ed3-ab5e-8081ef186b01 req-946571a8-12e0-4ba2-a1d8-35e056849777 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.229254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a35be30a-2e58-4ed3-ab5e-8081ef186b01 req-946571a8-12e0-4ba2-a1d8-35e056849777 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.7790124 Apr 18 20:40:14.350427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-090bcf9e-f639-41b7-a90f-4c18f3bfdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.350427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-090bcf9e-f639-41b7-a90f-4c18f3bfdbf0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 1094 time: 0.5837858 Apr 18 20:40:14.366918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ac267e8-b17c-43d8-b1a3-ae4c28ae4541 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.6869218 Apr 18 20:40:14.373722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41414) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:14.523282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.27'}]}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:14.549842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:14.549842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Usage tracker for resource:router and tenant:0d6eda0eedbf436aa411899eb3723c8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:14.566925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:14.576961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:14.613414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:14.665363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.665363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.665363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.732242 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.735777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.803648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a35be30a-2e58-4ed3-ab5e-8081ef186b01 req-5f94a1ab-b92e-4a1a-b30e-7c5f06fab988 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5499852 Apr 18 20:40:14.856980 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:14.885275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfedbc-2be8-415e-9bd6-a30ed33ff588 req-7b28fdc1-cbd3-4dee-80f7-8c1e34c953e2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.904341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45dfedbc-2be8-415e-9bd6-a30ed33ff588 req-7b28fdc1-cbd3-4dee-80f7-8c1e34c953e2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 943 time: 0.3932774 Apr 18 20:40:14.975131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-e1b29b38-6509-4f84-925f-e7b88cb3f6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:14.976685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-e1b29b38-6509-4f84-925f-e7b88cb3f6ba service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.6238897 Apr 18 20:40:15.255911 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.280352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-cf8bd6e4-023e-45c8-9478-6165c47c5dc9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e085de-12af-4bf7-b64a-5f99d11f997e HTTP/1.1" status: 200 len: 217 time: 0.2477908 Apr 18 20:40:15.285859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=672f6300-dba1-4456-bf39-70684eca413e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:15.347796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45dfedbc-2be8-415e-9bd6-a30ed33ff588 req-6484d952-caf3-4cc1-932c-3ff7720d5a8c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268918 Apr 18 20:40:15.378796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-2b490bf4-c4e1-4bb0-9c04-98fbc7258407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.380257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-2b490bf4-c4e1-4bb0-9c04-98fbc7258407 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.0848260 Apr 18 20:40:15.439076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:15.464172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 701ccc58-bbe7-43b4-816e-f122b792184d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:15.469203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:15.495810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-f51619fb-5d63-4dbb-9217-02276f3cc775 req-5be17183-723e-4824-ab13-34411d6eedde service neutron] (88140) timed out ('10.222.0.61', 55662) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:40:15.495810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Usage tracker for resource:security_group_rule and tenant:8c6f4940edf44836b02a4c5b2395bc4d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:15.501683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.513932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:15.546119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:15.781967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 78c389d1-45c4-4cd5-92ae-63a70d6a84fa is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:40:15.914342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-b119bc24-2930-41a5-b03c-262ed7113c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:15.923039 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-b119bc24-2930-41a5-b03c-262ed7113c46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4813066 Apr 18 20:40:15.978318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:15.989458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3d9c7b66-504d-4887-b5b0-85e26c6bc29d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.008978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b3688d3-47d4-4e22-ada6-1783ed94dc88 None None] Provisioning complete for port 672f6300-dba1-4456-bf39-70684eca413e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:16.009661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b3688d3-47d4-4e22-ada6-1783ed94dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.015520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.047981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:40:16.059423 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-46e901c4-4d8f-46ce-891d-a93c3dddfcc4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/78c389d1-45c4-4cd5-92ae-63a70d6a84fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5372946 Apr 18 20:40:16.060372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41448) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:16.065796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] Sync routers for ids ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:16.103010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] Routers {'78c389d1-45c4-4cd5-92ae-63a70d6a84fa'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:16.104153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.153691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66145f3-8fe4-4084-a00e-536f62b32897 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.156292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c66145f3-8fe4-4084-a00e-536f62b32897 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:16.164136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9591f991-c1d9-4f6d-b431-bcae4a2adafb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:16.184248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c66145f3-8fe4-4084-a00e-536f62b32897 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:16.186517 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c66145f3-8fe4-4084-a00e-536f62b32897 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports/672f6300-dba1-4456-bf39-70684eca413e HTTP/1.1" status: 200 len: 984 time: 0.1244419 Apr 18 20:40:16.189287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:16.274438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.288030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b3688d3-47d4-4e22-ada6-1783ed94dc88 None None] Port 672f6300-dba1-4456-bf39-70684eca413e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:16.297364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] Routers {'78c389d1-45c4-4cd5-92ae-63a70d6a84fa'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:16.298390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.474045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:16.474717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6728909-25a3-43e1-8c80-5d5e853fd4c6 None None] The sync data for ids ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:16.510774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-474c42f1-fbc0-4f10-b26f-7c029a20c6cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c6f4940edf44836b02a4c5b2395bc4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9134943 Apr 18 20:40:16.519562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41462) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:16.618262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-b9526065-bf14-4971-92d2-5bb3b97faabc service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6288085 Apr 18 20:40:16.711581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3446a4-2fcb-4f06-9446-2fbcf3ebdb9b req-12b49527-73a3-4c59-bd3c-bfb725fc22a2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.713088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff3446a4-2fcb-4f06-9446-2fbcf3ebdb9b req-12b49527-73a3-4c59-bd3c-bfb725fc22a2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.7248554 Apr 18 20:40:16.832064 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.887100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c049db-5438-4d47-9d69-e83760b593d9 req-205c253b-11a4-41be-be49-42c5104fb565 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:16.888600 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c8c049db-5438-4d47-9d69-e83760b593d9 req-205c253b-11a4-41be-be49-42c5104fb565 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 943 time: 0.2934628 Apr 18 20:40:16.890907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6df989e-d810-43fb-b07b-37cb2681b187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.956503 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.961182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6df989e-d810-43fb-b07b-37cb2681b187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:16.972255 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff3446a4-2fcb-4f06-9446-2fbcf3ebdb9b req-e9163222-8e56-47ae-9fdf-f67a0a2fe658 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362641 Apr 18 20:40:16.976212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c8c049db-5438-4d47-9d69-e83760b593d9 req-104457b3-6081-41e7-ae67-f8b8c8ccfd6b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474179 Apr 18 20:40:17.109092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5e374af-d4ee-4755-95b8-6d161ca5a42b req-28f95168-2fb0-414a-b701-4616aa24c530 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4761844 Apr 18 20:40:17.195157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.273953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.337977 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.436841 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6df989e-d810-43fb-b07b-37cb2681b187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.485287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6df989e-d810-43fb-b07b-37cb2681b187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9591f991-c1d9-4f6d-b431-bcae4a2adafb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:17.720151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:17.721034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.853938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 672f6300-dba1-4456-bf39-70684eca413e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:17.854881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.918674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6df989e-d810-43fb-b07b-37cb2681b187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:17.920132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b6df989e-d810-43fb-b07b-37cb2681b187 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9591f991-c1d9-4f6d-b431-bcae4a2adafb HTTP/1.1" status: 204 len: 168 time: 1.3934276 Apr 18 20:40:18.127888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:18.158169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'port_id': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'mac_address': 'fa:16:3e:8f:2a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:18.280211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.288428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.337109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.338091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5996cf48-7b56-46dd-9d01-6d144a0d1309 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:40:18.370536 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:40:18.372314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-53a4e1e0-af2a-4497-995a-d4dce475af32 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.8881111 Apr 18 20:40:18.373321 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.419833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:18.420327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:18.497729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:18.501994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.508285 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.532396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.661523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Deleting port 578c5db4-aaf6-490b-8cee-cd8c2ac8df45 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:18.662062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.691554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:40:18.773629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:18.800496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 672f6300-dba1-4456-bf39-70684eca413e owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:40:18.871845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.874321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc03902a-643a-4722-a184-eabac4be48a5 req-070bfbc0-e46b-4b5a-8d15-01d99ef04ec9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.877006 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc03902a-643a-4722-a184-eabac4be48a5 req-070bfbc0-e46b-4b5a-8d15-01d99ef04ec9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 943 time: 0.5599310 Apr 18 20:40:18.905742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:18.906570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:18.946437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f861ff-058a-4d2b-bdf2-e2a9b365276e req-4fb29b04-497c-4554-b686-113ff5b27f24 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:18.948268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04f861ff-058a-4d2b-bdf2-e2a9b365276e req-4fb29b04-497c-4554-b686-113ff5b27f24 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.5746658 Apr 18 20:40:18.978040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:19.022328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Usage tracker for resource:security_group_rule and tenant:60c678342ad34b25b4aa25e301a3432e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:19.087299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:19.238985 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.263645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc03902a-643a-4722-a184-eabac4be48a5 req-912058d6-719b-4173-b1b8-57ce605c3070 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786523 Apr 18 20:40:19.411706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:19.526409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04f861ff-058a-4d2b-bdf2-e2a9b365276e req-e07eda06-3571-4224-b47a-0615099582b2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5636086 Apr 18 20:40:19.583500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.623013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:19.661154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=672f6300-dba1-4456-bf39-70684eca413e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:19.735948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:19.835563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Calling delete_port for 578c5db4-aaf6-490b-8cee-cd8c2ac8df45 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:40:20.059168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:20.060010 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.074321 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.354720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.367092 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.445295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.476662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.521087 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60c678342ad34b25b4aa25e301a3432e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7144206 Apr 18 20:40:20.527977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41556) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:20.528888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Pushing event deleted for resources: {'Port': ['ID=578c5db4-aaf6-490b-8cee-cd8c2ac8df45,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.609910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:20.653840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:20.665488 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.786172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 78c389d1-45c4-4cd5-92ae-63a70d6a84fa has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:40:20.816850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ac2c3-e522-4096-bc11-a4b3588591aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48e4474-d981-4141-9c5c-f6a80b257fb3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.921670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.957655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:20.960693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-edb1e7b1-ccab-4a6e-ab73-7fb86a3e9251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:20.985194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ef4b00-5bd4-44bf-a70b-a379961a3057 req-7da20771-45e9-47f0-9f12-7404da3a7c29 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:20.992642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94ef4b00-5bd4-44bf-a70b-a379961a3057 req-7da20771-45e9-47f0-9f12-7404da3a7c29 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 943 time: 0.2667654 Apr 18 20:40:21.016325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-edb1e7b1-ccab-4a6e-ab73-7fb86a3e9251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.017105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:40:21.033695 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] Sync routers for ids ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:21.048359 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] Routers {'78c389d1-45c4-4cd5-92ae-63a70d6a84fa'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:21.049257 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:21.076303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94ef4b00-5bd4-44bf-a70b-a379961a3057 req-7f017e99-5797-4608-a432-0b48f5ebd51d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822845 Apr 18 20:40:21.096873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8405a705-4df6-41d6-8c0e-f05afb5f307c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/78c389d1-45c4-4cd5-92ae-63a70d6a84fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9060533 Apr 18 20:40:21.099873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41570) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:21.109782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0ad0fd5f-a73b-4753-9016-87ad5b40d605 tempest-RoutersAdminNegativeIpV6Test-430188443 tempest-RoutersAdminNegativeIpV6Test-430188443-project-admin] 10.222.0.47 "DELETE /v2.0/ports/578c5db4-aaf6-490b-8cee-cd8c2ac8df45 HTTP/1.1" status: 204 len: 168 time: 2.6853209 Apr 18 20:40:21.117822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-edb1e7b1-ccab-4a6e-ab73-7fb86a3e9251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.146433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb1e7b1-ccab-4a6e-ab73-7fb86a3e9251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48e4474-d981-4141-9c5c-f6a80b257fb3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:21.163984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073978c-6df7-4bee-b4ff-1f97d2a2e1d8 req-be6d70b1-427b-457d-921f-7e46f1c704ff tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:21.171563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1073978c-6df7-4bee-b4ff-1f97d2a2e1d8 req-be6d70b1-427b-457d-921f-7e46f1c704ff tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.3641911 Apr 18 20:40:21.189211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-edb1e7b1-ccab-4a6e-ab73-7fb86a3e9251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:21.193063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-edb1e7b1-ccab-4a6e-ab73-7fb86a3e9251 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c48e4474-d981-4141-9c5c-f6a80b257fb3 HTTP/1.1" status: 204 len: 168 time: 0.6569169 Apr 18 20:40:21.226295 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4901f6-bf04-4f61-8c05-d1cf3ae90389'] response: {'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'code': 200} Apr 18 20:40:21.246376 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:21.330167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1073978c-6df7-4bee-b4ff-1f97d2a2e1d8 req-98996b2e-4e8c-473e-a45f-2959dbf1bf89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573784 Apr 18 20:40:21.359402 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] Routers {'78c389d1-45c4-4cd5-92ae-63a70d6a84fa'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:21.360460 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:21.676353 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:21.678005 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc256d67-2405-46d3-a540-a5309ac03d23 None None] The sync data for ids ['78c389d1-45c4-4cd5-92ae-63a70d6a84fa'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:21.764249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 16e085de-12af-4bf7-b64a-5f99d11f997e details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:40:21.916608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41586) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:21.927849 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-ff9fbc00-ba1d-4261-ada3-eb3345ca2fb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 20:40:21.928970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ff9fbc00-ba1d-4261-ada3-eb3345ca2fb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/78c389d1-45c4-4cd5-92ae-63a70d6a84fa/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8279300 Apr 18 20:40:21.935201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:22.108042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a833359c-4681-4983-a6ea-53297d5c402c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:22.169878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a833359c-4681-4983-a6ea-53297d5c402c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:22.174776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41604) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:22.174997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a833359c-4681-4983-a6ea-53297d5c402c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c389d1-45c4-4cd5-92ae-63a70d6a84fa HTTP/1.1" status: 200 len: 205 time: 0.2380626 Apr 18 20:40:22.267693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 16e085de-12af-4bf7-b64a-5f99d11f997e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=16e085de-12af-4bf7-b64a-5f99d11f997e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:22.335266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '16e085de-12af-4bf7-b64a-5f99d11f997e', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'port_id': '16e085de-12af-4bf7-b64a-5f99d11f997e', 'mac_address': 'fa:16:3e:ff:9d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:40:22.400489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.497682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:22.529343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Usage tracker for resource:security_group_rule and tenant:07258fad02be452badb9884073c0172d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:22.539224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:22.594811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:22.685394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.728361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53b8edf2-df9f-40e2-9313-94b5dba98c0d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.767524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e085de-12af-4bf7-b64a-5f99d11f997e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:40:22.830584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 16e085de-12af-4bf7-b64a-5f99d11f997e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=16e085de-12af-4bf7-b64a-5f99d11f997e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:22.841275 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.893900 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.907617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:22.954716 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=07258fad02be452badb9884073c0172d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0349247 Apr 18 20:40:22.955471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41622) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:23.096289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=16e085de-12af-4bf7-b64a-5f99d11f997e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:23.142076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['16e085de-12af-4bf7-b64a-5f99d11f997e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:40:23.345310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ce892-ccb7-4bcf-9b3d-51689dd6428c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb506a19-cd26-4e5c-932b-133254ea358a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:23.411318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a06-1709-439b-ab86-da561fe4d823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.497407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429fa2c-3374-4a4a-b48f-958364b32db6 req-a394c9ec-5ddc-4dc8-bd06-a76d3c29211a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:23.506862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d429fa2c-3374-4a4a-b48f-958364b32db6 req-a394c9ec-5ddc-4dc8-bd06-a76d3c29211a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.3769796 Apr 18 20:40:23.515219 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a06-1709-439b-ab86-da561fe4d823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.755353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d429fa2c-3374-4a4a-b48f-958364b32db6 req-01913f09-eb97-44dd-8627-f6ae657cc180 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2472701 Apr 18 20:40:23.779071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a06-1709-439b-ab86-da561fe4d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.814185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba5a06-1709-439b-ab86-da561fe4d823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb506a19-cd26-4e5c-932b-133254ea358a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:23.831951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ba5a06-1709-439b-ab86-da561fe4d823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:23.836032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-94ba5a06-1709-439b-ab86-da561fe4d823 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb506a19-cd26-4e5c-932b-133254ea358a HTTP/1.1" status: 204 len: 168 time: 0.8775284 Apr 18 20:40:24.032962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc7e70f-6cd4-4418-9dba-9b45556721c3 req-546f8cfe-e985-4523-84a8-a4021136cea4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:24.041459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdc7e70f-6cd4-4418-9dba-9b45556721c3 req-546f8cfe-e985-4523-84a8-a4021136cea4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 943 time: 1.5597212 Apr 18 20:40:24.047936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53b8edf2-df9f-40e2-9313-94b5dba98c0d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.055446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53b8edf2-df9f-40e2-9313-94b5dba98c0d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.178421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53b8edf2-df9f-40e2-9313-94b5dba98c0d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.180234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b8edf2-df9f-40e2-9313-94b5dba98c0d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Fanout notify agent at l3_agent the message router_deleted on router 78c389d1-45c4-4cd5-92ae-63a70d6a84fa {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:40:24.208283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdc7e70f-6cd4-4418-9dba-9b45556721c3 req-fc683856-e4f0-4bb6-af86-e9f38ad4fdda tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658521 Apr 18 20:40:24.215922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53b8edf2-df9f-40e2-9313-94b5dba98c0d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.221005 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-53b8edf2-df9f-40e2-9313-94b5dba98c0d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/78c389d1-45c4-4cd5-92ae-63a70d6a84fa HTTP/1.1" status: 204 len: 168 time: 2.0434878 Apr 18 20:40:24.221942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41650) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:24.437205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet 834f70e6-8786-464e-a8d2-a98f4473ad74 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:40:24.458378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.546197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.753977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:24.944000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.039321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41672) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:25.087787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.098831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961c40cb-cc38-4589-90a9-f359581e19f2 None None] Network 701ccc58-bbe7-43b4-816e-f122b792184d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:25.130186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:25.136175 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/834f70e6-8786-464e-a8d2-a98f4473ad74 HTTP/1.1" status: 204 len: 168 time: 0.9111087 Apr 18 20:40:25.138183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2e06a-b98f-4d20-bc53-729d8d31eb1d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=834f70e6-8786-464e-a8d2-a98f4473ad74,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:25.412661 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.431136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d6aa9993-a805-4866-9000-14e3929b0240 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d6eda0eedbf436aa411899eb3723c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3904829 Apr 18 20:40:25.434103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41688) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:25.464169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33690af-c66b-45c7-8863-af4b482a742f req-ec2a2575-9c84-41fc-b1fb-de57fa706a5b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:25.478615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f33690af-c66b-45c7-8863-af4b482a742f req-ec2a2575-9c84-41fc-b1fb-de57fa706a5b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.4985626 Apr 18 20:40:25.521133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 9f853673-f427-497c-8917-1ab7724ecf94 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:25.521580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.553777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] DHCP port deletion for 701ccc58-bbe7-43b4-816e-f122b792184d request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:40:25.566936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] Deleting port 9f853673-f427-497c-8917-1ab7724ecf94 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:25.578264 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.795996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7246f36-996e-42f6-9e17-8119d55dd7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.813183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 16e085de-12af-4bf7-b64a-5f99d11f997e up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:25.900867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7246f36-996e-42f6-9e17-8119d55dd7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:25.938350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f33690af-c66b-45c7-8863-af4b482a742f req-440868fb-dc06-476b-bf0f-94fa9bf14e54 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4587369 Apr 18 20:40:26.000723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf8a011-d486-41a7-94fb-1c2028dd03a7 req-c02cb9b9-4023-4abe-8c62-7c5bf18ca488 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:26.003467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-daf8a011-d486-41a7-94fb-1c2028dd03a7 req-c02cb9b9-4023-4abe-8c62-7c5bf18ca488 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 944 time: 0.4056215 Apr 18 20:40:26.132722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 9f853673-f427-497c-8917-1ab7724ecf94, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9f853673-f427-497c-8917-1ab7724ecf94,segment=NetworkSegment(1e0ea688-d4d5-40bf-bf87-08202397aa1c),segment_id=1e0ea688-d4d5-40bf-bf87-08202397aa1c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:26.132722 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.351710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-daf8a011-d486-41a7-94fb-1c2028dd03a7 req-93e90697-3e66-4573-92f4-e3f0fa294ceb tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346221 Apr 18 20:40:26.409167 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7246f36-996e-42f6-9e17-8119d55dd7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.445201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] For port 9f853673-f427-497c-8917-1ab7724ecf94, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9f853673-f427-497c-8917-1ab7724ecf94,segment=NetworkSegment(1e0ea688-d4d5-40bf-bf87-08202397aa1c),segment_id=1e0ea688-d4d5-40bf-bf87-08202397aa1c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:26.446380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.528799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7246f36-996e-42f6-9e17-8119d55dd7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e378b0-b4c5-41ed-9c32-d154ff698cee,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:26.539284 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7246f36-996e-42f6-9e17-8119d55dd7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.549181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d7246f36-996e-42f6-9e17-8119d55dd7b2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2e378b0-b4c5-41ed-9c32-d154ff698cee HTTP/1.1" status: 204 len: 168 time: 1.1093349 Apr 18 20:40:26.643611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] Calling delete_port for 9f853673-f427-497c-8917-1ab7724ecf94 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:40:26.865559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 16e085de-12af-4bf7-b64a-5f99d11f997e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:26.870416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:26.970462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 9f853673-f427-497c-8917-1ab7724ecf94 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:40:26.990311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] Pushing event deleted for resources: {'Port': ['ID=9f853673-f427-497c-8917-1ab7724ecf94,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:26.998785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad03e05-ac65-4dfc-879d-34decb3b3189 None None] No DVR routers for this DVR port 9f853673-f427-497c-8917-1ab7724ecf94 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:27.002431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 16e085de-12af-4bf7-b64a-5f99d11f997e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:27.004582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.326728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:40:27.328030 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:40:27.453846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f853673-f427-497c-8917-1ab7724ecf94 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:27.599520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 9f853673-f427-497c-8917-1ab7724ecf94 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:40:27.604486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f853673-f427-497c-8917-1ab7724ecf94 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:40:27.617867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.699946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e085de-12af-4bf7-b64a-5f99d11f997e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:27.704967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c32265-e63b-4057-a709-27f24c857e5c req-f89dec21-bf51-41bf-b8c2-f669880b5c7d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:27.708999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b7c32265-e63b-4057-a709-27f24c857e5c req-f89dec21-bf51-41bf-b8c2-f669880b5c7d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.2863843 Apr 18 20:40:27.752971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 16e085de-12af-4bf7-b64a-5f99d11f997e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=16e085de-12af-4bf7-b64a-5f99d11f997e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:27.759231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.830587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 9f853673-f427-497c-8917-1ab7724ecf94 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:27.831495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:27.848916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41764) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:27.910644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b7c32265-e63b-4057-a709-27f24c857e5c req-521f4761-3ecb-4f86-aefa-8da8422bf3ad tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624041 Apr 18 20:40:28.057984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa3ebb-bc78-461f-b91e-dbed8f4823ef req-146a9857-06ce-41ce-a5c5-1e8e0e41c542 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:28.075596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8baa3ebb-bc78-461f-b91e-dbed8f4823ef req-146a9857-06ce-41ce-a5c5-1e8e0e41c542 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 0.2906449 Apr 18 20:40:28.152618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] The port '9f853673-f427-497c-8917-1ab7724ecf94' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:40:28.220896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=16e085de-12af-4bf7-b64a-5f99d11f997e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:28.230731 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae5d1ece-6c37-4abe-b6ad-66e544b019a7'] response: {'server_uuid': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e085de-12af-4bf7-b64a-5f99d11f997e', 'code': 200} Apr 18 20:40:28.343040 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8baa3ebb-bc78-461f-b91e-dbed8f4823ef req-cbbf44d8-7028-42fc-8797-782c7f058840 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630842 Apr 18 20:40:28.350188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.397055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:28.402894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Usage tracker for resource:security_group_rule and tenant:e9e5ef6362ec4138b44641245abf4eb9 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:28.418706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:28.428040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:28.588501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.598939 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.787521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8affc7b-0a81-47bc-b06c-317966ced57c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:28.844385 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dcb7b62c-33df-4f9b-b7af-feb01f31e12b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9e5ef6362ec4138b44641245abf4eb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9907968 Apr 18 20:40:28.844832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:28.916446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:28.991635 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:40:29.041195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-3614f50d-1f4d-41fc-902a-a3815d5a687a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.044511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-3614f50d-1f4d-41fc-902a-a3815d5a687a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1096 time: 0.8865228 Apr 18 20:40:29.070975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-875e40ca-ebc4-422e-985b-e04ca47caff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.117211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701ccc58-bbe7-43b4-816e-f122b792184d']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:29.145993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0ea688-d4d5-40bf-bf87-08202397aa1c') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:29.145993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0ea688-d4d5-40bf-bf87-08202397aa1c') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:29.167012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-875e40ca-ebc4-422e-985b-e04ca47caff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.192971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-d1ea011b-b68a-4e20-aa39-09f6679f55bb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6240141 Apr 18 20:40:29.275669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.324322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb35f7-d787-4f54-9b3c-186011f04069 req-c1753176-49e1-4b9f-aa65-98a6263063bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.328033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-875e40ca-ebc4-422e-985b-e04ca47caff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.329819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5bb35f7-d787-4f54-9b3c-186011f04069 req-c1753176-49e1-4b9f-aa65-98a6263063bb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 1096 time: 0.8794684 Apr 18 20:40:29.364001 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.372325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:29.373320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.443352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875e40ca-ebc4-422e-985b-e04ca47caff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8affc7b-0a81-47bc-b06c-317966ced57c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:29.459332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-875e40ca-ebc4-422e-985b-e04ca47caff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.465843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-875e40ca-ebc4-422e-985b-e04ca47caff3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8affc7b-0a81-47bc-b06c-317966ced57c HTTP/1.1" status: 204 len: 168 time: 0.6167593 Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:29.541957 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:29.772733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-be04b209-63c3-4e1c-9b26-b62b1d46129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.773215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-be04b209-63c3-4e1c-9b26-b62b1d46129d service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.5682447 Apr 18 20:40:29.837963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf296f7-f97d-488a-8fab-9cdaa05dd5d9 req-ea12265d-f863-461e-bcb0-e64dd9213915 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:29.850377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bf296f7-f97d-488a-8fab-9cdaa05dd5d9 req-ea12265d-f863-461e-bcb0-e64dd9213915 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 0.2274404 Apr 18 20:40:29.871842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:29.886026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41818) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.018197 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8bf296f7-f97d-488a-8fab-9cdaa05dd5d9 req-1ad15278-cec5-48b3-b80e-eb3a1b71eec9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665449 Apr 18 20:40:30.087863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.163788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-a6a00056-6347-4e13-ab64-89df1217d771 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.171630 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a6a00056-6347-4e13-ab64-89df1217d771 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2783160 Apr 18 20:40:30.173788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.177193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/701ccc58-bbe7-43b4-816e-f122b792184d HTTP/1.1" status: 204 len: 168 time: 5.0439732 Apr 18 20:40:30.195465 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c5bb35f7-d787-4f54-9b3c-186011f04069 req-92f27e84-d4aa-4546-8016-edf7ad497a42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6513689 Apr 18 20:40:30.197345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41826) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.203283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=701ccc58-bbe7-43b4-816e-f122b792184d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:30.227269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-d47c6a8d-19b9-4002-b298-c7b876629cf6 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.228937 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d47c6a8d-19b9-4002-b298-c7b876629cf6 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0524256 Apr 18 20:40:30.230998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.231566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.232057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.232580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.233145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.233938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.234454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.234951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.235429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.235920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.236420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.236891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7e6245-4845-4e73-bcb8-34f43f645e2c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:30.245856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-40751079'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:30.252685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.266237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:30.272377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-d44aad21-f0cd-4434-94c8-6b9056873639 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.273819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d44aad21-f0cd-4434-94c8-6b9056873639 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0137892 Apr 18 20:40:30.278349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.278651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:30.283262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-a2f8da34-c7dd-4902-a6b6-59f3bb9c4107 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 1001 time: 0.4124613 Apr 18 20:40:30.290227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-7472c3de-f77d-42f5-b20a-7740a15b046b tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.291508 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7472c3de-f77d-42f5-b20a-7740a15b046b tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069721 Apr 18 20:40:30.293393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:30.301853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.317545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:30.324371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-5862d8d4-51ce-4da2-b26f-277197a0105d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.326029 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5862d8d4-51ce-4da2-b26f-277197a0105d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0229411 Apr 18 20:40:30.331144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41846) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.343111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-6713d619-9c27-4299-9f60-ed8cd6b38844 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.350247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6713d619-9c27-4299-9f60-ed8cd6b38844 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0168304 Apr 18 20:40:30.354102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.370034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191c84c-d911-436c-ad9b-d9eb0730ac47 req-89de8cf4-5b21-4444-a940-39941b41dfbf tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.372164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b191c84c-d911-436c-ad9b-d9eb0730ac47 req-89de8cf4-5b21-4444-a940-39941b41dfbf tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.8029377 Apr 18 20:40:30.375396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-06269ed2-cf9f-4bd7-93f0-b3710ea8316b tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.381316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-06269ed2-cf9f-4bd7-93f0-b3710ea8316b tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0253825 Apr 18 20:40:30.389753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.390201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.391053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.391454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41854) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.392188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.393005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.393852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.394471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.396287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:30.396784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-eb8233cb-78e7-4d5c-b43f-e0d705f53b2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a03f0a11eb464d57a5036d775b91ef54&device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 6490 time: 0.6271679 Apr 18 20:40:30.402798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.447330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-a8c0c073-ebeb-4abb-8798-44abfa26f7be tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.448988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a8c0c073-ebeb-4abb-8798-44abfa26f7be tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0128870 Apr 18 20:40:30.453740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.466018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-1e9b51f9-97d1-4700-b349-bcdc3bc954c4 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.468769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e9b51f9-97d1-4700-b349-bcdc3bc954c4 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0131373 Apr 18 20:40:30.476610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41866) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.498470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-87c14776-bb0d-407b-b11a-177644b6d72c tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.500087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87c14776-bb0d-407b-b11a-177644b6d72c tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0217211 Apr 18 20:40:30.501895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:30.506091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.520823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-8285583f-e5b4-4b9e-9e06-93dc19098d07 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.523024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8285583f-e5b4-4b9e-9e06-93dc19098d07 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0151465 Apr 18 20:40:30.524305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41874) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.532714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41876) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.564914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.566012 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment 456943f6-f1bc-409c-a7e4-2f73a536e2b7 of type vlan for network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 Apr 18 20:40:30.572198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-55933697-229b-4a27-8c76-eb87f46e1d05 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.574404 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-55933697-229b-4a27-8c76-eb87f46e1d05 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0397735 Apr 18 20:40:30.588470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41882) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.603023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.640193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-08bda449-f26e-4ddb-85e6-8bc261e32a61 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.642534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-08bda449-f26e-4ddb-85e6-8bc261e32a61 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0518198 Apr 18 20:40:30.663690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41886) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.679269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:30.687793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Usage tracker for resource:security_group_rule and tenant:29da18966370478ba5b2ba9830ddb435 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:30.693696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:30.707111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:30.894797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.903721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-bda7853f-5161-4959-acc8-767db16f7c17 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:30.912354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bda7853f-5161-4959-acc8-767db16f7c17 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.2414980 Apr 18 20:40:30.928860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41892) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:30.934643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:30.944483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-28fe2c7c-9c94-435f-8479-7f131f6771f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.945085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-28fe2c7c-9c94-435f-8479-7f131f6771f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.945567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-28fe2c7c-9c94-435f-8479-7f131f6771f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:30.947252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-28fe2c7c-9c94-435f-8479-7f131f6771f6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9cc52580-b45a-468e-82a9-daf844138944&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=84a83632-47ae-49f0-92cc-d175428aea3a&id=904e4d7d-e21b-4d84-ba7c-5ec004727885&id=904e4d7d-e21b-4d84-ba7c-5ec004727885 HTTP/1.1" status: 200 len: 2292 time: 0.5011704 Apr 18 20:40:30.960160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b191c84c-d911-436c-ad9b-d9eb0730ac47 req-88f25ae6-3064-466b-8256-5a5a37c6fd3a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5622499 Apr 18 20:40:31.054275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29da18966370478ba5b2ba9830ddb435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216827 Apr 18 20:40:31.081617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-a4c05ecb-ad2c-428b-97f6-528faa7d87df tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.083227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a4c05ecb-ad2c-428b-97f6-528faa7d87df tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1513309 Apr 18 20:40:31.114058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.114856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.157949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-dbb09f8a-8116-4c22-93ff-6cd3e38cef2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.173599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-dbb09f8a-8116-4c22-93ff-6cd3e38cef2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.7274406 Apr 18 20:40:31.177894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-b47137d6-ba9a-4d9d-9e94-3743e698c06c tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.192145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b47137d6-ba9a-4d9d-9e94-3743e698c06c tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0730283 Apr 18 20:40:31.197708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41908) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.206919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.312515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-ca920b31-b585-495c-817b-2f1d6d5fa4c9 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.313480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ca920b31-b585-495c-817b-2f1d6d5fa4c9 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.1029863 Apr 18 20:40:31.332076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ad2eaa-fdad-4302-a1da-71dd3b1cb8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5a9e5c-3bf0-4eaa-96fc-773e57f4c442,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:31.342452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41912) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.364596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-53eafc2d-822f-4757-8bb1-b99106991640 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.369908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-53eafc2d-822f-4757-8bb1-b99106991640 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0196490 Apr 18 20:40:31.387850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41918) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.410981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-ade52f34-4db5-4006-ac78-319b7b83a480 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.412256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ade52f34-4db5-4006-ac78-319b7b83a480 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0124824 Apr 18 20:40:31.420745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41922) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.427674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-6c1806aa-8af1-47b8-8208-6fbddfec2bd5 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.428693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6c1806aa-8af1-47b8-8208-6fbddfec2bd5 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0068750 Apr 18 20:40:31.432880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41926) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.440593 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.446813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.448225 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.458424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-7b85757b-5df6-48f1-9d2f-5442e3dba83d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.459442 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b85757b-5df6-48f1-9d2f-5442e3dba83d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0255282 Apr 18 20:40:31.474576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.518820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-b335afbf-e043-4b1d-98a5-a91bb9871409 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.526417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b335afbf-e043-4b1d-98a5-a91bb9871409 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0347359 Apr 18 20:40:31.527760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41934) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.543776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-0fc93b38-d643-406a-8a60-e1081be9cbbe tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.549080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0fc93b38-d643-406a-8a60-e1081be9cbbe tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0143833 Apr 18 20:40:31.561852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.562964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed35a34-a85e-41c0-8bd1-908b8e9e6dd9 req-04fea9c3-f2f1-4e4b-b888-3d8b5ec39f1a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.572990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ed35a34-a85e-41c0-8bd1-908b8e9e6dd9 req-04fea9c3-f2f1-4e4b-b888-3d8b5ec39f1a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 0.3824823 Apr 18 20:40:31.590040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-5fe19859-9b17-4c0a-9023-b4c381bb5bd1 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.597075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5fe19859-9b17-4c0a-9023-b4c381bb5bd1 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0245326 Apr 18 20:40:31.630164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.631612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87e2eb8-6a4b-45c5-afef-97b26dd10d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.636704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-4b3b9cb7-c681-490b-aa55-bb69c0dc830c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=255c50e1-07cf-48c9-a853-19a1836d8539 HTTP/1.1" status: 200 len: 1000 time: 0.6804070 Apr 18 20:40:31.648281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-71685330-b1f8-4284-a4b3-3aa3cae16e25 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.656904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71685330-b1f8-4284-a4b3-3aa3cae16e25 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0164742 Apr 18 20:40:31.731461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.743927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-f71e498a-9c13-46a9-9abe-ecf6a1681918 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.755109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f71e498a-9c13-46a9-9abe-ecf6a1681918 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0195093 Apr 18 20:40:31.756526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41954) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.769862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5652258 Apr 18 20:40:31.769862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d31990-aff3-4065-9e70-1b9b3ea81d8d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=b016a9ed-aaeb-4302-9ef9-cd8507f63f24,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:31.776117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-c8fcfb4d-bf71-4131-bc89-bc96e7858a7c tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.782226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c8fcfb4d-bf71-4131-bc89-bc96e7858a7c tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0196440 Apr 18 20:40:31.782226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41958) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.787459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': 'b016a9ed-aaeb-4302-9ef9-cd8507f63f24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:31.792531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:31.798068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41962) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.817776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-8ee87e7e-9c82-4be1-a572-c75dd2be9dee tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.819087 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8ee87e7e-9c82-4be1-a572-c75dd2be9dee tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0197790 Apr 18 20:40:31.821329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ed35a34-a85e-41c0-8bd1-908b8e9e6dd9 req-52cc14ee-15f4-4e99-a38c-5c2e15007cec tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464237 Apr 18 20:40:31.825788 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87e2eb8-6a4b-45c5-afef-97b26dd10d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:31.828638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41966) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.906946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-9646f625-803d-4eb5-a5fc-3dd9e7dd79d8 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.926289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9646f625-803d-4eb5-a5fc-3dd9e7dd79d8 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0922031 Apr 18 20:40:31.934662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:31.973420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-889d8fc9-d2a7-40ed-8110-24b98265295d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:31.977168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-889d8fc9-d2a7-40ed-8110-24b98265295d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71af2109-a737-42fe-a277-81a1f6836c5b HTTP/1.1" status: 200 len: 851 time: 0.3147473 Apr 18 20:40:31.987181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-3af01b7e-a277-42ea-8b70-edc941c3035f tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:31.994172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3af01b7e-a277-42ea-8b70-edc941c3035f tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0499880 Apr 18 20:40:31.995499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87e2eb8-6a4b-45c5-afef-97b26dd10d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.004559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41974) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.071042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-c3e98ad2-7063-43a5-89b3-e4506c42709f tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.072023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c3e98ad2-7063-43a5-89b3-e4506c42709f tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0516613 Apr 18 20:40:32.073027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87e2eb8-6a4b-45c5-afef-97b26dd10d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.074332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a87e2eb8-6a4b-45c5-afef-97b26dd10d2b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d5a9e5c-3bf0-4eaa-96fc-773e57f4c442 HTTP/1.1" status: 204 len: 168 time: 0.9582703 Apr 18 20:40:32.082850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-4934e573-ef5e-4823-8f16-def8f881939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.084706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-4934e573-ef5e-4823-8f16-def8f881939f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8532345 Apr 18 20:40:32.087730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.121188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e2eb8-6a4b-45c5-afef-97b26dd10d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5a9e5c-3bf0-4eaa-96fc-773e57f4c442,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:32.127056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-906b9fd8-a009-46ef-99a7-aa106d2d4d3d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.128424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-906b9fd8-a009-46ef-99a7-aa106d2d4d3d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0324228 Apr 18 20:40:32.134164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41986) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.142215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-9a28c533-5841-4c87-86e6-4b3027b7b7fc tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.143515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9a28c533-5841-4c87-86e6-4b3027b7b7fc tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062485 Apr 18 20:40:32.166100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.196763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-a2469f03-a44c-4eb6-9f8b-26676be3f1c2 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.198428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a2469f03-a44c-4eb6-9f8b-26676be3f1c2 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0216777 Apr 18 20:40:32.249595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41994) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.262232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-1b6ab8e3-8946-407b-ab1e-caec0553a0af tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.264669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1b6ab8e3-8946-407b-ab1e-caec0553a0af tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0116534 Apr 18 20:40:32.274921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-497f3159-eef8-4d3f-a385-b6a371dd7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:32.276670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-497f3159-eef8-4d3f-a385-b6a371dd7d50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9cc52580-b45a-468e-82a9-daf844138944&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2711833 Apr 18 20:40:32.281274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.288628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-efdf541c-a441-424e-9ffc-f9656287700b tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.290210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-efdf541c-a441-424e-9ffc-f9656287700b tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0082152 Apr 18 20:40:32.625540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42002) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.656223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-b96f50ae-a7a4-4502-91b8-224f15b7df29 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.673688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b96f50ae-a7a4-4502-91b8-224f15b7df29 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0334222 Apr 18 20:40:32.673688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:32.675458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42014) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.703090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-16481167-e4fd-453b-aaec-085aa5dc01f3 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.703090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-16481167-e4fd-453b-aaec-085aa5dc01f3 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0239861 Apr 18 20:40:32.703090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:32.707555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42018) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.711078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:32.730409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-d1899152-416d-4878-9f22-622c5fdd6673 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.736489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d1899152-416d-4878-9f22-622c5fdd6673 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0282445 Apr 18 20:40:32.744738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42022) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.749576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:32.759257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-3f4a4fd1-a642-40fd-93f6-0fa989786501 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.760263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f4a4fd1-a642-40fd-93f6-0fa989786501 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0145624 Apr 18 20:40:32.770140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42026) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.782886 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-f32c8260-fff9-48c8-8def-368386b00797 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6847868 Apr 18 20:40:32.785105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-f0b13982-f122-4129-8b01-631ae9690adf tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.789946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0b13982-f122-4129-8b01-631ae9690adf tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0186677 Apr 18 20:40:32.798584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42030) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.817247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-6feade46-e4ff-4f2e-97ac-eafcd210d33e tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.818437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6feade46-e4ff-4f2e-97ac-eafcd210d33e tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0188639 Apr 18 20:40:32.819966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:32.825456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-f5f61754-02e2-42c1-a491-cdcdf61c921e service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5341280 Apr 18 20:40:32.829349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.829744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:32.881784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-9c6f0b37-a768-4d27-8595-ae68eeb53ec4 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.883735 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9c6f0b37-a768-4d27-8595-ae68eeb53ec4 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0489943 Apr 18 20:40:32.892423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42042) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:32.925217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-39700186-ce4d-4ec4-a059-31027df994c6 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:32.926325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-39700186-ce4d-4ec4-a059-31027df994c6 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0168509 Apr 18 20:40:32.989330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42046) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.088400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-fb42ce0c-3d67-46ba-88f8-c88532fb0352 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.096963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fb42ce0c-3d67-46ba-88f8-c88532fb0352 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.1066411 Apr 18 20:40:33.132847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42054) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.166869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9eb1ad-7638-44f4-8981-bb307d0934af req-7d68fabe-560a-44fc-aff6-2b7d50f93cc7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.170381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ab9eb1ad-7638-44f4-8981-bb307d0934af req-7d68fabe-560a-44fc-aff6-2b7d50f93cc7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.5224171 Apr 18 20:40:33.189093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-60ada479-43a2-4d7c-81a7-d4ff43b2a38a tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.197806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-60ada479-43a2-4d7c-81a7-d4ff43b2a38a tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0261147 Apr 18 20:40:33.230093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.338475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-18bb190a-ddbc-4be3-a7e7-d849face282d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.343136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-18bb190a-ddbc-4be3-a7e7-d849face282d tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.1090052 Apr 18 20:40:33.360978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.384251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-388f1929-4d58-4317-a12e-54d2eda16d07 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.385651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-388f1929-4d58-4317-a12e-54d2eda16d07 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0230184 Apr 18 20:40:33.398352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ab9eb1ad-7638-44f4-8981-bb307d0934af req-c1d463fa-bafc-404d-a099-88ea44be20c3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774728 Apr 18 20:40:33.403749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.412171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-ad81ce88-0ea3-4a0a-a43f-8adb685f3e59 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.413292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ad81ce88-0ea3-4a0a-a43f-8adb685f3e59 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0084255 Apr 18 20:40:33.428434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42078) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.447148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-d25caf55-6b7f-4f22-9a7d-87d7733f4827 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.448295 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d25caf55-6b7f-4f22-9a7d-87d7733f4827 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0187433 Apr 18 20:40:33.461487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42084) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.469892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-dcfc0495-2f54-4100-9953-9da3c20041ca service neutron] 10.222.0.55 "GET /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141424 Apr 18 20:40:33.472225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3a9afd2-5bfc-463b-9da0-b208f4f0eca6 req-c71e1091-0620-4158-87dd-a6549513b7fe service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806533 Apr 18 20:40:33.476257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-9d433856-152f-4b06-a537-b89feefe3ee1 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.479148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9d433856-152f-4b06-a537-b89feefe3ee1 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0132298 Apr 18 20:40:33.557207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42088) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.565310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:33.586217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-bff24937-c710-4581-a6a0-d5d56c9711d3 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.587349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bff24937-c710-4581-a6a0-d5d56c9711d3 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0277407 Apr 18 20:40:33.610941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.632221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-fe26710f-1410-438b-945a-ddedc7fed6ae tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.633824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe26710f-1410-438b-945a-ddedc7fed6ae tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0215077 Apr 18 20:40:33.636230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-e3e8cb88-fae4-470d-a015-2e4dfefbe1f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 200 len: 217 time: 0.1554923 Apr 18 20:40:33.637965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.672175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-312fce08-2edf-4fc6-a495-dd357f13ed62 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.676052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-312fce08-2edf-4fc6-a495-dd357f13ed62 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0333908 Apr 18 20:40:33.732256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.735777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=1ea8f38c-a81f-4e6e-a88e-ef7ded197844,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:33.760434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.761410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.762271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.763068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.764561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.767172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.767875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.768476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.769142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.769820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.770648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.771552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:33.796347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-ac8bc83a-1e8b-4c7d-af98-c58d28521f38 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.799841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ac8bc83a-1e8b-4c7d-af98-c58d28521f38 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0482180 Apr 18 20:40:33.806364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42112) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.820491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-e5c16501-9e6f-4ecd-85d3-8f36b48795b3 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.831182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e5c16501-9e6f-4ecd-85d3-8f36b48795b3 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0212448 Apr 18 20:40:33.836176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.856839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-ba14ff53-e87d-4483-9a4f-7fc0e938a494 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.861205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ba14ff53-e87d-4483-9a4f-7fc0e938a494 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0216866 Apr 18 20:40:33.872571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.882181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-f81bc51e-2ac5-460f-98e1-a878a5ee39bb tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.894224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f81bc51e-2ac5-460f-98e1-a878a5ee39bb tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0177405 Apr 18 20:40:33.898673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.903215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-c18243b5-d0fe-4854-817a-83b89dba28c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:33.910348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-c18243b5-d0fe-4854-817a-83b89dba28c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.2331529 Apr 18 20:40:33.922130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-140856d8-e7e7-4245-b3ff-0bdb49835f67 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.923377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-140856d8-e7e7-4245-b3ff-0bdb49835f67 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0232413 Apr 18 20:40:33.946315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42130) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.967808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-3ec127c3-3a82-4190-84ad-2f592a792429 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:33.972913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3ec127c3-3a82-4190-84ad-2f592a792429 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0240345 Apr 18 20:40:33.981754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42134) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:33.995525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-44d95650-72df-47fb-93c4-09f92626d381 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.002266 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44d95650-72df-47fb-93c4-09f92626d381 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0183089 Apr 18 20:40:34.026310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42138) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.033121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-08878632-b510-45d4-a3ed-f6cdfde81216 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.034306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-08878632-b510-45d4-a3ed-f6cdfde81216 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0069025 Apr 18 20:40:34.040895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.041173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165bec-8f79-445f-a49e-d8099338a586 req-a9f64b8c-496a-4713-b66a-260e0d5fe94e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.053193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-071ef89f-ee47-4308-b226-779e283b4647 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.054331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-071ef89f-ee47-4308-b226-779e283b4647 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0137639 Apr 18 20:40:34.059228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.059484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf165bec-8f79-445f-a49e-d8099338a586 req-a9f64b8c-496a-4713-b66a-260e0d5fe94e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 0.9649732 Apr 18 20:40:34.089849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-88c66155-51bd-47c4-b37d-1a12105f4be0 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.102470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.109966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-88c66155-51bd-47c4-b37d-1a12105f4be0 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0257807 Apr 18 20:40:34.122588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-92a9e351-dae8-44ff-8ed9-a5dffd05bb47 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.129872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-92a9e351-dae8-44ff-8ed9-a5dffd05bb47 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0256181 Apr 18 20:40:34.132043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': '456943f6-f1bc-409c-a7e4-2f73a536e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b016a9ed-aaeb-4302-9ef9-cd8507f63f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:34.132944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: b016a9ed-aaeb-4302-9ef9-cd8507f63f24, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:34.141989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.187232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-3dbc3c5d-6ac1-4b2e-b25b-f2f2f66cbec7 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.188388 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3dbc3c5d-6ac1-4b2e-b25b-f2f2f66cbec7 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0280788 Apr 18 20:40:34.193449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.224682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cf165bec-8f79-445f-a49e-d8099338a586 req-11cf2c63-bde2-47d1-adff-b95bc088458d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640906 Apr 18 20:40:34.225686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [None req-b1d6514a-72a0-475a-956d-2b967fe2b0c1 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.229564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b1d6514a-72a0-475a-956d-2b967fe2b0c1 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0306342 Apr 18 20:40:34.231668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42168) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.241760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-0fe17a68-ba3c-458b-95c8-ce0f45f1a888 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.244117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0fe17a68-ba3c-458b-95c8-ce0f45f1a888 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0108709 Apr 18 20:40:34.247541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-3b4d2188-ea65-4fc3-8721-d702abf56c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.249274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42172) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.250643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-3b4d2188-ea65-4fc3-8721-d702abf56c8c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3258674 Apr 18 20:40:34.253840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:34.260457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [None req-a478bd57-ce47-4ff2-973a-31d5ea9d4f88 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:40:34.261875 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a478bd57-ce47-4ff2-973a-31d5ea9d4f88 tempest-ExtensionsTestJSON-321621261 tempest-ExtensionsTestJSON-321621261-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0099704 Apr 18 20:40:34.285590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, b016a9ed-aaeb-4302-9ef9-cd8507f63f24) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:34.296790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327f9868-56b1-4a78-9996-14eea4e86ad2 None None] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:34.300958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:34.301738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.389551 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c2e7d218-9b3c-4a89-9fd4-866e4ea47aa1 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6092577 Apr 18 20:40:34.393282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42184) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:34.401581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1666238011', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:34.433556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:34.451056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:router and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:34.464998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:34.484419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:34.513848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.516701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.565498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.610707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.676471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:34.681778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-855756cd-1212-4424-93aa-2b4aae2f7cd5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2821960 Apr 18 20:40:34.682499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42190) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:35.057345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-b016a9ed-aaeb-4302-9ef9-cd8507f63f24', 'network_id': 'b016a9ed-aaeb-4302-9ef9-cd8507f63f24', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': '1ea8f38c-a81f-4e6e-a88e-ef7ded197844'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:40:35.062144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:35.389775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:35.445021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-4b342a82-18bd-4c67-b92a-256f4834c1d7 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1822190 Apr 18 20:40:35.543172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a896e7-af41-44e7-b6b5-d8e71b20da80 req-d4c8620c-af5d-4ab7-9096-d12db1f86686 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:35.553041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62a896e7-af41-44e7-b6b5-d8e71b20da80 req-d4c8620c-af5d-4ab7-9096-d12db1f86686 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 0.7300174 Apr 18 20:40:35.613714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Allocated IP 2001:db8::2 (b016a9ed-aaeb-4302-9ef9-cd8507f63f24/1ea8f38c-a81f-4e6e-a88e-ef7ded197844/9ef28ef3-6831-48d5-8edd-fca258eccdab) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:35.647675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cbdf5-0865-4fbe-8562-7e58e60c636b req-01a555eb-02b6-4d25-8611-cde716671233 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:35.658223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-284cbdf5-0865-4fbe-8562-7e58e60c636b req-01a555eb-02b6-4d25-8611-cde716671233 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.7582009 Apr 18 20:40:35.761071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62a896e7-af41-44e7-b6b5-d8e71b20da80 req-c2e1d591-3c80-42a9-986d-40fc093adc8c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067077 Apr 18 20:40:35.856138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-284cbdf5-0865-4fbe-8562-7e58e60c636b req-69d72c9e-0b85-49f6-a8f0-30870ae55836 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742335 Apr 18 20:40:35.952176 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.176998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:36.192278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.200914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Usage tracker for resource:security_group_rule and tenant:11f416d659ec420ab53bdbe69568c4aa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:36.220714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.223154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:36.235012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Transition to ACTIVE for port object 9ef28ef3-6831-48d5-8edd-fca258eccdab will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:36.261308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:36.271086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Transition to ACTIVE for port object 9ef28ef3-6831-48d5-8edd-fca258eccdab will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:36.294530 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.339470 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-d801b86e-e1d2-4cd7-9c37-a2b49d75b877 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8770413 Apr 18 20:40:36.379219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Pushing event updated for resources: {'Port': ['ID=9ef28ef3-6831-48d5-8edd-fca258eccdab,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:36.413289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:36.414744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:36.425981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:40:36.595966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-24eac7a7-45f8-4bb5-a302-21dcf0425629 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.179&port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 200 len: 217 time: 0.2407906 Apr 18 20:40:36.764003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Attempting to bind port 9ef28ef3-6831-48d5-8edd-fca258eccdab on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:36.766345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Attempting to bind port 9ef28ef3-6831-48d5-8edd-fca258eccdab by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '456943f6-f1bc-409c-a7e4-2f73a536e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b016a9ed-aaeb-4302-9ef9-cd8507f63f24'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:36.767178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Attempting to bind port 9ef28ef3-6831-48d5-8edd-fca258eccdab on network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:40:36.776854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:40:36.777405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Checking segment: {'id': '456943f6-f1bc-409c-a7e4-2f73a536e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b016a9ed-aaeb-4302-9ef9-cd8507f63f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:36.777940 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.778472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Bound using segment: {'id': '456943f6-f1bc-409c-a7e4-2f73a536e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b016a9ed-aaeb-4302-9ef9-cd8507f63f24'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:40:36.779092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Bound port: 9ef28ef3-6831-48d5-8edd-fca258eccdab, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456943f6-f1bc-409c-a7e4-2f73a536e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b016a9ed-aaeb-4302-9ef9-cd8507f63f24'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:36.780316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:36.804725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243459a-7407-404e-a341-8164c44cce6a req-aa401ef5-bc3c-4bba-a3ad-672dd0aa75ef tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:36.823304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0243459a-7407-404e-a341-8164c44cce6a req-aa401ef5-bc3c-4bba-a3ad-672dd0aa75ef tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 0.8841712 Apr 18 20:40:36.959624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] For port 9ef28ef3-6831-48d5-8edd-fca258eccdab, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:40:36.967858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] For port 9ef28ef3-6831-48d5-8edd-fca258eccdab, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9ef28ef3-6831-48d5-8edd-fca258eccdab,segment=NetworkSegment(456943f6-f1bc-409c-a7e4-2f73a536e2b7),segment_id=456943f6-f1bc-409c-a7e4-2f73a536e2b7)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:40:36.990305 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.146191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0243459a-7407-404e-a341-8164c44cce6a req-70548628-ebb5-426d-b3a7-59d3267288cc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212924 Apr 18 20:40:37.148023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-08b4f31d-9c67-498d-bc45-6cd1b13d063a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.149579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-08b4f31d-9c67-498d-bc45-6cd1b13d063a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.5250032 Apr 18 20:40:37.332927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7d68d-c73e-4458-b86d-e41889cd9bb7 None None] Pushing event updated for resources: {'Port': ['ID=9ef28ef3-6831-48d5-8edd-fca258eccdab,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.571243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.613326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:37.690114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11f416d659ec420ab53bdbe69568c4aa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2975376 Apr 18 20:40:37.750052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:37.753156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc0090-8844-4e85-83f3-bd45b08276d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6419994-1225-4d09-a0d6-0e7212d1439c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:37.787616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-5d69a8c3-1f14-434d-b791-d4f01a3e10fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.800458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-5d69a8c3-1f14-434d-b791-d4f01a3e10fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6174619 Apr 18 20:40:37.948174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1fc47-66df-49b5-89c3-749b59241a41 req-0ac8e71d-db23-4551-a19a-251ed11d8f02 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:37.957794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0df1fc47-66df-49b5-89c3-749b59241a41 req-0ac8e71d-db23-4551-a19a-251ed11d8f02 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.6099494 Apr 18 20:40:38.078806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8::1 (b016a9ed-aaeb-4302-9ef9-cd8507f63f24/1ea8f38c-a81f-4e6e-a88e-ef7ded197844/227bedbc-feb9-466e-b805-e35cc7f2aed3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:38.195724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0df1fc47-66df-49b5-89c3-749b59241a41 req-4749f89d-005e-4b1a-8d91-82ed0e978f8b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2350988 Apr 18 20:40:38.488940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0aaf5a84-460f-4315-9028-86cbf4f01521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.550717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0aaf5a84-460f-4315-9028-86cbf4f01521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.710403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.714368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-99356a04-f4d2-459c-a1e5-027048029ff6 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265581 Apr 18 20:40:38.762773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object 227bedbc-feb9-466e-b805-e35cc7f2aed3 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:38.817071 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:38.981347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=227bedbc-feb9-466e-b805-e35cc7f2aed3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:39.068178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:39.080953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:39.086274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:40:39.093268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0aaf5a84-460f-4315-9028-86cbf4f01521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.094153 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.211569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f5254b-2d6c-4ae1-ab3e-c790b4a7ed83 req-a807561a-9631-4263-98af-b673be4a290c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:39.245372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4f5254b-2d6c-4ae1-ab3e-c790b4a7ed83 req-a807561a-9631-4263-98af-b673be4a290c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 1.0929527 Apr 18 20:40:39.390603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf5a84-460f-4315-9028-86cbf4f01521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6419994-1225-4d09-a0d6-0e7212d1439c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:39.504216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.553268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9ef28ef3-6831-48d5-8edd-fca258eccdab up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:39.612105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4f5254b-2d6c-4ae1-ab3e-c790b4a7ed83 req-df8a64a0-adc9-4ec2-92b5-95edaaaed875 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3651226 Apr 18 20:40:39.655598 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-0e0fc83f-37c8-44fe-b3f6-e2e041946843 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9264555 Apr 18 20:40:39.655598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0aaf5a84-460f-4315-9028-86cbf4f01521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:39.658556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0aaf5a84-460f-4315-9028-86cbf4f01521 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6419994-1225-4d09-a0d6-0e7212d1439c HTTP/1.1" status: 204 len: 168 time: 1.8869035 Apr 18 20:40:39.931999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-69d42037-f360-4aa8-bd92-e99889b2de15 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=24c2c157-d184-4525-afe1-fc77113c6152 HTTP/1.1" status: 200 len: 217 time: 0.2694128 Apr 18 20:40:39.987375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9ef28ef3-6831-48d5-8edd-fca258eccdab completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:40.140223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954867e7-4e39-4d87-8d8b-30d656f378fb None None] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:40.197135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-a6f8a890-e5a5-4877-ab5d-08b532a5ca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.211971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-a6f8a890-e5a5-4877-ab5d-08b532a5ca6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.2717752 Apr 18 20:40:40.250774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c31b6084-7f37-49f6-968c-dc6f3242e6b0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.259666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c31b6084-7f37-49f6-968c-dc6f3242e6b0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 0.8540883 Apr 18 20:40:40.403244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531a90c-3194-4dce-8e2a-7c3ae170a4b9 req-c0fd662d-9925-40e9-8580-773b6e70ff11 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.409731 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1531a90c-3194-4dce-8e2a-7c3ae170a4b9 req-c0fd662d-9925-40e9-8580-773b6e70ff11 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.6890769 Apr 18 20:40:40.630441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a0a8128e-1052-483a-8820-0208e78ec3ae None None] Provisioning for port 9ef28ef3-6831-48d5-8edd-fca258eccdab completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:40.655219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 16e085de-12af-4bf7-b64a-5f99d11f997e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:40.656140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.741229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a0a8128e-1052-483a-8820-0208e78ec3ae None None] Provisioning complete for port 9ef28ef3-6831-48d5-8edd-fca258eccdab triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:40.741643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a0a8128e-1052-483a-8820-0208e78ec3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:40.787146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1531a90c-3194-4dce-8e2a-7c3ae170a4b9 req-f6fa6e13-d900-4068-b74b-699fcb7e13ee tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3571353 Apr 18 20:40:40.943422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-01f746f2-8f97-4ef9-aacc-3673be77db2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:40.946527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-01f746f2-8f97-4ef9-aacc-3673be77db2f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6858113 Apr 18 20:40:40.995509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.006781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.007906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.284826 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a0a8128e-1052-483a-8820-0208e78ec3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.382905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a0a8128e-1052-483a-8820-0208e78ec3ae None None] For port 9ef28ef3-6831-48d5-8edd-fca258eccdab, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9ef28ef3-6831-48d5-8edd-fca258eccdab,segment=NetworkSegment(456943f6-f1bc-409c-a7e4-2f73a536e2b7),segment_id=456943f6-f1bc-409c-a7e4-2f73a536e2b7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:41.396735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:41.398261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:41.399521 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a0a8128e-1052-483a-8820-0208e78ec3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:41.400227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=227bedbc-feb9-466e-b805-e35cc7f2aed3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:41.635180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8128e-1052-483a-8820-0208e78ec3ae None None] Pushing event updated for resources: {'Port': ['ID=9ef28ef3-6831-48d5-8edd-fca258eccdab,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:41.824071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 8142a2fd-4fc6-4596-94ff-28943ce19f1a is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:40:42.059364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port 16e085de-12af-4bf7-b64a-5f99d11f997e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=16e085de-12af-4bf7-b64a-5f99d11f997e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:42.060252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.242416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 16e085de-12af-4bf7-b64a-5f99d11f997e owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:40:42.298350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bbff2303-060c-4e86-8971-b53f4a3f0940 None None] Provisioning for port 227bedbc-feb9-466e-b805-e35cc7f2aed3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:42.310795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bbff2303-060c-4e86-8971-b53f4a3f0940 None None] Provisioning complete for port 227bedbc-feb9-466e-b805-e35cc7f2aed3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:42.313463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bbff2303-060c-4e86-8971-b53f4a3f0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.509040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bbff2303-060c-4e86-8971-b53f4a3f0940 None None] Port 227bedbc-feb9-466e-b805-e35cc7f2aed3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:42.570157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bbff2303-060c-4e86-8971-b53f4a3f0940 None None] Provisioning complete for port 9ef28ef3-6831-48d5-8edd-fca258eccdab triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:42.573878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bbff2303-060c-4e86-8971-b53f4a3f0940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:42.708589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42436) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:42.846474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:40:43.041134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b8ea0-2bea-47a6-82a9-768c0292f51b req-e206163b-4814-4a79-9366-b3fe003f5a43 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:43.052643 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-738b8ea0-2bea-47a6-82a9-768c0292f51b req-e206163b-4814-4a79-9366-b3fe003f5a43 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.4058428 Apr 18 20:40:43.100306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dca8d517-9463-4c4a-8f3a-a6f7e1b051e3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/8142a2fd-4fc6-4596-94ff-28943ce19f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4041440 Apr 18 20:40:43.160933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:43.222796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bbe5cb24-6142-4847-b5b2-67224a84a2ba None None] Provisioning complete for port 227bedbc-feb9-466e-b805-e35cc7f2aed3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:43.231224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bbe5cb24-6142-4847-b5b2-67224a84a2ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.352591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] Sync routers for ids ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:43.359034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9ef28ef3-6831-48d5-8edd-fca258eccdab up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:43.364273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-600391257'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:43.393669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:43.412874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:43.428393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:43.455376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:43.518979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:43.534546 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.543776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] Routers {'8142a2fd-4fc6-4596-94ff-28943ce19f1a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:43.547700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:43.615022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.621909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:43.735965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:43.753222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:security_group_rule and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:43.772868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:43.780336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-738b8ea0-2bea-47a6-82a9-768c0292f51b req-e65614a6-4d4e-4677-adf8-a780e0df7d60 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6995628 Apr 18 20:40:43.787372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:43.802704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5cb24-6142-4847-b5b2-67224a84a2ba None None] Port 227bedbc-feb9-466e-b805-e35cc7f2aed3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:43.806740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] Routers {'8142a2fd-4fc6-4596-94ff-28943ce19f1a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:43.808037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:43.852854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:44.051704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:44.053155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a854c4f1-0089-4796-90cf-7d1e01477627 None None] The sync data for ids ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:44.063380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 16e085de-12af-4bf7-b64a-5f99d11f997e no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:44.227239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=16e085de-12af-4bf7-b64a-5f99d11f997e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.231748 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9ef28ef3-6831-48d5-8edd-fca258eccdab triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:44.232828 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.252722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.263273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.358133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73db7ef-225a-4bcd-85d1-a3b37d6f255a req-9106e6a4-6e4c-4439-89ec-54b28eb0ae79 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.386631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd0224b9-74e4-4426-88a6-b4617f569351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.409295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41691b8-0470-4823-969e-798cb9fbdbce,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.409783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d73db7ef-225a-4bcd-85d1-a3b37d6f255a req-9106e6a4-6e4c-4439-89ec-54b28eb0ae79 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 945 time: 3.3788662 Apr 18 20:40:44.440965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:44.459507 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-96ace9ce-b8d1-4684-8a75-057e4397586b service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 3.4998491 Apr 18 20:40:44.463278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 16e085de-12af-4bf7-b64a-5f99d11f997e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:40:44.467310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 16e085de-12af-4bf7-b64a-5f99d11f997e not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:40:44.468240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.468643 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment 37ee827e-4c84-44d2-b8ed-b2603204333d of type vlan for network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 Apr 18 20:40:44.509143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b03d1e54-a145-463c-925a-c8841be61beb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.522134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.523402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b03d1e54-a145-463c-925a-c8841be61beb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:44.578556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.596060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:44.597201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.617301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6b6b1454-a1fd-4e9d-a1bf-47342132c39d None None] Provisioning complete for port 227bedbc-feb9-466e-b805-e35cc7f2aed3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:44.626929 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b6b1454-a1fd-4e9d-a1bf-47342132c39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:44.784113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6b6b1454-a1fd-4e9d-a1bf-47342132c39d None None] Port 227bedbc-feb9-466e-b805-e35cc7f2aed3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:40:44.800399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42504) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:44.949241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=a6aeecbe-7851-4ed6-97aa-ff708f08ddd7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:44.966043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:44.966298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] No DVR routers for this DVR port 16e085de-12af-4bf7-b64a-5f99d11f997e on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:45.036672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-28a38a21-f9ef-44c4-9d42-22d2c71534d0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.3049691 Apr 18 20:40:45.053856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.056960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'name': 'network-vif-deleted', 'tag': '16e085de-12af-4bf7-b64a-5f99d11f997e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:45.113742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b03d1e54-a145-463c-925a-c8841be61beb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:45.124310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b03d1e54-a145-463c-925a-c8841be61beb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports/227bedbc-feb9-466e-b805-e35cc7f2aed3 HTTP/1.1" status: 200 len: 911 time: 1.9033248 Apr 18 20:40:45.128525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-52712344-7a1d-4fe2-8475-03e3680b40be service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5793107 Apr 18 20:40:45.129326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42520) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:45.403873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d73db7ef-225a-4bcd-85d1-a3b37d6f255a req-e6aabb99-31b9-44b1-a20e-52e0aa4ce3ad tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8613057 Apr 18 20:40:45.404674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:45.415023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-2a6a82a9-a4fb-41de-b51d-0fafc8c99939 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.46&port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8 HTTP/1.1" status: 200 len: 217 time: 0.2786427 Apr 18 20:40:45.429303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30e0eef1-219e-4706-b1fb-bdb504ff7f68 req-c2f3b80c-c354-44fe-9871-b4c5073a701a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "DELETE /v2.0/ports/16e085de-12af-4bf7-b64a-5f99d11f997e HTTP/1.1" status: 204 len: 173 time: 5.0463073 Apr 18 20:40:45.600100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': 'a6aeecbe-7851-4ed6-97aa-ff708f08ddd7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:45.631369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:45.748780 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09678d8-663c-4f30-a9b7-0bb6089aebde'] response: {'server_uuid': 'b6e37696-9d42-4a14-a1f9-262eee918e1c', 'name': 'network-vif-deleted', 'tag': '16e085de-12af-4bf7-b64a-5f99d11f997e', 'status': 'completed', 'code': 200} Apr 18 20:40:45.750404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-3a65a33b-51c9-4420-a150-2110a1cb69bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:45.751960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-3a65a33b-51c9-4420-a150-2110a1cb69bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 200 len: 797 time: 0.3268702 Apr 18 20:40:45.859912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:45.864766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:45.868563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:45.876716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:45.894358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:45.901400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Usage tracker for resource:security_group_rule and tenant:e8b5f5c436f24e38a19e671131e82663 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:45.940836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:45.947102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.000842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:46.003363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-025e3cc2-f948-44bf-8c39-5d001266a792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.086108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:46.419037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.548815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-c2937567-bb94-4b14-8cec-a6984ae6f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:46.551245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-c2937567-bb94-4b14-8cec-a6984ae6f8af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=84a83632-47ae-49f0-92cc-d175428aea3a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6644185 Apr 18 20:40:46.791025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.851551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.941395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259f0516-4fae-4b2f-8f96-d8d4fe3710b5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:46.954268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:46.976673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-8541e1b5-191a-485e-828a-e448aeb4d0eb service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129698 Apr 18 20:40:46.979437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a086998d-fb7a-4469-8ecd-074b7a3ca268 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8b5f5c436f24e38a19e671131e82663&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1638174 Apr 18 20:40:46.986063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42544) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:46.990274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-eee4af6b-d79b-4092-92bf-7dd7fc9edc29 req-f9eaf767-cf30-4980-b211-e5029c1cb8f8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:47.020656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adab06d-83af-4753-9cf2-f42792351d9f req-aa7a06de-a07b-4fc1-8513-1145c44960d1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.022620 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8adab06d-83af-4753-9cf2-f42792351d9f req-aa7a06de-a07b-4fc1-8513-1145c44960d1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 1.5463431 Apr 18 20:40:47.156583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.207186 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8adab06d-83af-4753-9cf2-f42792351d9f req-e2349f8f-4048-4818-9130-4ed6ba6f8180 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633971 Apr 18 20:40:47.271210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=719523a7-e82f-48f6-9c85-c07ce2edec8f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:47.325811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': '37ee827e-4c84-44d2-b8ed-b2603204333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a6aeecbe-7851-4ed6-97aa-ff708f08ddd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:47.326964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: a6aeecbe-7851-4ed6-97aa-ff708f08ddd7, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:47.338500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-eee4af6b-d79b-4092-92bf-7dd7fc9edc29 req-f9eaf767-cf30-4980-b211-e5029c1cb8f8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:47.341354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe3b9-980e-4b06-8734-1e2b80ebf25f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.342970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eee4af6b-d79b-4092-92bf-7dd7fc9edc29 req-f9eaf767-cf30-4980-b211-e5029c1cb8f8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b6e37696-9d42-4a14-a1f9-262eee918e1c HTTP/1.1" status: 200 len: 210 time: 0.5731268 Apr 18 20:40:47.373919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:47.401123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-a89a76a9-2cbd-4f93-9ea6-3b0ca4ae1bc1 service neutron] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136136 Apr 18 20:40:47.402204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a6aeecbe-7851-4ed6-97aa-ff708f08ddd7) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:47.407375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.408036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.415282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd214158-1434-4dca-b825-a33ff566b88d None None] Network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:47.472143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe3b9-980e-4b06-8734-1e2b80ebf25f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.534807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-cc82d136-71b3-4990-ae55-eb4733af39c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008 HTTP/1.1" status: 200 len: 217 time: 0.1098127 Apr 18 20:40:47.571571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.631802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-e842ae4c-3ba1-4f40-ae63-6eba012fb67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.634829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-e842ae4c-3ba1-4f40-ae63-6eba012fb67c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 200 len: 797 time: 0.0941577 Apr 18 20:40:47.697146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a9cf859b-86e5-4f70-95f2-6dcf54161ffa tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2806439 Apr 18 20:40:47.713615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42552) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:47.727407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2135554716'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:47.735687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:47.749403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:47.753290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:47.760714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:47.776193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:47.780366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:47.846494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-8e74de99-4ad2-41be-b9bc-878455941645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:47.848959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-8e74de99-4ad2-41be-b9bc-878455941645 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2087445 Apr 18 20:40:47.932784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-a6aeecbe-7851-4ed6-97aa-ff708f08ddd7', 'network_id': 'a6aeecbe-7851-4ed6-97aa-ff708f08ddd7', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': '719523a7-e82f-48f6-9c85-c07ce2edec8f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:40:47.934949 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.048458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe3b9-980e-4b06-8734-1e2b80ebf25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.104435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfe3b9-980e-4b06-8734-1e2b80ebf25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259f0516-4fae-4b2f-8f96-d8d4fe3710b5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:48.109689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:48.149838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.150194 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment 0b337050-d3af-4acf-bc54-26c05c93fb31 of type vlan for network a9a4a206-4f45-4caf-9e16-bb2a08de22d0 Apr 18 20:40:48.304511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-f77da805-d992-4218-9533-c53f57040843 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4304364 Apr 18 20:40:48.356404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Allocated IP 172.20.255.242 (a6aeecbe-7851-4ed6-97aa-ff708f08ddd7/719523a7-e82f-48f6-9c85-c07ce2edec8f/136c693d-3ecd-44b4-9481-8d821d635151) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:40:48.480631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.544236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.701321 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4dfe3b9-980e-4b06-8734-1e2b80ebf25f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:48.703716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a4dfe3b9-980e-4b06-8734-1e2b80ebf25f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/259f0516-4fae-4b2f-8f96-d8d4fe3710b5 HTTP/1.1" status: 204 len: 168 time: 1.7149851 Apr 18 20:40:48.901597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce842b5b-9eec-4aea-b3a9-a82b7d50a6b5 req-54f494b2-f22e-4958-8c8c-f16642a4e2e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:48.912145 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce842b5b-9eec-4aea-b3a9-a82b7d50a6b5 req-54f494b2-f22e-4958-8c8c-f16642a4e2e5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.4464507 Apr 18 20:40:48.934426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-c4e86783-7dcb-4d79-b592-6f9e1b762648 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292257 Apr 18 20:40:49.032065 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.039342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce842b5b-9eec-4aea-b3a9-a82b7d50a6b5 req-e26a664d-d661-4487-a32b-788386561a5e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237147 Apr 18 20:40:49.121385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 227bedbc-feb9-466e-b805-e35cc7f2aed3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:49.122779 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.360302 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.380308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.380958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.393758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.397716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.427029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Transition to ACTIVE for port object 136c693d-3ecd-44b4-9481-8d821d635151 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:49.473333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Transition to ACTIVE for port object 136c693d-3ecd-44b4-9481-8d821d635151 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:40:49.500590 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.579046 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-c1e14b0d-59e2-4bb8-9a00-d52a775ce70a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2 HTTP/1.1" status: 200 len: 217 time: 0.6348267 Apr 18 20:40:49.615383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Pushing event updated for resources: {'Port': ['ID=136c693d-3ecd-44b4-9481-8d821d635151,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:49.633091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.640259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:40:49.643359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:49.647599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:40:49.837765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Attempting to bind port 136c693d-3ecd-44b4-9481-8d821d635151 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:40:49.840634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-69a6135a-a630-4a61-9816-60fabaff369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:49.841029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Attempting to bind port 136c693d-3ecd-44b4-9481-8d821d635151 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '37ee827e-4c84-44d2-b8ed-b2603204333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a6aeecbe-7851-4ed6-97aa-ff708f08ddd7'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:40:49.841590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Attempting to bind port 136c693d-3ecd-44b4-9481-8d821d635151 on network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:40:49.857830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-69a6135a-a630-4a61-9816-60fabaff369d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 200 len: 797 time: 0.2624090 Apr 18 20:40:49.858104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:40:49.858355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Checking segment: {'id': '37ee827e-4c84-44d2-b8ed-b2603204333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a6aeecbe-7851-4ed6-97aa-ff708f08ddd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:49.861409 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.861894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Bound using segment: {'id': '37ee827e-4c84-44d2-b8ed-b2603204333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a6aeecbe-7851-4ed6-97aa-ff708f08ddd7'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:40:49.862413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Bound port: 136c693d-3ecd-44b4-9481-8d821d635151, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37ee827e-4c84-44d2-b8ed-b2603204333d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a6aeecbe-7851-4ed6-97aa-ff708f08ddd7'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:40:49.862819 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:49.880864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.1652904 Apr 18 20:40:49.881723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 227bedbc-feb9-466e-b805-e35cc7f2aed3 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:40:49.963830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42596) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:49.989700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': 'a9a4a206-4f45-4caf-9e16-bb2a08de22d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:50.005932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74d0c30-24d4-40ff-83cd-e37fbd409405 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=a9a4a206-4f45-4caf-9e16-bb2a08de22d0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.246864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] For port 136c693d-3ecd-44b4-9481-8d821d635151, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:40:50.262973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] For port 136c693d-3ecd-44b4-9481-8d821d635151, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=136c693d-3ecd-44b4-9481-8d821d635151,segment=NetworkSegment(37ee827e-4c84-44d2-b8ed-b2603204333d),segment_id=37ee827e-4c84-44d2-b8ed-b2603204333d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:40:50.272933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a9a4a206-4f45-4caf-9e16-bb2a08de22d0 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:50.515191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:50.550804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:50.560935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-9f852fac-8c6d-419b-88ef-8598f41a526c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:50.572121 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.577366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-9f852fac-8c6d-419b-88ef-8598f41a526c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=904e4d7d-e21b-4d84-ba7c-5ec004727885&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6844981 Apr 18 20:40:50.579859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:50.614317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:50.708391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=227bedbc-feb9-466e-b805-e35cc7f2aed3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:50.986371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e0369-6773-4990-a0f7-cae094c33249 None None] Pushing event updated for resources: {'Port': ['ID=136c693d-3ecd-44b4-9481-8d821d635151,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:51.298584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:51.325117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:51.590659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:51.598422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.211973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 8142a2fd-4fc6-4596-94ff-28943ce19f1a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:40:52.496328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:52.603690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=384d30bd-3cbd-47a8-ab2c-b5d349ed326b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:52.695567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e951e-ba8f-40f9-a65a-fc4ac45064ad req-0694c690-a29d-4cb1-baf6-0fd193c0a5fd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:52.703934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af2e951e-ba8f-40f9-a65a-fc4ac45064ad req-0694c690-a29d-4cb1-baf6-0fd193c0a5fd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 2.3123906 Apr 18 20:40:52.750564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-81b4c0a4-00dd-48e7-a728-e110a411b657 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1720023 Apr 18 20:40:52.913348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': '0b337050-d3af-4acf-bc54-26c05c93fb31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a9a4a206-4f45-4caf-9e16-bb2a08de22d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:52.914057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: a9a4a206-4f45-4caf-9e16-bb2a08de22d0, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:52.959390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2338eb6-4b52-4db7-b937-0d5a327f641c None None] Network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:53.002830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:40:53.015370 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] Sync routers for ids ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:40:53.045274 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] Routers {'8142a2fd-4fc6-4596-94ff-28943ce19f1a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:53.046475 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:53.090164 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f8cb09a2-4614-4351-9c97-326ea09740d6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/8142a2fd-4fc6-4596-94ff-28943ce19f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9487486 Apr 18 20:40:53.094051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42662) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:53.168067 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e22cc668-b51c-4293-a2b0-dbb2b4f052da req-736ceefb-4894-4d30-9fc1-64edf32cb854 service neutron] 10.222.0.55 "GET /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060073 Apr 18 20:40:53.180858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af2e951e-ba8f-40f9-a65a-fc4ac45064ad req-610393b3-da3a-4cbc-9373-fffce9956a89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4758575 Apr 18 20:40:53.210447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network a9a4a206-4f45-4caf-9e16-bb2a08de22d0 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:53.226688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a9a4a206-4f45-4caf-9e16-bb2a08de22d0) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:53.240619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:53.242158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.279285 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:53.286769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-94e61eef-26ef-46fd-8419-11da59883491 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3200622 Apr 18 20:40:53.288017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:53.310294 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] Routers {'8142a2fd-4fc6-4596-94ff-28943ce19f1a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:40:53.315331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:53.464488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c27e3a2-bae6-414c-ae22-cf5d7788f5f6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:40:53.505494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:53.548166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c27e3a2-bae6-414c-ae22-cf5d7788f5f6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:40:53.548166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c27e3a2-bae6-414c-ae22-cf5d7788f5f6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=8142a2fd-4fc6-4596-94ff-28943ce19f1a HTTP/1.1" status: 200 len: 205 time: 0.4418476 Apr 18 20:40:53.548166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42682) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:53.605816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd8872c-bc50-487a-b863-168996f8b883 None None] Network a9a4a206-4f45-4caf-9e16-bb2a08de22d0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:53.645626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136c693d-3ecd-44b4-9481-8d821d635151 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:53.719717 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:53.720294 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7567779b-5fa1-47af-8d49-3deef62df74d None None] The sync data for ids ['8142a2fd-4fc6-4596-94ff-28943ce19f1a'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:40:53.721464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:53.947547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2359e834-33a9-44f3-9b85-3ef9143d4696 None None] Provisioning for port 136c693d-3ecd-44b4-9481-8d821d635151 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:53.956461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 136c693d-3ecd-44b4-9481-8d821d635151 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:40:53.989820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2359e834-33a9-44f3-9b85-3ef9143d4696 None None] Provisioning complete for port 136c693d-3ecd-44b4-9481-8d821d635151 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:53.991366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2359e834-33a9-44f3-9b85-3ef9143d4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.048780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 136c693d-3ecd-44b4-9481-8d821d635151 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:54.049661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.114797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f3cbd26-e458-4125-84db-dea6ac336f8f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.120198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-759460875'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:54.153207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:54.164163 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.228479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Usage tracker for resource:network and tenant:ed7b4e517af048e9af772c5c75d1bd68 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:54.275059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:54.311041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:54.403137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Made reservation on behalf of ed7b4e517af048e9af772c5c75d1bd68 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:54.410482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.447738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.491177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-a083eef5-16c6-400e-915c-a4e05e6b157f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.494926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-a083eef5-16c6-400e-915c-a4e05e6b157f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1096 time: 0.5859363 Apr 18 20:40:54.510565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:54.524046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Usage tracker for resource:security_group_rule and tenant:ed7b4e517af048e9af772c5c75d1bd68 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:54.731489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-4c4e2cd3-c06e-4ab1-bf94-ce2b8bded411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:54.733529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-4c4e2cd3-c06e-4ab1-bf94-ce2b8bded411 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.2116258 Apr 18 20:40:54.735086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:54.741035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c378ce-0ef2-448a-bfd3-665d6551b807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-a9a4a206-4f45-4caf-9e16-bb2a08de22d0', 'network_id': 'a9a4a206-4f45-4caf-9e16-bb2a08de22d0', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': '384d30bd-3cbd-47a8-ab2c-b5d349ed326b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:40:54.741891 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-96c378ce-0ef2-448a-bfd3-665d6551b807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.836906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:54.864082 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:54.883341 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.010249 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.218942 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2359e834-33a9-44f3-9b85-3ef9143d4696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.303077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 136c693d-3ecd-44b4-9481-8d821d635151, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=136c693d-3ecd-44b4-9481-8d821d635151,segment=NetworkSegment(37ee827e-4c84-44d2-b8ed-b2603204333d),segment_id=37ee827e-4c84-44d2-b8ed-b2603204333d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:55.350300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.438484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.539851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a4a206-4f45-4caf-9e16-bb2a08de22d0']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:55.554822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc5b63-488c-4484-9573-1f489ef6a994 None None] Network a9a4a206-4f45-4caf-9e16-bb2a08de22d0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:55.571371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.590639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=384d30bd-3cbd-47a8-ab2c-b5d349ed326b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:55.599986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b337050-d3af-4acf-bc54-26c05c93fb31') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:55.600404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b337050-d3af-4acf-bc54-26c05c93fb31') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:40:55.633178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.647756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f3cbd26-e458-4125-84db-dea6ac336f8f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.656473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f3cbd26-e458-4125-84db-dea6ac336f8f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.687714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:55.694454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-4df88ac4-58c8-4e54-9b73-93b74f56dff0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 1001 time: 0.9513409 Apr 18 20:40:55.695413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73ab7fe0-4d51-4bed-8078-99506015a620,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:55.702062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.793089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814c3bd-7416-48d0-90be-753cc83ea692 req-14aa5a8a-abaa-40fa-b0f7-aed81ebef297 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:55.804201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e814c3bd-7416-48d0-90be-753cc83ea692 req-14aa5a8a-abaa-40fa-b0f7-aed81ebef297 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 1.2961588 Apr 18 20:40:55.831030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=136c693d-3ecd-44b4-9481-8d821d635151,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:55.856240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f3cbd26-e458-4125-84db-dea6ac336f8f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.859380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.859753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.860023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.860354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.860695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.861034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.861333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3cbd26-e458-4125-84db-dea6ac336f8f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Fanout notify agent at l3_agent the message router_deleted on router 8142a2fd-4fc6-4596-94ff-28943ce19f1a {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:40:55.861491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.861743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.862437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.862772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.863111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.863447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:40:55.871036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:40:55.871366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:40:55.895668 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:40:55.910320 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f3cbd26-e458-4125-84db-dea6ac336f8f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:55.922663 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f3cbd26-e458-4125-84db-dea6ac336f8f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/8142a2fd-4fc6-4596-94ff-28943ce19f1a HTTP/1.1" status: 204 len: 168 time: 2.3797886 Apr 18 20:40:55.925790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:55.946263 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e814c3bd-7416-48d0-90be-753cc83ea692 req-e8441f4c-9a19-4022-8ed4-f3f28d75266d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411200 Apr 18 20:40:55.971724 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-2359e834-33a9-44f3-9b85-3ef9143d4696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:40:55.974616 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-2359e834-33a9-44f3-9b85-3ef9143d4696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:40:56.256806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-a59df895-d3ce-46bf-9a2c-7306b7f93e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.259882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-a59df895-d3ce-46bf-9a2c-7306b7f93e22 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.5484614 Apr 18 20:40:56.271263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.273908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.274513 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Added segment f27adef8-0f67-47f9-ad3e-e1bd1a47776c of type vlan for network 3f2301be-d743-42f9-8815-1d1062c397f2 Apr 18 20:40:56.340697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.364438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet 1ea8f38c-a81f-4e6e-a88e-ef7ded197844 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:40:56.383290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=a9a4a206-4f45-4caf-9e16-bb2a08de22d0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.396478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.450060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.455282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e20afc7a-db82-4c2a-83a8-4dd3dbb51ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/a9a4a206-4f45-4caf-9e16-bb2a08de22d0 HTTP/1.1" status: 204 len: 168 time: 3.1657977 Apr 18 20:40:56.458889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42796) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:56.467992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1105686970'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:56.476116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:56.488936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.500789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:56.509659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:56.526576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:56.549656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:56.559110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.602181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.604426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:56.608292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.608940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.617983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.618713 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment 856ebc8c-d746-4f04-8e8b-cf88bf031f30 of type vlan for network 385c7efc-0793-408e-86df-7228a1a98267 Apr 18 20:40:56.633542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-51aac9da-d17f-4e37-aa37-4819ba6e759f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.635082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-51aac9da-d17f-4e37-aa37-4819ba6e759f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3589199 Apr 18 20:40:56.665137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.724084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-51a4ca94-ec98-4424-9264-75df60ad44a9 None None] Provisioning complete for port 136c693d-3ecd-44b4-9481-8d821d635151 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:56.724862 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-51a4ca94-ec98-4424-9264-75df60ad44a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.729272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.753004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:56.754274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:56.881894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Pushing event updated for resources: {'Network': ['ID=3f2301be-d743-42f9-8815-1d1062c397f2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:56.913619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3f2301be-d743-42f9-8815-1d1062c397f2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:57.017760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=385c7efc-0793-408e-86df-7228a1a98267,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:57.037620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e1962c1-68f4-4f5f-b8b1-d2684b85a8f4 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.5302749 Apr 18 20:40:57.044845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42806) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:57.089983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2797e93d-cec3-4327-bbe6-0fb2eb235e0c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6293104 Apr 18 20:40:57.096017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:57.126267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': '385c7efc-0793-408e-86df-7228a1a98267', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:57.160471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.378396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 385c7efc-0793-408e-86df-7228a1a98267 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:57.471384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.528788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'network': {'name': 'tempest-network--970530682', 'router:external': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:40:57.551663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:57.615482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea8f38c-a81f-4e6e-a88e-ef7ded197844,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:57.632697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136c693d-3ecd-44b4-9481-8d821d635151 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:40:57.632913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:network and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:57.645375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-67a53d75-da6c-4752-8faa-ca8df4f4459d service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9988887 Apr 18 20:40:57.648692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:57.649040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.654527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:57.666055 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-99ced117-7812-4f27-a7c3-851e9dc15739 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/1ea8f38c-a81f-4e6e-a88e-ef7ded197844 HTTP/1.1" status: 204 len: 168 time: 1.7378211 Apr 18 20:40:57.670270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42824) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:57.672742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:57.680710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:57.686177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:57.706234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e67de70-546b-4115-b898-45af6ec373b2 None None] Network b016a9ed-aaeb-4302-9ef9-cd8507f63f24 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:57.707940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:57.725161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Made reservation on behalf of ceddbda583eb4528b4dab84fba86ee51 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:57.728340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.752734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.770205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:40:57.776252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:57.840007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:40:57.845876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:security_group_rule and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:40:57.850776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:40:57.860986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:40:57.957582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:58.014032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing IP validity checks on allocation pools {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 20:40:58.014604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 20:40:58.114675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83697f42-f281-4caa-8065-33cc758d7920 req-8bccc53a-00ae-40e0-9db2-39528cc21eab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.116595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83697f42-f281-4caa-8065-33cc758d7920 req-8bccc53a-00ae-40e0-9db2-39528cc21eab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 945 time: 0.9582798 Apr 18 20:40:58.128548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.262052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.278541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.292741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cd31ab-387f-4a96-84b6-360380f58d05 req-26551b6f-131f-438d-9a69-4957c49ef834 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6230669 Apr 18 20:40:58.298959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 9ef28ef3-6831-48d5-8edd-fca258eccdab {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:58.299712 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.333753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 136c693d-3ecd-44b4-9481-8d821d635151 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:40:58.334217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.388389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:40:58.409988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac369072-ab8c-460a-9f7b-7603eac5da56,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:58.441652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.441652 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Added segment c6dc77d5-0a2d-4763-bcb2-63ba30cc180b of type vlan for network c5d872f2-3918-414c-96f4-ba1886100f57 Apr 18 20:40:58.459139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83697f42-f281-4caa-8065-33cc758d7920 req-819190ca-f268-46e0-adc5-f7c287338612 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3206017 Apr 18 20:40:58.602330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.613421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.774446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.780724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': '856ebc8c-d746-4f04-8e8b-cf88bf031f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '385c7efc-0793-408e-86df-7228a1a98267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:40:58.781305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: 385c7efc-0793-408e-86df-7228a1a98267, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:40:58.788240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=83903ca2-e9b3-4bb2-8ff5-ee5cb0041cbb,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:58.811992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.813790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:58.814861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.885273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 9ef28ef3-6831-48d5-8edd-fca258eccdab, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9ef28ef3-6831-48d5-8edd-fca258eccdab,segment=NetworkSegment(456943f6-f1bc-409c-a7e4-2f73a536e2b7),segment_id=456943f6-f1bc-409c-a7e4-2f73a536e2b7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:58.886758 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.943146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:40:58.971097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Network': ['ID=c5d872f2-3918-414c-96f4-ba1886100f57,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:58.971860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:40:58.980756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:58.985795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e02fda8c-db73-4191-9aec-cd052ac9c916 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.9382939 Apr 18 20:40:58.987718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42846) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:58.999800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 385c7efc-0793-408e-86df-7228a1a98267 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:40:59.039713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c5d872f2-3918-414c-96f4-ba1886100f57 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:40:59.090470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 385c7efc-0793-408e-86df-7228a1a98267) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:40:59.125056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:40:59.126248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.235559 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ef78f2-6579-4c0a-b329-393b7f674ab0'] response: {'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'code': 200} Apr 18 20:40:59.236662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:59.243583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 9ef28ef3-6831-48d5-8edd-fca258eccdab owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:40:59.248738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7155c09-6d0d-4169-b662-53e44c774196 None None] Network 385c7efc-0793-408e-86df-7228a1a98267 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:40:59.270506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d86aab-1775-4b10-867d-8fa4564bd6ad None None] DHCP port deletion for b016a9ed-aaeb-4302-9ef9-cd8507f63f24 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:40:59.288177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0534d63e-2cdb-449b-9f1d-120c9af01f47 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.1905186 Apr 18 20:40:59.295013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:40:59.305592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-08d86aab-1775-4b10-867d-8fa4564bd6ad None None] Deleting port 9ef28ef3-6831-48d5-8edd-fca258eccdab {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:40:59.306229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08d86aab-1775-4b10-867d-8fa4564bd6ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.349986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.399175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.560456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9ef28ef3-6831-48d5-8edd-fca258eccdab no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:40:59.663806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 9ef28ef3-6831-48d5-8edd-fca258eccdab {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:40:59.664491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9ef28ef3-6831-48d5-8edd-fca258eccdab not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:40:59.726429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-08d86aab-1775-4b10-867d-8fa4564bd6ad None None] The port '9ef28ef3-6831-48d5-8edd-fca258eccdab' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:40:59.885840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.926580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=9ef28ef3-6831-48d5-8edd-fca258eccdab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:40:59.934189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No DVR routers for this DVR port 9ef28ef3-6831-48d5-8edd-fca258eccdab on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:40:59.956123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:40:59.979386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d872f2-3918-414c-96f4-ba1886100f57']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.010533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-385c7efc-0793-408e-86df-7228a1a98267', 'network_id': '385c7efc-0793-408e-86df-7228a1a98267', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': '83903ca2-e9b3-4bb2-8ff5-ee5cb0041cbb'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:41:00.012787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.013147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6dc77d5-0a2d-4763-bcb2-63ba30cc180b') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.014017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6dc77d5-0a2d-4763-bcb2-63ba30cc180b') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.043353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.264327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.290158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:00.290600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.307484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:00.315226 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:00.340934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.406299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Allocated IP 172.20.0.3 (385c7efc-0793-408e-86df-7228a1a98267/83903ca2-e9b3-4bb2-8ff5-ee5cb0041cbb/b15eeb8f-951b-492e-9579-86b2a205488a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:00.421982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b016a9ed-aaeb-4302-9ef9-cd8507f63f24']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.487123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456943f6-f1bc-409c-a7e4-2f73a536e2b7') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.489612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456943f6-f1bc-409c-a7e4-2f73a536e2b7') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:00.514600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403451a5-040a-4366-87c0-a26929ee6e18 req-842e0d57-de73-4d71-ba37-969de6e290c4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:00.516811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-403451a5-040a-4366-87c0-a26929ee6e18 req-842e0d57-de73-4d71-ba37-969de6e290c4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.7237267 Apr 18 20:41:00.535849 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.568361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.616189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.622171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:00.622548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c5d872f2-3918-414c-96f4-ba1886100f57 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 20:41:00.625210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.633546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event deleted for resources: {'Network': ['ID=c5d872f2-3918-414c-96f4-ba1886100f57,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.650460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:00.672605 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:00.684752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b029528-0a9f-4f03-a794-0a0efcdd27ef tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "DELETE /v2.0/networks/c5d872f2-3918-414c-96f4-ba1886100f57 HTTP/1.1" status: 204 len: 168 time: 1.6911538 Apr 18 20:41:00.686133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42872) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:00.704817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:00.728076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:00.737155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:network and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:00.750091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:00.771151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:00.796912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Made reservation on behalf of ceddbda583eb4528b4dab84fba86ee51 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:00.799457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.859855 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.871779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-403451a5-040a-4366-87c0-a26929ee6e18 req-03d47357-a5a5-47ad-a7b5-941a18eb3ced tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400617 Apr 18 20:41:00.890175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:00.894393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.895924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Transition to ACTIVE for port object b15eeb8f-951b-492e-9579-86b2a205488a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:00.917981 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.918351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:00.919156 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Added segment e645020f-7603-461f-910b-b7dd60e2ec44 of type vlan for network 268c27be-370e-43a1-be4a-333860f35b66 Apr 18 20:41:00.943408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=b016a9ed-aaeb-4302-9ef9-cd8507f63f24,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:00.978292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-14ae89ad-e262-4d9e-a209-99ce7fcb825d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/b016a9ed-aaeb-4302-9ef9-cd8507f63f24 HTTP/1.1" status: 204 len: 168 time: 3.3046632 Apr 18 20:41:00.982965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:00.990736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1899603577', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:01.001430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Transition to ACTIVE for port object b15eeb8f-951b-492e-9579-86b2a205488a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:01.024222 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.026211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:01.045524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.048162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:router and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:01.103053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:01.170211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:01.211999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.298944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.299645 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.346073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Pushing event updated for resources: {'Port': ['ID=b15eeb8f-951b-492e-9579-86b2a205488a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.369045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Network 385c7efc-0793-408e-86df-7228a1a98267 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:01.370818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:01.374718 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:41:01.377341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.379612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:01.490986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=83903ca2-e9b3-4bb2-8ff5-ee5cb0041cbb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:01.553715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Attempting to bind port b15eeb8f-951b-492e-9579-86b2a205488a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:01.554129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Attempting to bind port b15eeb8f-951b-492e-9579-86b2a205488a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '856ebc8c-d746-4f04-8e8b-cf88bf031f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '385c7efc-0793-408e-86df-7228a1a98267'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:01.554506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Attempting to bind port b15eeb8f-951b-492e-9579-86b2a205488a on network 385c7efc-0793-408e-86df-7228a1a98267 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:41:01.562525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:41:01.562911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Checking segment: {'id': '856ebc8c-d746-4f04-8e8b-cf88bf031f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '385c7efc-0793-408e-86df-7228a1a98267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:01.563353 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.563809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Bound using segment: {'id': '856ebc8c-d746-4f04-8e8b-cf88bf031f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '385c7efc-0793-408e-86df-7228a1a98267'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:41:01.564301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Bound port: b15eeb8f-951b-492e-9579-86b2a205488a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856ebc8c-d746-4f04-8e8b-cf88bf031f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '385c7efc-0793-408e-86df-7228a1a98267'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:01.564688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.665296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.696397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] For port b15eeb8f-951b-492e-9579-86b2a205488a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:01.701454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] For port b15eeb8f-951b-492e-9579-86b2a205488a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b15eeb8f-951b-492e-9579-86b2a205488a,segment=NetworkSegment(856ebc8c-d746-4f04-8e8b-cf88bf031f30),segment_id=856ebc8c-d746-4f04-8e8b-cf88bf031f30)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:41:01.710125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.711853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:01.712854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.713167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.823714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385c7efc-0793-408e-86df-7228a1a98267']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:01.859711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856ebc8c-d746-4f04-8e8b-cf88bf031f30') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:01.860575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856ebc8c-d746-4f04-8e8b-cf88bf031f30') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:01.890043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.927745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:01.952680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:01.952680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.029602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf26d7-3773-498c-b52b-597e3be69b08 None None] Pushing event updated for resources: {'Port': ['ID=b15eeb8f-951b-492e-9579-86b2a205488a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:02.063709 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:02.342664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4733264c-c11f-4505-9e27-85f296e34bf6 None None] Network 385c7efc-0793-408e-86df-7228a1a98267 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:02.470788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.7824440 Apr 18 20:41:02.471546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:02.486794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'subnet': {'network_id': '268c27be-370e-43a1-be4a-333860f35b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:02.534535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.572834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:02.595213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:subnet and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:02.613310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:02.660187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:02.720967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Made reservation on behalf of ceddbda583eb4528b4dab84fba86ee51 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:02.725059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:02.805631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d66324b-bcce-4ace-a8ab-465ae64ea9c5 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:41:02.814868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:41:02.814868 n-d-836016-3 neutron-server[88141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:41:02.814868 n-d-836016-3 neutron-server[88141]: [parameters: {'id': '385c7efc-0793-408e-86df-7228a1a98267'}] Apr 18 20:41:02.814868 n-d-836016-3 neutron-server[88141]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:02.815753 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:02.820138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedb1065-e87e-487f-a1bc-a69d8821261f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Network': ['ID=268c27be-370e-43a1-be4a-333860f35b66,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:02.865638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd50e36-33da-426d-9aac-99ef2a90c73c req-bc5d758a-90e6-47e6-a72f-b41f0a3362c5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:02.867794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0fd50e36-33da-426d-9aac-99ef2a90c73c req-bc5d758a-90e6-47e6-a72f-b41f0a3362c5 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.4656062 Apr 18 20:41:03.027456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0fd50e36-33da-426d-9aac-99ef2a90c73c req-9f05c803-994c-45b8-bbc2-a55cddc3444d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464887 Apr 18 20:41:03.068000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 268c27be-370e-43a1-be4a-333860f35b66 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:03.317392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.372201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port b15eeb8f-951b-492e-9579-86b2a205488a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:03.373200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:03.563863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d66324b-bcce-4ace-a8ab-465ae64ea9c5 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:41:03.953291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:04.202614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port b15eeb8f-951b-492e-9579-86b2a205488a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b15eeb8f-951b-492e-9579-86b2a205488a,segment=NetworkSegment(856ebc8c-d746-4f04-8e8b-cf88bf031f30),segment_id=856ebc8c-d746-4f04-8e8b-cf88bf031f30)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:04.203469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.467695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.557285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:04.624539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for b15eeb8f-951b-492e-9579-86b2a205488a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:04.930317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.083220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 172.25.5.227 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c55f6531-a323-4582-962d-a32b2094cdc9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:05.135530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Port': ['ID=b15eeb8f-951b-492e-9579-86b2a205488a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:05.160161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No DVR routers for this DVR port b15eeb8f-951b-492e-9579-86b2a205488a on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:05.246928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 20:41:05.247414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.531369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Subnet': ['ID=740bc1d0-7223-4e80-815d-8cd8265b36e9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:05.546679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Checking segment: {'id': 'e645020f-7603-461f-910b-b7dd60e2ec44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '268c27be-370e-43a1-be4a-333860f35b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:05.547204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Network hostable DHCP agents. Network: 268c27be-370e-43a1-be4a-333860f35b66, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:05.598957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.630509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.652787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385c7efc-0793-408e-86df-7228a1a98267']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:05.678488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856ebc8c-d746-4f04-8e8b-cf88bf031f30') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:05.679110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856ebc8c-d746-4f04-8e8b-cf88bf031f30') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:05.681726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Network 268c27be-370e-43a1-be4a-333860f35b66 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:05.698418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.720684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 268c27be-370e-43a1-be4a-333860f35b66) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:05.727838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.729771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e5870e1-bd6b-4d55-9a1b-0f3e7ec4c9c2 None None] Network 268c27be-370e-43a1-be4a-333860f35b66 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:05.730405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:05.731103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.737974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:05.739408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.775310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:05.854708 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:05.921125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:05.929390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:05.938237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:05.986070 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:41:06.073467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=c55f6531-a323-4582-962d-a32b2094cdc9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.082748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.109935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f1111eb5-02c2-4e60-a62d-876678101f70 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.6293159 Apr 18 20:41:06.124237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42958) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:06.126368 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.146971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'floatingip': {'floating_network_id': '268c27be-370e-43a1-be4a-333860f35b66'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:06.167393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=385c7efc-0793-408e-86df-7228a1a98267,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:06.172113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:06.189432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a5747c70-3dbf-4616-807d-461ade0af8ff tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/385c7efc-0793-408e-86df-7228a1a98267 HTTP/1.1" status: 204 len: 168 time: 6.8914599 Apr 18 20:41:06.191952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:floatingip and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:06.197075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42962) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:06.201714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:06.212137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1831201367'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:06.238893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:06.249963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:06.275376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:06.297932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:06.334059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:06.340458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.381552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6621aea6-8881-43bd-bb1f-edcb0229e340 None None] Network 268c27be-370e-43a1-be4a-333860f35b66 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:06.483866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:06.494545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.650333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:06.670856 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.671287 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment e5004683-2806-4dfd-a198-fe8ca74a003b of type vlan for network 4c2a761c-66c4-4e39-8867-98f67dc898c9 Apr 18 20:41:06.730130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.801790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.824554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:06.837218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:06.840871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.301146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:07.427278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=4c2a761c-66c4-4e39-8867-98f67dc898c9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:07.449360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 4c2a761c-66c4-4e39-8867-98f67dc898c9 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:07.508050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dc934d53-9ae9-4ef1-8a87-3ca8063f2519 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3064780 Apr 18 20:41:07.508050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Allocated IP 172.20.0.12 (268c27be-370e-43a1-be4a-333860f35b66/740bc1d0-7223-4e80-815d-8cd8265b36e9/d2392a50-d814-4150-996e-c9ebf45287c9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:07.523073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42998) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:07.731401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': '4c2a761c-66c4-4e39-8867-98f67dc898c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:07.932743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.305058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:08.309621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:08.313248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:08.329784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:08.360398 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-93cc7ca4-85c2-4e4d-a54a-8900aaf04063 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9346275 Apr 18 20:41:08.381693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:08.385640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.433224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router c3590823-30ff-41ae-9b8b-15414093f706 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:41:08.659003 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.711803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c085c-dd27-436c-bde7-43fb9f4deed3 req-e352a716-d578-431e-9738-2431abf5ed89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:08.721792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-118c085c-dd27-436c-bde7-43fb9f4deed3 req-e352a716-d578-431e-9738-2431abf5ed89 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.2789593 Apr 18 20:41:08.789063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:08.882783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Port': ['ID=d2392a50-d814-4150-996e-c9ebf45287c9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:08.943558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:41:08.963352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] Sync routers for ids ['c3590823-30ff-41ae-9b8b-15414093f706'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:08.990454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Network 268c27be-370e-43a1-be4a-333860f35b66 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:08.996162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.000566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05cb15ec-7ce0-457c-ab26-d5acacbb8f3a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.0168455 Apr 18 20:41:09.001413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43028) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:09.003186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] Routers {'c3590823-30ff-41ae-9b8b-15414093f706'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:09.004468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3590823-30ff-41ae-9b8b-15414093f706'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:09.007714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:09.022373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:09.189074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.213718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-118c085c-dd27-436c-bde7-43fb9f4deed3 req-0bcf4826-706a-4540-8b98-fe8127a17c2d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4893293 Apr 18 20:41:09.293361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:09.343279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] Routers {'c3590823-30ff-41ae-9b8b-15414093f706'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:09.344915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3590823-30ff-41ae-9b8b-15414093f706'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:09.438543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:09.586043 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-344f8c9d-9cb7-42cc-84ad-988d1d80cac7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/routers/c3590823-30ff-41ae-9b8b-15414093f706 HTTP/1.1" status: 200 len: 885 time: 0.5832334 Apr 18 20:41:09.592417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:09.620082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:09.621920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31de37-a57a-4d74-8938-8b49a513f436 None None] The sync data for ids ['c3590823-30ff-41ae-9b8b-15414093f706'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:09.758104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.008645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85d52491-4d40-4084-b049-fe7f347cf515 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:router {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:10.069304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85d52491-4d40-4084-b049-fe7f347cf515 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:router {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:10.071988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-85d52491-4d40-4084-b049-fe7f347cf515 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4712505 Apr 18 20:41:10.074032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:10.088282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ed780f79-49c1-4bef-8f11-c5d7f611c7f7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1899603577'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:10.136911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=99c9689e-b51e-470e-a658-85c2bcb4be9c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.186938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': 'e5004683-2806-4dfd-a198-fe8ca74a003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c2a761c-66c4-4e39-8867-98f67dc898c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:10.188229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: 4c2a761c-66c4-4e39-8867-98f67dc898c9, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:10.277109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 4c2a761c-66c4-4e39-8867-98f67dc898c9 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:10.288330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.291706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 4c2a761c-66c4-4e39-8867-98f67dc898c9) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:10.298877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:10.300565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.317418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c268fa05-f30c-4c85-a65e-fedb4a23980a None None] Network 4c2a761c-66c4-4e39-8867-98f67dc898c9 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:10.329049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.573415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f53a8c0-18fc-4dd8-9400-fafbf65d9ad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9510908 Apr 18 20:41:10.581317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43060) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:10.662488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Port': ['ID=d2392a50-d814-4150-996e-c9ebf45287c9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:10.738980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.791663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.793208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c17c2eac-3b2d-400d-9439-8c8dbb412694 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6591728 Apr 18 20:41:10.800522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:10.917315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02e53cfc-b48e-4491-b7bb-30fe0db425a6 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Synchronizing usage tracker for tenant:ceddbda583eb4528b4dab84fba86ee51 on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:10.925915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:10.992851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02e53cfc-b48e-4491-b7bb-30fe0db425a6 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Unset dirty status for tenant:ceddbda583eb4528b4dab84fba86ee51 on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:10.994222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02e53cfc-b48e-4491-b7bb-30fe0db425a6 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=268c27be-370e-43a1-be4a-333860f35b66 HTTP/1.1" status: 200 len: 690 time: 0.1924183 Apr 18 20:41:11.004487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-4c2a761c-66c4-4e39-8867-98f67dc898c9', 'network_id': '4c2a761c-66c4-4e39-8867-98f67dc898c9', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': '99c9689e-b51e-470e-a658-85c2bcb4be9c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:41:11.004487 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.005615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43074) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:11.241311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.294954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Allocated IP 172.20.0.1 (4c2a761c-66c4-4e39-8867-98f67dc898c9/99c9689e-b51e-470e-a658-85c2bcb4be9c/5fabd32e-ab2d-4bc1-b332-88733098e5db) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:11.407887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.564990 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed780f79-49c1-4bef-8f11-c5d7f611c7f7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.573286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-d96f4b92-10cd-4a23-8b94-c729a5116f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.574867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-d96f4b92-10cd-4a23-8b94-c729a5116f0b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936&tenant_id=c5149fe647434eb0ac84ad11a6f1f867 HTTP/1.1" status: 200 len: 1094 time: 1.3356495 Apr 18 20:41:11.637804 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed780f79-49c1-4bef-8f11-c5d7f611c7f7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.781818 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.802413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Transition to ACTIVE for port object 5fabd32e-ab2d-4bc1-b332-88733098e5db will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:11.819179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4139aec1-a502-4139-9ba3-a8c242be6d55 req-75297115-34fe-4558-9cbe-35470c8211b6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:11.827110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4139aec1-a502-4139-9ba3-a8c242be6d55 req-75297115-34fe-4558-9cbe-35470c8211b6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.9918301 Apr 18 20:41:11.832496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Transition to ACTIVE for port object 5fabd32e-ab2d-4bc1-b332-88733098e5db will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:11.844775 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:11.896081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4139aec1-a502-4139-9ba3-a8c242be6d55 req-a77347d8-3d12-408d-9d31-3045f2e710de tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676951 Apr 18 20:41:11.946739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Network 4c2a761c-66c4-4e39-8867-98f67dc898c9 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:11.952957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:11.959924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:12.040191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.052775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Deleting port d2392a50-d814-4150-996e-c9ebf45287c9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:12.053125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.105980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Pushing event updated for resources: {'Port': ['ID=5fabd32e-ab2d-4bc1-b332-88733098e5db,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:12.177078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Attempting to bind port 5fabd32e-ab2d-4bc1-b332-88733098e5db on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:12.178444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Attempting to bind port 5fabd32e-ab2d-4bc1-b332-88733098e5db by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e5004683-2806-4dfd-a198-fe8ca74a003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c2a761c-66c4-4e39-8867-98f67dc898c9'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:12.179077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Attempting to bind port 5fabd32e-ab2d-4bc1-b332-88733098e5db on network 4c2a761c-66c4-4e39-8867-98f67dc898c9 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:41:12.180679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed780f79-49c1-4bef-8f11-c5d7f611c7f7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router c3590823-30ff-41ae-9b8b-15414093f706 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:41:12.186772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:41:12.187585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Checking segment: {'id': 'e5004683-2806-4dfd-a198-fe8ca74a003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c2a761c-66c4-4e39-8867-98f67dc898c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:12.188900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.189881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Bound using segment: {'id': 'e5004683-2806-4dfd-a198-fe8ca74a003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c2a761c-66c4-4e39-8867-98f67dc898c9'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:41:12.190797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Bound port: 5fabd32e-ab2d-4bc1-b332-88733098e5db, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5004683-2806-4dfd-a198-fe8ca74a003b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '4c2a761c-66c4-4e39-8867-98f67dc898c9'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:12.191441 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.201757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-7407b72e-2e8c-4d60-8516-9ac4d6718a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:12.204389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-7407b72e-2e8c-4d60-8516-9ac4d6718a35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1094 time: 0.5606039 Apr 18 20:41:12.397009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] For port 5fabd32e-ab2d-4bc1-b332-88733098e5db, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:12.406870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] For port 5fabd32e-ab2d-4bc1-b332-88733098e5db, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5fabd32e-ab2d-4bc1-b332-88733098e5db,segment=NetworkSegment(e5004683-2806-4dfd-a198-fe8ca74a003b),segment_id=e5004683-2806-4dfd-a198-fe8ca74a003b)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:41:12.418576 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.427572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.479851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2a761c-66c4-4e39-8867-98f67dc898c9']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.513084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5004683-2806-4dfd-a198-fe8ca74a003b') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.514114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5004683-2806-4dfd-a198-fe8ca74a003b') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.543667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.576764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.589947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:12.590496 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:12.658922 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:12.690132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=99c9689e-b51e-470e-a658-85c2bcb4be9c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:12.786080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595ea0c-f5be-45b6-9eea-a8d4338d7c86 None None] Pushing event updated for resources: {'Port': ['ID=5fabd32e-ab2d-4bc1-b332-88733098e5db,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:12.804544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed780f79-49c1-4bef-8f11-c5d7f611c7f7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:41:12.824648 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] Sync routers for ids ['c3590823-30ff-41ae-9b8b-15414093f706'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:12.853954 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] Routers {'c3590823-30ff-41ae-9b8b-15414093f706'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:12.854957 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3590823-30ff-41ae-9b8b-15414093f706'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:12.856149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a28ace6-b0d6-4e3f-b3a8-e8c5a01091d8 None None] Network 4c2a761c-66c4-4e39-8867-98f67dc898c9 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:12.873118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed780f79-49c1-4bef-8f11-c5d7f611c7f7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:12.874954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ed780f79-49c1-4bef-8f11-c5d7f611c7f7 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/c3590823-30ff-41ae-9b8b-15414093f706 HTTP/1.1" status: 200 len: 892 time: 2.7980168 Apr 18 20:41:12.893929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43096) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:12.900591 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:41:12.900591 n-d-836016-3 neutron-server[88141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:41:12.900591 n-d-836016-3 neutron-server[88141]: [parameters: {'id': '4c2a761c-66c4-4e39-8867-98f67dc898c9'}] Apr 18 20:41:12.900591 n-d-836016-3 neutron-server[88141]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:12.901934 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:12.925252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-5c636317-8bc8-470b-8304-bdebcbc7e233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:12.927969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-5c636317-8bc8-470b-8304-bdebcbc7e233 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 0.5709758 Apr 18 20:41:13.119736 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:13.146321 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] Routers {'c3590823-30ff-41ae-9b8b-15414093f706'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:13.147923 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c3590823-30ff-41ae-9b8b-15414093f706'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:13.251755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-35e7b2d8-8edb-48e9-abb5-acc98fc7ad44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 999 time: 0.3134978 Apr 18 20:41:13.402094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:13.403145 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b82f9d-c9f8-473e-9771-99e5c37d0af6 None None] The sync data for ids ['c3590823-30ff-41ae-9b8b-15414093f706'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:13.412253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-9ec86962-a761-4fa7-8cbd-e1ba99fd929e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.447052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-9ec86962-a761-4fa7-8cbd-e1ba99fd929e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.1884549 Apr 18 20:41:13.486670 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.499616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:13.501599 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3ca517d4-89bb-4a56-9685-b9728dbaee9c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/routers/c3590823-30ff-41ae-9b8b-15414093f706 HTTP/1.1" status: 200 len: 892 time: 0.6044064 Apr 18 20:41:13.539519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9605d2ea-e246-41c8-b0af-ed62513ad152 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:41:13.575748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 5fabd32e-ab2d-4bc1-b332-88733098e5db {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:13.576105 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.595425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7dca5557-9f5e-463d-b811-1e42b820d761 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:13.649086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7dca5557-9f5e-463d-b811-1e42b820d761 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:13.650251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7dca5557-9f5e-463d-b811-1e42b820d761 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3590823-30ff-41ae-9b8b-15414093f706 HTTP/1.1" status: 200 len: 205 time: 0.1508327 Apr 18 20:41:13.658835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:13.832206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9605d2ea-e246-41c8-b0af-ed62513ad152 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:41:13.845825 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d5ed77b6-7fe3-4ae1-b29f-781ab248c285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.850037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-db1bebaf-6b5d-4e75-a2bb-0f3d59eadafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:13.852740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-db1bebaf-6b5d-4e75-a2bb-0f3d59eadafb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3958895 Apr 18 20:41:13.917838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:13.918236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.285869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Calling delete_port for d2392a50-d814-4150-996e-c9ebf45287c9 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:14.398993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4cd8b2-bb1d-42a5-bb1a-9dde73f24b97 req-06a60182-d457-4e88-9ed7-3d0b2cb6ddf6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:14.404078 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.406704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2d4cd8b2-bb1d-42a5-bb1a-9dde73f24b97 req-06a60182-d457-4e88-9ed7-3d0b2cb6ddf6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.1099057 Apr 18 20:41:14.485895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port 5fabd32e-ab2d-4bc1-b332-88733098e5db, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5fabd32e-ab2d-4bc1-b332-88733098e5db,segment=NetworkSegment(e5004683-2806-4dfd-a198-fe8ca74a003b),segment_id=e5004683-2806-4dfd-a198-fe8ca74a003b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:14.486387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:14.671152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2d4cd8b2-bb1d-42a5-bb1a-9dde73f24b97 req-3c8c3414-ecd1-49bb-a9c2-270beb5a1c02 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2631407 Apr 18 20:41:14.679203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for 5fabd32e-ab2d-4bc1-b332-88733098e5db owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:14.947889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-97a50ad0-5938-467f-8620-2399e579cf32 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0812957 Apr 18 20:41:14.952905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.059338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port c55f6531-a323-4582-962d-a32b2094cdc9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:15.060492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.112278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.292789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2392a50-d814-4150-996e-c9ebf45287c9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.367062 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.381970 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.508874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Port': ['ID=5fabd32e-ab2d-4bc1-b332-88733098e5db,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:15.511741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.592394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No DVR routers for this DVR port 5fabd32e-ab2d-4bc1-b332-88733098e5db on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:15.674788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-e9261f94-69ca-4b50-a2f8-09e8839f0fa0 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7119014 Apr 18 20:41:15.676526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:15.846594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for c55f6531-a323-4582-962d-a32b2094cdc9 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:16.032020 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cdfe1372-dafb-4b31-80f0-8512cb28af71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.070814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.172793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2a761c-66c4-4e39-8867-98f67dc898c9']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:16.199321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5004683-2806-4dfd-a198-fe8ca74a003b') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:16.199781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5004683-2806-4dfd-a198-fe8ca74a003b') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:16.229477 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.265807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.280625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:16.281322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.354931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31621b9-4acb-409a-94cd-1902528c3f00 req-966de8a5-df87-41cd-913c-695c1569c4f8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:16.358157 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d31621b9-4acb-409a-94cd-1902528c3f00 req-966de8a5-df87-41cd-913c-695c1569c4f8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.2529051 Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:16.497944 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:16.558199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.624059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.649130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=4c2a761c-66c4-4e39-8867-98f67dc898c9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:16.685683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.718640 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d31621b9-4acb-409a-94cd-1902528c3f00 req-8801fdbd-bcb2-470d-9200-241a94c54535 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416264 Apr 18 20:41:16.774744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.792175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=740bc1d0-7223-4e80-815d-8cd8265b36e9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:16.806366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9b812d18-1883-4e8e-b023-06d500dcf164 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/4c2a761c-66c4-4e39-8867-98f67dc898c9 HTTP/1.1" status: 204 len: 168 time: 6.2109416 Apr 18 20:41:16.808465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43172) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:16.827974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-57406794'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:16.834823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:16.842382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:16.846473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:16.859779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:16.881871 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.911059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:16.915717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:16.995483 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.012237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=c55f6531-a323-4582-962d-a32b2094cdc9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:17.039280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.100390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:17.118615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['268c27be-370e-43a1-be4a-333860f35b66']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:17.138431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.139200 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment 235aeb0d-2ffc-4b75-807d-064c56e470de of type vlan for network 798b139d-2d1b-480d-bf02-d7c1e383f4f3 Apr 18 20:41:17.142742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e645020f-7603-461f-910b-b7dd60e2ec44') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:17.143119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e645020f-7603-461f-910b-b7dd60e2ec44') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:17.169839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.213980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.229866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.241819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:17.244838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:17.299250 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:17.429897 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.500175 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:41:17.635270 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.643024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:17.644586 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.723692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.733867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 268c27be-370e-43a1-be4a-333860f35b66 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 20:41:17.738110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:17.846538 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "DELETE /v2.0/networks/268c27be-370e-43a1-be4a-333860f35b66 HTTP/1.1" status: 204 len: 168 time: 6.8402610 Apr 18 20:41:17.861614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:18.092553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.096141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.146457 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.149663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Fanout notify agent at l3_agent the message router_deleted on router c3590823-30ff-41ae-9b8b-15414093f706 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:41:18.213384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.218439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2e0fe246-f2ef-40d3-9ccd-ee75a1930661 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/c3590823-30ff-41ae-9b8b-15414093f706 HTTP/1.1" status: 204 len: 168 time: 4.5574367 Apr 18 20:41:18.222068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:18.238971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-417593215'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:18.254542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:18.269003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:18.273201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:18.282802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:18.305330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:18.315433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.387933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.5667858 Apr 18 20:41:18.391848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:18.422443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': '798b139d-2d1b-480d-bf02-d7c1e383f4f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:18.481193 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.734897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeaae0-1de2-4dbb-85e7-32d2f6852899 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=798b139d-2d1b-480d-bf02-d7c1e383f4f3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:18.764205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 798b139d-2d1b-480d-bf02-d7c1e383f4f3 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:18.894961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:18.916452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:18.916888 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment 93e2c798-89de-4cb9-bc69-e1a1f38de528 of type vlan for network e4de5996-8e97-46b8-83af-f24dc4accf2c Apr 18 20:41:19.039350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159515b5-3670-4b95-9a87-1549656cf0fe tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event deleted for resources: {'Network': ['ID=268c27be-370e-43a1-be4a-333860f35b66,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:19.151207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-50ae07f9-60c6-43b3-a445-17df3f22d5e8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Synchronizing usage tracker for tenant:ceddbda583eb4528b4dab84fba86ee51 on resource:floatingip {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:19.243339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-50ae07f9-60c6-43b3-a445-17df3f22d5e8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Unset dirty status for tenant:ceddbda583eb4528b4dab84fba86ee51 on resource:floatingip {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:19.250794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-50ae07f9-60c6-43b3-a445-17df3f22d5e8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1779 time: 1.3880444 Apr 18 20:41:19.261713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43226) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:19.379106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ccce57-986a-4200-87f4-df2fa3a0bce5 req-ff696e34-04b2-4429-a31a-36d15e89b963 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.389601 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5ccce57-986a-4200-87f4-df2fa3a0bce5 req-ff696e34-04b2-4429-a31a-36d15e89b963 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.0575871 Apr 18 20:41:19.412925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.429796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:19.436691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:19.464980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:19.500548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:19.512396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.542148 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.549468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5ccce57-986a-4200-87f4-df2fa3a0bce5 req-dd5d51cc-6960-4863-8e5f-c7c44634444b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333139 Apr 18 20:41:19.565355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:19.586577 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.619364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.630473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.631467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.632461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.633498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.634338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.635476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.636374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.637266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.638445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.640700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.643194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Synchronizing usage tracker for tenant:ceddbda583eb4528b4dab84fba86ee51 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:19.696208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.696621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Unset dirty status for tenant:ceddbda583eb4528b4dab84fba86ee51 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:19.707291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:19.708754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:19.717409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1a8e037b-f67a-414a-b5e4-23f2c497b18f tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7079 time: 0.4502373 Apr 18 20:41:19.720032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43232) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:20.065236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8405497 Apr 18 20:41:20.094820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43246) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:20.151157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': 'e4de5996-8e97-46b8-83af-f24dc4accf2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:20.250132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc8e1-4fb6-4bee-8903-7d2593cfbe0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=e4de5996-8e97-46b8-83af-f24dc4accf2c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:20.269374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e4de5996-8e97-46b8-83af-f24dc4accf2c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:20.303212 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-b229a36e-464a-41ba-b0ff-f1bf6a7e6eaa tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] delete failed (client error): The resource could not be found. Apr 18 20:41:20.307657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b229a36e-464a-41ba-b0ff-f1bf6a7e6eaa tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/2d2a9fca-2f5e-4c76-91a6-4377a6293065 HTTP/1.1" status: 404 len: 345 time: 0.5821099 Apr 18 20:41:20.308496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43254) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:20.406815 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7d62637-e9f7-46be-9cff-702d65f85bb4 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] DELETE failed (client error): The resource could not be found. Apr 18 20:41:20.412464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7d62637-e9f7-46be-9cff-702d65f85bb4 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:20.420820 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c7d62637-e9f7-46be-9cff-702d65f85bb4 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "DELETE /v2.0/networks/268c27be-370e-43a1-be4a-333860f35b66 HTTP/1.1" status: 404 len: 339 time: 0.1038241 Apr 18 20:41:20.433960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43258) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:20.452671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'network': {'name': 'tempest-network--639749532', 'router:external': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:20.467843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:20.487964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:network and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:20.501576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:20.512294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:20.524269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:20.546756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:20.584479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:20.600569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Made reservation on behalf of ceddbda583eb4528b4dab84fba86ee51 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:20.609385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:20.620790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.693105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:20.708499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.791526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:20.835431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:20.838798 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Added segment 18aa654f-984f-4d57-b9f4-8c9134b95d01 of type vlan for network 7951fa40-0ada-43a6-837c-e40d938d7196 Apr 18 20:41:20.964229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.221157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.239783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:21.252527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.645464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.651260 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2139261 Apr 18 20:41:21.655789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43270) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:21.708082 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:21.863943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': '93e2c798-89de-4cb9-bc69-e1a1f38de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e4de5996-8e97-46b8-83af-f24dc4accf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:21.864309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: e4de5996-8e97-46b8-83af-f24dc4accf2c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:21.885427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8112f3-0e1b-4334-a951-e9f3e6426f35 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Network': ['ID=7951fa40-0ada-43a6-837c-e40d938d7196,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:21.901293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 7951fa40-0ada-43a6-837c-e40d938d7196 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:21.916088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=279583d1-87dd-41ed-a9f8-070ecab567ff,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:21.992390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ea402-59a7-4a9f-a081-c6aba7932a4c req-6258b661-d5b0-46c9-8575-18742ae18bc6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.005413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a7ea402-59a7-4a9f-a081-c6aba7932a4c req-6258b661-d5b0-46c9-8575-18742ae18bc6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.9415624 Apr 18 20:41:22.110926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': '235aeb0d-2ffc-4b75-807d-064c56e470de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '798b139d-2d1b-480d-bf02-d7c1e383f4f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:22.111390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: 798b139d-2d1b-480d-bf02-d7c1e383f4f3, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:22.141284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network e4de5996-8e97-46b8-83af-f24dc4accf2c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:22.218126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.226811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401cec6b-5630-4fdc-abc5-80e919aefc04 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.235451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.242715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.250881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401cec6b-5630-4fdc-abc5-80e919aefc04 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.257977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.268283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401cec6b-5630-4fdc-abc5-80e919aefc04 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.273288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.284650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401cec6b-5630-4fdc-abc5-80e919aefc04 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.286512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-401cec6b-5630-4fdc-abc5-80e919aefc04 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.6129034 Apr 18 20:41:22.288006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.293580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43280) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:22.300712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.302751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-92221840-318e-49df-bb7d-0499f1c3e5fc tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 1.0859551 Apr 18 20:41:22.348109 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a7ea402-59a7-4a9f-a081-c6aba7932a4c req-6b14b799-a9f1-4b1e-a132-23b4bacb3388 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3391671 Apr 18 20:41:22.449716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e4de5996-8e97-46b8-83af-f24dc4accf2c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:22.460273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596b1465-653b-4e89-bdd3-1886e3902a9b None None] Network e4de5996-8e97-46b8-83af-f24dc4accf2c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:22.464054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.464666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.478038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=b4dc2690-f4a6-4b52-ab11-d36df755af98,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:22.598173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad8a8d66-3f5a-4c51-977c-ef216ec16111 req-a444b367-6f4d-456a-8ffc-c990130e833e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2644358 Apr 18 20:41:22.612684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 798b139d-2d1b-480d-bf02-d7c1e383f4f3 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:22.675547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 798b139d-2d1b-480d-bf02-d7c1e383f4f3) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:22.689372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d470deb-8cc9-4ca6-adc7-3eaa648f1c0d None None] Network 798b139d-2d1b-480d-bf02-d7c1e383f4f3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:22.701158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:22.701871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.723578 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.733437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9e8ba276-ecd2-47cf-8265-168408aa5bfc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6101620 Apr 18 20:41:22.739481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43284) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:22.761408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8a5222ae-22b7-4d4b-839b-70b91fb7cb19 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3631740 Apr 18 20:41:22.762674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43288) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:22.776573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1181779024', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:22.800719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:22.808260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:router and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:22.815489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:22.830392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:22.862441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.865786 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.893699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:22.925183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.111269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.114430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.115901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1f723506-274b-4072-b3c5-97b0f684022b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3704581 Apr 18 20:41:23.122041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43294) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:23.316961 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.437309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e4de5996-8e97-46b8-83af-f24dc4accf2c', 'network_id': 'e4de5996-8e97-46b8-83af-f24dc4accf2c', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': '279583d1-87dd-41ed-a9f8-070ecab567ff'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:41:23.437309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.683202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Allocated IP 2001:db8::2 (e4de5996-8e97-46b8-83af-f24dc4accf2c/279583d1-87dd-41ed-a9f8-070ecab567ff/42cc0486-d27e-448a-ac45-098068d67224) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:23.787717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:23.868208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e1a182-28ee-4077-9e2c-ec29bf48b240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-798b139d-2d1b-480d-bf02-d7c1e383f4f3', 'network_id': '798b139d-2d1b-480d-bf02-d7c1e383f4f3', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': 'b4dc2690-f4a6-4b52-ab11-d36df755af98'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:41:23.871506 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-79e1a182-28ee-4077-9e2c-ec29bf48b240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.162882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.196968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7951fa40-0ada-43a6-837c-e40d938d7196']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:24.212922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18aa654f-984f-4d57-b9f4-8c9134b95d01') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:24.213626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18aa654f-984f-4d57-b9f4-8c9134b95d01') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:24.229451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.256366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.257275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.272881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:24.274328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.308752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798b139d-2d1b-480d-bf02-d7c1e383f4f3']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:24.326732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235aeb0d-2ffc-4b75-807d-064c56e470de') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:24.327324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235aeb0d-2ffc-4b75-807d-064c56e470de') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:24.343793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.367905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.376119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:24.377335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:24.627726 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:24.868931 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:24.901044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Transition to ACTIVE for port object 42cc0486-d27e-448a-ac45-098068d67224 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:24.930631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Transition to ACTIVE for port object 42cc0486-d27e-448a-ac45-098068d67224 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:24.943528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.062172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Pushing event updated for resources: {'Port': ['ID=42cc0486-d27e-448a-ac45-098068d67224,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:25.095197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4166d-df57-48fe-a91b-b38ea6880adb None None] Network 798b139d-2d1b-480d-bf02-d7c1e383f4f3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:25.135149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4166d-df57-48fe-a91b-b38ea6880adb None None] Network 798b139d-2d1b-480d-bf02-d7c1e383f4f3 could not be found, it might have been deleted concurrently. {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:25.236784 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:25.325269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.335670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dc2690-f4a6-4b52-ab11-d36df755af98,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:25.355054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.399768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.414916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7951fa40-0ada-43a6-837c-e40d938d7196 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 20:41:25.438982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.442829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event deleted for resources: {'Network': ['ID=7951fa40-0ada-43a6-837c-e40d938d7196,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:25.454483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/798b139d-2d1b-480d-bf02-d7c1e383f4f3 HTTP/1.1" status: 204 len: 168 time: 2.6877360 Apr 18 20:41:25.464125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43378) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:25.471052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Network e4de5996-8e97-46b8-83af-f24dc4accf2c is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:25.482075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-137967540'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:25.490003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:25.493201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:25.495061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:25.505182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:25.507134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:25.512243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac2d62a-bb8b-4e76-97a8-7e9ba694a022 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=798b139d-2d1b-480d-bf02-d7c1e383f4f3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:25.515418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:25.534216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-561929ab-c588-4075-af76-6d8f8ebf1e76 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "DELETE /v2.0/networks/7951fa40-0ada-43a6-837c-e40d938d7196 HTTP/1.1" status: 204 len: 168 time: 3.2326777 Apr 18 20:41:25.534483 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:25.538147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.552289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:25.568101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'network': {'name': 'tempest-network--50275199', 'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:25.574210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb0b55-5860-4b5b-8c23-cd99137b6526 req-178b3eb0-a281-4c45-abd5-60873f881dbb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.582560 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0cb0b55-5860-4b5b-8c23-cd99137b6526 req-178b3eb0-a281-4c45-abd5-60873f881dbb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.5456550 Apr 18 20:41:25.595675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:25.616475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:network and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:25.627047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:25.661534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:25.677534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.683639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.691534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.697878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.704832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.716658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.724110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:25.733637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-f7556738-cf17-47e2-b37c-c26c34182799 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 1.1017656 Apr 18 20:41:25.848035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:25.877613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Attempting to bind port 42cc0486-d27e-448a-ac45-098068d67224 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:25.878873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Attempting to bind port 42cc0486-d27e-448a-ac45-098068d67224 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '93e2c798-89de-4cb9-bc69-e1a1f38de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e4de5996-8e97-46b8-83af-f24dc4accf2c'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:25.882664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Attempting to bind port 42cc0486-d27e-448a-ac45-098068d67224 on network e4de5996-8e97-46b8-83af-f24dc4accf2c {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:41:25.894011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.894727 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment db9b65d9-43e7-4131-8ecb-502a34e33803 of type vlan for network c6809eb9-e5ed-4a19-8397-6d5227639017 Apr 18 20:41:25.920844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:41:25.921767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Checking segment: {'id': '93e2c798-89de-4cb9-bc69-e1a1f38de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e4de5996-8e97-46b8-83af-f24dc4accf2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:25.923196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7ce1268-c798-48eb-891e-14bc149c8a48 req-7b492645-8a3a-44da-9947-b351d14f285d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1881080 Apr 18 20:41:25.924000 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.927194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Bound using segment: {'id': '93e2c798-89de-4cb9-bc69-e1a1f38de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e4de5996-8e97-46b8-83af-f24dc4accf2c'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:41:25.927194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Bound port: 42cc0486-d27e-448a-ac45-098068d67224, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93e2c798-89de-4cb9-bc69-e1a1f38de528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'e4de5996-8e97-46b8-83af-f24dc4accf2c'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:25.929655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:25.972406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.000048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.012574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.028679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.029131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.035087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.058516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.097056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.099198 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-d305d68a-8236-4041-96d0-707bcc1267c7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5433 time: 1.5668881 Apr 18 20:41:26.108159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Made reservation on behalf of ceddbda583eb4528b4dab84fba86ee51 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:26.119579 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.177136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.203817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.204958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.327221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] For port 42cc0486-d27e-448a-ac45-098068d67224, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:26.332585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] For port 42cc0486-d27e-448a-ac45-098068d67224, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42cc0486-d27e-448a-ac45-098068d67224,segment=NetworkSegment(93e2c798-89de-4cb9-bc69-e1a1f38de528),segment_id=93e2c798-89de-4cb9-bc69-e1a1f38de528)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:41:26.339372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.348518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.405871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:26.481833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.482193 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Added segment 953ed74f-a825-47f1-bb89-a4f6b9737274 of type vlan for network 588d88ab-3e27-4409-9584-5ce4b02d05a6 Apr 18 20:41:26.499021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0cb0b55-5860-4b5b-8c23-cd99137b6526 req-ce534da8-bb64-4a3e-a9fb-e3a7d39429b0 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9152818 Apr 18 20:41:26.572050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1008327 Apr 18 20:41:26.573240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:26.584869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5965f2b-6969-4917-a21e-ec0e6a9923fd None None] Pushing event updated for resources: {'Port': ['ID=42cc0486-d27e-448a-ac45-098068d67224,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:26.619670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:26.647775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8983e6c5-0ae8-4f6b-82c5-d9146f57f2c4 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:26.654847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8983e6c5-0ae8-4f6b-82c5-d9146f57f2c4 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "GET /v2.0/ports/e10702c4-aea6-4a9a-a8f5-115bd9fb8344?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5477798 Apr 18 20:41:26.672305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': 'c6809eb9-e5ed-4a19-8397-6d5227639017', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:26.830086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:41:26.830293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f4c29-7498-4fcf-a17c-3affbe255014 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=c6809eb9-e5ed-4a19-8397-6d5227639017,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:26.842820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c6809eb9-e5ed-4a19-8397-6d5227639017 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:27.206696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:27.302772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 255c50e1-07cf-48c9-a853-19a1836d8539 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:27.495884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:27.517188 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.526241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:27.529010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8::1 (e4de5996-8e97-46b8-83af-f24dc4accf2c/279583d1-87dd-41ed-a9f8-070ecab567ff/8e8984fb-bacf-4703-a6dd-90aa4bbdaffb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:27.534671 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.569010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:27.684202 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.761938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 255c50e1-07cf-48c9-a853-19a1836d8539, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=255c50e1-07cf-48c9-a853-19a1836d8539,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:27.766207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:27.781644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 42cc0486-d27e-448a-ac45-098068d67224 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:27.855024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:27.894731 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:27.896378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 24c2c157-d184-4525-afe1-fc77113c6152 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:28.314653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:28.324612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.360951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=255c50e1-07cf-48c9-a853-19a1836d8539,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:28.451087 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.8900559 Apr 18 20:41:28.457852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43500) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:28.490848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97d750-6a5a-427b-8b62-d258bfcb8349 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Network': ['ID=588d88ab-3e27-4409-9584-5ce4b02d05a6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:28.533465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:28.546732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a8b8f-9441-421f-9fb5-e3bed812ff6b None None] Network e4de5996-8e97-46b8-83af-f24dc4accf2c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:28.782133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:28.786124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 588d88ab-3e27-4409-9584-5ce4b02d05a6 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:28.824431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing IP validity checks on allocation pools {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 20:41:28.830823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 20:41:28.850747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-552e18f6-e1a7-4a39-b2fc-0b153fd90c5e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:28.869555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35606543-ef9f-44bd-b667-759607908602 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.871386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-35606543-ef9f-44bd-b667-759607908602 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] 10.222.0.47 "GET /v2.0/networks/588d88ab-3e27-4409-9584-5ce4b02d05a6 HTTP/1.1" status: 200 len: 755 time: 0.4068327 Apr 18 20:41:28.875961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 42cc0486-d27e-448a-ac45-098068d67224 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:28.898389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:28.932075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-552e18f6-e1a7-4a39-b2fc-0b153fd90c5e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:28.933780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-552e18f6-e1a7-4a39-b2fc-0b153fd90c5e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "GET /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 2.2676637 Apr 18 20:41:28.970486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b601aa-a833-420a-8177-ec18632435c2 req-2ed2c47e-9352-41c6-b931-808feb8612dd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:28.984415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5b601aa-a833-420a-8177-ec18632435c2 req-2ed2c47e-9352-41c6-b931-808feb8612dd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.9578149 Apr 18 20:41:29.151597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:29.180427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.249825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-e745162b-139b-4754-88b1-bcfb81752683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.251536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-e745162b-139b-4754-88b1-bcfb81752683 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1094 time: 1.0605323 Apr 18 20:41:29.283658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f0eae187-1e4b-43f5-b8e1-69c22f4cfbb5 None None] Provisioning for port 42cc0486-d27e-448a-ac45-098068d67224 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:29.286364 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5b601aa-a833-420a-8177-ec18632435c2 req-2e8580a6-7ee3-4e20-a30e-7f9da73e9dc7 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930448 Apr 18 20:41:29.372350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f0eae187-1e4b-43f5-b8e1-69c22f4cfbb5 None None] Provisioning complete for port 42cc0486-d27e-448a-ac45-098068d67224 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:29.378168 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0eae187-1e4b-43f5-b8e1-69c22f4cfbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.378463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network e4de5996-8e97-46b8-83af-f24dc4accf2c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:29.398505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:29.414822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:29.422063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.436688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=8e8984fb-bacf-4703-a6dd-90aa4bbdaffb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:29.526230 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.554443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.562933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.570891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.579411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.587644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.596693 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e413a37-3f7a-4a83-a2fa-ee4377da1f9d'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539', 'code': 200} Apr 18 20:41:29.597882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.607238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.609732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-106c99a8-e740-4c4c-a544-b8c76300e117 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5431 time: 2.2265313 Apr 18 20:41:29.824525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:29.832021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f38b8f2-beda-4542-bc1d-699e19ceb88c tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:29.832883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f38b8f2-beda-4542-bc1d-699e19ceb88c tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Synchronizing usage tracker for tenant:ed7b4e517af048e9af772c5c75d1bd68 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:30.136544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 24c2c157-d184-4525-afe1-fc77113c6152, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=24c2c157-d184-4525-afe1-fc77113c6152,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:30.164286 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.167012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 60c0e1e7-b952-46a2-bec7-210fb39b78c8 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:30.407682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f38b8f2-beda-4542-bc1d-699e19ceb88c tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Unset dirty status for tenant:ed7b4e517af048e9af772c5c75d1bd68 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:30.412190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2f38b8f2-beda-4542-bc1d-699e19ceb88c tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] 10.222.0.47 "GET /v2.0/networks/3f2301be-d743-42f9-8815-1d1062c397f2 HTTP/1.1" status: 200 len: 767 time: 1.4958017 Apr 18 20:41:30.434313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43578) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:30.440472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-073ec1d1-a466-4f1f-a9d0-abf21cdb8226 req-da4b1057-94ec-4947-8f28-1ee8382aa2de tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8119659 Apr 18 20:41:30.549049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-40a0d3f6-b04f-46db-a44e-ef057cdcc123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:30.551025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-40a0d3f6-b04f-46db-a44e-ef057cdcc123 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 200 len: 918 time: 1.1196029 Apr 18 20:41:30.556675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:30.801070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0eae187-1e4b-43f5-b8e1-69c22f4cfbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.065345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=24c2c157-d184-4525-afe1-fc77113c6152,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:31.106218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f0eae187-1e4b-43f5-b8e1-69c22f4cfbb5 None None] For port 42cc0486-d27e-448a-ac45-098068d67224, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42cc0486-d27e-448a-ac45-098068d67224,segment=NetworkSegment(93e2c798-89de-4cb9-bc69-e1a1f38de528),segment_id=93e2c798-89de-4cb9-bc69-e1a1f38de528)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:31.113136 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.139813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0eae187-1e4b-43f5-b8e1-69c22f4cfbb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.267969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f74979e-a3f9-4d27-bbdc-0e0046faca74 req-540b2a57-a007-4617-9a6c-306cc8a28ffb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:31.272627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f74979e-a3f9-4d27-bbdc-0e0046faca74 req-540b2a57-a007-4617-9a6c-306cc8a28ffb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.4434698 Apr 18 20:41:31.277278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:41:31.345763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:31.366463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.373208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 682bd210-7bf1-465d-94c1-a8ef9ad8b008 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:31.404043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.423757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.424918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.466092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-c8746914-10b9-4752-9221-52c9fe9fd666 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 200 len: 999 time: 0.5809727 Apr 18 20:41:31.490864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eae187-1e4b-43f5-b8e1-69c22f4cfbb5 None None] Pushing event updated for resources: {'Port': ['ID=42cc0486-d27e-448a-ac45-098068d67224,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:31.653494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:31.695782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152'}, {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:31.793018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=8e8984fb-bacf-4703-a6dd-90aa4bbdaffb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:31.844978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5b0bf9d9-5885-4a4a-9dbf-7363d982d8de None None] Provisioning for port 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:31.928145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5b0bf9d9-5885-4a4a-9dbf-7363d982d8de None None] Provisioning complete for port 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:31.928733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf9d9-5885-4a4a-9dbf-7363d982d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.128847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f74979e-a3f9-4d27-bbdc-0e0046faca74 req-97b2184a-66b1-4b52-ace4-25c623ddaaab tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8202918 Apr 18 20:41:32.207200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-7a6d0438-573b-4bfa-9834-75f78a7938e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:32.209621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-7a6d0438-573b-4bfa-9834-75f78a7938e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 200 len: 856 time: 0.7323468 Apr 18 20:41:32.209621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=65cb314d-adf6-4aee-869f-4da04efa23d2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:32.253876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=60c0e1e7-b952-46a2-bec7-210fb39b78c8,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:32.337673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network e4de5996-8e97-46b8-83af-f24dc4accf2c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:32.341227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:32.345959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5b0bf9d9-5885-4a4a-9dbf-7363d982d8de None None] Port 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:41:32.371109 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096795ce-878c-465c-a982-c2223c87e38b'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152', 'code': 200} Apr 18 20:41:32.373101 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-096795ce-878c-465c-a982-c2223c87e38b'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8', 'code': 200} Apr 18 20:41:32.381214 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.403348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5b0bf9d9-5885-4a4a-9dbf-7363d982d8de None None] Provisioning complete for port 42cc0486-d27e-448a-ac45-098068d67224 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:32.404226 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5b0bf9d9-5885-4a4a-9dbf-7363d982d8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.582405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:32.612363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.613977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e10702c4-aea6-4a9a-a8f5-115bd9fb8344 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:32.645739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.646426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.648090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.649007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.649914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.650908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.651731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.652365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.652997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.654294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.661028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.661938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:32.764490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:32.820016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 06becb11-fdaf-40da-b2c8-3b7edc4a58fe is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:41:33.204859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=682bd210-7bf1-465d-94c1-a8ef9ad8b008,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:33.271046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:41:33.315577 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0ef0f310-723d-4562-9884-8252ca51741f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/06becb11-fdaf-40da-b2c8-3b7edc4a58fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1824098 Apr 18 20:41:33.317503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:33.342415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] Sync routers for ids ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:33.369367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] For port e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:33.404750 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.600109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] Routers {'06becb11-fdaf-40da-b2c8-3b7edc4a58fe'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:33.601190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:33.675649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': 'db9b65d9-43e7-4131-8ecb-502a34e33803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c6809eb9-e5ed-4a19-8397-6d5227639017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:33.677322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: c6809eb9-e5ed-4a19-8397-6d5227639017, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:33.691961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b96ce6-6b17-45c2-849b-f8e0c3e8dc82 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.694033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-81b96ce6-6b17-45c2-849b-f8e0c3e8dc82 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:33.733908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-81b96ce6-6b17-45c2-849b-f8e0c3e8dc82 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:33.736168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-81b96ce6-6b17-45c2-849b-f8e0c3e8dc82 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports/8e8984fb-bacf-4703-a6dd-90aa4bbdaffb HTTP/1.1" status: 200 len: 911 time: 0.4173608 Apr 18 20:41:33.736316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 42cc0486-d27e-448a-ac45-098068d67224 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:33.740014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43736) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:33.749633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '279583d1-87dd-41ed-a9f8-070ecab567ff'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:33.780867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] For port e10702c4-aea6-4a9a-a8f5-115bd9fb8344, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:33.807488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6e2d9ce7-32bc-4538-a991-1cbf2213bcf1 None None] Provisioning complete for port 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:33.808142 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6e2d9ce7-32bc-4538-a991-1cbf2213bcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:33.855352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da023f09-07cb-42e8-9987-9b0d9e6efe5c req-54d4b76f-8c04-4274-bcbe-eb25ededd2bb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:33.858240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da023f09-07cb-42e8-9987-9b0d9e6efe5c req-54d4b76f-8c04-4274-bcbe-eb25ededd2bb tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.3378024 Apr 18 20:41:34.064969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d9ce7-32bc-4538-a991-1cbf2213bcf1 None None] Port 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:41:34.075491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da023f09-07cb-42e8-9987-9b0d9e6efe5c req-569f333d-62bd-435a-a80f-9b7a8dab6183 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1860816 Apr 18 20:41:34.128124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.167008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] Routers {'06becb11-fdaf-40da-b2c8-3b7edc4a58fe'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:34.170571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.275242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.275809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538751d-1639-4919-8b0f-225ba425a03f None None] The sync data for ids ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:34.309173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 42cc0486-d27e-448a-ac45-098068d67224 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:34.309887 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.318953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.332706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.394993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:34.402514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network c6809eb9-e5ed-4a19-8397-6d5227639017 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:34.441871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] device_id is not set on port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:41:34.533574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.538685 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f491ea60-7feb-4f33-9433-4427414d74d2'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008', 'code': 200} Apr 18 20:41:34.545866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.582284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.599253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.610199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.619675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.627251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.629480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-affd9652-303f-427a-b9f8-a2f74ae3059d tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 5425 time: 2.6822271 Apr 18 20:41:34.631854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-42d72780-e17c-46ef-918f-073365d4d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.633626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-42d72780-e17c-46ef-918f-073365d4d11c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d0083521-6bd5-4e99-b67e-dc7ab8874aca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.1811006 Apr 18 20:41:34.640253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['588d88ab-3e27-4409-9584-5ce4b02d05a6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.669465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.738618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953ed74f-a825-47f1-bb89-a4f6b9737274') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.739192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953ed74f-a825-47f1-bb89-a4f6b9737274') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:34.766855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c6809eb9-e5ed-4a19-8397-6d5227639017) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:34.773194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:34.774052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.806987 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:34.901410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c59f1a-17d5-4ba1-ad00-3923f7ee0d25 None None] Network c6809eb9-e5ed-4a19-8397-6d5227639017 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:34.959431 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:34.959776 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:35.021380 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.065110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fcc69e3c-1bd4-4099-952d-7d50dca66857 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 8.4304056 Apr 18 20:41:35.078283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:35.147164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-f9f7551a-9d44-4093-a783-af5ddfe97659 service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681003 Apr 18 20:41:35.531631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.553659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:35.556319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:35.716705 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:35.873120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 83ea544c-8129-4c40-8224-5acff4d590b3 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:35.902592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-c6809eb9-e5ed-4a19-8397-6d5227639017', 'network_id': 'c6809eb9-e5ed-4a19-8397-6d5227639017', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': '65cb314d-adf6-4aee-869f-4da04efa23d2'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:41:35.904146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:35.947063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] Pushing event updated for resources: {'Port': ['ID=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:35.968571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d3713cbc-f719-47d9-b551-c5ba7aa3e0f2 None None] Provisioning complete for port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:35.969230 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d3713cbc-f719-47d9-b551-c5ba7aa3e0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.040241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc6eb69a-4a0f-49af-8076-f81d8b584d03 req-e80afff6-cbb3-411b-ab62-2e6060bf2aac tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3891389 Apr 18 20:41:36.098182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2994c1ae-19b2-454c-a002-c913d87c790a req-949e0051-5344-4467-ab1d-0d08458b7dd4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.100821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2994c1ae-19b2-454c-a002-c913d87c790a req-949e0051-5344-4467-ab1d-0d08458b7dd4 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 0.3583269 Apr 18 20:41:36.197444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.235862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d3713cbc-f719-47d9-b551-c5ba7aa3e0f2 None None] Port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:41:36.245223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.256533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:36.257169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.259152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/ports/8e8984fb-bacf-4703-a6dd-90aa4bbdaffb HTTP/1.1" status: 200 len: 911 time: 2.5177231 Apr 18 20:41:36.398872 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.456820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:36.471074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=83ea544c-8129-4c40-8224-5acff4d590b3,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:36.487310 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:36.495141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 49192efb-7e1f-4d35-88ac-893cc2f036f2 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:36.587675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2994c1ae-19b2-454c-a002-c913d87c790a req-65276982-a4f2-4f03-bd82-86e6804f8c4b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4462690 Apr 18 20:41:36.610310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ea544c-8129-4c40-8224-5acff4d590b3'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:36.627845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Allocated IP 172.20.0.3 (c6809eb9-e5ed-4a19-8397-6d5227639017/65cb314d-adf6-4aee-869f-4da04efa23d2/85144927-a865-4558-a914-46db3ecc0ff1) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:36.695435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] No DVR routers for this DVR port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:36.705273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=8e8984fb-bacf-4703-a6dd-90aa4bbdaffb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:36.914578 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f29a3487-3c9d-483e-8cad-bd8ecc1df385'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83ea544c-8129-4c40-8224-5acff4d590b3', 'code': 200} Apr 18 20:41:37.015289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.024032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 588d88ab-3e27-4409-9584-5ce4b02d05a6 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 20:41:37.030039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.035901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] In _notify_port_updated(), no bound segment for port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:41:37.037543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.038963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.041207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-8167b122-434c-4b1b-9a02-350134f38e8b service neutron] 10.222.0.55 "PUT /v2.0/ports/e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 200 len: 1028 time: 7.9113169 Apr 18 20:41:37.153665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.154343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.154343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.154843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.155252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.155589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.155980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.156311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.156639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.157029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.157361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.157707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8769ec06-b125-42fe-8847-0056907b83ed tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:37.248521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event deleted for resources: {'Network': ['ID=588d88ab-3e27-4409-9584-5ce4b02d05a6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:37.280220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-da22b17f-6777-4d23-8f1f-75af408103fc tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "DELETE /v2.0/networks/588d88ab-3e27-4409-9584-5ce4b02d05a6 HTTP/1.1" status: 204 len: 168 time: 6.8373983 Apr 18 20:41:37.283002 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d80cda10-41c2-4c5a-ae41-c8b844d8858c req-a7e4e7a9-8b9d-49ef-af48-cd90db863b7d service neutron] 10.222.0.61 "GET /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6279886 Apr 18 20:41:37.294901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43882) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:37.309210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'network': {'name': 'tempest-network--1752531731'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:37.325891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:37.331706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Usage tracker for resource:network and tenant:ceddbda583eb4528b4dab84fba86ee51 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:37.342928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:37.367861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:37.369333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:37.416068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.436428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Made reservation on behalf of ceddbda583eb4528b4dab84fba86ee51 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:37.448516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.543553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:37.567171 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.568808 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Added segment e5023ff0-0ed6-42fa-85af-40d86e798255 of type vlan for network 57be23e7-ce70-4f04-9bbf-20be2272e9b9 Apr 18 20:41:37.605143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.662018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.768043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.769476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 49192efb-7e1f-4d35-88ac-893cc2f036f2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:37.770651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:37.780783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1649835'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.956725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:37.986273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.033030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Network': ['ID=57be23e7-ce70-4f04-9bbf-20be2272e9b9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:38.107151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-c72189db-09a7-431b-850b-d1ec30c9a505 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.124134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-c72189db-09a7-431b-850b-d1ec30c9a505 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "GET /v2.0/ports/83ea544c-8129-4c40-8224-5acff4d590b3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 1.0259056 Apr 18 20:41:38.166809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 57be23e7-ce70-4f04-9bbf-20be2272e9b9 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:38.369683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:38.392777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-586a928e-2c5a-4c41-8d0f-b0b4e9d4dd91 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.404300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-586a928e-2c5a-4c41-8d0f-b0b4e9d4dd91 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.415930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-586a928e-2c5a-4c41-8d0f-b0b4e9d4dd91 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.427775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-586a928e-2c5a-4c41-8d0f-b0b4e9d4dd91 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.442924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-586a928e-2c5a-4c41-8d0f-b0b4e9d4dd91 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.465319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-586a928e-2c5a-4c41-8d0f-b0b4e9d4dd91 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:38.484660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-586a928e-2c5a-4c41-8d0f-b0b4e9d4dd91 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 4646 time: 0.8288860 Apr 18 20:41:38.580346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:41:38.774345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bcb027ad-eade-4791-a3fc-de191984bdf0 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.4735825 Apr 18 20:41:38.778836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43898) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:38.788066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:38.828504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0def5f32-78a0-485b-b8cd-e7edfd9610ec req-c5b4ac06-ddf0-437d-b364-27dde67de4a1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=b1303196-4139-430f-824e-85991c00a684&id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3422332 Apr 18 20:41:38.896189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.919261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:38.944477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Transition to ACTIVE for port object 85144927-a865-4558-a914-46db3ecc0ff1 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:39.056165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:39.073893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:39.079027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'port_id': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'mac_address': 'fa:16:3e:8f:2a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:41:39.159167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Transition to ACTIVE for port object 85144927-a865-4558-a914-46db3ecc0ff1 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:39.199296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.223981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=49192efb-7e1f-4d35-88ac-893cc2f036f2,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.243888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Network c6809eb9-e5ed-4a19-8397-6d5227639017 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:39.281423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:39.289778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:39.339620 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.367975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.469909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6342-7bba-4e50-9533-1c50fb693286 req-c5586a09-56bd-4fb1-bbb9-0f53e276fb5e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.471734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-181b6342-7bba-4e50-9533-1c50fb693286 req-c5586a09-56bd-4fb1-bbb9-0f53e276fb5e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 943 time: 1.3345029 Apr 18 20:41:39.493406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:39.527059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Attempting to bind port 85144927-a865-4558-a914-46db3ecc0ff1 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:39.527472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Attempting to bind port 85144927-a865-4558-a914-46db3ecc0ff1 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'db9b65d9-43e7-4131-8ecb-502a34e33803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c6809eb9-e5ed-4a19-8397-6d5227639017'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:39.527793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Attempting to bind port 85144927-a865-4558-a914-46db3ecc0ff1 on network c6809eb9-e5ed-4a19-8397-6d5227639017 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:41:39.542016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Pushing event updated for resources: {'Port': ['ID=85144927-a865-4558-a914-46db3ecc0ff1,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:39.548705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:41:39.549147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Checking segment: {'id': 'db9b65d9-43e7-4131-8ecb-502a34e33803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c6809eb9-e5ed-4a19-8397-6d5227639017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:39.549538 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.549945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Bound using segment: {'id': 'db9b65d9-43e7-4131-8ecb-502a34e33803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c6809eb9-e5ed-4a19-8397-6d5227639017'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:41:39.550430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Bound port: 85144927-a865-4558-a914-46db3ecc0ff1, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db9b65d9-43e7-4131-8ecb-502a34e33803', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'c6809eb9-e5ed-4a19-8397-6d5227639017'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:39.550807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.675873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-9dd85166-f9c3-40b4-87d1-672f319ff153 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:39.689119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-9dd85166-f9c3-40b4-87d1-672f319ff153 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.2947276 Apr 18 20:41:39.738401 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-26b8a77c-d894-4e9e-88cb-fe2346647f59 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/quotas/3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 375 time: 0.0476952 Apr 18 20:41:39.789059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] For port 85144927-a865-4558-a914-46db3ecc0ff1, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:39.796609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] For port 85144927-a865-4558-a914-46db3ecc0ff1, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=85144927-a865-4558-a914-46db3ecc0ff1,segment=NetworkSegment(db9b65d9-43e7-4131-8ecb-502a34e33803),segment_id=db9b65d9-43e7-4131-8ecb-502a34e33803)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:41:39.803155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:39.809005 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.809369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=83ea544c-8129-4c40-8224-5acff4d590b3,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:39.846801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] For port 83ea544c-8129-4c40-8224-5acff4d590b3, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:39.852538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:39.853085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.882655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.946622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:39.993179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ecbe92-e125-4f16-b0a3-b4f2034d2745 None None] Pushing event updated for resources: {'Port': ['ID=85144927-a865-4558-a914-46db3ecc0ff1,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:40.057115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=65cb314d-adf6-4aee-869f-4da04efa23d2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:40.089619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] device_id is not set on port 83ea544c-8129-4c40-8224-5acff4d590b3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:41:40.159496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.181121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-181b6342-7bba-4e50-9533-1c50fb693286 req-05c2a352-8ee2-4aff-b899-0e5ef3d9db30 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2986841 Apr 18 20:41:40.182216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.189899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.193722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:41:40.212462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.409306 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f41a52-e2d3-4361-af6b-6be543e9f934'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2', 'code': 200} Apr 18 20:41:40.457731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:40.473633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 8e8984fb-bacf-4703-a6dd-90aa4bbdaffb owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:40.725321 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b7641569-133f-4755-a080-3b0be1a33e2c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9856615 Apr 18 20:41:40.849896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.869360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.884460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-ab823176-dac1-4dfb-ba69-4cdf1ff17c8b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:41:40.901611 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-ab823176-dac1-4dfb-ba69-4cdf1ff17c8b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1653600 Apr 18 20:41:40.940031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7211d7b9-8dde-4afe-85e8-f043d1522442 None None] Provisioning complete for port 83ea544c-8129-4c40-8224-5acff4d590b3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:40.940501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7211d7b9-8dde-4afe-85e8-f043d1522442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.955807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Network 57be23e7-ce70-4f04-9bbf-20be2272e9b9 is not hosted by any dhcp agent {{(pid=88140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 20:41:40.956804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:40.957415 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:40.963060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "PUT /v2.0/networks/57be23e7-ce70-4f04-9bbf-20be2272e9b9 HTTP/1.1" status: 200 len: 858 time: 2.1789198 Apr 18 20:41:41.024478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:41.066995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6809eb9-e5ed-4a19-8397-6d5227639017']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:41.083585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a799c-4d1c-4933-b096-135d125a287e service neutron] Pushing event updated for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:41.105333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] No DVR routers for this DVR port 83ea544c-8129-4c40-8224-5acff4d590b3 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:41.129266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7211d7b9-8dde-4afe-85e8-f043d1522442 None None] Port 83ea544c-8129-4c40-8224-5acff4d590b3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:41:41.145396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.212246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=8e8984fb-bacf-4703-a6dd-90aa4bbdaffb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:41.266290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9b65d9-43e7-4131-8ecb-502a34e33803') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:41.266657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9b65d9-43e7-4131-8ecb-502a34e33803') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:41.292700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-69ed24f3-f588-41e2-8c6f-158735a66e2a service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4000785 Apr 18 20:41:41.298721 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.333855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.346893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:41.347563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:41.519110 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:41.550322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:41:41.550322 n-d-836016-3 neutron-server[88140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:41:41.550322 n-d-836016-3 neutron-server[88140]: [parameters: {'id': 'c6809eb9-e5ed-4a19-8397-6d5227639017'}] Apr 18 20:41:41.550322 n-d-836016-3 neutron-server[88140]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:41.550838 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:41.566975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.637055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 85144927-a865-4558-a914-46db3ecc0ff1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:41.680216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d0e1b1-4e5c-46b2-9b4c-8ee49ec0d2b8 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event updated for resources: {'Network': ['ID=57be23e7-ce70-4f04-9bbf-20be2272e9b9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:41.766055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.787001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] In _notify_port_updated(), no bound segment for port 83ea544c-8129-4c40-8224-5acff4d590b3 on network 84a83632-47ae-49f0-92cc-d175428aea3a {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:41:41.788384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.789342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:41.791543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-589a799c-4d1c-4933-b096-135d125a287e service neutron] 10.222.0.55 "PUT /v2.0/ports/83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 200 len: 1026 time: 3.4649692 Apr 18 20:41:41.799626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e9e14b-2555-46d0-b9a1-20485c9e78fe None None] Network c6809eb9-e5ed-4a19-8397-6d5227639017 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:41.849166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543dcc-8f85-40b2-9249-251b29439171 req-1f70cff6-689c-478c-ae45-bab7756dfb64 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.855320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543dcc-8f85-40b2-9249-251b29439171 req-1f70cff6-689c-478c-ae45-bab7756dfb64 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.861599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543dcc-8f85-40b2-9249-251b29439171 req-1f70cff6-689c-478c-ae45-bab7756dfb64 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.867624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543dcc-8f85-40b2-9249-251b29439171 req-1f70cff6-689c-478c-ae45-bab7756dfb64 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.874799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b543dcc-8f85-40b2-9249-251b29439171 req-1f70cff6-689c-478c-ae45-bab7756dfb64 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:41.876728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b543dcc-8f85-40b2-9249-251b29439171 req-1f70cff6-689c-478c-ae45-bab7756dfb64 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 3875 time: 1.0094392 Apr 18 20:41:41.893401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 85144927-a865-4558-a914-46db3ecc0ff1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:42.039894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5881a3e6-6b68-4a73-8625-119d493ada93 None None] Provisioning for port 85144927-a865-4558-a914-46db3ecc0ff1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:42.057252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.073192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5881a3e6-6b68-4a73-8625-119d493ada93 None None] Provisioning complete for port 85144927-a865-4558-a914-46db3ecc0ff1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:42.074255 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5881a3e6-6b68-4a73-8625-119d493ada93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.075666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 24c2c157-d184-4525-afe1-fc77113c6152 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:42.076032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.079982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-f0bfbfd6-865f-41f6-abfd-7067122c3d91 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7862899 Apr 18 20:41:42.121666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b543dcc-8f85-40b2-9249-251b29439171 req-88230c9e-b0fb-4f6c-90d0-1d584299fa02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034523 Apr 18 20:41:42.137962 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.180506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 85144927-a865-4558-a914-46db3ecc0ff1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:42.180740 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.240617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57be23e7-ce70-4f04-9bbf-20be2272e9b9']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:42.348717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:41:42.444917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 06becb11-fdaf-40da-b2c8-3b7edc4a58fe has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:41:42.539154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5023ff0-0ed6-42fa-85af-40d86e798255') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:42.539655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5023ff0-0ed6-42fa-85af-40d86e798255') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:42.639361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.744247 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5881a3e6-6b68-4a73-8625-119d493ada93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.765080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:42.765560 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.790065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:41:42.803367 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] Sync routers for ids ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:42.807256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91c12a9f-2d62-4277-a442-2750a781744d req-6fc88704-9979-4131-a27f-20286df780c5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 210 time: 0.0993536 Apr 18 20:41:42.841105 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] Routers {'06becb11-fdaf-40da-b2c8-3b7edc4a58fe'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:42.843132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:42.864413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0dffbf13-d096-49fb-ad5c-7c9b463de88a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/06becb11-fdaf-40da-b2c8-3b7edc4a58fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4061427 Apr 18 20:41:42.866958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43938) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:42.889664 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.899380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:42.899962 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:42.959511 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:42.959876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5881a3e6-6b68-4a73-8625-119d493ada93 None None] For port 85144927-a865-4558-a914-46db3ecc0ff1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=85144927-a865-4558-a914-46db3ecc0ff1,segment=NetworkSegment(db9b65d9-43e7-4131-8ecb-502a34e33803),segment_id=db9b65d9-43e7-4131-8ecb-502a34e33803)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:42.994396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5881a3e6-6b68-4a73-8625-119d493ada93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.006679 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:41:43.007842 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] Routers {'06becb11-fdaf-40da-b2c8-3b7edc4a58fe'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:43.009732 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:43.013795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b83ee2f0-c94f-456d-ae33-fdec88a5e216 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:43.058730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b83ee2f0-c94f-456d-ae33-fdec88a5e216 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:43.063929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b83ee2f0-c94f-456d-ae33-fdec88a5e216 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=06becb11-fdaf-40da-b2c8-3b7edc4a58fe HTTP/1.1" status: 200 len: 205 time: 0.1952381 Apr 18 20:41:43.064691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43942) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:43.123899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] DHCP port deletion for c6809eb9-e5ed-4a19-8397-6d5227639017 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:41:43.159837 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:43.160554 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0658acfd-02ce-4ee6-89a6-3b05df4c261e None None] The sync data for ids ['06becb11-fdaf-40da-b2c8-3b7edc4a58fe'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:43.181488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] Deleting port 85144927-a865-4558-a914-46db3ecc0ff1 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:43.183365 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:43.201383 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:43.229706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.237750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 57be23e7-ce70-4f04-9bbf-20be2272e9b9 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 20:41:43.244634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.310306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] 10.222.0.47 "DELETE /v2.0/networks/57be23e7-ce70-4f04-9bbf-20be2272e9b9 HTTP/1.1" status: 204 len: 168 time: 2.2837141 Apr 18 20:41:43.369425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43950) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:43.465638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5881a3e6-6b68-4a73-8625-119d493ada93 None None] Pushing event updated for resources: {'Port': ['ID=85144927-a865-4558-a914-46db3ecc0ff1,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:43.504958 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.572188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e734639b-52ea-487d-9709-0db305f9d0b6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.621420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] For port 24c2c157-d184-4525-afe1-fc77113c6152, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=24c2c157-d184-4525-afe1-fc77113c6152,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:43.623104 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.638713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 85144927-a865-4558-a914-46db3ecc0ff1 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:43.831950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:43.882977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-33e48c30-173a-4360-82a0-132792160513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:43.997828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:44.016375 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.091859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] For port 85144927-a865-4558-a914-46db3ecc0ff1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=85144927-a865-4558-a914-46db3ecc0ff1,segment=NetworkSegment(db9b65d9-43e7-4131-8ecb-502a34e33803),segment_id=db9b65d9-43e7-4131-8ecb-502a34e33803)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:44.092878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.239789 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b919d721-5edb-4e37-a923-9647e1afc128 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] DELETE failed (client error): The resource could not be found. Apr 18 20:41:44.240656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b919d721-5edb-4e37-a923-9647e1afc128 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:41:44.247684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b919d721-5edb-4e37-a923-9647e1afc128 tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] 10.222.0.47 "DELETE /v2.0/subnets/740bc1d0-7223-4e80-815d-8cd8265b36e9 HTTP/1.1" status: 404 len: 337 time: 0.8699927 Apr 18 20:41:44.250086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43960) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:44.253542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66926848-79da-426b-aa49-4cb469d06bf5 tempest-ExternalNetworksTestJSON-848282534 tempest-ExternalNetworksTestJSON-848282534-project-admin] Pushing event deleted for resources: {'Network': ['ID=57be23e7-ce70-4f04-9bbf-20be2272e9b9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:44.379816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 24c2c157-d184-4525-afe1-fc77113c6152 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:44.405861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] Calling delete_port for 85144927-a865-4558-a914-46db3ecc0ff1 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:44.518811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e734639b-52ea-487d-9709-0db305f9d0b6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.534194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=10']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:44.547781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6526c-87bd-4f83-a8f5-a7573eb628ae req-65d59b36-33fa-497f-bd02-74b4ff46377e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.550317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port 85144927-a865-4558-a914-46db3ecc0ff1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=85144927-a865-4558-a914-46db3ecc0ff1,segment=NetworkSegment(db9b65d9-43e7-4131-8ecb-502a34e33803),segment_id=db9b65d9-43e7-4131-8ecb-502a34e33803)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:44.550689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.553288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.559736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6526c-87bd-4f83-a8f5-a7573eb628ae req-65d59b36-33fa-497f-bd02-74b4ff46377e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.571021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6526c-87bd-4f83-a8f5-a7573eb628ae req-65d59b36-33fa-497f-bd02-74b4ff46377e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.582523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6526c-87bd-4f83-a8f5-a7573eb628ae req-65d59b36-33fa-497f-bd02-74b4ff46377e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.593905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6526c-87bd-4f83-a8f5-a7573eb628ae req-65d59b36-33fa-497f-bd02-74b4ff46377e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:44.597668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ee6526c-87bd-4f83-a8f5-a7573eb628ae req-65d59b36-33fa-497f-bd02-74b4ff46377e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 3875 time: 1.1435335 Apr 18 20:41:44.599626 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e734639b-52ea-487d-9709-0db305f9d0b6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.632131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] Pushing event deleted for resources: {'Port': ['ID=85144927-a865-4558-a914-46db3ecc0ff1,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:44.648440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9580f4a4-f6f5-4d20-9050-15ba8e4ee570 None None] No DVR routers for this DVR port 85144927-a865-4558-a914-46db3ecc0ff1 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:44.650437 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:44.831488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for 85144927-a865-4558-a914-46db3ecc0ff1 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:44.996087 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.003664 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e734639b-52ea-487d-9709-0db305f9d0b6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.004188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e734639b-52ea-487d-9709-0db305f9d0b6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Fanout notify agent at l3_agent the message router_deleted on router 06becb11-fdaf-40da-b2c8-3b7edc4a58fe {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:41:45.025402 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ee6526c-87bd-4f83-a8f5-a7573eb628ae req-0f206c5c-f7d8-4224-bcc9-cbd226dd28f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986078 Apr 18 20:41:45.035615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e734639b-52ea-487d-9709-0db305f9d0b6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.040150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e734639b-52ea-487d-9709-0db305f9d0b6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/06becb11-fdaf-40da-b2c8-3b7edc4a58fe HTTP/1.1" status: 204 len: 168 time: 1.9742858 Apr 18 20:41:45.042136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43966) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:45.142583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet 279583d1-87dd-41ed-a9f8-070ecab567ff {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:41:45.160446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b547143-7a33-4ce7-bce4-b31b9e30e770 req-e0a27f4a-b217-434c-a2b9-300ff911b66e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.170946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b547143-7a33-4ce7-bce4-b31b9e30e770 req-e0a27f4a-b217-434c-a2b9-300ff911b66e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 944 time: 2.8060768 Apr 18 20:41:45.184788 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e4cee6d-64d1-418d-8a49-8ed80e663388'] response: {'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'code': 200} Apr 18 20:41:45.297121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:45.297668 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:45.320708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.359561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b547143-7a33-4ce7-bce4-b31b9e30e770 req-3f12178e-0d89-441d-aa32-0b7545b6105d tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874206 Apr 18 20:41:45.532644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-dadf2e66-6bd3-45c5-91a5-f87f497bec02 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:45.536310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-dadf2e66-6bd3-45c5-91a5-f87f497bec02 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.6263280 Apr 18 20:41:45.606344 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.617552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'port': {'device_id': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'admin_state_up': True, 'tenant_id': '3e8611199562487e905052133b5013a4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:45.740506 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac98ed7a-d6ee-4456-92b4-82a11e3dbe68 req-dfeaa4e6-9020-4668-9e56-75327bc32593 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 210 time: 0.2857139 Apr 18 20:41:45.831601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 85144927-a865-4558-a914-46db3ecc0ff1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:45.832079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.832875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.860481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.902148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f2301be-d743-42f9-8815-1d1062c397f2']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:45.931413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f27adef8-0f67-47f9-ad3e-e1bd1a47776c') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:45.932238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f27adef8-0f67-47f9-ad3e-e1bd1a47776c') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:45.958476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:45.987128 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bdbc8826-df3a-440a-a3a1-bdac668387ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.003538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:46.008898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.016859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:46.026352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.077335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:46.077335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:46.092941 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:46.103995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=24c2c157-d184-4525-afe1-fc77113c6152,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:46.114110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] The port '85144927-a865-4558-a914-46db3ecc0ff1' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:41:46.286848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.290125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.352447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:46.356981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.368421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6809eb9-e5ed-4a19-8397-6d5227639017']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:46.403392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.418067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] Pushing event deleted for resources: {'Network': ['ID=3f2301be-d743-42f9-8815-1d1062c397f2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:46.446833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.476682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] No DVR routers for this DVR port 24c2c157-d184-4525-afe1-fc77113c6152 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:46.499640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9b65d9-43e7-4131-8ecb-502a34e33803') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:46.510187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9b65d9-43e7-4131-8ecb-502a34e33803') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:46.580110 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.586197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=279583d1-87dd-41ed-a9f8-070ecab567ff,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:46.599594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b3117e50-018a-40f3-bda9-175372eb692e tempest-ExternalNetworksTestJSON-2143104539 tempest-ExternalNetworksTestJSON-2143104539-project] 10.222.0.47 "DELETE /v2.0/networks/3f2301be-d743-42f9-8815-1d1062c397f2 HTTP/1.1" status: 204 len: 168 time: 2.3462319 Apr 18 20:41:46.607378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:46.609549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93cf9d5-e529-411d-b03e-7d32d7e16392 None None] Network e4de5996-8e97-46b8-83af-f24dc4accf2c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:46.611885 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:46.622481 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-53a87c6d-3687-4cb6-85bd-4ac5beddaf7c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/279583d1-87dd-41ed-a9f8-070ecab567ff HTTP/1.1" status: 204 len: 168 time: 1.5776086 Apr 18 20:41:46.627075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43980) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:46.760681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.241028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.310028 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.320455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 42cc0486-d27e-448a-ac45-098068d67224 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:47.321040 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.366430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-fe59ff12-4af5-403a-b4db-3ec59f0e629c tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "DELETE /v2.0/ports/24c2c157-d184-4525-afe1-fc77113c6152 HTTP/1.1" status: 204 len: 173 time: 5.5671525 Apr 18 20:41:47.369565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64568afc-761c-424a-b590-b0dfb8173b2f req-c2b03b36-bd29-492d-9945-c492e0191465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.371292 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.374446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64568afc-761c-424a-b590-b0dfb8173b2f req-c2b03b36-bd29-492d-9945-c492e0191465 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 1097 time: 1.8367219 Apr 18 20:41:47.384168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.461190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:47.478224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] DHCP port deletion for e4de5996-8e97-46b8-83af-f24dc4accf2c request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:41:47.485480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] Deleting port 42cc0486-d27e-448a-ac45-098068d67224 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:47.490267 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.517440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:47.518143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:47.550500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-ab2908cb-b1cd-422d-87f8-0b47d794828f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.557402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-ab2908cb-b1cd-422d-87f8-0b47d794828f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.563590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-ab2908cb-b1cd-422d-87f8-0b47d794828f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.581197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-ab2908cb-b1cd-422d-87f8-0b47d794828f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.581197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-ab2908cb-b1cd-422d-87f8-0b47d794828f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:47.588295 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:47.709027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c774017-48ba-4525-9558-1304bc6916ec req-27bf875b-ed13-476a-b244-f190687375a1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:47.712904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c774017-48ba-4525-9558-1304bc6916ec req-27bf875b-ed13-476a-b244-f190687375a1 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 946 time: 0.7712500 Apr 18 20:41:47.718593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:48.029264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 255c50e1-07cf-48c9-a853-19a1836d8539 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:48.037273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.099268 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c774017-48ba-4525-9558-1304bc6916ec req-c451aa37-923a-4943-9291-5f635d436db8 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3756709 Apr 18 20:41:48.108988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 42cc0486-d27e-448a-ac45-098068d67224 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:41:48.120763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 42cc0486-d27e-448a-ac45-098068d67224, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42cc0486-d27e-448a-ac45-098068d67224,segment=NetworkSegment(93e2c798-89de-4cb9-bc69-e1a1f38de528),segment_id=93e2c798-89de-4cb9-bc69-e1a1f38de528)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:48.126400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.339038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] For port 42cc0486-d27e-448a-ac45-098068d67224, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42cc0486-d27e-448a-ac45-098068d67224,segment=NetworkSegment(93e2c798-89de-4cb9-bc69-e1a1f38de528),segment_id=93e2c798-89de-4cb9-bc69-e1a1f38de528)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:48.339038 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.375003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64568afc-761c-424a-b590-b0dfb8173b2f req-d6cc57d5-8979-4289-bcb9-d236c723ecee service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9313724 Apr 18 20:41:48.430656 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ba0fe2f-eedd-40ec-b46f-83645f35079d'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '24c2c157-d184-4525-afe1-fc77113c6152', 'status': 'completed', 'code': 200} Apr 18 20:41:48.485995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-ab2908cb-b1cd-422d-87f8-0b47d794828f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:48.493280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-ab2908cb-b1cd-422d-87f8-0b47d794828f tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 3142 time: 2.1089206 Apr 18 20:41:48.542478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.545526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 42cc0486-d27e-448a-ac45-098068d67224 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:48.634051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] Calling delete_port for 42cc0486-d27e-448a-ac45-098068d67224 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:48.714466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.768259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.789937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.820554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/c6809eb9-e5ed-4a19-8397-6d5227639017 HTTP/1.1" status: 204 len: 168 time: 13.7160494 Apr 18 20:41:48.859189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:48.861022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-915a6ea7-3fa5-489c-8d06-59062d0ac70a req-05c24de4-6d91-4107-a50c-8c40cccc0df6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 210 time: 0.2196593 Apr 18 20:41:48.865683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7bb61-682b-4127-a547-0671d5a8bd14 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=c6809eb9-e5ed-4a19-8397-6d5227639017,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:48.895190 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.895385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1214414599'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:48.895472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:48.896284 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.905388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Usage tracker for resource:security_group_rule and tenant:2c38e69f830a4dbea987d47927bef832 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:48.911868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:48.923568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.20.0.12 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/9662a333-5f1e-4265-8e3e-7f86ffc5ec94) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:48.925922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:48.932556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:48.935720 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:48.957191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71f95bd0-89fe-4dd6-91d2-623dbb82f615 req-1ea38af8-130b-4be6-8635-a7e6eaae9b78 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4562526 Apr 18 20:41:48.966463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:48.968118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:49.002591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:49.017342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:49.032740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] Pushing event deleted for resources: {'Port': ['ID=42cc0486-d27e-448a-ac45-098068d67224,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:49.051269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9449e18-5a52-4330-b736-7ab91aa20c1d None None] No DVR routers for this DVR port 42cc0486-d27e-448a-ac45-098068d67224 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:49.057823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:49.076333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f1706f19-6da9-4d63-a7d8-9f0bb0796534 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed7b4e517af048e9af772c5c75d1bd68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6032848 Apr 18 20:41:49.080906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44016) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:49.139421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] For port 255c50e1-07cf-48c9-a853-19a1836d8539, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=255c50e1-07cf-48c9-a853-19a1836d8539,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:49.139750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.255421 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.270494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:49.274984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.287920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.295385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.372152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c38e69f830a4dbea987d47927bef832&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6510179 Apr 18 20:41:49.373867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd95b9-61f4-4bb6-be50-0e0a59293599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72abe230-544a-436e-b5fb-54528393269a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:49.387703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:49.464910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:49.528629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe649d38-28fc-4364-9bf5-031f582c2077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.677231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.677600 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment 014d0596-5813-4cd9-8eec-1aaaef444813 of type vlan for network acd6806c-325a-4111-8ac0-8a9df2e37c2f Apr 18 20:41:49.719513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 42cc0486-d27e-448a-ac45-098068d67224 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:49.720251 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.781614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddde2de9-0edf-4da2-aa98-3361e60ce93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.802526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] The port '42cc0486-d27e-448a-ac45-098068d67224' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:41:49.884498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe649d38-28fc-4364-9bf5-031f582c2077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.915523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:49.921454 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddde2de9-0edf-4da2-aa98-3361e60ce93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.138225 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.205394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4de5996-8e97-46b8-83af-f24dc4accf2c']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:50.227569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93e2c798-89de-4cb9-bc69-e1a1f38de528') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:50.227983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93e2c798-89de-4cb9-bc69-e1a1f38de528') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:50.243598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874324-3b58-40ed-b192-37b664c2a820 req-3ff7197b-5329-4d19-a909-3985da3ff59c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.245176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48874324-3b58-40ed-b192-37b664c2a820 req-3ff7197b-5329-4d19-a909-3985da3ff59c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 946 time: 0.8381169 Apr 18 20:41:50.259036 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.271930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:41:50.304085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.314509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:50.315572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.345763 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.379528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe649d38-28fc-4364-9bf5-031f582c2077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:50.388796 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:50.405257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c385244a-72b6-43fe-a955-70d49028b222 req-b781cbee-d20f-440f-a81a-09573a711b2d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:50.410553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.411063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.411509 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Floating IP 8a0cfbc3-c86d-4f90-8662-5882699bd927 disassociated. External IP: 172.25.5.96, port: 255c50e1-07cf-48c9-a853-19a1836d8539. Apr 18 20:41:50.411860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 255c50e1-07cf-48c9-a853-19a1836d8539 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:50.484742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddde2de9-0edf-4da2-aa98-3361e60ce93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.510901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe649d38-28fc-4364-9bf5-031f582c2077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73ab7fe0-4d51-4bed-8078-99506015a620,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:50.530209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.537442 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-48874324-3b58-40ed-b192-37b664c2a820 req-a90a8fc7-1b10-4548-bfd1-f70e7dc3ecbd tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593198 Apr 18 20:41:50.547828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.548759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.565417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.585284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Transition to ACTIVE for port object 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:50.622932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.630254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=e4de5996-8e97-46b8-83af-f24dc4accf2c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:50.680343 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e20e2307-53ca-4d1d-a153-24a9ba4d6c4d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/e4de5996-8e97-46b8-83af-f24dc4accf2c HTTP/1.1" status: 204 len: 168 time: 4.0507181 Apr 18 20:41:50.685321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:50.694086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1203348969', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:50.705065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:50.710495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:router and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:50.715186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:50.727259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:50.798522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.802608 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.900086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4693-3fdd-4f2a-ae80-8e4a5fc5684f req-3182028d-abbc-4e18-b1e5-b4665f188fe7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.908443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4693-3fdd-4f2a-ae80-8e4a5fc5684f req-3182028d-abbc-4e18-b1e5-b4665f188fe7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.910476 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe649d38-28fc-4364-9bf5-031f582c2077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:50.914432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe649d38-28fc-4364-9bf5-031f582c2077 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/73ab7fe0-4d51-4bed-8078-99506015a620 HTTP/1.1" status: 204 len: 168 time: 1.8155017 Apr 18 20:41:50.916238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c385244a-72b6-43fe-a955-70d49028b222 req-b781cbee-d20f-440f-a81a-09573a711b2d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:50.917777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4693-3fdd-4f2a-ae80-8e4a5fc5684f req-3182028d-abbc-4e18-b1e5-b4665f188fe7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.925695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f4693-3fdd-4f2a-ae80-8e4a5fc5684f req-3182028d-abbc-4e18-b1e5-b4665f188fe7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:50.927766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c385244a-72b6-43fe-a955-70d49028b222 req-b781cbee-d20f-440f-a81a-09573a711b2d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 210 time: 0.7687297 Apr 18 20:41:50.927968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-177f4693-3fdd-4f2a-ae80-8e4a5fc5684f req-3182028d-abbc-4e18-b1e5-b4665f188fe7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 3142 time: 0.1904006 Apr 18 20:41:50.947150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0747159 Apr 18 20:41:50.947457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44072) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:50.955048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:51.057605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde2de9-0edf-4da2-aa98-3361e60ce93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72abe230-544a-436e-b5fb-54528393269a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:51.060309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddde2de9-0edf-4da2-aa98-3361e60ce93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.061996 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ddde2de9-0edf-4da2-aa98-3361e60ce93b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/72abe230-544a-436e-b5fb-54528393269a HTTP/1.1" status: 204 len: 168 time: 1.6672421 Apr 18 20:41:51.069945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.265809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.311282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=255c50e1-07cf-48c9-a853-19a1836d8539,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:51.328315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b4ace-583f-4625-8972-8f54827af299 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=acd6806c-325a-4111-8ac0-8a9df2e37c2f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:51.344068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network acd6806c-325a-4111-8ac0-8a9df2e37c2f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:51.363735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-177f4693-3fdd-4f2a-ae80-8e4a5fc5684f req-5c604178-ddd1-4888-b4f6-35dc7d16e826 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3851006 Apr 18 20:41:51.396929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:51.417361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:51.424494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:51.455837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:51.462439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.517001 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.519209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d50277a6-199a-41e8-8f7d-bf457fd1e11b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8321593 Apr 18 20:41:51.523751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44080) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:51.535498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1135496591'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:51.545134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:51.561367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.593159 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:51.638260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:51.758263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44088) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:51.823059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:51.878840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:51.963687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:51.976706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:52.002782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:52.072092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:52.103233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:52.155474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.234031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.351514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44094) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:52.391658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:52.414215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9465a180-449e-4d74-b870-3f26585fbc9e None None] Provisioning for port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:41:52.425628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9465a180-449e-4d74-b870-3f26585fbc9e None None] Provisioning complete for port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:41:52.426105 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9465a180-449e-4d74-b870-3f26585fbc9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.429649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5e874270-daf9-4941-80f3-2ac9a66a37ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ceddbda583eb4528b4dab84fba86ee51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6661220 Apr 18 20:41:52.445157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:52.458526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.459350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.499710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.523008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9465a180-449e-4d74-b870-3f26585fbc9e None None] Port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:41:52.524523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:41:52.560843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Router 819a3940-af24-4913-832c-9e4da32a0c9a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:41:52.562970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=756577ad-5a77-4d8e-8d00-5941a58a2525,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:52.573893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.575143 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment 2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a of type vlan for network 27e86ec6-73e3-4546-b0a4-44b36d131d09 Apr 18 20:41:52.577794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:52.602142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Usage tracker for resource:security_group_rule and tenant:e398d44046e341b1abda060c0a072931 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:52.604803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fe99d1d-dddb-422d-a621-e33124fc4d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.610703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b15d25d1-1b5f-4a1e-8f70-a8f79aaaaf83 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0033963 Apr 18 20:41:52.623493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c385b23-fc55-4fcc-96d5-30fc2cc4d931 req-8d791653-aebe-48fd-8e36-c79d04e360f9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.625092 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c385b23-fc55-4fcc-96d5-30fc2cc4d931 req-8d791653-aebe-48fd-8e36-c79d04e360f9 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 946 time: 0.7872663 Apr 18 20:41:52.627713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:52.630990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Request body: {'port': {'device_id': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:52.656079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': '014d0596-5813-4cd9-8eec-1aaaef444813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:52.656079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: acd6806c-325a-4111-8ac0-8a9df2e37c2f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:52.682104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:52.690708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.811232 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fe99d1d-dddb-422d-a621-e33124fc4d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.817446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586a1022-5593-4318-b034-8f05950b92cd req-872c22c7-8841-465c-a885-7ca339a99435 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.830403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-586a1022-5593-4318-b034-8f05950b92cd req-872c22c7-8841-465c-a885-7ca339a99435 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 932 time: 0.4798307 Apr 18 20:41:52.841353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network acd6806c-325a-4111-8ac0-8a9df2e37c2f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:52.891399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, acd6806c-325a-4111-8ac0-8a9df2e37c2f) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:52.908164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.914418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87df8872-8b95-4ba5-950d-dd2f15e23e7c None None] Network acd6806c-325a-4111-8ac0-8a9df2e37c2f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:52.917060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.918158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:52.983763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:52.984863 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.005025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c385b23-fc55-4fcc-96d5-30fc2cc4d931 req-2de694f1-85fc-4d1e-b6e7-d46732316560 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495167 Apr 18 20:41:53.048715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.095006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:41:53.136051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-586a1022-5593-4318-b034-8f05950b92cd req-a95ad929-a4c4-46da-b624-b98e8ac90548 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041761 Apr 18 20:41:53.348826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] Sync routers for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:41:53.366512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=27e86ec6-73e3-4546-b0a4-44b36d131d09,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:53.375095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b22378aa-f2d3-4327-bf31-e6ad8bd03309 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4263473 Apr 18 20:41:53.387184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:53.388402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:53.399838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:53.400461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fe99d1d-dddb-422d-a621-e33124fc4d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.408955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e37deca-abd9-4e48-8a85-ff070252718d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8830152 Apr 18 20:41:53.428503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:53.449364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] No DVR routers for this DVR port 255c50e1-07cf-48c9-a853-19a1836d8539 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:53.455580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:53.473179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe99d1d-dddb-422d-a621-e33124fc4d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac369072-ab8c-460a-9f7b-7603eac5da56,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:53.477775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.481058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.482467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:41:53.492707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:53.524850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fe99d1d-dddb-422d-a621-e33124fc4d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.526154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9fe99d1d-dddb-422d-a621-e33124fc4d09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac369072-ab8c-460a-9f7b-7603eac5da56 HTTP/1.1" status: 204 len: 168 time: 1.0775089 Apr 18 20:41:53.527902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-e44b33a0-bcfe-4e85-992b-422454655d02 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "DELETE /v2.0/ports/255c50e1-07cf-48c9-a853-19a1836d8539 HTTP/1.1" status: 204 len: 173 time: 6.1452374 Apr 18 20:41:53.563779 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:53.835926 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9aff43-55c9-49ee-bba2-0bc2b6f54350'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '255c50e1-07cf-48c9-a853-19a1836d8539', 'status': 'completed', 'code': 200} Apr 18 20:41:53.956038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bea5d9e-e736-4f4d-afca-bb3a02468df9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:53.994046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:54.000044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5644ae9d-5eb3-4d22-b114-66b68694f11c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e398d44046e341b1abda060c0a072931&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6440053 Apr 18 20:41:54.008231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44118) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:54.021752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:54.022285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.052657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:54.107078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:54.158316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:54.218715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be4b5-d298-4800-922c-72f519fa72eb req-073c971c-fe27-4d93-befc-fefa72216d62 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.220750 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78cc1914-4e03-4be6-bb36-3d704a28a3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.244349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be4b5-d298-4800-922c-72f519fa72eb req-073c971c-fe27-4d93-befc-fefa72216d62 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.259620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:41:54.265393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75be4b5-d298-4800-922c-72f519fa72eb req-073c971c-fe27-4d93-befc-fefa72216d62 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.267840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.282070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a75be4b5-d298-4800-922c-72f519fa72eb req-073c971c-fe27-4d93-befc-fefa72216d62 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:54.340688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78cc1914-4e03-4be6-bb36-3d704a28a3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.434787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-acd6806c-325a-4111-8ac0-8a9df2e37c2f', 'network_id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': '756577ad-5a77-4d8e-8d00-5941a58a2525'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:41:54.436288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.613923 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.634812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:54.643534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.685082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a75be4b5-d298-4800-922c-72f519fa72eb req-073c971c-fe27-4d93-befc-fefa72216d62 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:54.696054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a75be4b5-d298-4800-922c-72f519fa72eb req-073c971c-fe27-4d93-befc-fefa72216d62 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 2409 time: 1.4252906 Apr 18 20:41:54.707860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78cc1914-4e03-4be6-bb36-3d704a28a3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.807931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc1914-4e03-4be6-bb36-3d704a28a3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bea5d9e-e736-4f4d-afca-bb3a02468df9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:54.859361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Allocated IP 172.20.0.1 (acd6806c-325a-4111-8ac0-8a9df2e37c2f/756577ad-5a77-4d8e-8d00-5941a58a2525/ac831dd4-3e6e-4ba5-b072-e829adfca4f7) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:41:54.875449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78cc1914-4e03-4be6-bb36-3d704a28a3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:54.877596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-78cc1914-4e03-4be6-bb36-3d704a28a3aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5bea5d9e-e736-4f4d-afca-bb3a02468df9 HTTP/1.1" status: 204 len: 168 time: 0.8669915 Apr 18 20:41:54.923246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111270-9f4e-40af-a732-cd79cf56b8b6 req-77d76442-4094-4310-8163-e2d21fd8fdc7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:54.943174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49111270-9f4e-40af-a732-cd79cf56b8b6 req-77d76442-4094-4310-8163-e2d21fd8fdc7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 932 time: 0.4714937 Apr 18 20:41:55.033425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49111270-9f4e-40af-a732-cd79cf56b8b6 req-1871c6ce-0fe5-4573-b087-660ed2acc91e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889211 Apr 18 20:41:55.066617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a75be4b5-d298-4800-922c-72f519fa72eb req-da2eeb74-1bbe-4c4a-971b-71379f1125f6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3703384 Apr 18 20:41:55.352500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] For port 60c0e1e7-b952-46a2-bec7-210fb39b78c8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=60c0e1e7-b952-46a2-bec7-210fb39b78c8,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:55.353075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.395084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:41:55.603071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.621943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 60c0e1e7-b952-46a2-bec7-210fb39b78c8 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:55.698127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Transition to ACTIVE for port object 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:55.725090 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:55.792817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:47Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:55.862211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] Checking router: 819a3940-af24-4913-832c-9e4da32a0c9a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:41:55.938683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:41:55.938941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Pushing event updated for resources: {'Port': ['ID=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:55.939708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:56.153763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.200157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Transition to ACTIVE for port object ac831dd4-3e6e-4ba5-b072-e829adfca4f7 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:56.306921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.542810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Transition to ACTIVE for port object ac831dd4-3e6e-4ba5-b072-e829adfca4f7 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:41:56.652050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.728362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:41:56.814095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Network acd6806c-325a-4111-8ac0-8a9df2e37c2f is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:41:56.826658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:56.829810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=60c0e1e7-b952-46a2-bec7-210fb39b78c8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.838192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:41:56.856702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:56.861176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Pushing event updated for resources: {'Port': ['ID=ac831dd4-3e6e-4ba5-b072-e829adfca4f7,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:56.958420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.086076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=756577ad-5a77-4d8e-8d00-5941a58a2525,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:57.147510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad558b07-331e-4d67-9703-5b54acbc863d req-9d8b5e29-e679-43f0-bdc1-d7b75ce16a15 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:57.163291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad558b07-331e-4d67-9703-5b54acbc863d req-9d8b5e29-e679-43f0-bdc1-d7b75ce16a15 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.5767145 Apr 18 20:41:57.220424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.220424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.220424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.220424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.220424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.221879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.222776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.224925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.225433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.225904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.226338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.229140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:41:57.561857 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.611239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd6806c-325a-4111-8ac0-8a9df2e37c2f']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:57.635089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] No DVR routers for this DVR port 60c0e1e7-b952-46a2-bec7-210fb39b78c8 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:41:57.638045 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad558b07-331e-4d67-9703-5b54acbc863d req-c2037815-7e1e-4eb3-b37e-80128f081cce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4728348 Apr 18 20:41:57.659677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014d0596-5813-4cd9-8eec-1aaaef444813') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:57.661107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014d0596-5813-4cd9-8eec-1aaaef444813') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:57.674306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.692488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:57.693453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.714576 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.730701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Attempting to bind port ac831dd4-3e6e-4ba5-b072-e829adfca4f7 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:57.731605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Attempting to bind port ac831dd4-3e6e-4ba5-b072-e829adfca4f7 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '014d0596-5813-4cd9-8eec-1aaaef444813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:57.732681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Attempting to bind port ac831dd4-3e6e-4ba5-b072-e829adfca4f7 on network acd6806c-325a-4111-8ac0-8a9df2e37c2f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:41:57.746155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:41:57.748452 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.764544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:41:57.765004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Checking segment: {'id': '014d0596-5813-4cd9-8eec-1aaaef444813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:57.765434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.765877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Bound using segment: {'id': '014d0596-5813-4cd9-8eec-1aaaef444813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:41:57.766377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Bound port: ac831dd4-3e6e-4ba5-b072-e829adfca4f7, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '014d0596-5813-4cd9-8eec-1aaaef444813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:57.766762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:41:57.783040 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:41:57.799159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Attempting to bind port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:41:57.799275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Attempting to bind port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:41:57.799567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Attempting to bind port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:41:57.803106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:57.830618 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e902b2ba-a19b-4be0-a154-ee2c5da8f720'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '60c0e1e7-b952-46a2-bec7-210fb39b78c8', 'status': 'completed', 'code': 200} Apr 18 20:41:57.840410 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-47ce4a03-dcbb-4a42-92e8-2c87c2e5a6d5 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "DELETE /v2.0/ports/60c0e1e7-b952-46a2-bec7-210fb39b78c8 HTTP/1.1" status: 204 len: 173 time: 4.2616880 Apr 18 20:41:57.995994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 on network 1ca914df-2462-4609-93a7-9a10ac1d108a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:41:57.998700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Attempting to bind port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:41:58.007974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 49192efb-7e1f-4d35-88ac-893cc2f036f2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:58.008979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.063889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:41:58.063889 n-d-836016-3 neutron-server[88141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:41:58.063889 n-d-836016-3 neutron-server[88141]: [parameters: {'id': 'acd6806c-325a-4111-8ac0-8a9df2e37c2f'}] Apr 18 20:41:58.063889 n-d-836016-3 neutron-server[88141]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:41:58.065112 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:41:58.074593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:58.076739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: 27e86ec6-73e3-4546-b0a4-44b36d131d09, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:41:58.124758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:41:58.125693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:41:58.126603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:41:58.127539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Bound port: 9662a333-5f1e-4265-8e3e-7f86ffc5ec94, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:41:58.128021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.155355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] For port ac831dd4-3e6e-4ba5-b072-e829adfca4f7, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:58.175409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] For port ac831dd4-3e6e-4ba5-b072-e829adfca4f7, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ac831dd4-3e6e-4ba5-b072-e829adfca4f7,segment=NetworkSegment(014d0596-5813-4cd9-8eec-1aaaef444813),segment_id=014d0596-5813-4cd9-8eec-1aaaef444813)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:41:58.202662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.207967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43b097-8a21-4718-8189-182aec3a3e4d req-71209372-6858-475c-aa5e-928d198058e3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.219688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43b097-8a21-4718-8189-182aec3a3e4d req-71209372-6858-475c-aa5e-928d198058e3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.220865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ec43b097-8a21-4718-8189-182aec3a3e4d req-71209372-6858-475c-aa5e-928d198058e3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:41:58.339587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:41:58.349845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:47Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:41:58.350779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ec43b097-8a21-4718-8189-182aec3a3e4d req-71209372-6858-475c-aa5e-928d198058e3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:41:58.352594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec43b097-8a21-4718-8189-182aec3a3e4d req-71209372-6858-475c-aa5e-928d198058e3 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 1677 time: 1.8573661 Apr 18 20:41:58.370036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceee32d-45ef-4c95-b2d5-b098d8cb31ed None None] The sync data for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 is: [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:34:36Z', 'revision_number': 4, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5f919402-fb96-4f3b-953e-0fc6b35844b9', 'name': '', 'network_id': '9cc52580-b45a-468e-82a9-daf844138944', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'mac_address': 'fa:16:3e:24:8f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:32Z', 'updated_at': '2022-04-18T20:34:47Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'subnets': [{'id': '71af2109-a737-42fe-a277-81a1f6836c5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:41:58.380142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 27e86ec6-73e3-4546-b0a4-44b36d131d09) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:41:58.407540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a017667-6ab1-4ef4-8ebc-582dee910fb5 None None] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:58.461627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:58.469070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.541769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd3164-0f81-4fcf-82cb-97f26f1a90cb None None] Pushing event updated for resources: {'Port': ['ID=ac831dd4-3e6e-4ba5-b072-e829adfca4f7,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:41:58.566516 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.586444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44182) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:58.588453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] For port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:41:58.592661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port ac831dd4-3e6e-4ba5-b072-e829adfca4f7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:41:58.594682 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-12b0d9d1-c8b9-49a3-b9ac-f7ebd0e51007 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1625538 Apr 18 20:41:58.598237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:58.603581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:41:58.780362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] For port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:41:58.831087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b51d909-586b-4b64-857c-e2a7bfa72c4d None None] Network acd6806c-325a-4111-8ac0-8a9df2e37c2f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:41:59.034617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec43b097-8a21-4718-8189-182aec3a3e4d req-3b1d8464-5f62-4458-b5d1-4fb1313cb331 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6581738 Apr 18 20:41:59.118491 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd8d62b-1436-4f36-9aba-16587d58928f None None] New status for floating IP 8a0cfbc3-c86d-4f90-8662-5882699bd927: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:41:59.119622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.181819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1961172170', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:41:59.300251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:41:59.369111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Usage tracker for resource:port and tenant:935e6aa06e854df693977b3a30482fdb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:41:59.402269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port ac831dd4-3e6e-4ba5-b072-e829adfca4f7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ac831dd4-3e6e-4ba5-b072-e829adfca4f7,segment=NetworkSegment(014d0596-5813-4cd9-8eec-1aaaef444813),segment_id=014d0596-5813-4cd9-8eec-1aaaef444813)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:59.402944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.440833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:41:59.469446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:59.472337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.474445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] 10.222.0.61 "PUT /v2.0/ports/9662a333-5f1e-4265-8e3e-7f86ffc5ec94 HTTP/1.1" status: 200 len: 1092 time: 6.8482709 Apr 18 20:41:59.478547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:41:59.743966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for ac831dd4-3e6e-4ba5-b072-e829adfca4f7 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:41:59.828922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-27e86ec6-73e3-4546-b0a4-44b36d131d09', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:41:59.830780 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.839323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529885f-747b-4c77-850a-cdfc554fd2a6 req-c78ff7b5-7b4e-4d55-b6d3-661edaa68de8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:41:59.843914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'tag': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:41:59.856733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7529885f-747b-4c77-850a-cdfc554fd2a6 req-c78ff7b5-7b4e-4d55-b6d3-661edaa68de8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.9565587 Apr 18 20:41:59.885872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] For port 49192efb-7e1f-4d35-88ac-893cc2f036f2, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=49192efb-7e1f-4d35-88ac-893cc2f036f2,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:41:59.886595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.899400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Made reservation on behalf of 935e6aa06e854df693977b3a30482fdb for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:41:59.902058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:41:59.953726 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.031588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b5ce41-7463-4977-a5b1-a368a538b417 service neutron] Pushing event updated for resources: {'Port': ['ID=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:00.097878 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7529885f-747b-4c77-850a-cdfc554fd2a6 req-690b4a7b-e7a5-41d5-8b08-8eb94438aa21 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319119 Apr 18 20:42:00.098616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Allocated IP 2001:db8::2 (27e86ec6-73e3-4546-b0a4-44b36d131d09/79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4/56b66026-4d05-4d61-958f-5339747a2a81) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:00.106765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:00.145869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Usage tracker for resource:security_group_rule and tenant:935e6aa06e854df693977b3a30482fdb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:00.183513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:00.203376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:00.228902 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c145a7b-8dc4-4a41-8a5b-87cae24e9126'] response: {'name': 'network-changed', 'server_uuid': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'tag': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94', 'status': 'completed', 'code': 200} Apr 18 20:42:00.236457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.388888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No DVR routers for this DVR port ac831dd4-3e6e-4ba5-b072-e829adfca4f7 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:00.391514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Port': ['ID=ac831dd4-3e6e-4ba5-b072-e829adfca4f7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:00.500754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.531580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 49192efb-7e1f-4d35-88ac-893cc2f036f2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:00.768108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.781705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Transition to ACTIVE for port object 56b66026-4d05-4d61-958f-5339747a2a81 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:00.807520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Transition to ACTIVE for port object 56b66026-4d05-4d61-958f-5339747a2a81 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:00.816589 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.881444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:00.900435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:00.904156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:00.909134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:00.963100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acd6806c-325a-4111-8ac0-8a9df2e37c2f']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:00.975518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Pushing event updated for resources: {'Port': ['ID=56b66026-4d05-4d61-958f-5339747a2a81,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:01.003853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '014d0596-5813-4cd9-8eec-1aaaef444813') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:01.004328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '014d0596-5813-4cd9-8eec-1aaaef444813') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:01.043168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.046908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-9a612d36-f40b-46f6-903a-210a3a886a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.049170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-9a612d36-f40b-46f6-903a-210a3a886a0a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 1095 time: 1.3651891 Apr 18 20:42:01.050637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Attempting to bind port 56b66026-4d05-4d61-958f-5339747a2a81 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:01.051086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Attempting to bind port 56b66026-4d05-4d61-958f-5339747a2a81 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:01.051468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Attempting to bind port 56b66026-4d05-4d61-958f-5339747a2a81 on network 27e86ec6-73e3-4546-b0a4-44b36d131d09 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:01.058581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:01.059398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Checking segment: {'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:01.059828 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.060444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Bound using segment: {'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:01.060951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Bound port: 56b66026-4d05-4d61-958f-5339747a2a81, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:01.061349 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.179734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.184000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.192010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:01.192459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:01.210572 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:01.212682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.249963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-ff06a12c-61b3-411d-9e6c-15c7c010e51d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94 HTTP/1.1" status: 200 len: 217 time: 0.1529725 Apr 18 20:42:01.250200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] device_id is not set on port 6e85762a-0d30-4447-9851-445cb0a8d17a yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:42:01.257127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] For port 56b66026-4d05-4d61-958f-5339747a2a81, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:01.277590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] For port 56b66026-4d05-4d61-958f-5339747a2a81, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=56b66026-4d05-4d61-958f-5339747a2a81,segment=NetworkSegment(2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a),segment_id=2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:01.287179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.363599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-a78851e0-e2fb-465d-9e47-c00ca3b63d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.365484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-a78851e0-e2fb-465d-9e47-c00ca3b63d16 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1081929 Apr 18 20:42:01.367098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44214) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:01.482282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeffbd2-83d8-45c5-a861-1b587faabc72 None None] Pushing event updated for resources: {'Port': ['ID=56b66026-4d05-4d61-958f-5339747a2a81,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:01.482904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf324-e318-4e98-8fb4-1045b0337dd2 req-aa9b6d93-95cf-4220-ada4-a6c3061349c0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.497468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe732e9-211a-4a62-9d0f-b2d14b83f3db,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:01.505086 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.510749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cf324-e318-4e98-8fb4-1045b0337dd2 req-aa9b6d93-95cf-4220-ada4-a6c3061349c0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.514902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d2cf324-e318-4e98-8fb4-1045b0337dd2 req-aa9b6d93-95cf-4220-ada4-a6c3061349c0 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 1677 time: 0.9477451 Apr 18 20:42:01.536590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.644736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=acd6806c-325a-4111-8ac0-8a9df2e37c2f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:01.699281 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-110505e0-4e25-441e-8f1a-a10e70fb481b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/acd6806c-325a-4111-8ac0-8a9df2e37c2f HTTP/1.1" status: 204 len: 168 time: 8.2889235 Apr 18 20:42:01.706195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44220) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:01.727478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-674943837'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:01.744491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:01.749285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:01.753261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:01.760568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:01.791933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'network': {'name': 'tempest-network-smoke--339770412', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:01.817941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:01.818819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:01.823986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:01.842612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:network and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:01.881568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d2cf324-e318-4e98-8fb4-1045b0337dd2 req-6dd62fc4-d89e-4e50-8585-d1adb878e385 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622789 Apr 18 20:42:01.884862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:01.892163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b42eb1-b634-46ef-8c01-e8f9a4662ffb req-cc71451a-d992-40b1-88b8-5ff678e7d884 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:01.900180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76b42eb1-b634-46ef-8c01-e8f9a4662ffb req-cc71451a-d992-40b1-88b8-5ff678e7d884 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.3971238 Apr 18 20:42:02.002610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76b42eb1-b634-46ef-8c01-e8f9a4662ffb req-2443f888-55d8-483f-8fdc-f9b09d7e2d8e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009588 Apr 18 20:42:02.036275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Allocated IP 172.25.5.249 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/6e85762a-0d30-4447-9851-445cb0a8d17a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:02.049427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:02.057320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:02.088130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.095769 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment 7c0faebc-d10f-45a0-b67b-3a409289d2cc of type vlan for network b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a Apr 18 20:42:02.150113 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.171226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b515599d-ec76-4dd3-bdbd-213f87a52431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.178409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-b515599d-ec76-4dd3-bdbd-213f87a52431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7964683 Apr 18 20:42:02.225544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.294839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:02.305944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.408946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=49192efb-7e1f-4d35-88ac-893cc2f036f2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:02.427629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.434649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:02.435740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.470562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.565493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8::1 (27e86ec6-73e3-4546-b0a4-44b36d131d09/79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4/eb712129-5654-4a07-b130-b4d5154415f6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:02.624114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9115446 Apr 18 20:42:02.635794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:02.643190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:02.654823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] No DVR routers for this DVR port 49192efb-7e1f-4d35-88ac-893cc2f036f2 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:02.660168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:02.666932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68629f8c-423f-43bd-8a63-1eb0459c12f9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:02.695131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:02.713845 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.747359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:02.811420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.971907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:02.976140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:02.983257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:03.070271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Pushing event updated for resources: {'Port': ['ID=6e85762a-0d30-4447-9851-445cb0a8d17a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:03.111701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:03.118374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:03.138349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:03.361965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:03.363014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.379968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.402067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object eb712129-5654-4a07-b130-b4d5154415f6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:03.445262 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1153a58b-4531-4924-84c2-ab73df457604 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8521004 Apr 18 20:42:03.449106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:03.449401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44236) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:03.453404 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0adf399-bb74-48ac-89e7-6d51fec8561c'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '49192efb-7e1f-4d35-88ac-893cc2f036f2', 'status': 'completed', 'code': 200} Apr 18 20:42:03.457241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.249'}]}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:03.464731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:03.475166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Usage tracker for resource:router and tenant:935e6aa06e854df693977b3a30482fdb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:03.487286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:03.506125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:03.522765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5e8ed-3474-4bec-9e2e-e3c13c92c664 req-04367c1f-5acb-4b84-b106-7235e55eab03 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:03.530331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78e5e8ed-3474-4bec-9e2e-e3c13c92c664 req-04367c1f-5acb-4b84-b106-7235e55eab03 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.1633871 Apr 18 20:42:03.557897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.559755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.594540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-78bab0be-5de6-4ff9-a3b3-2baf1de005c8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "DELETE /v2.0/ports/49192efb-7e1f-4d35-88ac-893cc2f036f2 HTTP/1.1" status: 204 len: 173 time: 5.7439203 Apr 18 20:42:03.599032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:03.612447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-f2759629-6ea3-4b82-8920-e1f14a27e04d service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3305352 Apr 18 20:42:03.628915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.650620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:03.674112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:03.688793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-78e5e8ed-3474-4bec-9e2e-e3c13c92c664 req-860c5833-dda3-4fe0-a39f-f13635ec5330 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561663 Apr 18 20:42:03.690863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 56b66026-4d05-4d61-958f-5339747a2a81 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:03.718898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:03.771792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae1713a-0ef0-405c-a52d-fd85706da869 None None] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:04.046107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.048551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:04.076691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d2934a93-9868-4727-accb-a56dd40d0722 None None] Provisioning for port 56b66026-4d05-4d61-958f-5339747a2a81 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:04.138074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=eb712129-5654-4a07-b130-b4d5154415f6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:04.190532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:04.196826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.209527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.244200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:04.244981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.255805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 56b66026-4d05-4d61-958f-5339747a2a81 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:04.269178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 56b66026-4d05-4d61-958f-5339747a2a81 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:04.269615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.308749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.333463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 133} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:04.353792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.355298 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Added segment 5a3ab792-ab6a-406b-ac6a-977afb986cd8 of type vlan for network 69059e69-3bfe-4b7a-aa4a-8825507f1caa Apr 18 20:42:04.415011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.459337 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.530819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 56b66026-4d05-4d61-958f-5339747a2a81, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=56b66026-4d05-4d61-958f-5339747a2a81,segment=NetworkSegment(2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a),segment_id=2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:04.537130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.645977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=56b66026-4d05-4d61-958f-5339747a2a81,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:04.660919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.666724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.667485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.682457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:04.737665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8cf5b-2af1-4efa-89cf-0903065fc9d0 req-ede4c26f-1c1b-44d8-94b7-4c0b2d8cc3a6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:04.738434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ca8cf5b-2af1-4efa-89cf-0903065fc9d0 req-ede4c26f-1c1b-44d8-94b7-4c0b2d8cc3a6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:04.743861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:04.819009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:04.819558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:04.964738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e83f87b7-2088-47b9-8ea3-5e18c7b1c07d None None] Provisioning for port eb712129-5654-4a07-b130-b4d5154415f6 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:04.974636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e83f87b7-2088-47b9-8ea3-5e18c7b1c07d None None] Provisioning complete for port eb712129-5654-4a07-b130-b4d5154415f6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:04.977055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e83f87b7-2088-47b9-8ea3-5e18c7b1c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.076578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e83f87b7-2088-47b9-8ea3-5e18c7b1c07d None None] Port eb712129-5654-4a07-b130-b4d5154415f6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:05.113663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e83f87b7-2088-47b9-8ea3-5e18c7b1c07d None None] Provisioning complete for port 56b66026-4d05-4d61-958f-5339747a2a81 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:05.114557 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e83f87b7-2088-47b9-8ea3-5e18c7b1c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.123979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.251260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.255388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53b8ae7-9ec7-440a-a4d8-f1364c37c23f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:05.329236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8afd4fc-9036-457a-8d00-4b2c9be15aed None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:42:05.387398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73610eb-250e-4188-847b-4a9535e27673 req-72ad4d77-df58-4c1f-8a13-4be8e8f7e066 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:05.399296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e73610eb-250e-4188-847b-4a9535e27673 req-72ad4d77-df58-4c1f-8a13-4be8e8f7e066 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.4292841 Apr 18 20:42:05.509579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] For port 682bd210-7bf1-465d-94c1-a8ef9ad8b008, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=682bd210-7bf1-465d-94c1-a8ef9ad8b008,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:05.510175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.566225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8afd4fc-9036-457a-8d00-4b2c9be15aed None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:42:05.623422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 56b66026-4d05-4d61-958f-5339747a2a81 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:05.643410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ca8cf5b-2af1-4efa-89cf-0903065fc9d0 req-ede4c26f-1c1b-44d8-94b7-4c0b2d8cc3a6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:05.644529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ca8cf5b-2af1-4efa-89cf-0903065fc9d0 req-ede4c26f-1c1b-44d8-94b7-4c0b2d8cc3a6 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 943 time: 2.2057562 Apr 18 20:42:05.695872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e73610eb-250e-4188-847b-4a9535e27673 req-e7d7807e-d538-42c8-be15-05017a8eea97 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954040 Apr 18 20:42:05.697646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.768939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Network': ['ID=69059e69-3bfe-4b7a-aa4a-8825507f1caa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:05.787936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:05.792123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 682bd210-7bf1-465d-94c1-a8ef9ad8b008 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:05.956589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 56b66026-4d05-4d61-958f-5339747a2a81 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:05.957151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:05.994908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-499a3ce8-c382-4393-b144-cd53628451fa None None] Provisioning complete for port eb712129-5654-4a07-b130-b4d5154415f6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:05.995556 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-499a3ce8-c382-4393-b144-cd53628451fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.008653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-267c43cb-a1db-43dd-908b-8b52ef2b4073 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 4.6347585 Apr 18 20:42:06.078765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:06.108557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.111117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.143422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-499a3ce8-c382-4393-b144-cd53628451fa None None] Port eb712129-5654-4a07-b130-b4d5154415f6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:06.149107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.149538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-475782617', 'admin_state_up': True, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:06.149659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 78aa6706-960b-40ea-ab98-4bbae3427fd1 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:42:06.162491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-636d4cb1-cfbf-40b5-bd31-8a45c0f88788 req-ebc04193-a3a7-4b1e-9364-efed720722e6 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.5048735 Apr 18 20:42:06.168388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:06.198907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:router and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:06.219908 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:42:06.224245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:06.224661 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d9eba39e-4ea4-4413-8867-8da6188d9e95 tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7734714 Apr 18 20:42:06.225184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44246) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:06.238862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ca8cf5b-2af1-4efa-89cf-0903065fc9d0 req-98ba12cb-8adc-41ab-8e96-ad69e9852d87 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups?id=ec20fe3d-15f6-46d2-b539-eb3d043425d3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3936865 Apr 18 20:42:06.321481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:06.352444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Deleting port 6e85762a-0d30-4447-9851-445cb0a8d17a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:06.352851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.488931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.492499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.493715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.577994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=682bd210-7bf1-465d-94c1-a8ef9ad8b008,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:06.645806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.667732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.719404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.936518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] No DVR routers for this DVR port 682bd210-7bf1-465d-94c1-a8ef9ad8b008 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:06.944708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.948858 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:06.953691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:06.994173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-41200737-cc1f-4b9d-9132-9ce6cdefdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:06.995865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-41200737-cc1f-4b9d-9132-9ce6cdefdee1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 1095 time: 0.7653406 Apr 18 20:42:07.066126 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b502df42-d141-4b38-a940-bdbf17447188'] response: {'server_uuid': 'f0ca2fed-8f8b-4d9a-9969-98b7609258bc', 'name': 'network-vif-deleted', 'tag': '682bd210-7bf1-465d-94c1-a8ef9ad8b008', 'status': 'completed', 'code': 200} Apr 18 20:42:07.160854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Calling delete_port for 6e85762a-0d30-4447-9851-445cb0a8d17a owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:07.295282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-704ec0ea-eca7-41dd-b760-57b5332bb239 req-6ea749f7-2822-40dd-9573-8b16559f5fd1 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.55 "DELETE /v2.0/ports/682bd210-7bf1-465d-94c1-a8ef9ad8b008 HTTP/1.1" status: 204 len: 173 time: 3.6811874 Apr 18 20:42:07.400140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a9f27-0648-40c2-afef-b1f4ae4a33a0 req-d92f2877-568d-4fa2-a45c-70dc766f6e5a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.402024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e9a9f27-0648-40c2-afef-b1f4ae4a33a0 req-d92f2877-568d-4fa2-a45c-70dc766f6e5a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.1950302 Apr 18 20:42:07.518656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e9a9f27-0648-40c2-afef-b1f4ae4a33a0 req-5bdeb37a-c5b1-445f-9487-3945207d7da5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644681 Apr 18 20:42:07.536113 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.564238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=ce18457f-e0cb-4957-886b-43db70286cd1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:07.604407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e85762a-0d30-4447-9851-445cb0a8d17a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:07.716308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.734915 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-866585cb-772b-46ef-8f9a-d42bdacccc1a tempest-RoutersAdminNegativeTest-2108746899 tempest-RoutersAdminNegativeTest-2108746899-project-admin] 10.222.0.47 "DELETE /v2.0/ports/6e85762a-0d30-4447-9851-445cb0a8d17a HTTP/1.1" status: 204 len: 168 time: 1.5022151 Apr 18 20:42:07.840783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:07.858619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': '7c0faebc-d10f-45a0-b67b-3a409289d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:07.858996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:07.869590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e2817eaf-e11a-4a0d-9ddd-5a4c65a13e67 req-7158b374-e413-4d2f-9ceb-8c6a0d89a018 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Synchronizing usage tracker for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:07.986993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-f5776f51-ae3a-49e4-83be-8c317e0c1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:07.988380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-f5776f51-ae3a-49e4-83be-8c317e0c1c09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.9244106 Apr 18 20:42:08.061741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e2817eaf-e11a-4a0d-9ddd-5a4c65a13e67 req-7158b374-e413-4d2f-9ceb-8c6a0d89a018 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Unset dirty status for tenant:a03f0a11eb464d57a5036d775b91ef54 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:08.062914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2817eaf-e11a-4a0d-9ddd-5a4c65a13e67 req-7158b374-e413-4d2f-9ceb-8c6a0d89a018 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 210 time: 0.5178194 Apr 18 20:42:08.117495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:08.148431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-27bd24d2-65b5-48d2-a52c-68ac5f902040 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94 HTTP/1.1" status: 200 len: 217 time: 0.1496758 Apr 18 20:42:08.203787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:08.208574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.209228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.221274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4069620c-8e3b-441a-8339-194866f45d69 None None] Network b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:08.320757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44260) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:08.336684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e77851a3-886c-4afb-a268-9c5e991502ed tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 5.6902361 Apr 18 20:42:08.341477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44266) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:08.352286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-5974b981-529c-49a1-8a41-8d7e970262f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:08.355136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-5974b981-529c-49a1-8a41-8d7e970262f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1953220 Apr 18 20:42:08.507074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.518087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.519107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.751891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.892778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a', 'network_id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': 'ce18457f-e0cb-4957-886b-43db70286cd1'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:08.894676 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:08.975400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=eb712129-5654-4a07-b130-b4d5154415f6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:08.993449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:09.030348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Usage tracker for resource:security_group_rule and tenant:4390aaeaedea4dd5ba7a03aeaf866b44 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:09.036487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:09.073724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:09.083327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.139189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Allocated IP 172.20.0.1 (b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a/ce18457f-e0cb-4957-886b-43db70286cd1/f510f9f0-fb68-4e47-8648-7f2648ea05ee) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:09.166320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:09.172546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-50d76c6a-20b7-4a72-9644-27b5d003eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.175963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-50d76c6a-20b7-4a72-9644-27b5d003eeed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7985473 Apr 18 20:42:09.180922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:09.459023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9404b5-2a98-4dea-b5e0-f994d4d3f197 req-c9a4f342-5d15-44a9-a38e-42935e961e32 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:09.461217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a9404b5-2a98-4dea-b5e0-f994d4d3f197 req-c9a4f342-5d15-44a9-a38e-42935e961e32 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.6574440 Apr 18 20:42:09.468234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.492465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Transition to ACTIVE for port object f510f9f0-fb68-4e47-8648-7f2648ea05ee will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:09.540723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Transition to ACTIVE for port object f510f9f0-fb68-4e47-8648-7f2648ea05ee will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:09.543299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.563150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.688654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e2a285de-563d-4293-b382-078a72c600cb req-4729d72c-d98c-4715-a215-efe63a9f28f8 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0ca2fed-8f8b-4d9a-9969-98b7609258bc HTTP/1.1" status: 200 len: 210 time: 0.3042500 Apr 18 20:42:09.713052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a9404b5-2a98-4dea-b5e0-f994d4d3f197 req-5f05d849-d250-4e4f-bfc8-d6f8773ae9ff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314491 Apr 18 20:42:09.723278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.740970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Network b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:09.746999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:09.761162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:09.823129 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.832529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=ce18457f-e0cb-4957-886b-43db70286cd1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:09.866541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.870512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.875860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.919275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Pushing event updated for resources: {'Port': ['ID=f510f9f0-fb68-4e47-8648-7f2648ea05ee,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:09.948550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dfcca347-97b5-4ec7-9741-0faf3d88b67f None None] Provisioning complete for port eb712129-5654-4a07-b130-b4d5154415f6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:09.949286 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dfcca347-97b5-4ec7-9741-0faf3d88b67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:09.968422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-c754cd2c-2cba-424a-b7e3-675509befe9e service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7596312 Apr 18 20:42:09.980203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.025117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dfcca347-97b5-4ec7-9741-0faf3d88b67f None None] Port eb712129-5654-4a07-b130-b4d5154415f6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:10.028581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b879518f-ce08-46cb-81e3-8222078ac694,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:10.034139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:10.047978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-056846e1-674e-4f2e-a7f4-81e1135486be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4390aaeaedea4dd5ba7a03aeaf866b44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7236869 Apr 18 20:42:10.051873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44274) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:10.052315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Attempting to bind port f510f9f0-fb68-4e47-8648-7f2648ea05ee on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:10.052765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Attempting to bind port f510f9f0-fb68-4e47-8648-7f2648ea05ee by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '7c0faebc-d10f-45a0-b67b-3a409289d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:10.053964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Attempting to bind port f510f9f0-fb68-4e47-8648-7f2648ea05ee on network b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:10.064462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:10.064462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Checking segment: {'id': '7c0faebc-d10f-45a0-b67b-3a409289d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:10.064897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.065038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Bound using segment: {'id': '7c0faebc-d10f-45a0-b67b-3a409289d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:10.065454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Bound port: f510f9f0-fb68-4e47-8648-7f2648ea05ee, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c0faebc-d10f-45a0-b67b-3a409289d2cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:10.065940 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.069394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0faebc-d10f-45a0-b67b-3a409289d2cc') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:10.069394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0faebc-d10f-45a0-b67b-3a409289d2cc') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:10.095783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.179447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.203228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] For port f510f9f0-fb68-4e47-8648-7f2648ea05ee, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:10.220246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:10.220665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:10.237445 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:10.242487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:42:10.259506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b67deec-c017-47b3-9323-23677e256956 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.273846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-113030a8-ba99-4629-999c-cdbb2354f3ce req-cb411c8d-d844-43c5-8266-974cf3d71cac service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918460 Apr 18 20:42:10.275311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.25.5.169 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/95c9ea39-3f8f-4864-80bb-65e3a087891a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:10.349438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] For port f510f9f0-fb68-4e47-8648-7f2648ea05ee, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f510f9f0-fb68-4e47-8648-7f2648ea05ee,segment=NetworkSegment(7c0faebc-d10f-45a0-b67b-3a409289d2cc),segment_id=7c0faebc-d10f-45a0-b67b-3a409289d2cc)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:10.351461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 18 20:42:10.351461 n-d-836016-3 neutron-server[88141]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 18 20:42:10.351461 n-d-836016-3 neutron-server[88141]: [parameters: {'id': 'b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a'}] Apr 18 20:42:10.351461 n-d-836016-3 neutron-server[88141]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:42:10.351869 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:42:10.353613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b67deec-c017-47b3-9323-23677e256956 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.359104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.436133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b67deec-c017-47b3-9323-23677e256956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.452418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b67deec-c017-47b3-9323-23677e256956 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b879518f-ce08-46cb-81e3-8222078ac694,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:10.469859 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b67deec-c017-47b3-9323-23677e256956 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.469859 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1b67deec-c017-47b3-9323-23677e256956 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b879518f-ce08-46cb-81e3-8222078ac694 HTTP/1.1" status: 204 len: 168 time: 0.4176519 Apr 18 20:42:10.551430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0517c6d-ee8b-45b2-97cf-1d47a686c5ae None None] Pushing event updated for resources: {'Port': ['ID=f510f9f0-fb68-4e47-8648-7f2648ea05ee,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:10.583313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:10.609632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44280) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:10.609915 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3d4687f1-46e7-47d4-b5b4-6d55ff124e00 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0001562 Apr 18 20:42:10.613029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:10.621680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1285364074'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:10.624083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c739cf2-37f5-49f1-aa3f-22f4bd225b61 None None] Network b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:10.646070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:10.656179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.660317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:10.668579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:10.695179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:10.707441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.721674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:10.733324 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.802656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:10.823691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.825550 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment 3830d13e-5b10-42b3-8d52-916e7600c4ae of type vlan for network c1293d1e-6998-4625-aaa5-40e8d01c754d Apr 18 20:42:10.855496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:10.856862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:10.892319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.963076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.977758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:10.993777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:10.995353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.000377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:11.003634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:11.006737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:11.060565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=95c9ea39-3f8f-4864-80bb-65e3a087891a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:11.205706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:11.340085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port f510f9f0-fb68-4e47-8648-7f2648ea05ee {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:11.340652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.363573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:11.408200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7968686 Apr 18 20:42:11.420761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44296) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:11.426106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da448d-6843-46d4-8a2e-332b5c32b9fe tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=c1293d1e-6998-4625-aaa5-40e8d01c754d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:11.431813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:11.450273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c1293d1e-6998-4625-aaa5-40e8d01c754d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:11.467262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44300) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:11.659953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d51810ed-c53b-4008-b8f8-3273dd0cefbe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.705940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:11.710329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:11.713462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:11.720458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-94e9828c-5cac-4d85-8e77-ae9fe84b54a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=935e6aa06e854df693977b3a30482fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2464769 Apr 18 20:42:11.721116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:11.733106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:11.780550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2e4a5-8b30-44d8-86be-3b888a2626a0 req-0dc5e2e7-e7b8-4756-b900-55d93351d0a0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:11.782254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dba2e4a5-8b30-44d8-86be-3b888a2626a0 req-0dc5e2e7-e7b8-4756-b900-55d93351d0a0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.5917978 Apr 18 20:42:11.782984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:11.791239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.804128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d51810ed-c53b-4008-b8f8-3273dd0cefbe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:11.892056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f770fbd-b8c2-430b-ad14-876a175bb459 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:42:12.019346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dba2e4a5-8b30-44d8-86be-3b888a2626a0 req-b47e11cc-cbe6-4c12-afe6-e84acf2eef7d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222180 Apr 18 20:42:12.019954 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.114919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bf9-814b-4621-b447-28a91c5a4ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.161176 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d51810ed-c53b-4008-b8f8-3273dd0cefbe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.237617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bf9-814b-4621-b447-28a91c5a4ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.270828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51810ed-c53b-4008-b8f8-3273dd0cefbe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec20fe3d-15f6-46d2-b539-eb3d043425d3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:12.397093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d51810ed-c53b-4008-b8f8-3273dd0cefbe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.398246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d51810ed-c53b-4008-b8f8-3273dd0cefbe tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/security-groups/ec20fe3d-15f6-46d2-b539-eb3d043425d3 HTTP/1.1" status: 204 len: 168 time: 1.1902018 Apr 18 20:42:12.406730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44308) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:12.413865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f770fbd-b8c2-430b-ad14-876a175bb459 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:42:12.428095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:06Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:07Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:12.453921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:12.454509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Updating router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 port eb712129-5654-4a07-b130-b4d5154415f6 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:42:12.455423 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-19ae1bde-1d24-4cc6-b47f-735121bc4a29 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] show failed (client error): The resource could not be found. Apr 18 20:42:12.457742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-19ae1bde-1d24-4cc6-b47f-735121bc4a29 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "GET /v2.0/security-groups/ec20fe3d-15f6-46d2-b539-eb3d043425d3 HTTP/1.1" status: 404 len: 347 time: 0.0492892 Apr 18 20:42:12.463252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:12.480643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port f510f9f0-fb68-4e47-8648-7f2648ea05ee, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f510f9f0-fb68-4e47-8648-7f2648ea05ee,segment=NetworkSegment(7c0faebc-d10f-45a0-b67b-3a409289d2cc),segment_id=7c0faebc-d10f-45a0-b67b-3a409289d2cc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:12.481437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.564453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bf9-814b-4621-b447-28a91c5a4ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.635630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.647066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for f510f9f0-fb68-4e47-8648-7f2648ea05ee owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:12.701146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.804913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=f3c0a91b-f926-4250-aeca-74cd5bbb9bdb,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:12.824936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:12.825340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: c1293d1e-6998-4625-aaa5-40e8d01c754d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:12.850945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:12.903654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network c1293d1e-6998-4625-aaa5-40e8d01c754d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:12.917802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No DVR routers for this DVR port f510f9f0-fb68-4e47-8648-7f2648ea05ee on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:12.955120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Port': ['ID=f510f9f0-fb68-4e47-8648-7f2648ea05ee,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:12.992585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c1293d1e-6998-4625-aaa5-40e8d01c754d) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:12.998425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:12.999141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.072712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 0042fb23-a3bb-472f-88c4-dc5535946fb4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:13.072712 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.099872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.115249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-37b3c95b-d45c-466e-ac13-e2f9ef0017fb tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6935232 Apr 18 20:42:13.119430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44318) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:13.216469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:13.279736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c93bf9-814b-4621-b447-28a91c5a4ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe732e9-211a-4a62-9d0f-b2d14b83f3db,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:13.297642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c0faebc-d10f-45a0-b67b-3a409289d2cc') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:13.297953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c0faebc-d10f-45a0-b67b-3a409289d2cc') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:13.320231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0c93bf9-814b-4621-b447-28a91c5a4ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.322481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c0c93bf9-814b-4621-b447-28a91c5a4ec9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cbe732e9-211a-4a62-9d0f-b2d14b83f3db HTTP/1.1" status: 204 len: 168 time: 1.5776377 Apr 18 20:42:13.377747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.468489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98849bb7-dc2b-4d0f-af65-68387ba9a674 None None] Network c1293d1e-6998-4625-aaa5-40e8d01c754d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:13.483849 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.495175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:13.495745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:13.517993 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:13.523038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-c0ba213b-07b3-48dc-ac6b-e189edbb46dc req-8a0b8cad-89fa-4546-b98b-90724e6bcc1e tempest-ServersTestJSON-1938552700 tempest-ServersTestJSON-1938552700-project] (88141) timed out ('10.222.0.61', 55596) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:42:13.527418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.615056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.642260 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a890a5b-db94-4458-bbd3-63c4a1387c28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.889413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Transition to ACTIVE for port object eb712129-5654-4a07-b130-b4d5154415f6 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:13.898399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.899531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.913497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-c1293d1e-6998-4625-aaa5-40e8d01c754d', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:13.915453 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.952936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.958287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:13.963895 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.059047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:14.077177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5feda302-c0a8-412a-8bd6-ea4738c73227 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a HTTP/1.1" status: 204 len: 168 time: 5.7272944 Apr 18 20:42:14.082013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ec2857-1d0c-4128-a4f2-8e7d70cd34cb req-faf83c8f-7a3b-43aa-a978-92981478f3a2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:14.089418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-13ec2857-1d0c-4128-a4f2-8e7d70cd34cb req-faf83c8f-7a3b-43aa-a978-92981478f3a2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 0.7833481 Apr 18 20:42:14.092111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44326) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:14.100921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-608321706'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:14.192245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:14.211246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:14.223958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:14.258353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 0042fb23-a3bb-472f-88c4-dc5535946fb4 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:14.269238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:14.289877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-13ec2857-1d0c-4128-a4f2-8e7d70cd34cb req-8231b807-289d-46e8-a4d0-ccfd819cf9aa tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989031 Apr 18 20:42:14.359991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68183e45-1cd0-4108-b018-d7ae03fd95ae None None] Pushing event updated for resources: {'Port': ['ID=eb712129-5654-4a07-b130-b4d5154415f6,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:14.382287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:42:14.391632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:14.395605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.405696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 16596877-f9ac-4638-99a1-2ac98d844819 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:42:14.571551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 114} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:14.625341 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:42:14.633178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.769785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.770155 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment f9d6aba6-1602-4cfa-b5dc-7c8e0bc9005c of type vlan for network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea Apr 18 20:42:14.795883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Attempting to bind port eb712129-5654-4a07-b130-b4d5154415f6 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:14.796430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Attempting to bind port eb712129-5654-4a07-b130-b4d5154415f6 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:14.796995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Attempting to bind port eb712129-5654-4a07-b130-b4d5154415f6 on network 27e86ec6-73e3-4546-b0a4-44b36d131d09 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:14.808121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:14.822242 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Sync routers for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:14.835831 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.844379 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:14.845019 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:41:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:14.926160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:14.926762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Checking segment: {'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:14.927363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.927985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Bound using segment: {'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:14.928770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Bound port: eb712129-5654-4a07-b130-b4d5154415f6, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:14.929717 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:14.956908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=0042fb23-a3bb-472f-88c4-dc5535946fb4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:14.998912 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.138464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Allocated IP 2001:db8:1::2 (c1293d1e-6998-4625-aaa5-40e8d01c754d/f3c0a91b-f926-4250-aeca-74cd5bbb9bdb/d0aa42a2-e464-403d-8df1-e482a2a3c3e0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:15.169447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.175563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:15.176226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.210711 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.213229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.214477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2b1305c9-4228-45c7-a72f-49040806f000 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/floatingips/8a0cfbc3-c86d-4f90-8662-5882699bd927 HTTP/1.1" status: 204 len: 168 time: 2.7498341 Apr 18 20:42:15.220748 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.223323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f0108afd-2e67-4f39-b5d3-0f93bd2624b4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.1224542 Apr 18 20:42:15.224480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:15.243400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44350) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:15.344202 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:15.435188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port e10702c4-aea6-4a9a-a8f5-115bd9fb8344 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:15.442165 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.549009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44360) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:15.600431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:15.638287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5419765 Apr 18 20:42:15.660580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:15.664987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e1a27-48c3-41bf-8f33-a532cae6aba3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=683a1907-c1c9-4cfc-a4cb-0fd923df7fea,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:15.696047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:15.713147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:15.720863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'port_id': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94', 'mac_address': 'fa:16:3e:a7:71:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:42:15.730767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] For port eb712129-5654-4a07-b130-b4d5154415f6, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:15.825282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f712c801-3c85-4b38-9a2e-62c26bc15784 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=b5902e7077c74b0c87065193c03f3242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5798783 Apr 18 20:42:15.834205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44370) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:15.855027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-939526111'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:15.885934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:15.892048 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:11Z', 'revision_number': 3, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:15.896929 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Checking router: 16596877-f9ac-4638-99a1-2ac98d844819 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:15.897279 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Updating router 16596877-f9ac-4638-99a1-2ac98d844819 port 95c9ea39-3f8f-4864-80bb-65e3a087891a binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:42:15.961118 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:15.961364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Usage tracker for resource:network and tenant:d9b7c62d63a3438dbadc43d2ef9fb607 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:15.973982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:15.982993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] For port eb712129-5654-4a07-b130-b4d5154415f6, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eb712129-5654-4a07-b130-b4d5154415f6,segment=NetworkSegment(2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a),segment_id=2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:16.042902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:16.050466 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.067233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.220260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ccb16ea-acf5-4d6c-ac93-6ea1ea4dea8c tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.225696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2ccb16ea-acf5-4d6c-ac93-6ea1ea4dea8c tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3902905 Apr 18 20:42:16.227358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44374) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:16.274923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:42:16.295566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68183e45-1cd0-4108-b018-d7ae03fd95ae None None] Pushing event updated for resources: {'Port': ['ID=eb712129-5654-4a07-b130-b4d5154415f6,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:16.318484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-937f22f6-d306-4557-bcac-3506d6f3a96b tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0867217 Apr 18 20:42:16.321104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44378) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:16.336197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335351400', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:16.350572 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fc301385-73a6-4fb7-9bb8-734719e21d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.395194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:16.488760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:16.492726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:16.536410 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.565557 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.565871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:16.573380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:subnet and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:16.578732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:16.584461 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Transition to ACTIVE for port object 95c9ea39-3f8f-4864-80bb-65e3a087891a will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:16.588226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:16.611288 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.612613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:16.617314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.735020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.743233 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Attempting to bind port 95c9ea39-3f8f-4864-80bb-65e3a087891a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:16.743792 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Attempting to bind port 95c9ea39-3f8f-4864-80bb-65e3a087891a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:16.744323 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Attempting to bind port 95c9ea39-3f8f-4864-80bb-65e3a087891a on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:16.753717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:16.757100 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:16.758046 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:16.758484 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.758883 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:16.759805 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Bound port: 95c9ea39-3f8f-4864-80bb-65e3a087891a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:16.760192 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.761373 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.812317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.821743 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Pushing event updated for resources: {'Port': ['ID=95c9ea39-3f8f-4864-80bb-65e3a087891a,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:16.833276 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.833659 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.834487 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.834487 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.834697 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.835045 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.835350 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.835691 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.836056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.836403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.836761 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.837146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:16.850942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.868088 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.899561 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] For port 95c9ea39-3f8f-4864-80bb-65e3a087891a, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:16.903373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['9662a333-5f1e-4265-8e3e-7f86ffc5ec94'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:42:16.905064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] For port 95c9ea39-3f8f-4864-80bb-65e3a087891a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=95c9ea39-3f8f-4864-80bb-65e3a087891a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:16.908049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6717d04-22b8-4b2a-8245-9229f3621a60 req-9be65d21-7435-4058-bca7-7ed3d238ff9a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.909881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6717d04-22b8-4b2a-8245-9229f3621a60 req-9be65d21-7435-4058-bca7-7ed3d238ff9a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 944 time: 1.1714551 Apr 18 20:42:16.912475 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.915139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.932931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Transition to ACTIVE for port object d0aa42a2-e464-403d-8df1-e482a2a3c3e0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:16.945808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea is not hosted by any dhcp agent {{(pid=88140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 20:42:16.955486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:16.956857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.959494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:16.965164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "PUT /v2.0/networks/683a1907-c1c9-4cfc-a4cb-0fd923df7fea HTTP/1.1" status: 200 len: 723 time: 1.2975705 Apr 18 20:42:16.966491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44382) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:16.972932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:17.026397 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c8102-5e8a-4568-ac12-4ad980cfcbd6 None None] Pushing event updated for resources: {'Port': ['ID=95c9ea39-3f8f-4864-80bb-65e3a087891a,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:17.053388 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.054990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:17.078629 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:17.079287 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:17.096341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:17.097489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Transition to ACTIVE for port object d0aa42a2-e464-403d-8df1-e482a2a3c3e0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:17.179296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.183054 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.209857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': '683a1907-c1c9-4cfc-a4cb-0fd923df7fea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:17.222685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for e10702c4-aea6-4a9a-a8f5-115bd9fb8344 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:17.336440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff8bd24-c829-4ce8-b25b-316ec4009ef2 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=683a1907-c1c9-4cfc-a4cb-0fd923df7fea,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:17.362902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Usage tracker for resource:security_group_rule and tenant:d9b7c62d63a3438dbadc43d2ef9fb607 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:17.374936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:17.400015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6717d04-22b8-4b2a-8245-9229f3621a60 req-e92ef05c-1384-4d7e-8d6d-2db21d0174aa tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4733574 Apr 18 20:42:17.404030 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:17.404888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:17.448021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:17.450547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8:1::1 (c1293d1e-6998-4625-aaa5-40e8d01c754d/f3c0a91b-f926-4250-aeca-74cd5bbb9bdb/90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:17.546339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Network c1293d1e-6998-4625-aaa5-40e8d01c754d is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:17.612995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.618919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:17.639046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:17.666482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.689837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Pushing event updated for resources: {'Port': ['ID=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:17.690610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=e10702c4-aea6-4a9a-a8f5-115bd9fb8344,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:17.691295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:17.749603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.762346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:17.816539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network c1293d1e-6998-4625-aaa5-40e8d01c754d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:17.832096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:17.848215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:17.861543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:17.863187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.870781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.890490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.909373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Attempting to bind port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:17.910560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Attempting to bind port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:17.911147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Attempting to bind port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 on network c1293d1e-6998-4625-aaa5-40e8d01c754d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:17.915462 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:11Z', 'revision_number': 3, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:17.923598 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e7970c-cd69-461b-b7f6-9a665b873c1d None None] The sync data for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 is: [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:11Z', 'revision_number': 3, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:17.937138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:17.946367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.973949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:17.975555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:17.976206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Checking segment: {'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:17.976851 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:17.977502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Bound using segment: {'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:17.978274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Bound port: d0aa42a2-e464-403d-8df1-e482a2a3c3e0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:17.978885 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.007135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.007665 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Added segment 8ca8c105-bb82-4c36-a23f-c55ee85e4c3b of type vlan for network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 Apr 18 20:42:18.014559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e463416b-25c4-4fe3-91f5-7cabb012ab2d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:18.036843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:18.038983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.083937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-04823082-84ff-4c67-ae4e-de8b533a2aad tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/ports/e10702c4-aea6-4a9a-a8f5-115bd9fb8344 HTTP/1.1" status: 204 len: 168 time: 2.8579786 Apr 18 20:42:18.087870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44386) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:18.207629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.292135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 83ea544c-8129-4c40-8224-5acff4d590b3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:18.293014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.369014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3276f239-ef69-440f-8623-1e93047f300d None None] For port d0aa42a2-e464-403d-8df1-e482a2a3c3e0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:18.376949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3276f239-ef69-440f-8623-1e93047f300d None None] For port d0aa42a2-e464-403d-8df1-e482a2a3c3e0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,segment=NetworkSegment(3830d13e-5b10-42b3-8d52-916e7600c4ae),segment_id=3830d13e-5b10-42b3-8d52-916e7600c4ae)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:18.385136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:06Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:15Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:18.390199 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.462296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.474788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Subnet': ['ID=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:18.485447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:18.487297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.610692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:18.620643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.656989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276f239-ef69-440f-8623-1e93047f300d None None] Pushing event updated for resources: {'Port': ['ID=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:18.680489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08e2fe6-e67f-4193-bb22-ea80cefc8c04 None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:06Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:15Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:18.685679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:18.690465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Checking segment: {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:18.691077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network hostable DHCP agents. Network: 69059e69-3bfe-4b7a-aa4a-8825507f1caa, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:18.764490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.852514 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:18.899766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.3489721 Apr 18 20:42:18.900684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:18.982358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'subnet': {'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:19.097322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f92e1-1764-407f-967a-2cfc790a9491 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Network': ['ID=63e48da2-f6f6-4192-85e4-c96edf1b8ad0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:19.124028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:19.207658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:19.288945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.305846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.353602 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.366696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.367877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.427550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 69059e69-3bfe-4b7a-aa4a-8825507f1caa) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:19.440125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2623668-4b38-4231-b029-79228c0e7005 None None] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:19.504049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.504636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.849449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d0aa42a2-e464-403d-8df1-e482a2a3c3e0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:19.899078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e76e9f-347b-4da5-acbd-cdd2db53c1a9 req-ca846c0d-2fbc-44dd-827d-c188ff088693 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:19.901122 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3e76e9f-347b-4da5-acbd-cdd2db53c1a9 req-ca846c0d-2fbc-44dd-827d-c188ff088693 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 945 time: 0.9599626 Apr 18 20:42:19.901936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:19.921946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7194876f-07d5-4b29-a0c5-2ea33aaf123d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5994060 Apr 18 20:42:19.922812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44396) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:19.930692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:19.937614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 83ea544c-8129-4c40-8224-5acff4d590b3 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:19.992440 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:42:20.016344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:20.018089 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.032961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:20.054739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Usage tracker for resource:subnet and tenant:d9b7c62d63a3438dbadc43d2ef9fb607 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:20.061538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:20.083391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:20.130927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:20.142109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.271535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:20.284639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 95c9ea39-3f8f-4864-80bb-65e3a087891a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:20.522835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Allocated IP 172.20.0.2 (69059e69-3bfe-4b7a-aa4a-8825507f1caa/efba1314-0f71-4afb-b1ee-7f04d1eb8ce8/6ce39f55-fbca-4947-b7c4-4a98638499f3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:20.529676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 95c9ea39-3f8f-4864-80bb-65e3a087891a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:20.540806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 95c9ea39-3f8f-4864-80bb-65e3a087891a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:20.541280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.585292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.588617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.596664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9f07d6-bf9c-4921-aa4f-83722b3b72e9 None None] Network c1293d1e-6998-4625-aaa5-40e8d01c754d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:20.600301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3e76e9f-347b-4da5-acbd-cdd2db53c1a9 req-21c6d9d3-3d26-4372-9d88-87156e11591a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6764944 Apr 18 20:42:20.619307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:20.739700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=83ea544c-8129-4c40-8224-5acff4d590b3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:20.739936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=db51da43-2217-49ab-b6ca-1838c036c109,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:20.745161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network c1293d1e-6998-4625-aaa5-40e8d01c754d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:20.748918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': 'f9d6aba6-1602-4cfa-b5dc-7c8e0bc9005c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '683a1907-c1c9-4cfc-a4cb-0fd923df7fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:20.749362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: 683a1907-c1c9-4cfc-a4cb-0fd923df7fea, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:20.769899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:20.821334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Subnet': ['ID=f0fd18c2-0b90-419b-9f5e-0618c37e53e5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:20.848166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Checking segment: {'id': '8ca8c105-bb82-4c36-a23f-c55ee85e4c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:20.848600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network hostable DHCP agents. Network: 63e48da2-f6f6-4192-85e4-c96edf1b8ad0, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:20.874820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.891645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45e81fef-e5b5-4829-a960-6582416173f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/ports/83ea544c-8129-4c40-8224-5acff4d590b3 HTTP/1.1" status: 204 len: 168 time: 2.7860720 Apr 18 20:42:20.892588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:20.928712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:20.947134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:20.962672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 63e48da2-f6f6-4192-85e4-c96edf1b8ad0) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:20.972634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:20.973237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:20.992613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting subnet 2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:42:21.000921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.029755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 683a1907-c1c9-4cfc-a4cb-0fd923df7fea) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:21.030471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c11e38-40e0-4f2e-955a-23176e27454c None None] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:21.033463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:21.035632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.051153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e13e27cb-c592-46df-b8af-cc33be4c59f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0850015 Apr 18 20:42:21.055371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44406) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:21.071885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'name': 'tempest-AllowedAddressPairTestJSON-192631158'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:21.075423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d3491e5a-e464-4849-8f9e-01421a586d11 None None] Provisioning for port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:21.096723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.099970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-99bc467b-076b-47b6-81f9-4cec136faad4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0919003 Apr 18 20:42:21.106730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44410) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:21.112449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d703694c-3e8c-494a-bd31-4f72bd926920 None None] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:21.122415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4a3f18c1-fde7-4a53-aa50-e2fb5760b685 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:21.271860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d3491e5a-e464-4849-8f9e-01421a586d11 None None] Provisioning complete for port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:21.272434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d3491e5a-e464-4849-8f9e-01421a586d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.391434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.462413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:42:21.505669 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a3f18c1-fde7-4a53-aa50-e2fb5760b685 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2946060'] for subnet, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.520795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.597709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Subnet': ['ID=2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:21.601649 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.617346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-27b631c0-cc4c-4ee1-8c97-8a58bdbf3a0e tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/subnets/2b42e1a1-41cd-4c40-99a1-3bb643ed0cc9 HTTP/1.1" status: 204 len: 168 time: 0.7201340 Apr 18 20:42:21.617986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44414) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:21.738489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10843f5c-6435-4940-9c66-1001307a2138 None None] Network 904e4d7d-e21b-4d84-ba7c-5ec004727885 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:21.750270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting subnet 70924771-a4d9-4767-a830-713760a24144 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:42:21.755206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.827367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:21.837298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-130cf959-2b4d-4844-bdbd-acf590806120 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7170308 Apr 18 20:42:21.847578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:21.858472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:21.870350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1984866048'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:21.876595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:21.884067 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:21.941536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:21.965921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:22.022857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Usage tracker for resource:port and tenant:d9b7c62d63a3438dbadc43d2ef9fb607 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:22.024237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:22.024831 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.037271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:22.040046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:22.051107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:22.070830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:22.124541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:22.133717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:22.136857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.210956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c787e6-e778-466e-af95-1d70934a0f37 req-ff58686a-6066-4df1-bdae-96fa3794c4c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.215570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d4c787e6-e778-466e-af95-1d70934a0f37 req-ff58686a-6066-4df1-bdae-96fa3794c4c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 945 time: 0.2617390 Apr 18 20:42:22.280051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:22.280960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:22.305787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:22.323470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:22.327955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.345939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.346323 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment 0a71f9fd-a55a-4626-afdf-a5745767e37a of type vlan for network 24de78b3-48e2-4468-91be-07cd364b711b Apr 18 20:42:22.351268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.359179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d4c787e6-e778-466e-af95-1d70934a0f37 req-aef36953-9ee6-4ca6-8498-4357e5f7d545 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231613 Apr 18 20:42:22.369931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.446267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.468090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] device_id is not set on port bfcddca6-8c1b-47a3-9280-7f035ac21a52 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:42:22.503807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.510335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.510696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.542537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.615619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a3f18c1-fde7-4a53-aa50-e2fb5760b685 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754169811312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3871629'] for subnet, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.618908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7603762 Apr 18 20:42:22.619931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Subnet': ['ID=70924771-a4d9-4767-a830-713760a24144,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:22.625473 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.629594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ebad8c52-1f40-4b4d-a13c-830db4775d4a tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/subnets/70924771-a4d9-4767-a830-713760a24144 HTTP/1.1" status: 204 len: 168 time: 1.0080686 Apr 18 20:42:22.629594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:22.663848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44426) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:22.671131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 95c9ea39-3f8f-4864-80bb-65e3a087891a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=95c9ea39-3f8f-4864-80bb-65e3a087891a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:22.692343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4e020-bbe9-4444-a76f-f74a9a5beb8f None None] Network 84a83632-47ae-49f0-92cc-d175428aea3a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:22.716842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:22.721541 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.751394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f62926-3409-457c-b990-8683fe9da087 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=24de78b3-48e2-4468-91be-07cd364b711b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:22.775637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.775948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eb712129-5654-4a07-b130-b4d5154415f6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:22.784629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3f18c1-fde7-4a53-aa50-e2fb5760b685 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:22.785238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a3f18c1-fde7-4a53-aa50-e2fb5760b685 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:22.789502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4a3f18c1-fde7-4a53-aa50-e2fb5760b685 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "PUT /v2.0/subnets/db51da43-2217-49ab-b6ca-1838c036c109 HTTP/1.1" status: 200 len: 806 time: 1.6723151 Apr 18 20:42:22.798060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44434) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:22.963646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 24de78b3-48e2-4468-91be-07cd364b711b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:22.976703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'tenant_id': 'd9b7c62d63a3438dbadc43d2ef9fb607', 'fixed_ips': [{'subnet_id': 'f0fd18c2-0b90-419b-9f5e-0618c37e53e5'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:22.977744 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.012230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f18c1-fde7-4a53-aa50-e2fb5760b685 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=db51da43-2217-49ab-b6ca-1838c036c109,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:23.025818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.030622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:23.036808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:23.040485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:23.054010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:23.055287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Transition to ACTIVE for port object 6ce39f55-fbca-4947-b7c4-4a98638499f3 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:23.078331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:23.081909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.094235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Allocated IP 172.20.0.14 (63e48da2-f6f6-4192-85e4-c96edf1b8ad0/f0fd18c2-0b90-419b-9f5e-0618c37e53e5/bfcddca6-8c1b-47a3-9280-7f035ac21a52) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:23.133052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.203742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203796ad-e76c-460b-901b-999e9c6d1530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-683a1907-c1c9-4cfc-a4cb-0fd923df7fea', 'network_id': '683a1907-c1c9-4cfc-a4cb-0fd923df7fea', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': 'db51da43-2217-49ab-b6ca-1838c036c109'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:23.205098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-203796ad-e76c-460b-901b-999e9c6d1530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.215925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d3491e5a-e464-4849-8f9e-01421a586d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.259071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 52b5838f-2878-4d0c-8ec4-8c1df723f311 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:23.259414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.300716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:23.368783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.398914 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.536292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=a984b4a2-b573-4e66-9d96-698145baa93f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:23.556953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:23.557234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: 24de78b3-48e2-4468-91be-07cd364b711b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:23.593924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 24de78b3-48e2-4468-91be-07cd364b711b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:23.610182 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.613750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 24de78b3-48e2-4468-91be-07cd364b711b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:23.622714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:23.623501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:23.659676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a64dd25e-2987-4221-af21-a18b037f8a72 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9566169 Apr 18 20:42:23.660397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44444) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:23.853997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e671c-ffed-4211-a35b-8cd6cbc89b08 None None] Network 24de78b3-48e2-4468-91be-07cd364b711b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:23.947258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.002901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.029971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:24.054518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Transition to ACTIVE for port object 6ce39f55-fbca-4947-b7c4-4a98638499f3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:24.138739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:24.167409 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.174319 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b5d12d-7720-4da3-96c3-ea7d31e8cc57'] response: {'server_uuid': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94', 'code': 200} Apr 18 20:42:24.230950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=95c9ea39-3f8f-4864-80bb-65e3a087891a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:24.284907 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.289076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Transition to ACTIVE for port object bfcddca6-8c1b-47a3-9280-7f035ac21a52 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:24.424953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.445806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d3491e5a-e464-4849-8f9e-01421a586d11 None None] For port d0aa42a2-e464-403d-8df1-e482a2a3c3e0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,segment=NetworkSegment(3830d13e-5b10-42b3-8d52-916e7600c4ae),segment_id=3830d13e-5b10-42b3-8d52-916e7600c4ae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:24.520601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] For port 52b5838f-2878-4d0c-8ec4-8c1df723f311, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=52b5838f-2878-4d0c-8ec4-8c1df723f311,segment=NetworkSegment(a65361b4-eaee-4cb4-9ba2-900a7e618cfc),segment_id=a65361b4-eaee-4cb4-9ba2-900a7e618cfc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:24.521448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.567004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2c6c9-4262-40d6-ad0b-9bac58196754 req-d4fddd3c-eea6-4037-a2f1-a8fae13ba2fb tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:24.573548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:24.583097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fc2c6c9-4262-40d6-ad0b-9bac58196754 req-d4fddd3c-eea6-4037-a2f1-a8fae13ba2fb tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 945 time: 0.9965537 Apr 18 20:42:24.601670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d3491e5a-e464-4849-8f9e-01421a586d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:24.636215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:24.649504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=db51da43-2217-49ab-b6ca-1838c036c109,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:24.665109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:24.720366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port eb712129-5654-4a07-b130-b4d5154415f6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:24.760354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fc2c6c9-4262-40d6-ad0b-9bac58196754 req-1fd1b5e4-c614-4577-b230-feede0b16d32 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740685 Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-203796ad-e76c-460b-901b-999e9c6d1530 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db51da43-2217-49ab-b6ca-1838c036c109: This subnet is being modified by another concurrent operation. Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:42:24.840601 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db51da43-2217-49ab-b6ca-1838c036c109: This subnet is being modified by another concurrent operation. Apr 18 20:42:24.847875 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 20:42:24.852567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b811ad-099f-4f33-a641-d6249b78669b req-6c01e966-c9e2-433c-95dd-46121e914c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:24.852567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74b811ad-099f-4f33-a641-d6249b78669b req-6c01e966-c9e2-433c-95dd-46121e914c01 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 1097 time: 0.4615049 Apr 18 20:42:24.858528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Pushing event updated for resources: {'Port': ['ID=6ce39f55-fbca-4947-b7c4-4a98638499f3,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:24.869565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838f6c2-32aa-4508-b2bb-7c896948f9de None None] DHCP port deletion for 904e4d7d-e21b-4d84-ba7c-5ec004727885 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:42:24.998169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0b48ec-af0f-4ab6-9066-adbd650e3985 None None] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:25.016286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74b811ad-099f-4f33-a641-d6249b78669b req-fb4e9695-283e-472d-b594-4fcad47f0a8a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543834 Apr 18 20:42:25.020612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eb712129-5654-4a07-b130-b4d5154415f6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:25.021684 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.061757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.287415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Calling delete_port for 52b5838f-2878-4d0c-8ec4-8c1df723f311 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:25.337752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b838f6c2-32aa-4508-b2bb-7c896948f9de None None] Deleting port 52b5838f-2878-4d0c-8ec4-8c1df723f311 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:25.338707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b838f6c2-32aa-4508-b2bb-7c896948f9de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.368281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.406970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.20.0.1 (69059e69-3bfe-4b7a-aa4a-8825507f1caa/efba1314-0f71-4afb-b1ee-7f04d1eb8ce8/4737ba27-9afe-4618-a9b6-aa197ec82599) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:25.467377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683a1907-c1c9-4cfc-a4cb-0fd923df7fea']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:25.575029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d6aba6-1602-4cfa-b5dc-7c8e0bc9005c') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:25.575658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d6aba6-1602-4cfa-b5dc-7c8e0bc9005c') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:25.686240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.705201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7344a13a-60f1-454e-aeef-a822fac7e9f2 None None] Provisioning complete for port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:25.705964 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7344a13a-60f1-454e-aeef-a822fac7e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.795172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8:2::1 (24de78b3-48e2-4468-91be-07cd364b711b/a984b4a2-b573-4e66-9d96-698145baa93f/82d17a33-cc27-420a-8c83-a59cabe9eebe) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:25.797549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.866655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Attempting to bind port 6ce39f55-fbca-4947-b7c4-4a98638499f3 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:25.867210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Attempting to bind port 6ce39f55-fbca-4947-b7c4-4a98638499f3 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:25.867782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Attempting to bind port 6ce39f55-fbca-4947-b7c4-4a98638499f3 on network 69059e69-3bfe-4b7a-aa4a-8825507f1caa {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:25.935748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.973408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:25.974132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Checking segment: {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:25.974840 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.975622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Bound using segment: {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:25.976552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Bound port: 6ce39f55-fbca-4947-b7c4-4a98638499f3, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:25.977290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.979844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:25.992832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.020879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:26.034845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:26.035480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.109980 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.120364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-24de78b3-48e2-4468-91be-07cd364b711b', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:26.121936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.129461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object 82d17a33-cc27-420a-8c83-a59cabe9eebe will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:26.142469 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:26.150120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:26.160243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.173806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=bfcddca6-8c1b-47a3-9280-7f035ac21a52,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.176472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b838f6c2-32aa-4508-b2bb-7c896948f9de None None] The port '52b5838f-2878-4d0c-8ec4-8c1df723f311' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:42:26.179003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.267565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149fdebd-271a-4e3f-84e8-ae3a68921e1d req-89c7411a-af6d-4817-921e-ef03f58117d2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.270520 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-149fdebd-271a-4e3f-84e8-ae3a68921e1d req-89c7411a-af6d-4817-921e-ef03f58117d2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 0.3261063 Apr 18 20:42:26.284623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 24de78b3-48e2-4468-91be-07cd364b711b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:26.291107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:26.306107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:26.376335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:26.377193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.406896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] DHCP port deletion for 84a83632-47ae-49f0-92cc-d175428aea3a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:42:26.413225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=82d17a33-cc27-420a-8c83-a59cabe9eebe,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.451524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Transition to ACTIVE for port object 4737ba27-9afe-4618-a9b6-aa197ec82599 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:26.469094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-149fdebd-271a-4e3f-84e8-ae3a68921e1d req-c15e9669-f9fa-47e8-82ad-a2e684a21c64 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805542 Apr 18 20:42:26.484710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Port': ['ID=52b5838f-2878-4d0c-8ec4-8c1df723f311,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.488051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] No DVR routers for this DVR port 52b5838f-2878-4d0c-8ec4-8c1df723f311 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:26.495645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:17Z', 'revision_number': 3, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:18Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:15Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:26.560646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] Deleting port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:26.561089 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.596808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Allocated IP 172.20.0.2 (63e48da2-f6f6-4192-85e4-c96edf1b8ad0/f0fd18c2-0b90-419b-9f5e-0618c37e53e5/0fd4b1fd-2a15-4b1c-931b-b5c97283141c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:26.609834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb4cd8-c55b-490b-b501-8c91b7b9ee70 None None] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:26.669339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:26.669977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Updating router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:42:26.690203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.737185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdb4cd8-c55b-490b-b501-8c91b7b9ee70 None None] Network 683a1907-c1c9-4cfc-a4cb-0fd923df7fea could not be found, it might have been deleted concurrently. {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 20:42:26.740549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.767599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.799943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3491e5a-e464-4849-8f9e-01421a586d11 None None] Pushing event updated for resources: {'Port': ['ID=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.819889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:26.820993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.846216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.876029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=683a1907-c1c9-4cfc-a4cb-0fd923df7fea,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:26.896859 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:26.992356 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.004608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904e4d7d-e21b-4d84-ba7c-5ec004727885']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:27.033627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:27.034060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65361b4-eaee-4cb4-9ba2-900a7e618cfc') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:27.053080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.072831 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.114785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:27.115320 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:27.142043 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:27.177956 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fa7576ec-72f8-4d62-a9ae-354f51360b04 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/683a1907-c1c9-4cfc-a4cb-0fd923df7fea HTTP/1.1" status: 204 len: 168 time: 4.3333948 Apr 18 20:42:27.183149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d1aa557b-4eba-4fdf-8529-249076e602a7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1177197 Apr 18 20:42:27.188019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44462) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:27.188352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44464) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:27.206237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] For port 6ce39f55-fbca-4947-b7c4-4a98638499f3, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:27.254441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:27.260444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.281905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'name': 'tempest-AllowedAddressPairTestJSON-1121039334', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ba:af:aa'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:27.335735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] For port 6ce39f55-fbca-4947-b7c4-4a98638499f3, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ce39f55-fbca-4947-b7c4-4a98638499f3,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:27.363584 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.377095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.385168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.387785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.529614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port eb712129-5654-4a07-b130-b4d5154415f6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eb712129-5654-4a07-b130-b4d5154415f6,segment=NetworkSegment(2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a),segment_id=2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:27.573059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Allocated IP 2001:db8:2::2 (24de78b3-48e2-4468-91be-07cd364b711b/a984b4a2-b573-4e66-9d96-698145baa93f/b7827cff-8514-4471-abd3-b08c0fdc753b) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:27.596077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:27.606753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=4737ba27-9afe-4618-a9b6-aa197ec82599,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.609709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:27.616484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:27.655517 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e18722-add5-4953-8185-f25488f75bac tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:42:27.656023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6e18722-add5-4953-8185-f25488f75bac tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:42:27.664466 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c6e18722-add5-4953-8185-f25488f75bac tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/683a1907-c1c9-4cfc-a4cb-0fd923df7fea HTTP/1.1" status: 404 len: 339 time: 0.4179444 Apr 18 20:42:27.665113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44474) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:27.673126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Usage tracker for resource:port and tenant:d9b7c62d63a3438dbadc43d2ef9fb607 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:27.690911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=82d17a33-cc27-420a-8c83-a59cabe9eebe,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.725923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:27.735897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-731509006', 'description': 'd1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:27.737529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 24de78b3-48e2-4468-91be-07cd364b711b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:27.738810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:27.740535 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.753710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.760974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:27.763799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:27.797573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.800746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:network and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:27.804872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:27.833967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Network': ['ID=904e4d7d-e21b-4d84-ba7c-5ec004727885,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.839912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:27.842896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:27.848727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:27.894275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1970d529-2897-45a4-b9cd-8c6feb3d14f7 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/networks/904e4d7d-e21b-4d84-ba7c-5ec004727885 HTTP/1.1" status: 204 len: 168 time: 5.2272577 Apr 18 20:42:27.910759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44478) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:27.935816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe77ba-c8bf-4040-a3c7-a15601303c6f None None] Pushing event updated for resources: {'Port': ['ID=6ce39f55-fbca-4947-b7c4-4a98638499f3,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:27.965368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7344a13a-60f1-454e-aeef-a822fac7e9f2 None None] Provisioning for port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:27.966080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d0aa42a2-e464-403d-8df1-e482a2a3c3e0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:28.028259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:28.031786 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.035057 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.046133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7344a13a-60f1-454e-aeef-a822fac7e9f2 None None] Provisioning complete for port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:28.046552 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7344a13a-60f1-454e-aeef-a822fac7e9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.069826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cc7c9-05e4-453c-adb4-2545cf04f525 req-9a9c5a86-3191-49cc-acac-61b5f0098c41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.073086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da3cc7c9-05e4-453c-adb4-2545cf04f525 req-9a9c5a86-3191-49cc-acac-61b5f0098c41 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 946 time: 0.3249276 Apr 18 20:42:28.082772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9da48-5eab-46dc-8d08-3db9bf4a958c req-02733568-bb2e-4894-8d54-c3e01191ed78 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.084329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76c9da48-5eab-46dc-8d08-3db9bf4a958c req-02733568-bb2e-4894-8d54-c3e01191ed78 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 0.3979030 Apr 18 20:42:28.124395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7344a13a-60f1-454e-aeef-a822fac7e9f2 None None] Port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:28.138709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:42:28.199255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] For port 7cac0dd7-9280-4a20-852e-c46ae7a5d640, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cac0dd7-9280-4a20-852e-c46ae7a5d640,segment=NetworkSegment(626b6878-12fb-4e62-903f-fcf221a1dee2),segment_id=626b6878-12fb-4e62-903f-fcf221a1dee2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:28.202262 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.202943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:28.213376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Transition to ACTIVE for port object 0fd4b1fd-2a15-4b1c-931b-b5c97283141c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:28.222486 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.222486 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment a51a3eb2-5580-4b93-be2e-a5fc19bb3040 of type vlan for network 58187ffe-8dc1-41aa-902b-d5943201e966 Apr 18 20:42:28.223546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da3cc7c9-05e4-453c-adb4-2545cf04f525 req-ad41712b-ff60-4813-bd72-412a75e364e3 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380444 Apr 18 20:42:28.251269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.310781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Transition to ACTIVE for port object 0fd4b1fd-2a15-4b1c-931b-b5c97283141c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:28.316557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.324451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:28.325380 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.438205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-76c9da48-5eab-46dc-8d08-3db9bf4a958c req-550aedec-7f02-4c91-89ab-a85fd0021d6b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406107 Apr 18 20:42:28.442340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.641659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] Calling delete_port for 7cac0dd7-9280-4a20-852e-c46ae7a5d640 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:28.646287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.695453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.712263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] device_id is not set on port 73016a5a-72a7-4a1a-a761-793d4fbc9237 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:42:28.738770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:28.797073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.1142600 Apr 18 20:42:28.804977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44484) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:28.810260 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.829239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0ce628-a9d8-4ae5-beb4-ac8a3dd213f6 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=58187ffe-8dc1-41aa-902b-d5943201e966,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:28.861950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f7a4c305-b6fb-454d-84f5-698e7cc9f40d None None] Provisioning complete for port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:28.862379 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f7a4c305-b6fb-454d-84f5-698e7cc9f40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.890476 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1d1e6bd1-4d32-4634-b657-2651fcbec993 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2254827 Apr 18 20:42:28.893027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:28.903437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1937292561'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:28.916135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:28.946979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 58187ffe-8dc1-41aa-902b-d5943201e966 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:28.977553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f7a4c305-b6fb-454d-84f5-698e7cc9f40d None None] Port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:28.982709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:network and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:28.989717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Deleting port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:28.990380 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:28.997980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:29.013925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:29.030830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=eb712129-5654-4a07-b130-b4d5154415f6,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:29.067962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:29.095969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:29.101453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.173812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fda479-e573-476b-8aeb-9c6baebcc015 req-9885c415-176e-4ce8-a68b-f67dee6a2917 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:29.177126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7fda479-e573-476b-8aeb-9c6baebcc015 req-9885c415-176e-4ce8-a68b-f67dee6a2917 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 0.4404531 Apr 18 20:42:29.206469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:29.237297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:29.257764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 118} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:29.355963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2d1d6115-f57c-4b85-9043-8789afb3542b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:29.358604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2d1d6115-f57c-4b85-9043-8789afb3542b tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 946 time: 0.4485843 Apr 18 20:42:29.363397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.363963 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added segment e1138b04-87ec-45ce-b116-52edba3e2cb0 of type vlan for network 77581ab6-c076-4417-92ca-7bebd4153253 Apr 18 20:42:29.386355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f7fda479-e573-476b-8aeb-9c6baebcc015 req-87fb945b-7af2-4649-a178-a6190975a6a2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987433 Apr 18 20:42:29.615967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.637574 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.658328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Deleting port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:29.658734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.665179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:29.665812 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.724729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] The port '7cac0dd7-9280-4a20-852e-c46ae7a5d640' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:42:29.743728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c535d10-41ee-4e4a-9458-5198bf83f54c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:29.744871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4c535d10-41ee-4e4a-9458-5198bf83f54c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Synchronizing usage tracker for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:29.813184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Allocated IP 172.20.0.4 (63e48da2-f6f6-4192-85e4-c96edf1b8ad0/f0fd18c2-0b90-419b-9f5e-0618c37e53e5/73016a5a-72a7-4a1a-a761-793d4fbc9237) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:29.840989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.850447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:29.851879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:29.905592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9dc87f-d211-4f46-becc-5aecc3dc7c69 req-a0abdec8-7092-4df7-89f9-7ce7ace87ac2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:29.905804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] No DVR routers for this DVR port 7cac0dd7-9280-4a20-852e-c46ae7a5d640 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:29.913477 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e9dc87f-d211-4f46-becc-5aecc3dc7c69 req-a0abdec8-7092-4df7-89f9-7ce7ace87ac2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 0.3665302 Apr 18 20:42:29.923700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Pushing event updated for resources: {'Port': ['ID=0fd4b1fd-2a15-4b1c-931b-b5c97283141c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.001463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.107405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b7f5a-a580-4923-b3d1-68f53129b292 None None] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:30.145379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Transition to ACTIVE for port object 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:30.187029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5916d5-d2f7-462a-9f08-3e59162b5c99 None None] Pushing event deleted for resources: {'Port': ['ID=7cac0dd7-9280-4a20-852e-c46ae7a5d640,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.201155 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.208221 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.244040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4c535d10-41ee-4e4a-9458-5198bf83f54c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Unset dirty status for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:30.248704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4c535d10-41ee-4e4a-9458-5198bf83f54c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/networks?id=58187ffe-8dc1-41aa-902b-d5943201e966 HTTP/1.1" status: 200 len: 760 time: 1.4223173 Apr 18 20:42:30.253891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3568375 Apr 18 20:42:30.253891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:30.265704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97420e6-1454-4f8c-843a-bd974cd15270 req-87c27f94-67fc-4d34-bbc5-bf2e37f2ab2f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:30.267837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a97420e6-1454-4f8c-843a-bd974cd15270 req-87c27f94-67fc-4d34-bbc5-bf2e37f2ab2f tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 946 time: 0.8038704 Apr 18 20:42:30.272892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44498) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:30.284177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'description': 'd2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:30.294746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'subnet': {'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:30.313910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.347403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c673032-a08c-4e2a-b281-957b97de8bb4 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Network': ['ID=77581ab6-c076-4417-92ca-7bebd4153253,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.381822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Attempting to bind port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:30.382350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Attempting to bind port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '8ca8c105-bb82-4c36-a23f-c55ee85e4c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:30.382839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Attempting to bind port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c on network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:30.383982 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e9dc87f-d211-4f46-becc-5aecc3dc7c69 req-26cab4c8-a91e-4cd3-8849-854c84a267ca tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692371 Apr 18 20:42:30.404759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 77581ab6-c076-4417-92ca-7bebd4153253 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:30.422511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Transition to ACTIVE for port object b7827cff-8514-4471-abd3-b08c0fdc753b will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:30.450684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-11503ef6-606b-4864-a66e-a76d869692e1 None None] Provisioning for port 6ce39f55-fbca-4947-b7c4-4a98638499f3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:30.459269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a83632-47ae-49f0-92cc-d175428aea3a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:30.503779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626b6878-12fb-4e62-903f-fcf221a1dee2') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:30.504576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626b6878-12fb-4e62-903f-fcf221a1dee2') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:30.524506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:30.525073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Checking segment: {'id': '8ca8c105-bb82-4c36-a23f-c55ee85e4c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:30.525631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.526146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Bound using segment: {'id': '8ca8c105-bb82-4c36-a23f-c55ee85e4c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:30.526757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Bound port: 0fd4b1fd-2a15-4b1c-931b-b5c97283141c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ca8c105-bb82-4c36-a23f-c55ee85e4c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:30.527774 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.663931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.698839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.706301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] For port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:30.707399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.715152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:30.716226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.762127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Transition to ACTIVE for port object b7827cff-8514-4471-abd3-b08c0fdc753b will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:30.773568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-756d505e-c845-43ee-bbe6-6d6c885144fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8047042 Apr 18 20:42:30.817830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859a65-8627-4058-8674-5813104a6e38 None None] Pushing event updated for resources: {'Port': ['ID=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:30.882356 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:30.926330 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:30.929861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a97420e6-1454-4f8c-843a-bd974cd15270 req-9b76a5d8-6179-46ae-a07c-87af60dad3fe tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6014791 Apr 18 20:42:30.990707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 95c9ea39-3f8f-4864-80bb-65e3a087891a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:31.042426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:31.082072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:subnet and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:31.103708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:31.209691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:31.265599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Network 24de78b3-48e2-4468-91be-07cd364b711b is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:31.294036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:31.305473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Attempting to bind port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:31.306034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Attempting to bind port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:31.306504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Attempting to bind port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df on network c1293d1e-6998-4625-aaa5-40e8d01c754d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:31.311782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:31.328193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Pushing event updated for resources: {'Port': ['ID=b7827cff-8514-4471-abd3-b08c0fdc753b,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:31.336449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] For port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:31.345441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] For port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0fd4b1fd-2a15-4b1c-931b-b5c97283141c,segment=NetworkSegment(8ca8c105-bb82-4c36-a23f-c55ee85e4c3b),segment_id=8ca8c105-bb82-4c36-a23f-c55ee85e4c3b)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:31.377343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.387216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Made reservation on behalf of 4a495977ecbb48419ca7d36fb06048c0 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:31.391403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.409879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:31.410432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Checking segment: {'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:31.410979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.411496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Bound using segment: {'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:31.412105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Bound port: 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3830d13e-5b10-42b3-8d52-916e7600c4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:31.412604 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.440870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.442993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.532928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] Pushing event deleted for resources: {'Network': ['ID=84a83632-47ae-49f0-92cc-d175428aea3a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:31.547391 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-96474c72-9734-482c-a1a4-95bd8dd82453 tempest-TaggedBootDevicesTest-443592172 tempest-TaggedBootDevicesTest-443592172-project] 10.222.0.47 "DELETE /v2.0/networks/84a83632-47ae-49f0-92cc-d175428aea3a HTTP/1.1" status: 204 len: 168 time: 3.6345828 Apr 18 20:42:31.601296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.649455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-ddd0961c-3dd4-4277-b91e-698faf5cd4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:31.651504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-ddd0961c-3dd4-4277-b91e-698faf5cd4d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 1097 time: 0.6291749 Apr 18 20:42:31.657958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.696866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 95c9ea39-3f8f-4864-80bb-65e3a087891a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:31.698039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.742218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 58187ffe-8dc1-41aa-902b-d5943201e966 is not hosted by any dhcp agent {{(pid=88140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 18 20:42:31.749394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:31.750211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.754719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "PUT /v2.0/networks/58187ffe-8dc1-41aa-902b-d5943201e966 HTTP/1.1" status: 200 len: 757 time: 1.4797924 Apr 18 20:42:31.776545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44514) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:31.845403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0964b6-304d-4d70-8df3-13d734fb2cb5 None None] Pushing event updated for resources: {'Port': ['ID=0fd4b1fd-2a15-4b1c-931b-b5c97283141c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:31.886346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Attempting to bind port b7827cff-8514-4471-abd3-b08c0fdc753b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:31.886346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Attempting to bind port b7827cff-8514-4471-abd3-b08c0fdc753b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:31.886346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Attempting to bind port b7827cff-8514-4471-abd3-b08c0fdc753b on network 24de78b3-48e2-4468-91be-07cd364b711b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:31.904760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e50ab-c453-432b-922d-5b2c6afc20da tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=58187ffe-8dc1-41aa-902b-d5943201e966,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:31.908989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.910148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.910623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.911345 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Floating IP 78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4 disassociated. External IP: 172.25.5.254, port: 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74. Apr 18 20:42:31.911827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Calling delete_port for 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:31.912612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:31.913068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Checking segment: {'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:31.913570 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.914048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Bound using segment: {'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:31.914619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Bound port: b7827cff-8514-4471-abd3-b08c0fdc753b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:31.915092 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:31.931670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 58187ffe-8dc1-41aa-902b-d5943201e966 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:31.949719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] For port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:32.014603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] For port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,segment=NetworkSegment(3830d13e-5b10-42b3-8d52-916e7600c4ae),segment_id=3830d13e-5b10-42b3-8d52-916e7600c4ae)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:32.065134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.099010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23753448-79ba-4dc9-8f5e-c8bfe72839ff req-ce6b9b59-dfa2-4b38-8308-57d031312ed2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.102332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23753448-79ba-4dc9-8f5e-c8bfe72839ff req-ce6b9b59-dfa2-4b38-8308-57d031312ed2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 0.8899813 Apr 18 20:42:32.116539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Transition to ACTIVE for port object 73016a5a-72a7-4a1a-a761-793d4fbc9237 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:32.118300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.227108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.468836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-bc49638f-8d8a-4748-9df3-00a69915d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.473031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-bc49638f-8d8a-4748-9df3-00a69915d441 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.7683058 Apr 18 20:42:32.580767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.602781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] For port b7827cff-8514-4471-abd3-b08c0fdc753b, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:32.609067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] For port b7827cff-8514-4471-abd3-b08c0fdc753b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b7827cff-8514-4471-abd3-b08c0fdc753b,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:32.623063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.61', 56351) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:32.643807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:32.658807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:32.710572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-ff319e23-14ee-4113-be0f-bcf92b981599 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94 HTTP/1.1" status: 200 len: 217 time: 0.1934459 Apr 18 20:42:32.727711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.834255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a28604-b75a-4566-8bbe-4a976941c91f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.841202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-d51254e4-fb5e-4d4f-ba65-654809e915de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:32.841461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-12a28604-b75a-4566-8bbe-4a976941c91f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/networks?id=58187ffe-8dc1-41aa-902b-d5943201e966 HTTP/1.1" status: 200 len: 760 time: 1.0628829 Apr 18 20:42:32.843262 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:32.850122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-d51254e4-fb5e-4d4f-ba65-654809e915de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1285110 Apr 18 20:42:32.850837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44526) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:32.897796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23753448-79ba-4dc9-8f5e-c8bfe72839ff req-cff65245-0847-4294-8c15-573c5d470f5d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160542 Apr 18 20:42:32.901854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1662175361'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:32.982703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:33.000756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.036818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6716122f-d578-40cc-aa33-88115ac6fad2 req-a86183f4-ff6c-487c-9680-ded6ee74a5c2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.047233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6716122f-d578-40cc-aa33-88115ac6fad2 req-a86183f4-ff6c-487c-9680-ded6ee74a5c2 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 946 time: 0.7077875 Apr 18 20:42:33.166831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event deleted for resources: {'Port': ['ID=7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.280488 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6716122f-d578-40cc-aa33-88115ac6fad2 req-0bce5706-3cee-4fc9-87a7-a372b240bd7c tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups?id=918e934d-e711-47f8-958b-09dfdab1e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2318017 Apr 18 20:42:33.290267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.295365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.296039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.296628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.297195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.297792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.298348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.298914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.301910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.302500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.303077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.303624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:33.320686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:33.426231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=4737ba27-9afe-4618-a9b6-aa197ec82599,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.460978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-be63f29c-cf1a-4f45-bd0c-84211f432ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:33.462515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-be63f29c-cf1a-4f45-bd0c-84211f432ecb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5917907 Apr 18 20:42:33.472192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:33.559677 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:33.563905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:33.624999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:33.658389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:33.728721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Subnet': ['ID=4e29be79-5084-4c94-bd27-1c09c7ccda1f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.747122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:42:33.747577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:33.750963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70859a65-8627-4058-8674-5813104a6e38 None None] Pushing event updated for resources: {'Port': ['ID=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:33.789465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:33.838781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-098cf400-7819-431f-824f-c2a76dfabcee service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620818 Apr 18 20:42:33.847078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Router 014f7749-3938-4c8d-8d3b-dccb865ba39c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:42:33.963171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:33.967358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.007495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 52b5838f-2878-4d0c-8ec4-8c1df723f311 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:34.044420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Checking segment: {'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:34.044996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network hostable DHCP agents. Network: 77581ab6-c076-4417-92ca-7bebd4153253, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:34.079139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=73016a5a-72a7-4a1a-a761-793d4fbc9237,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.203910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 52b5838f-2878-4d0c-8ec4-8c1df723f311 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:42:34.204619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 52b5838f-2878-4d0c-8ec4-8c1df723f311 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:34.205254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7cac0dd7-9280-4a20-852e-c46ae7a5d640 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:34.209948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:34.211230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.268138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585c4b4-a496-4d5c-8934-fca42cfcfca0 None None] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:34.321263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-446ddbf0-2f03-4086-a2b2-869d8d906344 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:34.325414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-446ddbf0-2f03-4086-a2b2-869d8d906344 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 1.6946156 Apr 18 20:42:34.367670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7cac0dd7-9280-4a20-852e-c46ae7a5d640 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:42:34.368219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7cac0dd7-9280-4a20-852e-c46ae7a5d640 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:42:34.513416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177adff0-4581-4e8a-87fe-c8267008f26f None None] Pushing event updated for resources: {'Port': ['ID=b7827cff-8514-4471-abd3-b08c0fdc753b,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:34.516459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-69149240-528e-45e3-b756-85944178df01 None None] Provisioning for port 4737ba27-9afe-4618-a9b6-aa197ec82599 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:34.539488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:34.572844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-69149240-528e-45e3-b756-85944178df01 None None] Provisioning complete for port 4737ba27-9afe-4618-a9b6-aa197ec82599 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:34.573447 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-69149240-528e-45e3-b756-85944178df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:34.600706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:34.754770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:34.834910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f2b2c702-e5f0-48bc-ae3c-edceeed38302 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 7.5859544 Apr 18 20:42:34.957680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eb712129-5654-4a07-b130-b4d5154415f6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:34.983123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:34.984107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 77581ab6-c076-4417-92ca-7bebd4153253 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:35.000196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-c0a93ee4-9611-4231-bded-35627d658387 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1471786 Apr 18 20:42:35.107448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.108028 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment fb457d44-db06-4da0-b9bb-e18bb731ec45 of type vlan for network 8c72a2fc-809c-4a9a-9b8f-51648ba474c2 Apr 18 20:42:35.124995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:35.138844 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] Sync routers for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:35.149851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:35.150210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.157890 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:35.158963 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:35.206452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b792c0cf-b640-40b1-a449-a3f24480bc7d req-069495d4-1d05-40b0-b537-ae853a7ae860 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 210 time: 0.1968291 Apr 18 20:42:35.251117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 77581ab6-c076-4417-92ca-7bebd4153253) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:35.283787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-69149240-528e-45e3-b756-85944178df01 None None] Port 4737ba27-9afe-4618-a9b6-aa197ec82599 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:35.327537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b4bc1-0b27-4800-84cd-a9371e608a4b None None] Network 77581ab6-c076-4417-92ca-7bebd4153253 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:35.340754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] No DVR routers for this DVR port 7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:35.348004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.348608 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.351247 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.358174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-deleted', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:35.410731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98419f74-c1a1-4c7a-b318-7699e7aac427 req-2230f967-06dd-4c8e-8244-502f2ce47782 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.61 "DELETE /v2.0/ports/7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74 HTTP/1.1" status: 204 len: 173 time: 6.0433347 Apr 18 20:42:35.604860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5f043-bb22-4603-bc3e-acb13bf24e6a req-f74f98d5-1ff0-4900-b936-c16fcfaa196f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.625269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-79b5f043-bb22-4603-bc3e-acb13bf24e6a req-f74f98d5-1ff0-4900-b936-c16fcfaa196f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 1.3700514 Apr 18 20:42:35.631995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.632630 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:35.888430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:35.900823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:35.901665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.020551 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a96ee3-98e4-4f05-b063-ecc3fede112a'] response: {'server_uuid': 'f536c037-8676-415c-a644-3ca43273a936', 'name': 'network-vif-deleted', 'tag': '7cb8bf67-4f4f-4a91-8e13-7e7b2474ea74', 'status': 'completed', 'code': 200} Apr 18 20:42:36.082518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee01b06b-404c-4191-b06d-fc39078b9ef0 None None] Network 24de78b3-48e2-4468-91be-07cd364b711b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:36.132134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5c2a5ae-f943-490a-a103-b4ac9bbd2754 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.8547304 Apr 18 20:42:36.137943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44548) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:36.163500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=8c72a2fc-809c-4a9a-9b8f-51648ba474c2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:36.177397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237902a2-abe2-4554-a5d6-9c443923001e tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.186691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237902a2-abe2-4554-a5d6-9c443923001e tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.193299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237902a2-abe2-4554-a5d6-9c443923001e tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:36.194556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-237902a2-abe2-4554-a5d6-9c443923001e tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Synchronizing usage tracker for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:36.227449 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-79b5f043-bb22-4603-bc3e-acb13bf24e6a req-199cfe2d-b469-4926-859f-c620ed061093 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929659 Apr 18 20:42:36.271605 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7e3ff65e-47a6-4d39-9471-a12625d7a130 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.4035580 Apr 18 20:42:36.282896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44552) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:36.306371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': '8c72a2fc-809c-4a9a-9b8f-51648ba474c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:36.320246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eb712129-5654-4a07-b130-b4d5154415f6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:36.320938 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.622407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:36.627658 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] Checking router: 014f7749-3938-4c8d-8d3b-dccb865ba39c for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:36.654011 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:36.655234 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:36.671432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:26Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:31Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:36.744472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000f8abc-5410-404e-95b0-1fc0c9670230 None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:26Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:31Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:36.755734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-77581ab6-c076-4417-92ca-7bebd4153253', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:36.757358 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:36.814142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8c72a2fc-809c-4a9a-9b8f-51648ba474c2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:36.930011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:36.931724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:42:36.932810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-237902a2-abe2-4554-a5d6-9c443923001e tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Unset dirty status for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:36.934504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-237902a2-abe2-4554-a5d6-9c443923001e tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.9428298 Apr 18 20:42:36.937752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ca8106d-6e74-4ba8-aa21-54adb3302ee9 req-f08f22e8-aa76-4464-9c7d-1e54ff4af87a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Synchronizing usage tracker for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:36.941893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:36.957781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Usage tracker for resource:subnet and tenant:bdd16ea0a0024e178b658f08759f8a92 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:36.967525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:36.972123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 16596877-f9ac-4638-99a1-2ac98d844819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:42:36.986824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:37.400180 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:37.549280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a54ffe66-658e-426e-a848-69f6d3434d94 None None] Provisioning for port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:37.708418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:37.710059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:37.711737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting port 73016a5a-72a7-4a1a-a761-793d4fbc9237 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:37.712340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.271267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0fd4b1fd-2a15-4b1c-931b-b5c97283141c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:38.468974 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:38.483457 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ec470-8514-4078-9385-5abc2d9a099f None None] The sync data for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 is: [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:33:29Z', 'revision_number': 4, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '34d5d52f-306f-4369-be50-acef4821216e', 'name': '', 'network_id': 'd0083521-6bd5-4e99-b67e-dc7ab8874aca', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'mac_address': 'fa:16:3e:ac:04:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:26Z', 'updated_at': '2022-04-18T20:33:51Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'subnets': [{'id': '65c65450-9f71-4504-8f30-398fb2bb550e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:38.487603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8ca8106d-6e74-4ba8-aa21-54adb3302ee9 req-f08f22e8-aa76-4464-9c7d-1e54ff4af87a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Unset dirty status for tenant:c5149fe647434eb0ac84ad11a6f1f867 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:38.499263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ca8106d-6e74-4ba8-aa21-54adb3302ee9 req-f08f22e8-aa76-4464-9c7d-1e54ff4af87a tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/ports?device_id=f536c037-8676-415c-a644-3ca43273a936 HTTP/1.1" status: 200 len: 210 time: 1.6635859 Apr 18 20:42:38.688999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:38.700772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a54ffe66-658e-426e-a848-69f6d3434d94 None None] Provisioning complete for port 4737ba27-9afe-4618-a9b6-aa197ec82599 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:38.705324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a54ffe66-658e-426e-a848-69f6d3434d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:38.894471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a54ffe66-658e-426e-a848-69f6d3434d94 None None] Port 4737ba27-9afe-4618-a9b6-aa197ec82599 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:38.989214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:38.998251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Allocated IP 2001:db8:3::2 (77581ab6-c076-4417-92ca-7bebd4153253/4e29be79-5084-4c94-bd27-1c09c7ccda1f/ab0567a7-6cc5-490c-bd5e-b3a1d568f40f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:39.127711 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.137790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-16f0e5bd-178b-4b65-a129-683f48b1882a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "PUT /v2.0/routers/16596877-f9ac-4638-99a1-2ac98d844819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2087803 Apr 18 20:42:39.141767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44574) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:39.235887 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f86effca-2862-4e9c-8adc-19d64e8ce170 None None] New status for floating IP 78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:42:39.361593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:39.374585 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.396326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.408923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Transition to ACTIVE for port object ab0567a7-6cc5-490c-bd5e-b3a1d568f40f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:39.439666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Transition to ACTIVE for port object ab0567a7-6cc5-490c-bd5e-b3a1d568f40f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:39.447301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.472295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Sync routers for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:39.507343 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.565691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.592695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Calling delete_port for 73016a5a-72a7-4a1a-a761-793d4fbc9237 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:39.709366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:39.732718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Pushing event updated for resources: {'Port': ['ID=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:39.736674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:39.774228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:39.774228 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.846699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:39.848176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:39.884015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44582) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:39.894286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] No DVR routers for this DVR port 9662a333-5f1e-4265-8e3e-7f86ffc5ec94 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:42:39.898363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:39.902785 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c54f7fd-273a-43e8-b91e-6f307677ff0c req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "DELETE /v2.0/ports/9662a333-5f1e-4265-8e3e-7f86ffc5ec94 HTTP/1.1" status: 204 len: 173 time: 5.3506482 Apr 18 20:42:39.905418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=9662a333-5f1e-4265-8e3e-7f86ffc5ec94,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:40.043512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0914bb-aac5-4d62-807a-3e4f136d0182 req-3d8d4ac8-183c-469c-a335-5d5ae5afb348 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.052057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f0914bb-aac5-4d62-807a-3e4f136d0182 req-3d8d4ac8-183c-469c-a335-5d5ae5afb348 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:40.078426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'name': 'network-vif-deleted', 'tag': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:42:40.086002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Network 77581ab6-c076-4417-92ca-7bebd4153253 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:40.158337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Provisioning for port b7827cff-8514-4471-abd3-b08c0fdc753b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:40.218957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:40.225501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:40.225801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.225994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.226289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.226625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.226968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.227291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.227626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.227979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.228270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.228597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.228924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.229245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a66b9815-89ce-4ce4-af9f-0cd0aaa9a93e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:40.243468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:40.248857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:40.267811 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.285093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.389191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f0914bb-aac5-4d62-807a-3e4f136d0182 req-3d8d4ac8-183c-469c-a335-5d5ae5afb348 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:40.389191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f0914bb-aac5-4d62-807a-3e4f136d0182 req-3d8d4ac8-183c-469c-a335-5d5ae5afb348 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 946 time: 2.7585485 Apr 18 20:42:40.452590 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee7e6cf-0466-4d5e-992a-02200e6be309'] response: {'server_uuid': '481b47a8-89f6-4b60-953b-31cd6a3bcd5c', 'name': 'network-vif-deleted', 'tag': '9662a333-5f1e-4265-8e3e-7f86ffc5ec94', 'status': 'completed', 'code': 200} Apr 18 20:42:40.470455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.471091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.473707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.474851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.475037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.475539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.476477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.477675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.478299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.478857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.479399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.480451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.481001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.481545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.482099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.482635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.483178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.497220 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-751deba9-1895-4138-9c03-886630a1c3c3 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11841 time: 1.2959635 Apr 18 20:42:40.508997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44594) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:40.572973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f0914bb-aac5-4d62-807a-3e4f136d0182 req-625216bd-38a1-405e-a1de-a3852a36bcb0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567233 Apr 18 20:42:40.577309 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f4893d9-13dd-4df3-84ec-57d10727a817 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.623015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Port': ['ID=73016a5a-72a7-4a1a-a761-793d4fbc9237,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:40.656054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f4893d9-13dd-4df3-84ec-57d10727a817 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:40.913306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.919541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.921405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.921981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.922464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.922933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.923399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.923865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.924328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.924791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.925252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.925749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.926211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.926672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.927133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:40.929670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b7f0a7c-9a9e-470d-8eb9-ba0a215042b8 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9598 time: 0.3666475 Apr 18 20:42:40.942317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44598) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:41.002667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Attempting to bind port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:41.004029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Attempting to bind port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:41.004599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Attempting to bind port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f on network 77581ab6-c076-4417-92ca-7bebd4153253 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:41.081199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Provisioning for port bfcddca6-8c1b-47a3-9280-7f035ac21a52 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:41.098393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f4893d9-13dd-4df3-84ec-57d10727a817 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.143376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:41.174269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4893d9-13dd-4df3-84ec-57d10727a817 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=918e934d-e711-47f8-958b-09dfdab1e95b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:41.312466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f4893d9-13dd-4df3-84ec-57d10727a817 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.313775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5f4893d9-13dd-4df3-84ec-57d10727a817 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "DELETE /v2.0/security-groups/918e934d-e711-47f8-958b-09dfdab1e95b HTTP/1.1" status: 204 len: 168 time: 1.4099736 Apr 18 20:42:41.330099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44602) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:41.358312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:41.377847 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-e1d59711-5be7-4fda-a908-0fc68b1acf9e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] show failed (client error): The resource could not be found. Apr 18 20:42:41.383004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e1d59711-5be7-4fda-a908-0fc68b1acf9e tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "GET /v2.0/security-groups/918e934d-e711-47f8-958b-09dfdab1e95b HTTP/1.1" status: 404 len: 347 time: 0.0449929 Apr 18 20:42:41.384403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44606) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:41.571491 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.603311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dbd92886-fe91-4fff-aa61-e593196c405a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/ports/73016a5a-72a7-4a1a-a761-793d4fbc9237 HTTP/1.1" status: 204 len: 168 time: 4.6578586 Apr 18 20:42:41.613099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:41.613842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Checking segment: {'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:41.614519 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.615079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Bound using segment: {'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:41.615735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Bound port: ab0567a7-6cc5-490c-bd5e-b3a1d568f40f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:41.616428 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.680038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:41.699869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Deleting port 8fadc834-86b1-4d79-88fd-1f0ae1e8f894 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:41.700640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.747354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.774812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Provisioning complete for port bfcddca6-8c1b-47a3-9280-7f035ac21a52 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:41.775607 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:41.832531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Allocated IP 2001:db8:3::1 (77581ab6-c076-4417-92ca-7bebd4153253/4e29be79-5084-4c94-bd27-1c09c7ccda1f/2ae3ef02-ab31-451e-8ae0-ffea16cbb621) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:41.969370 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-942feeb0-53eb-4933-81ed-6025fae9f1dd tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] GET failed (client error): The resource could not be found. Apr 18 20:42:41.969831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-942feeb0-53eb-4933-81ed-6025fae9f1dd tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Synchronizing usage tracker for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:41.986490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] For port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:41.994706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] For port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,segment=NetworkSegment(e1138b04-87ec-45ce-b116-52edba3e2cb0),segment_id=e1138b04-87ec-45ce-b116-52edba3e2cb0)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:42.263629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.295141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.295743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.297899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-abb722e0-c88c-47b2-8b52-2d0c0458c509 req-e3994fbd-ddcb-4ae2-8fa4-933863ad12a1 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=481b47a8-89f6-4b60-953b-31cd6a3bcd5c HTTP/1.1" status: 200 len: 210 time: 0.3080907 Apr 18 20:42:42.316881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=ee4003b5-ef59-459c-aa84-f7758547ce55,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.331429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-942feeb0-53eb-4933-81ed-6025fae9f1dd tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Unset dirty status for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:42.332938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-942feeb0-53eb-4933-81ed-6025fae9f1dd tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "GET /v2.0/ports/73016a5a-72a7-4a1a-a761-793d4fbc9237 HTTP/1.1" status: 404 len: 333 time: 0.6552601 Apr 18 20:42:42.336724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:42.345418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'name': 'tempest-AllowedAddressPairTestJSON-1351711176'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:42.410583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a7d244-10e8-4dc4-874f-73945e4e3201 None None] Pushing event updated for resources: {'Port': ['ID=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:42.440304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.471808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Port bfcddca6-8c1b-47a3-9280-7f035ac21a52 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:42.551737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0fd4b1fd-2a15-4b1c-931b-b5c97283141c,segment=NetworkSegment(8ca8c105-bb82-4c36-a23f-c55ee85e4c3b),segment_id=8ca8c105-bb82-4c36-a23f-c55ee85e4c3b)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:42.553840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Calling delete_port for 8fadc834-86b1-4d79-88fd-1f0ae1e8f894 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:42.664560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:42.683107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.685764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ce39f55-fbca-4947-b7c4-4a98638499f3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:42.716762 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.721504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:42.740447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': 'fb457d44-db06-4da0-b9bb-e18bb731ec45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '8c72a2fc-809c-4a9a-9b8f-51648ba474c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:42.740822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: 8c72a2fc-809c-4a9a-9b8f-51648ba474c2, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:42:42.786667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Transition to ACTIVE for port object 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:42.796802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:42.812689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.828410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 8c72a2fc-809c-4a9a-9b8f-51648ba474c2 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:42:42.854260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Provisioning complete for port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:42.855588 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:42.860444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] device_id is not set on port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:42:42.977268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8c72a2fc-809c-4a9a-9b8f-51648ba474c2) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:42.990557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:42.991164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.105324 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-887504cd-3655-4e25-a772-3e91cdaf6114 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5745 time: 2.1578426 Apr 18 20:42:43.133116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90ea4de-e1af-4b26-b1f7-7b85eaf929fd None None] Network 8c72a2fc-809c-4a9a-9b8f-51648ba474c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:43.159487 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f710ccb5-b5db-4bbf-9ffd-31da841cf13c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.8719954 Apr 18 20:42:43.162420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44630) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:43.198363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.310323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Pushing event deleted for resources: {'Port': ['ID=8fadc834-86b1-4d79-88fd-1f0ae1e8f894,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:43.432161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Allocated IP 172.20.0.5 (63e48da2-f6f6-4192-85e4-c96edf1b8ad0/f0fd18c2-0b90-419b-9f5e-0618c37e53e5/ecb09b60-ca9b-4a07-bdd8-71153e9f36b2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:43.694276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0fd4b1fd-2a15-4b1c-931b-b5c97283141c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:43.746998 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.759666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:43.761299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-34cdc5f9-bc86-4f26-85e5-a6564e7a08e6 tempest-AttachVolumeShelveTestJSON-1834044542 tempest-AttachVolumeShelveTestJSON-1834044542-project] 10.222.0.47 "DELETE /v2.0/floatingips/78e5b64d-bfc5-4ed6-858e-7f57e56aa0b4 HTTP/1.1" status: 204 len: 168 time: 2.3750281 Apr 18 20:42:43.796045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:26Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:31Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:43.922619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.137762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.354609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b58d8b9d-fba4-4fd1-b54f-7cafc8a3156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.382131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6ce39f55-fbca-4947-b7c4-4a98638499f3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:44.385732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.423795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44642) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:44.425076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:44.425434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Updating router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 port 82d17a33-cc27-420a-8c83-a59cabe9eebe binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:42:44.454188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233188677', 'description': 'tempest-secgroup-smoke-1233188677 description', 'project_id': 'b5902e7077c74b0c87065193c03f3242'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:44.468144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.470665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Transition to ACTIVE for port object ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:44.495294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:28Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:42:30Z', 'revision_number': 2, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:44.521349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.591850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.696368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:44.735995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6ce39f55-fbca-4947-b7c4-4a98638499f3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:44.737008 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.796125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:44.796362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 77581ab6-c076-4417-92ca-7bebd4153253 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:44.802024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:44.809562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:44.810115 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.814101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=ee4003b5-ef59-459c-aa84-f7758547ce55,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:44.838284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:44.851210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:44.858074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:44.866244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:44.880562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:42:44.898117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d6a3f8-a211-4cc1-956e-9220c198473a None None] Network 77581ab6-c076-4417-92ca-7bebd4153253 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:44.952715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Checking router: 16596877-f9ac-4638-99a1-2ac98d844819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:42:44.955496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Updating router 16596877-f9ac-4638-99a1-2ac98d844819 port 4737ba27-9afe-4618-a9b6-aa197ec82599 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:42:44.975152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:44.994161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:45.006218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.065939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.107770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c72a2fc-809c-4a9a-9b8f-51648ba474c2']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:45.175868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:45.206646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb457d44-db06-4da0-b9bb-e18bb731ec45') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:45.207141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb457d44-db06-4da0-b9bb-e18bb731ec45') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:45.242649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:45.255269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:45.259589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.316077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:45.320924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=ecb09b60-ca9b-4a07-bdd8-71153e9f36b2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:45.334741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.340824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:45.341952 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.349118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:42:45.350187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:42:45.404543 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:42:45.483729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d245d80-a63f-459e-9c02-2c29f75478d9 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1455228 Apr 18 20:42:45.488761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:45.496759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ba:af:aa'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:45.535568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.714097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.724643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.802656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-83a10d9a-530f-423c-b4af-2f9769e8ec7f None None] Could not find standard attr ID for object 73016a5a-72a7-4a1a-a761-793d4fbc9237. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:42:45.808135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/8c72a2fc-809c-4a9a-9b8f-51648ba474c2 HTTP/1.1" status: 204 len: 168 time: 2.6445503 Apr 18 20:42:45.812537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd5095e-bcc9-404c-9fe2-4264ba01bc24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=8c72a2fc-809c-4a9a-9b8f-51648ba474c2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:45.815926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44658) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:45.883374 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:45.883738 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7db70f1-9516-4be2-b525-2f3787c433c3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] GET failed (client error): The resource could not be found. Apr 18 20:42:45.884452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b7db70f1-9516-4be2-b525-2f3787c433c3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Synchronizing usage tracker for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:46.008895 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.021141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.078344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b7db70f1-9516-4be2-b525-2f3787c433c3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Unset dirty status for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:46.080094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b7db70f1-9516-4be2-b525-2f3787c433c3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/subnets/ee4003b5-ef59-459c-aa84-f7758547ce55 HTTP/1.1" status: 404 len: 337 time: 0.2633116 Apr 18 20:42:46.087178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baa80a83-dda0-4bf8-a535-39439ef6ebb5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:46.098832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:46.099396 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.134101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.141035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7292d002-7bf1-451a-bb4b-f4a07acccf24 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7148664 Apr 18 20:42:46.142263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44666) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:46.150872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'baa80a83-dda0-4bf8-a535-39439ef6ebb5', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:46.166168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:46.182595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:46.189592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:46.213856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:46.288017 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e06f87c-5473-4326-bd60-0f2467837bb4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:42:46.293044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e06f87c-5473-4326-bd60-0f2467837bb4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:42:46.295265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e06f87c-5473-4326-bd60-0f2467837bb4 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/8c72a2fc-809c-4a9a-9b8f-51648ba474c2 HTTP/1.1" status: 404 len: 339 time: 0.1769214 Apr 18 20:42:46.371481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44672) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:46.531064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.690064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.700461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.705944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced35300-f856-4970-8810-c3155d7849ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-8c72a2fc-809c-4a9a-9b8f-51648ba474c2', 'network_id': '8c72a2fc-809c-4a9a-9b8f-51648ba474c2', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': 'ee4003b5-ef59-459c-aa84-f7758547ce55'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:42:46.706930 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ced35300-f856-4970-8810-c3155d7849ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.756219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2eeb857-9105-4261-97ab-deeb724a1a78,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:46.821722 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:46.832341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0cdeed28-91dc-41ab-b39a-1eccdeca2394 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6843567 Apr 18 20:42:46.833157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44686) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:46.844353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'baa80a83-dda0-4bf8-a535-39439ef6ebb5', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:46.861169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:46.883002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:46.907778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:46.938996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:46.979574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.022881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-877ad44f-071c-4647-9c0d-0432e3b1d6cc None None] Provisioning for port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:47.188840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.198245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.255857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2264709a-f5e5-4a13-a16a-89cd75defd3e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:47.280463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.285870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6baec952-6356-4cd8-ba59-4d892ccf027b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4474626 Apr 18 20:42:47.287125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44694) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:47.294510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'baa80a83-dda0-4bf8-a535-39439ef6ebb5', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:47.311838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:47.327480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:47.338039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:47.358500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:47.419850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.531919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.582293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.585727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.612050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.618783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.668503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a2814f9-04f5-4fec-9e7f-7774cb063a04,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:47.688728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.694200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c0e9bf37-378a-4275-928a-4d1ae014de69 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4029715 Apr 18 20:42:47.694485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:47.700490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'baa80a83-dda0-4bf8-a535-39439ef6ebb5', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:47.712179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:47.721409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:47.738150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:47.760988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:47.842059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.853372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-877ad44f-071c-4647-9c0d-0432e3b1d6cc None None] Provisioning complete for port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:47.853786 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-877ad44f-071c-4647-9c0d-0432e3b1d6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.882991 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d318c8d5-de67-41f8-8ec6-3db00264b086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.968224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:47.988357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.043077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.091255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd409e-c087-4084-8e53-d72e33f1fa69 None None] Network 8c72a2fc-809c-4a9a-9b8f-51648ba474c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:42:48.172161 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.184695 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.232458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Transition to ACTIVE for port object 82d17a33-cc27-420a-8c83-a59cabe9eebe will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:48.245236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b304dcff-74d1-4719-a200-f1cc66bfc707,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:48.274240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:48.355340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.357231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8e23fd33-c6b3-4743-8d6b-261e80db7bbf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6614804 Apr 18 20:42:48.362960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44714) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:48.369170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd409e-c087-4084-8e53-d72e33f1fa69 None None] Network 8c72a2fc-809c-4a9a-9b8f-51648ba474c2 could not be found, it might have been deleted concurrently. {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 20:42:48.375643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'baa80a83-dda0-4bf8-a535-39439ef6ebb5', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:48.383618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-877ad44f-071c-4647-9c0d-0432e3b1d6cc None None] Port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:48.406721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:48.421140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:48.428210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:48.459728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:48.468764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event updated for resources: {'Port': ['ID=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:48.488118 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Project b5902e7077c74b0c87065193c03f3242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:42:48.502958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.573194 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.602475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:48.838124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40fe830-2051-4a18-b608-efe795586953 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:48.838878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d40fe830-2051-4a18-b608-efe795586953 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Synchronizing usage tracker for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:48.880944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d40fe830-2051-4a18-b608-efe795586953 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Unset dirty status for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:48.886514 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d40fe830-2051-4a18-b608-efe795586953 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 2.5093610 Apr 18 20:42:48.887867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:48.983323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.001553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14da9af7-0dc7-485e-a4ad-228eecae93b0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Synchronizing usage tracker for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:49.080722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14da9af7-0dc7-485e-a4ad-228eecae93b0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Unset dirty status for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:49.082247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-14da9af7-0dc7-485e-a4ad-228eecae93b0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 207 time: 0.1933510 Apr 18 20:42:49.102425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:49.181345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.279256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758cae02-4ad4-47da-be37-4436b844f700,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:49.290066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.295861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-51a07ee2-8216-402c-a7d4-177d917f159d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9269321 Apr 18 20:42:49.299022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44736) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:49.358326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'baa80a83-dda0-4bf8-a535-39439ef6ebb5', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:49.370642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:49.379455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:42:49.393034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:42:49.406714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:49.443384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.451824 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Project b5902e7077c74b0c87065193c03f3242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:42:49.513414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Network 77581ab6-c076-4417-92ca-7bebd4153253 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:42:49.571195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:42:49.576231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.596357 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.611802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Transition to ACTIVE for port object 4737ba27-9afe-4618-a9b6-aa197ec82599 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:42:49.685264 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.827073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.835033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea35b0-45e7-4bdd-9191-20bc3d56c7cd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.847651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea35b0-45e7-4bdd-9191-20bc3d56c7cd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.854502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea35b0-45e7-4bdd-9191-20bc3d56c7cd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.861187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ea35b0-45e7-4bdd-9191-20bc3d56c7cd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:49.863414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-17ea35b0-45e7-4bdd-9191-20bc3d56c7cd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.7280557 Apr 18 20:42:49.873879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44740) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:49.903726 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:49.985385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.165458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-877ad44f-071c-4647-9c0d-0432e3b1d6cc None None] Provisioning for port 82d17a33-cc27-420a-8c83-a59cabe9eebe completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:50.238992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6ce39f55-fbca-4947-b7c4-4a98638499f3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ce39f55-fbca-4947-b7c4-4a98638499f3,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:50.509322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:42:50.554451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=ecb09b60-ca9b-4a07-bdd8-71153e9f36b2,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.680720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.723629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.730257 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.742328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.765919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb608d-d0f1-423d-b6c1-baaa2c38dc5c None None] Pushing event updated for resources: {'Port': ['ID=82d17a33-cc27-420a-8c83-a59cabe9eebe,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.894103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3250d974-1647-4152-b70a-2cc673471a0c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:50.930479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:50.939412 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bdb39758-2088-4717-8122-7d3461c5a20f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6260285 Apr 18 20:42:51.115887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:51.147053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-29c028d5-cd50-47d8-86f3-d7ec86b26e94 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0054824 Apr 18 20:42:51.150019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:51.176786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] In _notify_port_updated(), no bound segment for port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 on network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:42:51.207822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:51.212455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.230279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-93d9b228-4737-4260-9127-d3038f5f4d2a tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "PUT /v2.0/ports/ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 HTTP/1.1" status: 200 len: 994 time: 5.7405410 Apr 18 20:42:51.231513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44758) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:51.253017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Attempting to bind port 82d17a33-cc27-420a-8c83-a59cabe9eebe on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:51.253484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Attempting to bind port 82d17a33-cc27-420a-8c83-a59cabe9eebe by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:51.253843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Attempting to bind port 82d17a33-cc27-420a-8c83-a59cabe9eebe on network 24de78b3-48e2-4468-91be-07cd364b711b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:51.313215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:51.338835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Attempting to bind port 4737ba27-9afe-4618-a9b6-aa197ec82599 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:42:51.339835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Attempting to bind port 4737ba27-9afe-4618-a9b6-aa197ec82599 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:42:51.340113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Attempting to bind port 4737ba27-9afe-4618-a9b6-aa197ec82599 on network 69059e69-3bfe-4b7a-aa4a-8825507f1caa {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:42:51.382846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-877ad44f-071c-4647-9c0d-0432e3b1d6cc None None] Provisioning for port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:51.458155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:51.466541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Checking segment: {'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:51.472103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.472900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Bound using segment: {'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:51.473914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Bound port: 82d17a33-cc27-420a-8c83-a59cabe9eebe, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a71f9fd-a55a-4626-afdf-a5745767e37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:51.475537 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.540837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:42:51.541741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Checking segment: {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:42:51.549972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.550927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Bound using segment: {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:42:51.558673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Bound port: 4737ba27-9afe-4618-a9b6-aa197ec82599, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:42:51.559501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.647088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:51.647619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.728147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0fd4b1fd-2a15-4b1c-931b-b5c97283141c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:51.760034 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:51.797677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c39bff4c-97ec-40ab-920d-27e8c623821b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.9205356 Apr 18 20:42:51.843387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0108e-95c7-4041-90cb-3903c292535c None None] Pushing event updated for resources: {'Port': ['ID=4737ba27-9afe-4618-a9b6-aa197ec82599,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:51.870187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:52.025700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-72301d34-9540-40e3-9a9a-36256d44c90e req-4fc1eaf9-693d-4305-8d2d-508d66dfffda tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:52.076643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6ce39f55-fbca-4947-b7c4-4a98638499f3,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:52.162909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822d0a3-8814-4536-830d-28d8961b235b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.164521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c822d0a3-8814-4536-830d-28d8961b235b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:52.166209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c822d0a3-8814-4536-830d-28d8961b235b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2953947 Apr 18 20:42:52.177029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:52.280832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-72301d34-9540-40e3-9a9a-36256d44c90e req-4fc1eaf9-693d-4305-8d2d-508d66dfffda tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:52.283270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-4fc1eaf9-693d-4305-8d2d-508d66dfffda tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233188677&fields=id&tenant_id=b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 267 time: 0.5675385 Apr 18 20:42:52.354198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-799a8952-c903-4d64-84c1-caf713edc336 None None] Provisioning complete for port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:52.355663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-799a8952-c903-4d64-84c1-caf713edc336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.549323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-799a8952-c903-4d64-84c1-caf713edc336 None None] Port ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:52.553807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] For port 82d17a33-cc27-420a-8c83-a59cabe9eebe, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:52.556581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] For port 4737ba27-9afe-4618-a9b6-aa197ec82599, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:42:52.564396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] For port 82d17a33-cc27-420a-8c83-a59cabe9eebe, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=82d17a33-cc27-420a-8c83-a59cabe9eebe,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:52.567094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] For port 4737ba27-9afe-4618-a9b6-aa197ec82599, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4737ba27-9afe-4618-a9b6-aa197ec82599,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:42:52.569072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:52.569631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.626476 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.635797 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:52.826158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb72ebe5-3424-4473-b597-d37e37264e9e None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:42:52.996765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8450400-6fac-4099-bea6-c50283499e24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.001885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8450400-6fac-4099-bea6-c50283499e24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.006057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d8450400-6fac-4099-bea6-c50283499e24 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.7188003 Apr 18 20:42:53.013080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:53.141139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.211226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-a4705096-9f7a-43ea-b767-90d62f087716 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.214933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-72301d34-9540-40e3-9a9a-36256d44c90e req-a4705096-9f7a-43ea-b767-90d62f087716 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:53.244696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:53.249571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:53.253231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-72301d34-9540-40e3-9a9a-36256d44c90e req-a4705096-9f7a-43ea-b767-90d62f087716 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:53.263515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-a4705096-9f7a-43ea-b767-90d62f087716 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 796 time: 0.5996497 Apr 18 20:42:53.287599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-8985ef51-440e-4582-be1a-b558a5485837 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/quotas/b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 375 time: 0.0223348 Apr 18 20:42:53.340461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Calling delete_port for ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:53.384896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:53.385993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:53.530082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b831d5-2eb3-4fb5-af57-031d0001cecd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:53.530741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e1b831d5-2eb3-4fb5-af57-031d0001cecd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Synchronizing usage tracker for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:53.534586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Deleting port 5f919402-fb96-4f3b-953e-0fc6b35844b9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:42:53.534982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.579781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeb608d-d0f1-423d-b6c1-baaa2c38dc5c None None] Pushing event updated for resources: {'Port': ['ID=82d17a33-cc27-420a-8c83-a59cabe9eebe,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:53.713071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:53.753341 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-f29694ff-99d4-479a-a119-b978eb48034c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4580746 Apr 18 20:42:53.766308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.768709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-0c43eb6a-af62-4718-a505-47c74bb9379a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:42:53.777979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-0c43eb6a-af62-4718-a505-47c74bb9379a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0152614 Apr 18 20:42:53.898397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 20:42:53.931095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Removed routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 20:42:53.931095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:53.944926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e1b831d5-2eb3-4fb5-af57-031d0001cecd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Unset dirty status for tenant:bdd16ea0a0024e178b658f08759f8a92 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:53.946770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e1b831d5-2eb3-4fb5-af57-031d0001cecd tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/networks/a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 HTTP/1.1" status: 200 len: 799 time: 0.9324708 Apr 18 20:42:53.976053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44792) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:53.982014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Port': ['ID=ecb09b60-ca9b-4a07-bdd8-71153e9f36b2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:54.193594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-8dd1afcb-caa1-4391-8421-bfb9c1b4cbaf service neutron] 10.222.0.47 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4145577 Apr 18 20:42:54.385830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] For port 5f919402-fb96-4f3b-953e-0fc6b35844b9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5f919402-fb96-4f3b-953e-0fc6b35844b9,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:54.387020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.397218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb72ebe5-3424-4473-b597-d37e37264e9e None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:42:54.436964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-fe982ef2-9c3e-4eec-bd16-25b9b55d0671 service neutron] 10.222.0.47 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334030 Apr 18 20:42:54.645282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0108e-95c7-4041-90cb-3903c292535c None None] Pushing event updated for resources: {'Port': ['ID=4737ba27-9afe-4618-a9b6-aa197ec82599,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:54.722168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44802) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:54.753963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-552493aa-d089-4242-85f7-0d10ba24af07 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/networks/a6aeecbe-7851-4ed6-97aa-ff708f08ddd7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.7677824 Apr 18 20:42:54.772178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Calling delete_port for 5f919402-fb96-4f3b-953e-0fc6b35844b9 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:42:54.811882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44806) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:54.900177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:54.944832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:54.952138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.040679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:55.198202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf724abb-a4ba-441e-8bd9-b01c2be26507 None None] Provisioning for port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:55.200057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03070423-07c9-4f43-8abc-47992600802b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.201931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03070423-07c9-4f43-8abc-47992600802b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/subnets/719523a7-e82f-48f6-9c85-c07ce2edec8f HTTP/1.1" status: 200 len: 811 time: 0.3792922 Apr 18 20:42:55.206360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7e65775-dbf1-4a3c-afea-38891ba6247c req-3144bf9f-da6c-4211-acd1-c58285a32435 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:55.212589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.235469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44820) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:55.322195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b9432c4-c856-4fd2-afc4-af47ff63c765 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/ports/ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 HTTP/1.1" status: 204 len: 168 time: 4.0894687 Apr 18 20:42:55.323303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44828) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:55.337889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:42:55.423381 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a72e25a-0791-4367-9c1a-a86ecb9c8b2c tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] GET failed (client error): The resource could not be found. Apr 18 20:42:55.424559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9a72e25a-0791-4367-9c1a-a86ecb9c8b2c tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Synchronizing usage tracker for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:42:55.801113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809984bd-8384-44a9-bcfe-78bf745d81bb tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:55.802930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-809984bd-8384-44a9-bcfe-78bf745d81bb tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "GET /v2.0/subnets/719523a7-e82f-48f6-9c85-c07ce2edec8f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.5644095 Apr 18 20:42:55.811906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:55.818081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1007464107'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:55.828860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:55.849110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf724abb-a4ba-441e-8bd9-b01c2be26507 None None] Provisioning complete for port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:55.849776 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf724abb-a4ba-441e-8bd9-b01c2be26507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.856436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:55.869165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:42:55.877806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:55.883332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-01cecce7-ffcb-48fa-9e45-189eadfd7b6b tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 200 len: 954 time: 4.7108731 Apr 18 20:42:55.883332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:55.979092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:55.984715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.036233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c7e65775-dbf1-4a3c-afea-38891ba6247c req-3144bf9f-da6c-4211-acd1-c58285a32435 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:56.038576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7e65775-dbf1-4a3c-afea-38891ba6247c req-3144bf9f-da6c-4211-acd1-c58285a32435 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 210 time: 1.1188960 Apr 18 20:42:56.213687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9a72e25a-0791-4367-9c1a-a86ecb9c8b2c tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Unset dirty status for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:42:56.215486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a72e25a-0791-4367-9c1a-a86ecb9c8b2c tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "GET /v2.0/ports/ecb09b60-ca9b-4a07-bdd8-71153e9f36b2 HTTP/1.1" status: 404 len: 333 time: 0.8814695 Apr 18 20:42:56.224049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44878) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:56.321118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:42:56.352283 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.352789 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Added segment 803139f2-4508-4413-a890-0ac6a8a6dd23 of type vlan for network 043311fa-3f86-4c71-8bfd-126c4439dcee Apr 18 20:42:56.397929 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.418326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf724abb-a4ba-441e-8bd9-b01c2be26507 None None] Port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:42:56.441119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.449135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:56.450156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.467015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'name': 'tempest-AllowedAddressPairTestJSON-1825014543'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:56.687040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b02200a1-d231-46e3-835e-bf96568eec3f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 200 len: 954 time: 0.7977650 Apr 18 20:42:56.699220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44886) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:56.705973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:56.715452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:56.715826 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.716056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'routes': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:56.818250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0047348 Apr 18 20:42:56.821720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:44Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:42:52Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:31Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:56.892027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:42:56.900532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e30ae9-b135-42d9-9336-e2d06c90fe5e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Network': ['ID=043311fa-3f86-4c71-8bfd-126c4439dcee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:56.922047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'network_id': '043311fa-3f86-4c71-8bfd-126c4439dcee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:42:56.925997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4cd61e-a3a6-43e9-95b7-f004972c5405 None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:44Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:42:52Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:31Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:56.935546 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:56.985340 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:42:56.987767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.018688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 043311fa-3f86-4c71-8bfd-126c4439dcee details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:42:57.151604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:57.283181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:42:57.287220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f919402-fb96-4f3b-953e-0fc6b35844b9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:57.359640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,segment=NetworkSegment(3830d13e-5b10-42b3-8d52-916e7600c4ae),segment_id=3830d13e-5b10-42b3-8d52-916e7600c4ae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:57.384893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:28Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:42:52Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:57.388098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.388899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b7827cff-8514-4471-abd3-b08c0fdc753b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:57.499657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:42:57.510454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:57.594612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] device_id is not set on port 9816faa5-a5cc-47be-b79a-05a15d0611b7 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:42:57.613805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:57.821486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d08ae8-7a23-4d88-acb8-82faf4b39d18 None None] The sync data for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 is: [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:28Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:42:52Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:42:57.881016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.881428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.881809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.883852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.884198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.898339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.898986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.899470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.900012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.911492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.912174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:57.913773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:42:58.039774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port b7827cff-8514-4471-abd3-b08c0fdc753b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:58.046069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b7827cff-8514-4471-abd3-b08c0fdc753b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:58.046500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.346281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e89c928a-df7f-474d-a7e2-808ef1b09aad req-eb80dbf0-1057-4db7-b145-980ac1a34290 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 210 time: 0.6575067 Apr 18 20:42:58.558488 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.578971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.594466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Allocated IP 172.20.0.9 (63e48da2-f6f6-4192-85e4-c96edf1b8ad0/f0fd18c2-0b90-419b-9f5e-0618c37e53e5/9816faa5-a5cc-47be-b79a-05a15d0611b7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:42:58.673146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port b7827cff-8514-4471-abd3-b08c0fdc753b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b7827cff-8514-4471-abd3-b08c0fdc753b,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:58.684684 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:58.685676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ab0567a7-6cc5-490c-bd5e-b3a1d568f40f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:42:58.753344 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:42:58.786004 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:42:58.787155 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:42:59.051875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=b7827cff-8514-4471-abd3-b08c0fdc753b,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:59.115495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:42:59.123630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:42:59.123816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.362085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.444124 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:42:59.447285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,segment=NetworkSegment(e1138b04-87ec-45ce-b116-52edba3e2cb0),segment_id=e1138b04-87ec-45ce-b116-52edba3e2cb0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:42:59.455843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.668452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:42:59.785760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b30db9fb-0f85-45d3-9c22-a7e55a367831 req-45cbc09d-85b4-41c6-ad6f-86a8256a1143 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 210 time: 0.1855049 Apr 18 20:42:59.820380 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:42:59.857481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1ca58cd7-1c1f-4d7a-bbef-97504a32fb3e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:42:59.859220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1ca58cd7-1c1f-4d7a-bbef-97504a32fb3e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 796 time: 2.1372769 Apr 18 20:42:59.893373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:42:59.940734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:00.033061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82d17a33-cc27-420a-8c83-a59cabe9eebe up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:00.069298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-01b940dc-8351-4dc0-ac31-49f7e98626a0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 380 time: 0.1927655 Apr 18 20:43:00.072463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Made reservation on behalf of bdd16ea0a0024e178b658f08759f8a92 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:00.076217 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.081103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.101283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'port': {'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'admin_state_up': True, 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'security_groups': ['baa80a83-dda0-4bf8-a535-39439ef6ebb5']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:00.164597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 82d17a33-cc27-420a-8c83-a59cabe9eebe completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:00.175277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 82d17a33-cc27-420a-8c83-a59cabe9eebe triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:00.178854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.179738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 20:43:00.180063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 20:43:00.229237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Transition to ACTIVE for port object 9816faa5-a5cc-47be-b79a-05a15d0611b7 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:00.356418 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:42:53Z', 'revision_number': 6, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:42:46Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:42:52Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:00.373991 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:00.375809 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Updating router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:43:00.447834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing IP validity checks on allocation pools {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 20:43:00.448424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 20:43:00.465012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Router 819a3940-af24-4913-832c-9e4da32a0c9a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:00.606884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.614621 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.629739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.733690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:00.736899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 82d17a33-cc27-420a-8c83-a59cabe9eebe, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=82d17a33-cc27-420a-8c83-a59cabe9eebe,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:00.745559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.746603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:00.787884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:00.941949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:00.958749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=9816faa5-a5cc-47be-b79a-05a15d0611b7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:00.988039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:01.004418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:01.007991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:01.013730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:01.023683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.106832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=82d17a33-cc27-420a-8c83-a59cabe9eebe,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:01.148491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:01.148893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.395220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5487afe0-b051-4edd-930f-f61fa2f48d75 req-7f6bc955-12a0-4d65-b2be-884f881e91ae tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 210 time: 0.2568760 Apr 18 20:43:01.407018 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.431796 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Transition to ACTIVE for port object 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:01.444907 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.551488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.645695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ce39f55-fbca-4947-b7c4-4a98638499f3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:01.742836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-71ac8d66-ff33-40ae-92c6-833cab71d6d1 None None] Provisioning for port 9816faa5-a5cc-47be-b79a-05a15d0611b7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:01.772391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:01.772876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-71ac8d66-ff33-40ae-92c6-833cab71d6d1 None None] Provisioning complete for port 9816faa5-a5cc-47be-b79a-05a15d0611b7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:01.772876 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71ac8d66-ff33-40ae-92c6-833cab71d6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.779301 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.785163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:01.798140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.828205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.830965 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5b622-d472-4e2d-9e12-9dae4b85ffc5 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:01.869780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-71ac8d66-ff33-40ae-92c6-833cab71d6d1 None None] Port 9816faa5-a5cc-47be-b79a-05a15d0611b7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:43:01.870891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=ffe2b128-9ea9-411e-a0c8-d5e449381e3a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:01.872672 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Attempting to bind port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:01.873321 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Attempting to bind port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:01.877549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] Sync routers for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:01.884082 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Attempting to bind port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 on network 77581ab6-c076-4417-92ca-7bebd4153253 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:01.892771 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:43:01.893281 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Checking segment: {'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:01.894286 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.894682 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Bound using segment: {'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:43:01.895359 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Bound port: 2ae3ef02-ab31-451e-8ae0-ffea16cbb621, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1138b04-87ec-45ce-b116-52edba3e2cb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:01.896081 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:01.900670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:01.901325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:01.978374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Deleting port 34d5d52f-306f-4369-be50-acef4821216e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:01.978961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.012255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.20.0.3 (69059e69-3bfe-4b7a-aa4a-8825507f1caa/efba1314-0f71-4afb-b1ee-7f04d1eb8ce8/5ec2a1e2-8ef6-4b2d-94ab-003d667210ed) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:02.059167 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] For port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:43:02.064556 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] For port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,segment=NetworkSegment(e1138b04-87ec-45ce-b116-52edba3e2cb0),segment_id=e1138b04-87ec-45ce-b116-52edba3e2cb0)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:43:02.069200 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.170934 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-82d65fe7-e65a-431f-af2b-37952fe2ad69 admin admin] 10.222.0.47 "PUT /v2.0/routers/819a3940-af24-4913-832c-9e4da32a0c9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8862369 Apr 18 20:43:02.185784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44942) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:02.192974 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fa2ef95f-a713-4fa9-a877-823d189691aa tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.9483395 Apr 18 20:43:02.204459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:02.205108 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:02.210867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:02.322669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44946) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:02.332972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:ba:af:aa'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:02.403129 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:02.426286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Transition to ACTIVE for port object 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:02.583185 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:03.040554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Checking segment: {'id': '803139f2-4508-4413-a890-0ac6a8a6dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '043311fa-3f86-4c71-8bfd-126c4439dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:03.041119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network hostable DHCP agents. Network: 043311fa-3f86-4c71-8bfd-126c4439dcee, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:03.063478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.111957 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5b622-d472-4e2d-9e12-9dae4b85ffc5 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.149383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6ce39f55-fbca-4947-b7c4-4a98638499f3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:03.153252 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.228469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.231014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:03.243839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:03.249705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:03.263446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:03.337730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:42:56Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:03.366314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] Checking router: 819a3940-af24-4913-832c-9e4da32a0c9a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:03.384993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.386659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.439466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] For port 34d5d52f-306f-4369-be50-acef4821216e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=34d5d52f-306f-4369-be50-acef4821216e,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:03.439831 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.499331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] Routers {'819a3940-af24-4913-832c-9e4da32a0c9a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:03.502886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['819a3940-af24-4913-832c-9e4da32a0c9a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:03.513529 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 7, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:43:02Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:03.518823 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04f164f-8ecf-4f13-82a2-7508c3722a49 None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 7, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:43:02Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:03.662133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:03.711756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Network 043311fa-3f86-4c71-8bfd-126c4439dcee is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:03.729054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4737ba27-9afe-4618-a9b6-aa197ec82599 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:03.782899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 043311fa-3f86-4c71-8bfd-126c4439dcee) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:03.810517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c28453-16af-415d-9865-26075c890b50 None None] Network 043311fa-3f86-4c71-8bfd-126c4439dcee requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:03.843747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-23087996-a47a-494a-9358-5f64d7ff73ca None None] Provisioning for port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:03.880462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-23087996-a47a-494a-9358-5f64d7ff73ca None None] Provisioning complete for port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:03.881048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-23087996-a47a-494a-9358-5f64d7ff73ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.897068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.900713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:03.901933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:03.909110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-1fb20009-72f1-41a3-b932-4fb95bd05663 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8150201 Apr 18 20:43:03.930688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Calling delete_port for 34d5d52f-306f-4369-be50-acef4821216e owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:03.945589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] Set router 819a3940-af24-4913-832c-9e4da32a0c9a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:03.959866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ff00ae2f-5d09-4c88-bb85-7ea470881399 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 7.0655198 Apr 18 20:43:03.966668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:03.973397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f628d613-f995-41d9-b2c8-799cc9d0694c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:04.019646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:04.039570 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:04.046785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.048129 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1f4381bf-37ac-4862-a469-63c5397d5234 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 200 len: 704 time: 7.3470447 Apr 18 20:43:04.057488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:04.076783 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:04.077860 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:04.230121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Request body: {'port': {'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:04.289607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc268fef-6e71-4857-bed6-c8426c5ff3ec req-33c8c48b-d8d7-4428-8cc6-f2b03386a43d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:04.298762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc268fef-6e71-4857-bed6-c8426c5ff3ec req-33c8c48b-d8d7-4428-8cc6-f2b03386a43d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 931 time: 1.4300191 Apr 18 20:43:04.530878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-23087996-a47a-494a-9358-5f64d7ff73ca None None] Port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:43:04.539006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ae5e796b-58af-4f42-a631-8fb8c5463532 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 200 len: 704 time: 0.4797406 Apr 18 20:43:04.543221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:04.582629 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:04.607310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4737ba27-9afe-4618-a9b6-aa197ec82599 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:04.625131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4737ba27-9afe-4618-a9b6-aa197ec82599 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:04.625504 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.834075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:42:56Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:04.845587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc968cb8-2c3c-48fa-855a-609637a99078 None None] The sync data for ids ['819a3940-af24-4913-832c-9e4da32a0c9a'] in n-d-836016-3 is: [{'id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'name': 'tempest-TaggedBootDevicesTest-1010324729-router', 'tenant_id': 'a03f0a11eb464d57a5036d775b91ef54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78'}], 'enable_snat': True}, 'gw_port_id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:16Z', 'updated_at': '2022-04-18T20:42:56Z', 'revision_number': 5, 'project_id': 'a03f0a11eb464d57a5036d775b91ef54', 'gw_port': {'id': '786b1be9-ecf5-4926-bbc2-a05a6e44b0be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:0a:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819a3940-af24-4913-832c-9e4da32a0c9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2217, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:21Z', 'updated_at': '2022-04-18T20:34:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:04.850765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-043311fa-3f86-4c71-8bfd-126c4439dcee', 'network_id': '043311fa-3f86-4c71-8bfd-126c4439dcee', 'tenant_id': 'bdd16ea0a0024e178b658f08759f8a92', 'fixed_ips': [{'subnet_id': 'ffe2b128-9ea9-411e-a0c8-d5e449381e3a'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:43:04.852443 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:04.876363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f628d613-f995-41d9-b2c8-799cc9d0694c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3958221'] for subnet, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.119748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bc268fef-6e71-4857-bed6-c8426c5ff3ec req-b73dc639-f5da-4c18-b3d2-c10c091f820f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:05.148376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.169469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bc268fef-6e71-4857-bed6-c8426c5ff3ec req-b73dc639-f5da-4c18-b3d2-c10c091f820f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:05.187987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc268fef-6e71-4857-bed6-c8426c5ff3ec req-b73dc639-f5da-4c18-b3d2-c10c091f820f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309357 Apr 18 20:43:05.283171 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.309950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Deleting port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:05.311471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.423361 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 7, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:43:02Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:05.431576 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.437182 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:05.463379 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:05.464557 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:05.580930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4737ba27-9afe-4618-a9b6-aa197ec82599, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4737ba27-9afe-4618-a9b6-aa197ec82599,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:05.588407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.589944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b7827cff-8514-4471-abd3-b08c0fdc753b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:05.764793 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:05.859032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] For port 786b1be9-ecf5-4926-bbc2-a05a6e44b0be, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:05.859512 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:05.913133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4737ba27-9afe-4618-a9b6-aa197ec82599,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:05.962308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b7827cff-8514-4471-abd3-b08c0fdc753b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:05.962752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.081941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Calling delete_port for 786b1be9-ecf5-4926-bbc2-a05a6e44b0be owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:06.167243 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.198849 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.354074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 20:43:06.354074 n-d-836016-3 neutron-server[88143]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Apr 18 20:43:06.354074 n-d-836016-3 neutron-server[88143]: [parameters: {'in_use': 1, 'id_1': 'ffe2b128-9ea9-411e-a0c8-d5e449381e3a'}] Apr 18 20:43:06.354074 n-d-836016-3 neutron-server[88143]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:06.356159 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:06.467409 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 7, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:43:02Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:06.473667 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6d4995-5630-40bb-b96e-9c72cf6adcf2 None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 7, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '2ae3ef02-ab31-451e-8ae0-ffea16cbb621', 'name': '', 'network_id': '77581ab6-c076-4417-92ca-7bebd4153253', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:e4:a2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2781, 'fixed_ips': [{'subnet_id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:41Z', 'updated_at': '2022-04-18T20:43:02Z', 'revision_number': 4, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '4e29be79-5084-4c94-bd27-1c09c7ccda1f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:06.676267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=9816faa5-a5cc-47be-b79a-05a15d0611b7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:06.763580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:06.775159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.866109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:06.971252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-30922ea9-bc6d-4bef-95ed-1adf4057028e None None] Provisioning complete for port 9816faa5-a5cc-47be-b79a-05a15d0611b7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:06.971629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-30922ea9-bc6d-4bef-95ed-1adf4057028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.009069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] In _notify_port_updated(), no bound segment for port 9816faa5-a5cc-47be-b79a-05a15d0611b7 on network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:43:07.019447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.020532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.022656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-980a02a3-166a-434c-99c4-88aea70e1abe tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "PUT /v2.0/ports/9816faa5-a5cc-47be-b79a-05a15d0611b7 HTTP/1.1" status: 200 len: 996 time: 4.6988959 Apr 18 20:43:07.036208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=34d5d52f-306f-4369-be50-acef4821216e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:07.044931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44980) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:07.046702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-30922ea9-bc6d-4bef-95ed-1adf4057028e None None] Port 9816faa5-a5cc-47be-b79a-05a15d0611b7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:43:07.079895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:07.095131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:07.096860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.275858 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.326798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,segment=NetworkSegment(e1138b04-87ec-45ce-b116-52edba3e2cb0),segment_id=e1138b04-87ec-45ce-b116-52edba3e2cb0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:07.332350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.333615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82d17a33-cc27-420a-8c83-a59cabe9eebe up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:07.498501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 82d17a33-cc27-420a-8c83-a59cabe9eebe triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:07.498973 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.555335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:07.564463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.662032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4737ba27-9afe-4618-a9b6-aa197ec82599 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:07.748642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4737ba27-9afe-4618-a9b6-aa197ec82599 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:07.749123 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:07.819633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6113dbfe-3b59-46af-bd62-22444e46b2ba req-308b9243-ef39-46c9-acef-18f84c2fff4b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:07.821090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6113dbfe-3b59-46af-bd62-22444e46b2ba req-308b9243-ef39-46c9-acef-18f84c2fff4b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:07.867644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Pushing event deleted for resources: {'Port': ['ID=786b1be9-ecf5-4926-bbc2-a05a6e44b0be,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:07.914607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ab0567a7-6cc5-490c-bd5e-b3a1d568f40f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:07.956648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6113dbfe-3b59-46af-bd62-22444e46b2ba req-308b9243-ef39-46c9-acef-18f84c2fff4b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:07.975688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6113dbfe-3b59-46af-bd62-22444e46b2ba req-308b9243-ef39-46c9-acef-18f84c2fff4b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 931 time: 1.0996087 Apr 18 20:43:08.051152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:08.051634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.064475 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f628d613-f995-41d9-b2c8-799cc9d0694c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754169811312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2312024'] for subnet, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.119239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Allocated IP 172.20.0.3 (043311fa-3f86-4c71-8bfd-126c4439dcee/ffe2b128-9ea9-411e-a0c8-d5e449381e3a/36219666-3093-467b-90a9-3fa48ba1690c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:08.275337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting port 9816faa5-a5cc-47be-b79a-05a15d0611b7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:08.275928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.299903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6113dbfe-3b59-46af-bd62-22444e46b2ba req-1e28ec59-cb36-44f1-93b9-862924c45a98 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228650 Apr 18 20:43:08.317926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:08.325563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f628d613-f995-41d9-b2c8-799cc9d0694c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:08.325563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f628d613-f995-41d9-b2c8-799cc9d0694c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.330957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f628d613-f995-41d9-b2c8-799cc9d0694c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "PUT /v2.0/subnets/ffe2b128-9ea9-411e-a0c8-d5e449381e3a HTTP/1.1" status: 200 len: 877 time: 4.3580587 Apr 18 20:43:08.343645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44986) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:08.357143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5f919402-fb96-4f3b-953e-0fc6b35844b9 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:08.375150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.397035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628d613-f995-41d9-b2c8-799cc9d0694c tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event updated for resources: {'Subnet': ['ID=ffe2b128-9ea9-411e-a0c8-d5e449381e3a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:08.411406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 5f919402-fb96-4f3b-953e-0fc6b35844b9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:08.411754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5f919402-fb96-4f3b-953e-0fc6b35844b9 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:08.433445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Transition to ACTIVE for port object 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:08.440007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.478891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.510354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.637727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:08.697758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.755596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.757756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Transition to ACTIVE for port object 36219666-3093-467b-90a9-3fa48ba1690c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:08.813974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Transition to ACTIVE for port object 36219666-3093-467b-90a9-3fa48ba1690c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:08.825250 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.942037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.946322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:08.966655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:09.009582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.069728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Network 043311fa-3f86-4c71-8bfd-126c4439dcee is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:09.078952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 36219666-3093-467b-90a9-3fa48ba1690c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:09.079678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.105264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:09.112797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:09.205492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Pushing event updated for resources: {'Port': ['ID=36219666-3093-467b-90a9-3fa48ba1690c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:09.327318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.328141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 819a3940-af24-4913-832c-9e4da32a0c9a {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:43:09.415026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Attempting to bind port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:09.415745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Attempting to bind port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:09.416336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Attempting to bind port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed on network 69059e69-3bfe-4b7a-aa4a-8825507f1caa {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:09.425854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed on network 69059e69-3bfe-4b7a-aa4a-8825507f1caa not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:43:09.426567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Attempting to bind port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed on network 69059e69-3bfe-4b7a-aa4a-8825507f1caa {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:09.467091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:43:09.469416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Checking segment: {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:09.470194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Bound using segment: {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:43:09.471046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Bound port: 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a3ab792-ab6a-406b-ac6a-977afb986cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:09.471804 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.507245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Attempting to bind port 36219666-3093-467b-90a9-3fa48ba1690c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:09.507876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Attempting to bind port 36219666-3093-467b-90a9-3fa48ba1690c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '803139f2-4508-4413-a890-0ac6a8a6dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '043311fa-3f86-4c71-8bfd-126c4439dcee'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:09.508505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Attempting to bind port 36219666-3093-467b-90a9-3fa48ba1690c on network 043311fa-3f86-4c71-8bfd-126c4439dcee {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:09.555979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:43:09.556624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Checking segment: {'id': '803139f2-4508-4413-a890-0ac6a8a6dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '043311fa-3f86-4c71-8bfd-126c4439dcee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:09.557444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.558689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Bound using segment: {'id': '803139f2-4508-4413-a890-0ac6a8a6dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '043311fa-3f86-4c71-8bfd-126c4439dcee'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:43:09.559529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Bound port: 36219666-3093-467b-90a9-3fa48ba1690c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '803139f2-4508-4413-a890-0ac6a8a6dd23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '043311fa-3f86-4c71-8bfd-126c4439dcee'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:09.560200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.685381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] For port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:43:09.690525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] For port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:43:09.700406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.740942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.745982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-243acb9d-0205-4c57-b4be-7ada8adbd1bb admin admin] 10.222.0.47 "DELETE /v2.0/routers/819a3940-af24-4913-832c-9e4da32a0c9a HTTP/1.1" status: 204 len: 168 time: 7.5569856 Apr 18 20:43:09.749232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:09.749666 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.768438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44994) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:09.885024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] For port 36219666-3093-467b-90a9-3fa48ba1690c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:43:09.892021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] For port 36219666-3093-467b-90a9-3fa48ba1690c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=36219666-3093-467b-90a9-3fa48ba1690c,segment=NetworkSegment(803139f2-4508-4413-a890-0ac6a8a6dd23),segment_id=803139f2-4508-4413-a890-0ac6a8a6dd23)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:43:09.924404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:09.931842 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.012237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.027259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.036363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] 10.222.0.55 "PUT /v2.0/ports/5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 1091 time: 6.1187553 Apr 18 20:43:10.119333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:10.124265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f6859-9942-4952-ba3f-b48cab8fbd68 None None] Pushing event updated for resources: {'Port': ['ID=36219666-3093-467b-90a9-3fa48ba1690c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:10.323095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Calling delete_port for 9816faa5-a5cc-47be-b79a-05a15d0611b7 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:10.346694 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8cb0100-38af-48df-a808-9ebfcc66a219'] response: {'name': 'network-changed', 'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'status': 'completed', 'code': 200} Apr 18 20:43:10.378874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb257a7-0579-4a2b-90da-c9ed53cedfa1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:10.419381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] Deleting subnet 71af2109-a737-42fe-a277-81a1f6836c5b {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:10.453117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.624978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.707272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port 36219666-3093-467b-90a9-3fa48ba1690c, host n-d-836016-3, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:10.707879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:10.729337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-c48a7f25-646b-4db0-bd12-80339cefe13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:10.730802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-c48a7f25-646b-4db0-bd12-80339cefe13e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1094 time: 0.6043119 Apr 18 20:43:10.754608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 36219666-3093-467b-90a9-3fa48ba1690c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:10.879010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 36219666-3093-467b-90a9-3fa48ba1690c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:10.896253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 786b1be9-ecf5-4926-bbc2-a05a6e44b0be no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:10.937899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 786b1be9-ecf5-4926-bbc2-a05a6e44b0be {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:10.938324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 786b1be9-ecf5-4926-bbc2-a05a6e44b0be not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:10.939910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for 36219666-3093-467b-90a9-3fa48ba1690c owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:11.016451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:11.017562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.048928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1af08-8050-4616-9b52-8656f553a4ac req-eb35ae7c-e5b6-4322-82fc-8ec6adfcbf0b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.053995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afd1af08-8050-4616-9b52-8656f553a4ac req-eb35ae7c-e5b6-4322-82fc-8ec6adfcbf0b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 943 time: 1.3929007 Apr 18 20:43:11.283111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-40887ab3-de13-446c-94ba-6615dde3a24b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 217 time: 0.5320711 Apr 18 20:43:11.424601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 2ae3ef02-ab31-451e-8ae0-ffea16cbb621, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,segment=NetworkSegment(e1138b04-87ec-45ce-b116-52edba3e2cb0),segment_id=e1138b04-87ec-45ce-b116-52edba3e2cb0)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:11.425064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.523255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.586764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:11.587397 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:11.591407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-bdb90961-cabc-472d-8054-b5d27f30bc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.594008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-bdb90961-cabc-472d-8054-b5d27f30bc17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.3028917 Apr 18 20:43:11.604612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:11.609232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-afd1af08-8050-4616-9b52-8656f553a4ac req-30a9d346-926b-4d15-810d-83995fadae4b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4582288 Apr 18 20:43:11.615971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:11.622286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Router 014f7749-3938-4c8d-8d3b-dccb865ba39c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:11.699866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Port': ['ID=9816faa5-a5cc-47be-b79a-05a15d0611b7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:11.864990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72301d34-9540-40e3-9a9a-36256d44c90e req-268e5e3d-28df-4147-be40-375cdee5833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:11.866818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-268e5e3d-28df-4147-be40-375cdee5833c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2147696 Apr 18 20:43:11.950557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.041400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.045569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71af2109-a737-42fe-a277-81a1f6836c5b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:12.054531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a57652-2caf-4f79-bbff-60f31b5c307d None None] Network 9cc52580-b45a-468e-82a9-daf844138944 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:12.056025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.078293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-56afc24c-a2e6-4a5b-af8e-cc0157746b17 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/ports/9816faa5-a5cc-47be-b79a-05a15d0611b7 HTTP/1.1" status: 204 len: 168 time: 5.0180137 Apr 18 20:43:12.085255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45004) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:12.090156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-60e5fad1-cffe-4222-8b12-53e344eff3dc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/71af2109-a737-42fe-a277-81a1f6836c5b HTTP/1.1" status: 204 len: 168 time: 2.3100557 Apr 18 20:43:12.134915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45008) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:12.144687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 36219666-3093-467b-90a9-3fa48ba1690c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:12.147523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.200923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914aba5f-4131-4d96-853f-c9c534db7b1a None None] Network 043311fa-3f86-4c71-8bfd-126c4439dcee requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:12.241327 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-02992670-63e5-4ebe-9a64-ce92917d524b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] GET failed (client error): The resource could not be found. Apr 18 20:43:12.242083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02992670-63e5-4ebe-9a64-ce92917d524b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Synchronizing usage tracker for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:12.269978 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-efda9414-5999-4181-a792-b825a1ad4e48 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3948023 Apr 18 20:43:12.356799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02992670-63e5-4ebe-9a64-ce92917d524b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Unset dirty status for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:12.358161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02992670-63e5-4ebe-9a64-ce92917d524b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "GET /v2.0/ports/9816faa5-a5cc-47be-b79a-05a15d0611b7 HTTP/1.1" status: 404 len: 333 time: 0.2705636 Apr 18 20:43:12.363637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:12.369562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8a9db47d-5a09-4902-a3c0-3debd30db8c3 admin admin] 10.222.0.47 "PUT /v2.0/routers/014f7749-3938-4c8d-8d3b-dccb865ba39c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.6418936 Apr 18 20:43:12.372386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45012) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:12.379886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'name': 'tempest-AllowedAddressPairTestJSON-734156423'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:12.383598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45014) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:12.398633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.466760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] Sync routers for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:12.491841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Deleting port f07a5786-4549-48df-8afe-d885f5655f1e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:12.492379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.547131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2fe69c0-2c2c-45fc-b225-8f6f4059193b None None] Provisioning for port 36219666-3093-467b-90a9-3fa48ba1690c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:12.569565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2fe69c0-2c2c-45fc-b225-8f6f4059193b None None] Provisioning complete for port 36219666-3093-467b-90a9-3fa48ba1690c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:12.570135 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fe69c0-2c2c-45fc-b225-8f6f4059193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.602823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:12.603476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:12.714360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:12.790411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=2ae3ef02-ab31-451e-8ae0-ffea16cbb621,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:12.892966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:12.989776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:13.168694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:13.172530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.210252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] For port f07a5786-4549-48df-8afe-d885f5655f1e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f07a5786-4549-48df-8afe-d885f5655f1e,segment=NetworkSegment(67fa6a90-b5eb-461c-be26-8be32ad3e481),segment_id=67fa6a90-b5eb-461c-be26-8be32ad3e481)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:13.210740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.370504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.376170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fe69c0-2c2c-45fc-b225-8f6f4059193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.395568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc40b1ed-fa9a-4f4a-8b68-d3434755b088 None None] DHCP port deletion for 9cc52580-b45a-468e-82a9-daf844138944 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:13.409709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:13.436844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] device_id is not set on port 520f0120-47dc-4ed8-8916-3c96449f5c3f yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:43:13.457560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dc40b1ed-fa9a-4f4a-8b68-d3434755b088 None None] Deleting port f07a5786-4549-48df-8afe-d885f5655f1e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:13.457560 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dc40b1ed-fa9a-4f4a-8b68-d3434755b088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.506742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72301d34-9540-40e3-9a9a-36256d44c90e req-4ed2b473-7027-45ce-9b90-4bd44f7884e8 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2274897 Apr 18 20:43:13.530536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Calling delete_port for f07a5786-4549-48df-8afe-d885f5655f1e owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:13.542441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c2fe69c0-2c2c-45fc-b225-8f6f4059193b None None] For port 36219666-3093-467b-90a9-3fa48ba1690c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=36219666-3093-467b-90a9-3fa48ba1690c,segment=NetworkSegment(803139f2-4508-4413-a890-0ac6a8a6dd23),segment_id=803139f2-4508-4413-a890-0ac6a8a6dd23)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:13.681929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port 36219666-3093-467b-90a9-3fa48ba1690c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=36219666-3093-467b-90a9-3fa48ba1690c,segment=NetworkSegment(803139f2-4508-4413-a890-0ac6a8a6dd23),segment_id=803139f2-4508-4413-a890-0ac6a8a6dd23)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:13.682292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.721122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fe69c0-2c2c-45fc-b225-8f6f4059193b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:13.904249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for 36219666-3093-467b-90a9-3fa48ba1690c owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:13.915193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Allocated IP 172.20.0.3 (63e48da2-f6f6-4192-85e4-c96edf1b8ad0/f0fd18c2-0b90-419b-9f5e-0618c37e53e5/520f0120-47dc-4ed8-8916-3c96449f5c3f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:13.987427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.055206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Pushing event deleted for resources: {'Port': ['ID=f07a5786-4549-48df-8afe-d885f5655f1e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:14.067747 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.102264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] No DVR routers for this DVR port f07a5786-4549-48df-8afe-d885f5655f1e on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:14.170014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b295b4d5-99a3-4a44-a8e8-f219f07f78c3 req-b268353a-82ae-4d7f-ac42-7e0e5ea37450 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:14.171306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b295b4d5-99a3-4a44-a8e8-f219f07f78c3 req-b268353a-82ae-4d7f-ac42-7e0e5ea37450 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 943 time: 1.2175982 Apr 18 20:43:14.261767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dac30fda-990b-400f-adc6-d5d932b3dd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.268307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dc40b1ed-fa9a-4f4a-8b68-d3434755b088 None None] The port 'f07a5786-4549-48df-8afe-d885f5655f1e' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:14.309742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe69c0-2c2c-45fc-b225-8f6f4059193b None None] Pushing event updated for resources: {'Port': ['ID=36219666-3093-467b-90a9-3fa48ba1690c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:14.482951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:14.491013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] Checking router: 014f7749-3938-4c8d-8d3b-dccb865ba39c for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:14.514633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] Routers {'014f7749-3938-4c8d-8d3b-dccb865ba39c'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:14.515317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:42:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['014f7749-3938-4c8d-8d3b-dccb865ba39c'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:14.743956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd9618e-2d17-43e1-8423-be77296a9f76 None None] Network 043311fa-3f86-4c71-8bfd-126c4439dcee requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:14.859010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.867910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 36219666-3093-467b-90a9-3fa48ba1690c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:14.911929 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:14.913912 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:14.916555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.917689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8c16669d-42b5-4736-a3cf-33930d97c247 None None] Provisioning complete for port 36219666-3093-467b-90a9-3fa48ba1690c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:14.918077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c16669d-42b5-4736-a3cf-33930d97c247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:14.947293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cc52580-b45a-468e-82a9-daf844138944']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:14.985050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] Set router 014f7749-3938-4c8d-8d3b-dccb865ba39c gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:14.985374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fa6a90-b5eb-461c-be26-8be32ad3e481') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:14.985623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fa6a90-b5eb-461c-be26-8be32ad3e481') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:14.988051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 36219666-3093-467b-90a9-3fa48ba1690c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:14.988588 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.029919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.085491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.091632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.116550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:15.117190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:15.144645 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:15.269471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Transition to ACTIVE for port object 520f0120-47dc-4ed8-8916-3c96449f5c3f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:15.285033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-1082fa70-ef78-4603-a693-0d59760a0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:15.288814 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-1082fa70-ef78-4603-a693-0d59760a0853 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1094 time: 1.6589243 Apr 18 20:43:15.362943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.398679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.426901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] Pushing event deleted for resources: {'Network': ['ID=9cc52580-b45a-468e-82a9-daf844138944,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:15.479325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Deleting port 34edb534-520b-41e9-8dc1-78d1db33e7be {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:15.479744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.486104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.542400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 36219666-3093-467b-90a9-3fa48ba1690c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:15.542998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:15.546833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6e922e67-0525-45bb-912e-b4898a844bab admin admin] 10.222.0.47 "DELETE /v2.0/networks/9cc52580-b45a-468e-82a9-daf844138944 HTTP/1.1" status: 204 len: 168 time: 3.4102116 Apr 18 20:43:15.559854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45028) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:15.657287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:15.671674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:15.679329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=520f0120-47dc-4ed8-8916-3c96449f5c3f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:15.689579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:15.800620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b295b4d5-99a3-4a44-a8e8-f219f07f78c3 req-5302f9c3-ce62-4cba-9669-17c321c93ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1671250 Apr 18 20:43:16.000198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.008688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.124107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7df628f0-46d1-46ce-a608-1e9eed93a217 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7476208 Apr 18 20:43:16.125530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45032) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:16.132339 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-884d4029-340b-4e56-950c-143f99255d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.148235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'network_id': '63e48da2-f6f6-4192-85e4-c96edf1b8ad0', 'name': 'tempest-AllowedAddressPairTestJSON-167093635'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:16.195665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7718f1d5-cb66-4e40-912f-2d7a62e127ac None None] Provisioning for port 520f0120-47dc-4ed8-8916-3c96449f5c3f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:16.217471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7718f1d5-cb66-4e40-912f-2d7a62e127ac None None] Provisioning complete for port 520f0120-47dc-4ed8-8916-3c96449f5c3f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:16.217894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7718f1d5-cb66-4e40-912f-2d7a62e127ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.246932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] For port 34edb534-520b-41e9-8dc1-78d1db33e7be, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=34edb534-520b-41e9-8dc1-78d1db33e7be,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:16.249467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.283292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f07a5786-4549-48df-8afe-d885f5655f1e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:16.341863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7718f1d5-cb66-4e40-912f-2d7a62e127ac None None] Port 520f0120-47dc-4ed8-8916-3c96449f5c3f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:43:16.345738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f07a5786-4549-48df-8afe-d885f5655f1e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:16.346095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f07a5786-4549-48df-8afe-d885f5655f1e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:16.364292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:16.374341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbdb375-0a36-4963-adfb-42ed059cfc11 None None] The sync data for ids ['014f7749-3938-4c8d-8d3b-dccb865ba39c'] in n-d-836016-3 is: [{'id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'name': 'tempest-AttachVolumeShelveTestJSON-1608578702-router', 'tenant_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12'}], 'enable_snat': True}, 'gw_port_id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:33:14Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'c5149fe647434eb0ac84ad11a6f1f867', 'gw_port': {'id': '34edb534-520b-41e9-8dc1-78d1db33e7be', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:85:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '014f7749-3938-4c8d-8d3b-dccb865ba39c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:33:17Z', 'updated_at': '2022-04-18T20:33:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:16.456535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:16.466644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Usage tracker for resource:port and tenant:d9b7c62d63a3438dbadc43d2ef9fb607 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:16.467084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Calling delete_port for 34edb534-520b-41e9-8dc1-78d1db33e7be owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:16.472930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:16.484639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:16.541400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-d70ce2d1-6307-411a-b522-faf9ebaf0d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:16.544637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-d70ce2d1-6307-411a-b522-faf9ebaf0d9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 897 time: 1.0761735 Apr 18 20:43:16.577383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:16.615372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Made reservation on behalf of d9b7c62d63a3438dbadc43d2ef9fb607 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:16.619710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.654054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] device_id is not set on port 6f530aab-4eac-4487-b5d3-a28d01d881a3 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:43:16.671479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-17b6672c-f70a-4834-a5ac-ea40040d467f None None] Provisioning complete for port 36219666-3093-467b-90a9-3fa48ba1690c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:16.672264 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-17b6672c-f70a-4834-a5ac-ea40040d467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:16.719449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-1ef3429a-72d9-4ed6-8005-04cf8fe00052 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 217 time: 0.1400638 Apr 18 20:43:16.893817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34d5d52f-306f-4369-be50-acef4821216e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:16.962952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port 36219666-3093-467b-90a9-3fa48ba1690c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=36219666-3093-467b-90a9-3fa48ba1690c,segment=NetworkSegment(803139f2-4508-4413-a890-0ac6a8a6dd23),segment_id=803139f2-4508-4413-a890-0ac6a8a6dd23)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:16.963325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.087419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Allocated IP 172.20.0.6 (63e48da2-f6f6-4192-85e4-c96edf1b8ad0/f0fd18c2-0b90-419b-9f5e-0618c37e53e5/6f530aab-4eac-4487-b5d3-a28d01d881a3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:17.198518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 34d5d52f-306f-4369-be50-acef4821216e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:17.199132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34d5d52f-306f-4369-be50-acef4821216e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:17.203378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.240328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.489949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-88ad56b6-e591-4e26-aa44-a6ce05dba53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.491110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-88ad56b6-e591-4e26-aa44-a6ce05dba53c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.7234213 Apr 18 20:43:17.499005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for 36219666-3093-467b-90a9-3fa48ba1690c owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:17.666466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:17.683425 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:17.690258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe24f284-bae4-41ec-9963-a771ace811a6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1364586 Apr 18 20:43:17.694508 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:17.695383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:17.708310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45042) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:17.726957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1013f91-e544-4235-9e80-4ff730a76ec6 req-f525c6cb-dd47-4f58-b6e8-5cbae93c35d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:17.733779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1013f91-e544-4235-9e80-4ff730a76ec6 req-f525c6cb-dd47-4f58-b6e8-5cbae93c35d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 943 time: 0.5442343 Apr 18 20:43:17.786046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:17.869808 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:17.906075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1013f91-e544-4235-9e80-4ff730a76ec6 req-ff523cb4-3ba7-40be-89ef-b09b535a171d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508245 Apr 18 20:43:17.949143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:17.970986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.020725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet 4e29be79-5084-4c94-bd27-1c09c7ccda1f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:18.068214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.121080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-91696072-81e4-4290-8452-ce8f42218e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:18.123504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-91696072-81e4-4290-8452-ce8f42218e40 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5790341 Apr 18 20:43:18.284995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:18.315398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:18.411469 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:12Z', 'revision_number': 8, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:18.416368 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:18.427027 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:18.428621 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:18.439418 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.500933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.512695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:18.522012 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.551484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:18.551848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Transition to ACTIVE for port object 6f530aab-4eac-4487-b5d3-a28d01d881a3 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:18.557570 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.607711 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:18.625531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.740908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:18.775371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Deleting port f2f67304-2694-42a0-91d9-0e0b4d050fe8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:18.775716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.851085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.860120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Pushing event deleted for resources: {'Port': ['ID=34edb534-520b-41e9-8dc1-78d1db33e7be,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:18.910261 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.930842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:18.960779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5ec2a1e2-8ef6-4b2d-94ab-003d667210ed'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:43:19.028039 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-9471767f-9a9c-409f-9480-ed0363e94cfa service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8917830 Apr 18 20:43:19.034656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.189735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4ea6eb-ce22-414a-9d98-726ab520d190 None None] DHCP port deletion for 043311fa-3f86-4c71-8bfd-126c4439dcee request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:19.246918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c3eefe-5e1e-45e6-80dc-101761cad3b5 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:43:19.262938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:19.292932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:19.334892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Port': ['ID=36219666-3093-467b-90a9-3fa48ba1690c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:19.412443 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.493057 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:12Z', 'revision_number': 8, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:19.513918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:19.516301 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d768576-672e-40a4-9bd7-17c42f0ed6ac None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:12Z', 'revision_number': 8, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '82d17a33-cc27-420a-8c83-a59cabe9eebe', 'name': '', 'network_id': '24de78b3-48e2-4468-91be-07cd364b711b', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:a9:b3:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:25Z', 'updated_at': '2022-04-18T20:43:00Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'a984b4a2-b573-4e66-9d96-698145baa93f', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:19.644282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:19.646053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.692339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=6f530aab-4eac-4487-b5d3-a28d01d881a3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:19.700585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d2b92cfe-b5bd-4af0-bda8-76eec3cacde8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5715458 Apr 18 20:43:19.705924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:19.714567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:ba:af:aa'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:d1:82:c8'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:19.774372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No DVR routers for this DVR port 36219666-3093-467b-90a9-3fa48ba1690c on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:19.781010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c3eefe-5e1e-45e6-80dc-101761cad3b5 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:43:19.788412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.791552 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.968142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] For port f2f67304-2694-42a0-91d9-0e0b4d050fe8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f2f67304-2694-42a0-91d9-0e0b4d050fe8,segment=NetworkSegment(fdec732d-859c-4c5a-8cf7-3a06f2d4991e),segment_id=fdec732d-859c-4c5a-8cf7-3a06f2d4991e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:19.968734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.982030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:19.982577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 014f7749-3938-4c8d-8d3b-dccb865ba39c {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:43:20.024256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.116362 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.283707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Calling delete_port for f2f67304-2694-42a0-91d9-0e0b4d050fe8 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:20.303239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314d770-f026-4ff1-87af-69351802c447 req-417ab06a-6ff3-4878-91a2-f22aa1a9b95d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:20.305206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e314d770-f026-4ff1-87af-69351802c447 req-417ab06a-6ff3-4878-91a2-f22aa1a9b95d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 944 time: 1.0843039 Apr 18 20:43:20.308236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c09fcb26-aa20-463a-aeba-6886e0c57896 req-73ee5b95-72ca-4424-a4f3-9c7a3b8e3ef3 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1888535 Apr 18 20:43:20.326241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.327902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0a720535-0122-47b5-83c4-44218949a89d admin admin] 10.222.0.47 "DELETE /v2.0/routers/014f7749-3938-4c8d-8d3b-dccb865ba39c HTTP/1.1" status: 204 len: 168 time: 7.9397709 Apr 18 20:43:20.343059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45072) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:20.407233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e314d770-f026-4ff1-87af-69351802c447 req-a0511d0a-ce02-4d6f-b4f8-eb0cfe533cab tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776496 Apr 18 20:43:20.448286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.456122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] Deleting subnet 65c65450-9f71-4504-8f30-398fb2bb550e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:20.462029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.482282 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.513226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.528842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/4e29be79-5084-4c94-bd27-1c09c7ccda1f HTTP/1.1" status: 204 len: 168 time: 2.8185215 Apr 18 20:43:20.534730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45076) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:20.537388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff81245-58ab-45bc-a336-74cd7945bc8e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=4e29be79-5084-4c94-bd27-1c09c7ccda1f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.561057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.646663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=ffe2b128-9ea9-411e-a0c8-d5e449381e3a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:20.710548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.788333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.855372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043311fa-3f86-4c71-8bfd-126c4439dcee']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:20.888689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '803139f2-4508-4413-a890-0ac6a8a6dd23') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:20.889007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '803139f2-4508-4413-a890-0ac6a8a6dd23') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:20.905019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.939920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:20.950321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:20.962870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:20.963359 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.030300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e971969-fb0b-412b-bc9f-5d8bea78eca6 None None] Network 77581ab6-c076-4417-92ca-7bebd4153253 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:21.049309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b80ef1-bcbd-4cfd-bf1c-9eb926315d1d None None] Network 043311fa-3f86-4c71-8bfd-126c4439dcee requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:21.093112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:21.100351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae3ef02-ab31-451e-8ae0-ffea16cbb621 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:21.100822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34edb534-520b-41e9-8dc1-78d1db33e7be no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:21.135136 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:21.278581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 34edb534-520b-41e9-8dc1-78d1db33e7be {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:21.279041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 34edb534-520b-41e9-8dc1-78d1db33e7be not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:21.279357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 36219666-3093-467b-90a9-3fa48ba1690c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:21.348389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.445563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 36219666-3093-467b-90a9-3fa48ba1690c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:21.445947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 36219666-3093-467b-90a9-3fa48ba1690c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:21.460183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.508609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:21.508966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.524431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f67304-2694-42a0-91d9-0e0b4d050fe8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:21.567964 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.592781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8513426c-3d79-496a-9f82-b3194665d780 None None] Provisioning for port 6f530aab-4eac-4487-b5d3-a28d01d881a3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:21.598694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.702737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=043311fa-3f86-4c71-8bfd-126c4439dcee,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:21.718458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-08df6e0d-ebf0-4ce4-97c6-69a25f98efa9 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/043311fa-3f86-4c71-8bfd-126c4439dcee HTTP/1.1" status: 204 len: 168 time: 13.3619964 Apr 18 20:43:21.724856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45092) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:21.785275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8513426c-3d79-496a-9f82-b3194665d780 None None] Provisioning complete for port 6f530aab-4eac-4487-b5d3-a28d01d881a3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:21.791159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8513426c-3d79-496a-9f82-b3194665d780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.836727 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f2d8652-019c-4055-b033-7f0e14aeef36 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:21.837416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f2d8652-019c-4055-b033-7f0e14aeef36 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:21.844247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f2d8652-019c-4055-b033-7f0e14aeef36 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/ffe2b128-9ea9-411e-a0c8-d5e449381e3a HTTP/1.1" status: 404 len: 337 time: 0.1101997 Apr 18 20:43:21.848873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:21.891660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:21.913144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:21.930045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bef8fb-5d8b-4144-907a-c3af97ebbe89 None None] DHCP port deletion for 043311fa-3f86-4c71-8bfd-126c4439dcee request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:21.962818 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e83d97e-04d6-4e68-9aa1-5ffd082bb197 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:21.964494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e83d97e-04d6-4e68-9aa1-5ffd082bb197 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:21.970011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e83d97e-04d6-4e68-9aa1-5ffd082bb197 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/043311fa-3f86-4c71-8bfd-126c4439dcee HTTP/1.1" status: 404 len: 339 time: 0.1170483 Apr 18 20:43:21.979777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45100) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:21.988679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8513426c-3d79-496a-9f82-b3194665d780 None None] Port 6f530aab-4eac-4487-b5d3-a28d01d881a3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:43:22.026377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:22.033139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:22.033745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.146233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] DHCP port deletion for 77581ab6-c076-4417-92ca-7bebd4153253 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:22.164833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Deleting port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:22.165495 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.190415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,segment=NetworkSegment(e1138b04-87ec-45ce-b116-52edba3e2cb0),segment_id=e1138b04-87ec-45ce-b116-52edba3e2cb0)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:22.190784 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.204113 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-62afafd2-84c0-4f79-ada1-855be24c5b5b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:22.204581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62afafd2-84c0-4f79-ada1-855be24c5b5b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:22.223391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.241148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-62afafd2-84c0-4f79-ada1-855be24c5b5b tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/ee4003b5-ef59-459c-aa84-f7758547ce55 HTTP/1.1" status: 404 len: 337 time: 0.2594922 Apr 18 20:43:22.287120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45104) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:22.296704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:22.322853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:22.345775 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.386531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for ab0567a7-6cc5-490c-bd5e-b3a1d568f40f owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:22.428128 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5678b5f-0a01-4e22-92e2-1f9ade87d07a tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:22.428128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5678b5f-0a01-4e22-92e2-1f9ade87d07a tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:22.429971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b5678b5f-0a01-4e22-92e2-1f9ade87d07a tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/8c72a2fc-809c-4a9a-9b8f-51648ba474c2 HTTP/1.1" status: 404 len: 339 time: 0.1422279 Apr 18 20:43:22.431059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.440638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:22.476029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.524518 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ed21de-6c68-403e-9940-36363f73fbbb'] response: {'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'code': 200} Apr 18 20:43:22.613628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:22.628814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] For port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,segment=NetworkSegment(e1138b04-87ec-45ce-b116-52edba3e2cb0),segment_id=e1138b04-87ec-45ce-b116-52edba3e2cb0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:22.629218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.655057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.875039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:22.894320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Calling delete_port for ab0567a7-6cc5-490c-bd5e-b3a1d568f40f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:22.972610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ab0567a7-6cc5-490c-bd5e-b3a1d568f40f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:22.973265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3f37ba-d69d-485a-85da-8ee8a778a0b8 req-5d639d67-a2b5-46d8-8e44-7301a29faac4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:22.975024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab3f37ba-d69d-485a-85da-8ee8a778a0b8 req-5d639d67-a2b5-46d8-8e44-7301a29faac4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 944 time: 1.1935322 Apr 18 20:43:23.055131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.092422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.103770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c65450-9f71-4504-8f30-398fb2bb550e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:23.108230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event updated for resources: {'Port': ['ID=6f530aab-4eac-4487-b5d3-a28d01d881a3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:23.114038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0d27cb-7959-4698-80a0-bde20bd4bb01 None None] Network d0083521-6bd5-4e99-b67e-dc7ab8874aca requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:23.142137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] In _notify_port_updated(), no bound segment for port 6f530aab-4eac-4487-b5d3-a28d01d881a3 on network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:43:23.148398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:23.149127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.154339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b56bcc5f-bef7-4f18-aee4-0520ce6fba11 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "PUT /v2.0/ports/6f530aab-4eac-4487-b5d3-a28d01d881a3 HTTP/1.1" status: 200 len: 1055 time: 3.4431009 Apr 18 20:43:23.154339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-10018b01-79f6-4095-9364-557dc3225920 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/65c65450-9f71-4504-8f30-398fb2bb550e HTTP/1.1" status: 204 len: 168 time: 2.8079624 Apr 18 20:43:23.161608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:23.162797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45120) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:23.173432 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.198931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab3f37ba-d69d-485a-85da-8ee8a778a0b8 req-9a835af7-1fef-4667-85e5-9c8ac39831fa tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308808 Apr 18 20:43:23.277750 n-d-836016-3 neutron-server[88143]: INFO neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No ports have port_id starting with ab0567a7-6cc5-490c-bd5e-b3a1d568f40f Apr 18 20:43:23.397066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:23.397821 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:23.436181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-42e50d92-ceb3-48ae-9de5-c021150fd3bf None None] Provisioning complete for port 6f530aab-4eac-4487-b5d3-a28d01d881a3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:23.436837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-42e50d92-ceb3-48ae-9de5-c021150fd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.492218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No DVR routers for this DVR port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:23.500929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting port 6f530aab-4eac-4487-b5d3-a28d01d881a3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:23.501277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.530335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-42e50d92-ceb3-48ae-9de5-c021150fd3bf None None] Port 6f530aab-4eac-4487-b5d3-a28d01d881a3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:43:23.603258 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.662772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] DHCP port deletion for d0083521-6bd5-4e99-b67e-dc7ab8874aca request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:23.674452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] Deleting port 49bac375-7abb-4439-9dbc-bc26095ab805 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:23.677118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.720205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Router a62bd8af-c449-4c41-842d-86d64c3a0c37 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:23.726473 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.755937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58187ffe-8dc1-41aa-902b-d5943201e966']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:23.770270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51a3eb2-5580-4b93-be2e-a5fc19bb3040') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:23.770567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51a3eb2-5580-4b93-be2e-a5fc19bb3040') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:23.783578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.803804 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.812271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:23.812679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.912293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=ab0567a7-6cc5-490c-bd5e-b3a1d568f40f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:23.923199 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:23.935707 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.980265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Deleting port ab0567a7-6cc5-490c-bd5e-b3a1d568f40f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:23.980909 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:23.989765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.025005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=58187ffe-8dc1-41aa-902b-d5943201e966,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:24.062721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-91411cce-d959-48b9-b099-de08979a6d2f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/58187ffe-8dc1-41aa-902b-d5943201e966 HTTP/1.1" status: 204 len: 168 time: 1.6154089 Apr 18 20:43:24.070630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45128) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.086578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Deleting port 49bac375-7abb-4439-9dbc-bc26095ab805 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:24.086927 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.180973 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3544db71-8d6f-4110-95b2-12fb2001205f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.181946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3544db71-8d6f-4110-95b2-12fb2001205f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.189776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-76eb641c-7f2c-4308-91b4-231e063f4df2 None None] The port 'ab0567a7-6cc5-490c-bd5e-b3a1d568f40f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:24.191113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3544db71-8d6f-4110-95b2-12fb2001205f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/db51da43-2217-49ab-b6ca-1838c036c109 HTTP/1.1" status: 404 len: 337 time: 0.1183755 Apr 18 20:43:24.219002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45132) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.225186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] For port 49bac375-7abb-4439-9dbc-bc26095ab805, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49bac375-7abb-4439-9dbc-bc26095ab805,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:24.226050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.279120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:24.306184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4b3dc4e-8198-4c2a-a64b-039e395f3659 admin admin] 10.222.0.47 "PUT /v2.0/routers/a62bd8af-c449-4c41-842d-86d64c3a0c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7416484 Apr 18 20:43:24.308039 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-690775a5-9c7e-4686-89b2-35774284f148 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.308738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-690775a5-9c7e-4686-89b2-35774284f148 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.312720 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-690775a5-9c7e-4686-89b2-35774284f148 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/683a1907-c1c9-4cfc-a4cb-0fd923df7fea HTTP/1.1" status: 404 len: 339 time: 0.0879450 Apr 18 20:43:24.312720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45138) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.313945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45140) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.365333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4975d32-51d1-4563-a053-9359a84393d8 req-22baa8c6-195f-454c-a49a-46ac984cee3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.367700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4975d32-51d1-4563-a053-9359a84393d8 req-22baa8c6-195f-454c-a49a-46ac984cee3c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1096 time: 1.6913378 Apr 18 20:43:24.419850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.437301 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-66ae21c9-b32a-4c5b-baa2-28989378311a tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.437589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66ae21c9-b32a-4c5b-baa2-28989378311a tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.442275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-66ae21c9-b32a-4c5b-baa2-28989378311a tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/ce18457f-e0cb-4957-886b-43db70286cd1 HTTP/1.1" status: 404 len: 337 time: 0.1245077 Apr 18 20:43:24.443334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45146) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.455796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] Calling delete_port for 49bac375-7abb-4439-9dbc-bc26095ab805 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:24.482349 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-301aa3fc-087f-4fe2-a7ee-2d14fd782c72 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.482756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301aa3fc-087f-4fe2-a7ee-2d14fd782c72 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.487405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-301aa3fc-087f-4fe2-a7ee-2d14fd782c72 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/b9cc8cca-dcef-44a6-b7eb-5fecdd69f52a HTTP/1.1" status: 404 len: 339 time: 0.0409272 Apr 18 20:43:24.487713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45150) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.506686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] Sync routers for ids ['a62bd8af-c449-4c41-842d-86d64c3a0c37'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:24.591352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] Routers {'a62bd8af-c449-4c41-842d-86d64c3a0c37'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:24.592386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a62bd8af-c449-4c41-842d-86d64c3a0c37'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:24.600379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4975d32-51d1-4563-a053-9359a84393d8 req-86ff2b7a-866d-4310-9639-54e823212307 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147422 Apr 18 20:43:24.615983 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d5b631-3d5c-48d9-ba5e-bc25d8d22ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.616443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d5b631-3d5c-48d9-ba5e-bc25d8d22ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.621241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5d5b631-3d5c-48d9-ba5e-bc25d8d22ff0 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/756577ad-5a77-4d8e-8d00-5941a58a2525 HTTP/1.1" status: 404 len: 337 time: 0.1296265 Apr 18 20:43:24.622009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77581ab6-c076-4417-92ca-7bebd4153253']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:24.622200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45154) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.657800 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca8420f-4e69-4782-8e9e-57eb381f63cc tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.658326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca8420f-4e69-4782-8e9e-57eb381f63cc tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.663009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cca8420f-4e69-4782-8e9e-57eb381f63cc tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/acd6806c-325a-4111-8ac0-8a9df2e37c2f HTTP/1.1" status: 404 len: 339 time: 0.0370250 Apr 18 20:43:24.671513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45158) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.735694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1138b04-87ec-45ce-b116-52edba3e2cb0') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:24.736026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1138b04-87ec-45ce-b116-52edba3e2cb0') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:24.764546 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa8fd5e4-25ec-4cde-94c0-f0f278397bd1 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.765042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa8fd5e4-25ec-4cde-94c0-f0f278397bd1 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.769794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.771387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aa8fd5e4-25ec-4cde-94c0-f0f278397bd1 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/65cb314d-adf6-4aee-869f-4da04efa23d2 HTTP/1.1" status: 404 len: 337 time: 0.0987470 Apr 18 20:43:24.778906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45164) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.810130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 49bac375-7abb-4439-9dbc-bc26095ab805 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:24.820164 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-286bc548-32c3-4764-aa1a-255ab0063102 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:24.820909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286bc548-32c3-4764-aa1a-255ab0063102 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:24.828264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-286bc548-32c3-4764-aa1a-255ab0063102 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/c6809eb9-e5ed-4a19-8397-6d5227639017 HTTP/1.1" status: 404 len: 339 time: 0.0479646 Apr 18 20:43:24.829110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45168) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:24.833612 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.841318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.880755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618d036e-4a04-4e2e-9b3e-2e81f1c07f96 req-27a0a8db-0a93-45fd-b4d2-cd5dc5f56c15 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:24.882745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-618d036e-4a04-4e2e-9b3e-2e81f1c07f96 req-27a0a8db-0a93-45fd-b4d2-cd5dc5f56c15 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 945 time: 0.4298756 Apr 18 20:43:24.892937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:24.893371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:24.912924 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:24.915346 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.048958 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a10485-dbb6-423f-8fa8-550234d00cd5 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.049673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a10485-dbb6-423f-8fa8-550234d00cd5 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.051639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a0a10485-dbb6-423f-8fa8-550234d00cd5 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/b4dc2690-f4a6-4b52-ab11-d36df755af98 HTTP/1.1" status: 404 len: 337 time: 0.2211895 Apr 18 20:43:25.055645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45172) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.191970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Port 49bac375-7abb-4439-9dbc-bc26095ab805 update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:43:25.199765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.234751 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaee662b-c8e5-4a79-bb66-641ce69a5192 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.235600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaee662b-c8e5-4a79-bb66-641ce69a5192 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.241564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eaee662b-c8e5-4a79-bb66-641ce69a5192 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/798b139d-2d1b-480d-bf02-d7c1e383f4f3 HTTP/1.1" status: 404 len: 339 time: 0.1809130 Apr 18 20:43:25.248858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45176) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.273867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] No DVR routers for this DVR port 49bac375-7abb-4439-9dbc-bc26095ab805 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:25.275618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38b5ca-8728-4569-9135-f2357ca36466 None None] Pushing event deleted for resources: {'Port': ['ID=49bac375-7abb-4439-9dbc-bc26095ab805,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:25.299735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] Set router a62bd8af-c449-4c41-842d-86d64c3a0c37 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:25.321829 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-694b3e0f-dc75-40fc-b462-e980b7278316 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.322285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694b3e0f-dc75-40fc-b462-e980b7278316 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.325081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-694b3e0f-dc75-40fc-b462-e980b7278316 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/99c9689e-b51e-470e-a658-85c2bcb4be9c HTTP/1.1" status: 404 len: 337 time: 0.0754893 Apr 18 20:43:25.338412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45180) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.378749 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-56305ae9-1c67-4514-9ac1-4741515431a3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.379257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56305ae9-1c67-4514-9ac1-4741515431a3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.381033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-56305ae9-1c67-4514-9ac1-4741515431a3 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/4c2a761c-66c4-4e39-8867-98f67dc898c9 HTTP/1.1" status: 404 len: 339 time: 0.0404148 Apr 18 20:43:25.384479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] For port 49bac375-7abb-4439-9dbc-bc26095ab805, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=49bac375-7abb-4439-9dbc-bc26095ab805,segment=NetworkSegment(d1321402-c8e8-4622-bbd4-ae27ae7f4636),segment_id=d1321402-c8e8-4622-bbd4-ae27ae7f4636)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:25.387449 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.390388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45184) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.452335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.463435 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc507fa3-01dc-4664-a0fe-fef8a672339f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.466027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc507fa3-01dc-4664-a0fe-fef8a672339f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.467951 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bc507fa3-01dc-4664-a0fe-fef8a672339f tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/83903ca2-e9b3-4bb2-8ff5-ee5cb0041cbb HTTP/1.1" status: 404 len: 337 time: 0.0765483 Apr 18 20:43:25.470892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45188) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.506338 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-df12c979-e5e4-42f7-b31a-5ffc330ee246 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.507534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df12c979-e5e4-42f7-b31a-5ffc330ee246 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.511658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-df12c979-e5e4-42f7-b31a-5ffc330ee246 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/385c7efc-0793-408e-86df-7228a1a98267 HTTP/1.1" status: 404 len: 339 time: 0.0395443 Apr 18 20:43:25.514355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45192) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.519730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Deleting port 5ee311c8-75fa-4f84-987f-a90d5b485986 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:25.520263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:25.627083 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b36bfd5-0933-40a1-8094-5b2c8f2fcdf1 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.629074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b36bfd5-0933-40a1-8094-5b2c8f2fcdf1 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.632775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b36bfd5-0933-40a1-8094-5b2c8f2fcdf1 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/384d30bd-3cbd-47a8-ab2c-b5d349ed326b HTTP/1.1" status: 404 len: 337 time: 0.1171336 Apr 18 20:43:25.644581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45196) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.644913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149'}], 'enable_snat': True}, 'gw_port_id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:43:21Z', 'revision_number': 5, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port': {'id': '5ee311c8-75fa-4f84-987f-a90d5b485986', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:d5:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:34:46Z', 'updated_at': '2022-04-18T20:34:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:25.650817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] Checking router: a62bd8af-c449-4c41-842d-86d64c3a0c37 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:25.663588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] Routers {'a62bd8af-c449-4c41-842d-86d64c3a0c37'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:25.664183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a62bd8af-c449-4c41-842d-86d64c3a0c37'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:25.705030 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd0ceca-662c-4672-8a7d-30590e6e5f48 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] DELETE failed (client error): The resource could not be found. Apr 18 20:43:25.705992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dd0ceca-662c-4672-8a7d-30590e6e5f48 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:43:25.710456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6dd0ceca-662c-4672-8a7d-30590e6e5f48 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/a9a4a206-4f45-4caf-9e16-bb2a08de22d0 HTTP/1.1" status: 404 len: 339 time: 0.0656905 Apr 18 20:43:25.716028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45200) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:25.874412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] Set router a62bd8af-c449-4c41-842d-86d64c3a0c37 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:25.966227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Calling delete_port for 6f530aab-4eac-4487-b5d3-a28d01d881a3 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:26.090586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Calling delete_port for 49bac375-7abb-4439-9dbc-bc26095ab805 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:26.186540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:43:25Z', 'revision_number': 6, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:26.191658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f702ba-ea1a-47e6-96b7-25e9eb9a53db None None] The sync data for ids ['a62bd8af-c449-4c41-842d-86d64c3a0c37'] in n-d-836016-3 is: [{'id': 'a62bd8af-c449-4c41-842d-86d64c3a0c37', 'name': 'tempest-TaggedBootDevicesTest-628738428-router', 'tenant_id': '5606e21c77994c68bbf712732020ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:34:44Z', 'updated_at': '2022-04-18T20:43:25Z', 'revision_number': 6, 'project_id': '5606e21c77994c68bbf712732020ab27', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:26.285172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-618d036e-4a04-4e2e-9b3e-2e81f1c07f96 req-91ba59d8-1c47-4b4b-aecd-67fe4bbc955b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3605902 Apr 18 20:43:26.294547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting subnet 719523a7-e82f-48f6-9c85-c07ce2edec8f {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:26.296701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.302230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.331098 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.337391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=77581ab6-c076-4417-92ca-7bebd4153253,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:26.372354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a0ed7f45-bf48-48be-a16a-2b839f90dd0e tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/77581ab6-c076-4417-92ca-7bebd4153253 HTTP/1.1" status: 204 len: 168 time: 5.8362925 Apr 18 20:43:26.373681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45206) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:26.381058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:26.381415 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:26.445315 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.517896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.523351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] For port 5ee311c8-75fa-4f84-987f-a90d5b485986, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5ee311c8-75fa-4f84-987f-a90d5b485986,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:26.523865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.571211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Port': ['ID=6f530aab-4eac-4487-b5d3-a28d01d881a3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:26.667787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f2f67304-2694-42a0-91d9-0e0b4d050fe8 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:26.749266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Calling delete_port for 5ee311c8-75fa-4f84-987f-a90d5b485986 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:26.795498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f2f67304-2694-42a0-91d9-0e0b4d050fe8 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:26.796114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f2f67304-2694-42a0-91d9-0e0b4d050fe8 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:26.883106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Deleting port 49bac375-7abb-4439-9dbc-bc26095ab805 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:26.883655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:26.998624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.079283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] The port '49bac375-7abb-4439-9dbc-bc26095ab805' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:27.298105 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.308540 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.357835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.362353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Subnet': ['ID=719523a7-e82f-48f6-9c85-c07ce2edec8f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.391911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0083521-6bd5-4e99-b67e-dc7ab8874aca']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:27.397189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6fdb8c-eaec-4e59-9fec-78c90c39df8f None None] Network a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:27.410514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.443741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dc06b317-8a5c-41aa-ba73-16b64e7f46f7 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/ports/6f530aab-4eac-4487-b5d3-a28d01d881a3 HTTP/1.1" status: 204 len: 168 time: 4.2447755 Apr 18 20:43:27.446936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1321402-c8e8-4622-bbd4-ae27ae7f4636') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:27.447261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1321402-c8e8-4622-bbd4-ae27ae7f4636') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:27.459929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:27.539418 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-021f2fef-16a4-44d9-be5c-32b569b262d3 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] GET failed (client error): The resource could not be found. Apr 18 20:43:27.540281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-021f2fef-16a4-44d9-be5c-32b569b262d3 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Synchronizing usage tracker for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:27.555674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.588818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.607885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-021f2fef-16a4-44d9-be5c-32b569b262d3 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Unset dirty status for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:27.614265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-021f2fef-16a4-44d9-be5c-32b569b262d3 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "GET /v2.0/ports/6f530aab-4eac-4487-b5d3-a28d01d881a3 HTTP/1.1" status: 404 len: 333 time: 0.1482022 Apr 18 20:43:27.615736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.624444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45224) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:27.662137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee311c8-75fa-4f84-987f-a90d5b485986,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:27.678865 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-883d4dff-4bbe-4340-a122-fc50f0b66a41 tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/subnets/719523a7-e82f-48f6-9c85-c07ce2edec8f HTTP/1.1" status: 204 len: 168 time: 1.9612384 Apr 18 20:43:27.688862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45230) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:27.699978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:27.700749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:27.725571 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:27.822757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:27.896952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] DHCP port deletion for a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:27.903631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] Deleting port 136c693d-3ecd-44b4-9481-8d821d635151 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:27.904175 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.153128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.161381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting port 520f0120-47dc-4ed8-8916-3c96449f5c3f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:28.161781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.261630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] For port 136c693d-3ecd-44b4-9481-8d821d635151, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=136c693d-3ecd-44b4-9481-8d821d635151,segment=NetworkSegment(37ee827e-4c84-44d2-b8ed-b2603204333d),segment_id=37ee827e-4c84-44d2-b8ed-b2603204333d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:28.262406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.279341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.300462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a57b525-9030-4ad4-9fad-08f973120c26 req-472a9b26-5f5f-4d7a-a702-1582f6b00021 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.303378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a57b525-9030-4ad4-9fad-08f973120c26 req-472a9b26-5f5f-4d7a-a702-1582f6b00021 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 945 time: 0.8620515 Apr 18 20:43:28.308448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.317392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.327945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0083521-6bd5-4e99-b67e-dc7ab8874aca,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:28.330062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 136c693d-3ecd-44b4-9481-8d821d635151 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:28.330303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.379673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.418707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] Calling delete_port for 136c693d-3ecd-44b4-9481-8d821d635151 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:28.440327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2e94c239-b4b4-4dfd-baf7-354086fe8aa8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d0083521-6bd5-4e99-b67e-dc7ab8874aca HTTP/1.1" status: 204 len: 168 time: 5.2245457 Apr 18 20:43:28.481684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-da47787f-01e8-4651-bff3-2ee918b63289 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:28.483332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-da47787f-01e8-4651-bff3-2ee918b63289 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.6169407 Apr 18 20:43:28.495871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a57b525-9030-4ad4-9fad-08f973120c26 req-7017c72e-ba52-430a-9d7e-2791d5df1b4f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382344 Apr 18 20:43:28.519808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.520876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62bd8af-c449-4c41-842d-86d64c3a0c37 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:43:28.557851 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.564289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eb3e35ca-b0c8-433f-95d8-0904e13b2601 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a62bd8af-c449-4c41-842d-86d64c3a0c37 HTTP/1.1" status: 204 len: 168 time: 4.2518060 Apr 18 20:43:28.578265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-3f7a8e59-b12f-4913-ae30-b1cecb23ae11 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/quotas/3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 375 time: 0.0850525 Apr 18 20:43:28.583939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:28.591382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.648246 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.706937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] Deleting subnet 800c4a43-4e94-4487-af80-50ad0ce30870 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:28.716142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] Pushing event deleted for resources: {'Port': ['ID=136c693d-3ecd-44b4-9481-8d821d635151,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:28.738225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a7cece-1471-4ceb-bf5a-c3e2adb7892f None None] No DVR routers for this DVR port 136c693d-3ecd-44b4-9481-8d821d635151 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:28.739812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.795740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45242) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:28.803057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5ee311c8-75fa-4f84-987f-a90d5b485986 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:28.848508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 5ee311c8-75fa-4f84-987f-a90d5b485986 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:28.848858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5ee311c8-75fa-4f84-987f-a90d5b485986 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:28.849548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136c693d-3ecd-44b4-9481-8d821d635151 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:28.857363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:28.888441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 136c693d-3ecd-44b4-9481-8d821d635151 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:28.888780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136c693d-3ecd-44b4-9481-8d821d635151 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:29.056374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0609de13-df9a-43bb-ba89-27d0725baeec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c5149fe647434eb0ac84ad11a6f1f867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600298 Apr 18 20:43:29.066107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45246) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:29.213804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd50a9ba-07ec-42e7-b33c-6d3e85619299 req-d4423f34-6ee4-409b-bf3b-2d77d215bd91 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.215439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd50a9ba-07ec-42e7-b33c-6d3e85619299 req-d4423f34-6ee4-409b-bf3b-2d77d215bd91 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 945 time: 0.2633636 Apr 18 20:43:29.243373 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.289436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] For port 136c693d-3ecd-44b4-9481-8d821d635151, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=136c693d-3ecd-44b4-9481-8d821d635151,segment=NetworkSegment(37ee827e-4c84-44d2-b8ed-b2603204333d),segment_id=37ee827e-4c84-44d2-b8ed-b2603204333d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:29.289970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.313439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd50a9ba-07ec-42e7-b33c-6d3e85619299 req-aad15134-5f11-4ff7-989d-c100a9287547 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880389 Apr 18 20:43:29.349486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 82d17a33-cc27-420a-8c83-a59cabe9eebe {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:29.349990 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.376455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45250) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:29.572661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Calling delete_port for 520f0120-47dc-4ed8-8916-3c96449f5c3f owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:29.591712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e843ab90-9c98-4a19-b51e-df88d84a7924 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:29.596762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e843ab90-9c98-4a19-b51e-df88d84a7924 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1091 time: 0.2158630 Apr 18 20:43:29.597031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45254) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:29.605487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:29.618335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:29.642074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:floatingip and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:29.646554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:29.657821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 82d17a33-cc27-420a-8c83-a59cabe9eebe, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=82d17a33-cc27-420a-8c83-a59cabe9eebe,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:29.658278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.666303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:29.780734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Calling delete_port for 136c693d-3ecd-44b4-9481-8d821d635151 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:29.798293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 82d17a33-cc27-420a-8c83-a59cabe9eebe owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:29.829382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:29.864549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.014282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9309d8-9e1b-4728-b4ed-faad6563bcfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.062381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-89dbfc4e-7759-4f49-a3a6-bcb9fbe174bd tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1436088 Apr 18 20:43:30.242698 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.294152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.373144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=82d17a33-cc27-420a-8c83-a59cabe9eebe,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:30.379404 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9309d8-9e1b-4728-b4ed-faad6563bcfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.554512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:30.555025 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:30.567458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.650698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.25.5.133 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/47cdfa39-ea0d-4c24-86cb-900f5dafc5a3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:30.656640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.683622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800c4a43-4e94-4487-af80-50ad0ce30870,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:30.690381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.694690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7524ab0-c60a-4d59-b7e3-3b2b0c7788f6 None None] Network 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:30.768845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.817869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-50ebcc93-c10b-43e8-8878-ec90108846b9 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052121 Apr 18 20:43:30.890720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9309d8-9e1b-4728-b4ed-faad6563bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.894488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9309d8-9e1b-4728-b4ed-faad6563bcfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:30.898511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be9309d8-9e1b-4728-b4ed-faad6563bcfd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/454ac81c-a651-4e3b-8532-e346516f73c3 HTTP/1.1" status: 204 len: 168 time: 1.8252368 Apr 18 20:43:30.980385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a53d3927-4d87-4e34-9b4d-ffa81e1730bd admin admin] 10.222.0.47 "DELETE /v2.0/subnets/800c4a43-4e94-4487-af80-50ad0ce30870 HTTP/1.1" status: 204 len: 168 time: 2.3951111 Apr 18 20:43:30.982139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Port': ['ID=520f0120-47dc-4ed8-8916-3c96449f5c3f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:30.991852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45260) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:31.078305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Deleting port 136c693d-3ecd-44b4-9481-8d821d635151 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:31.080061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.238728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] DHCP port deletion for 0fdd33bf-9807-48fe-9b8f-635dbb5741d7 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:31.247959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] Deleting port 42f6d337-f594-41b9-a368-b834254be39c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:31.250590 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.361268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.444615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9309d8-9e1b-4728-b4ed-faad6563bcfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454ac81c-a651-4e3b-8532-e346516f73c3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:31.449972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.452071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e071081d-3c9f-41a2-aafd-2a1f5b2f1240 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/ports/520f0120-47dc-4ed8-8916-3c96449f5c3f HTTP/1.1" status: 204 len: 168 time: 3.8255248 Apr 18 20:43:31.466698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:31.475763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.505774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Deleting port 42f6d337-f594-41b9-a368-b834254be39c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:31.506120 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.664007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:31.665646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] The port '136c693d-3ecd-44b4-9481-8d821d635151' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:31.695437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] For port 42f6d337-f594-41b9-a368-b834254be39c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42f6d337-f594-41b9-a368-b834254be39c,segment=NetworkSegment(fdec732d-859c-4c5a-8cf7-3a06f2d4991e),segment_id=fdec732d-859c-4c5a-8cf7-3a06f2d4991e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:31.696600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:31.765579 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e3ca70-ebb6-4235-a46a-06c098ccb6b8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] GET failed (client error): The resource could not be found. Apr 18 20:43:31.766499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f0e3ca70-ebb6-4235-a46a-06c098ccb6b8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Synchronizing usage tracker for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:31.881849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f0e3ca70-ebb6-4235-a46a-06c098ccb6b8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Unset dirty status for tenant:d9b7c62d63a3438dbadc43d2ef9fb607 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:31.883877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f0e3ca70-ebb6-4235-a46a-06c098ccb6b8 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "GET /v2.0/ports/520f0120-47dc-4ed8-8916-3c96449f5c3f HTTP/1.1" status: 404 len: 333 time: 0.4013889 Apr 18 20:43:31.905452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:31.998589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] Calling delete_port for 42f6d337-f594-41b9-a368-b834254be39c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:32.073995 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-a1a0b451-de11-4496-8e20-43a68e64a531 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2197928 Apr 18 20:43:32.092465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.123826 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.176786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.193738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] Pushing event deleted for resources: {'Port': ['ID=42f6d337-f594-41b9-a368-b834254be39c,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:32.208181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf5dbf6-cee9-443f-b21b-f164600243d0 None None] No DVR routers for this DVR port 42f6d337-f594-41b9-a368-b834254be39c on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:32.231433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=47cdfa39-ea0d-4c24-86cb-900f5dafc5a3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:32.236155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:32.254510 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:32.280093 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:32.281983 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:32.332610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6aeecbe-7851-4ed6-97aa-ff708f08ddd7']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:32.344784 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7acf71ce-199a-4a41-8a4d-d8fc49b1c137 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9636395 Apr 18 20:43:32.351389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:32.352095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45292) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:32.358903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:32.361915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:32.405583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37ee827e-4c84-44d2-b8ed-b2603204333d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:32.406038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37ee827e-4c84-44d2-b8ed-b2603204333d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:32.424354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-8dc25ee2-9508-4697-b85e-1992b4328c66 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8955488 Apr 18 20:43:32.436436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting port bfcddca6-8c1b-47a3-9280-7f035ac21a52 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:32.436970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.496400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.554492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.596865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:32.597383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.649942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 42f6d337-f594-41b9-a368-b834254be39c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:32.678138 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:32.721351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 42f6d337-f594-41b9-a368-b834254be39c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:32.722953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 42f6d337-f594-41b9-a368-b834254be39c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:32.775700 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:32.814917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] For port 42f6d337-f594-41b9-a368-b834254be39c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=42f6d337-f594-41b9-a368-b834254be39c,segment=NetworkSegment(fdec732d-859c-4c5a-8cf7-3a06f2d4991e),segment_id=fdec732d-859c-4c5a-8cf7-3a06f2d4991e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:32.816612 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.872677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.878684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:32.945640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet a984b4a2-b573-4e66-9d96-698145baa93f {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:33.006142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] 10.222.0.47 "DELETE /v2.0/networks/a6aeecbe-7851-4ed6-97aa-ff708f08ddd7 HTTP/1.1" status: 204 len: 168 time: 5.3095844 Apr 18 20:43:33.025630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b220f2-d924-4cfd-a89e-2f04f94c5a6e tempest-NetworksTest-154677917 tempest-NetworksTest-154677917-project] Pushing event deleted for resources: {'Network': ['ID=a6aeecbe-7851-4ed6-97aa-ff708f08ddd7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:33.033640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Calling delete_port for 42f6d337-f594-41b9-a368-b834254be39c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:33.194071 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:33.194365 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:33.240136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.342574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212e30d9-e384-470f-9884-dd37f6b5dae0 req-d7798a4a-c7dd-4c2e-9f23-72553a386cba tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.1094782 Apr 18 20:43:33.366475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-2bcdeb5a-25c8-4a23-b662-818bc5b2a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:33.370704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-2bcdeb5a-25c8-4a23-b662-818bc5b2a52c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1096 time: 0.5912182 Apr 18 20:43:33.427303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.696936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Deleting port 42f6d337-f594-41b9-a368-b834254be39c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:33.697635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:33.702750 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:30Z', 'revision_number': 9, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:33.730912 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:33.758616 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:33.759645 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:33.799001 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.080997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] The port '42f6d337-f594-41b9-a368-b834254be39c' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:34.157132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:43:34.219358 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:34.285557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45324) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:34.592068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.623611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fdd33bf-9807-48fe-9b8f-635dbb5741d7']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:34.636222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Calling delete_port for bfcddca6-8c1b-47a3-9280-7f035ac21a52 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:34.643458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:34.643776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdec732d-859c-4c5a-8cf7-3a06f2d4991e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:34.661129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.683656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.691202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:34.691706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:34.795486 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:34.812560 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.856838 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:34.927746 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db04052b-610b-412f-b824-f7517ab87dac req-f967c401-af0c-4073-9512-8ccae4e31db3 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.0977745 Apr 18 20:43:34.970979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] Pushing event deleted for resources: {'Network': ['ID=0fdd33bf-9807-48fe-9b8f-635dbb5741d7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:34.990971 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0962078d-9b33-4856-ac8e-bb48befd05da admin admin] 10.222.0.47 "DELETE /v2.0/networks/0fdd33bf-9807-48fe-9b8f-635dbb5741d7 HTTP/1.1" status: 204 len: 168 time: 3.9909139 Apr 18 20:43:35.002473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-2dbedf73-d7fd-4714-b01a-76f7c657e505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:35.006312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-2dbedf73-d7fd-4714-b01a-76f7c657e505 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 897 time: 1.5818982 Apr 18 20:43:35.053176 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.130402 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:30Z', 'revision_number': 9, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:35.151885 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d430ea44-e949-4bfe-8ebc-ac8c32e2dd10 None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:30Z', 'revision_number': 9, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': '90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df', 'name': '', 'network_id': 'c1293d1e-6998-4625-aaa5-40e8d01c754d', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:b6:8e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:15Z', 'updated_at': '2022-04-18T20:42:57Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': 'f3c0a91b-f926-4250-aeca-74cd5bbb9bdb', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:35.217072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-21727fd5-bfbb-4e91-9b8e-bd2be23a5d36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 217 time: 0.1974773 Apr 18 20:43:35.340257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:35.463284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-0050e1a4-a4e9-4a00-ba57-1711c1701931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:35.466593 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-0050e1a4-a4e9-4a00-ba57-1711c1701931 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.2455165 Apr 18 20:43:35.529235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.609837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.615878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c953777-1531-48e5-ad9f-9e172e7d74e5 None None] Network 24de78b3-48e2-4468-91be-07cd364b711b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:35.657308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/a984b4a2-b573-4e66-9d96-698145baa93f HTTP/1.1" status: 204 len: 168 time: 3.3004870 Apr 18 20:43:35.658471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45348) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:35.680186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b076c3f0-59ff-4189-ad3e-caf3052cc0a8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=a984b4a2-b573-4e66-9d96-698145baa93f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:35.891860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:35.970442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-041bb502-fa62-47c8-80ad-1cbecafc158b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bdd16ea0a0024e178b658f08759f8a92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1308370 Apr 18 20:43:35.974989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45354) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:35.977367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7c797f38-e4c2-45f1-a113-50720a14afcf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a03f0a11eb464d57a5036d775b91ef54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6339195 Apr 18 20:43:35.987073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45356) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:35.991344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.113495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.219425 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] DHCP port deletion for 24de78b3-48e2-4468-91be-07cd364b711b request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:36.225118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Deleting port b7827cff-8514-4471-abd3-b08c0fdc753b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:36.225881 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.233452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Port': ['ID=bfcddca6-8c1b-47a3-9280-7f035ac21a52,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:36.262797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.264089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.264877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.265446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.266020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.266581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.267122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.267658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.268540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.269317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.269989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.270750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:36.367504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port b7827cff-8514-4471-abd3-b08c0fdc753b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:36.367918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.440361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef853c88-4487-41ba-bd8d-01c7549c900b req-64dac56e-0825-4b44-b169-611f911097f7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.1572256 Apr 18 20:43:36.450313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-de8a6cee-da11-4107-9872-f0ac1866ae00 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.451861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-de8a6cee-da11-4107-9872-f0ac1866ae00 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.5619943 Apr 18 20:43:36.476688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.526460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'port': {'device_id': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'admin_state_up': True, 'tenant_id': '3e8611199562487e905052133b5013a4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:36.594233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-76a46005-8cb5-4083-9160-8e8fa0e66027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:36.597203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-76a46005-8cb5-4083-9160-8e8fa0e66027 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0042131 Apr 18 20:43:36.642435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a9901f-2046-4c5d-a607-5f92334a24c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.646606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56cbe01a-0ec3-400f-8b53-e3e816eeb4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.790088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82d17a33-cc27-420a-8c83-a59cabe9eebe no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:36.829807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.939077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56cbe01a-0ec3-400f-8b53-e3e816eeb4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:36.948684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-faed70e9-3142-4044-aa8e-8422cb613e8b tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/ports/bfcddca6-8c1b-47a3-9280-7f035ac21a52 HTTP/1.1" status: 204 len: 168 time: 5.0413122 Apr 18 20:43:36.953271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-847221cb-bbbe-4a01-9922-1978ad8c5df9 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490827 Apr 18 20:43:36.954204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45372) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:36.992972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 82d17a33-cc27-420a-8c83-a59cabe9eebe {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:37.009061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 82d17a33-cc27-420a-8c83-a59cabe9eebe not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:37.010478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b7827cff-8514-4471-abd3-b08c0fdc753b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:37.301781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] For port b7827cff-8514-4471-abd3-b08c0fdc753b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b7827cff-8514-4471-abd3-b08c0fdc753b,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:37.302200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.400264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed8527ec-1822-4ed1-8b48-e5c960e223cc req-ecf9803e-eade-4a1d-82e5-60195bec593a service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676846 Apr 18 20:43:37.491876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting subnet f0fd18c2-0b90-419b-9f5e-0618c37e53e5 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:37.497857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.608127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Calling delete_port for b7827cff-8514-4471-abd3-b08c0fdc753b owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:37.655250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.662256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.715673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port b7827cff-8514-4471-abd3-b08c0fdc753b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b7827cff-8514-4471-abd3-b08c0fdc753b,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:37.743738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.746843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.794907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:37.844062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:37.874988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a9901f-2046-4c5d-a607-5f92334a24c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:37.906362 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:37.918972 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:37.933788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=b7827cff-8514-4471-abd3-b08c0fdc753b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:37.945599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.008620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.099027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:38.106530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.206202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56cbe01a-0ec3-400f-8b53-e3e816eeb4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.220755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.294916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb7b8420-88b7-4a27-8990-22856921b8ce req-f38c2943-0b04-46e6-8f31-bd6ef40b00bd tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.3964314 Apr 18 20:43:38.300395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Subnet': ['ID=f0fd18c2-0b90-419b-9f5e-0618c37e53e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:38.334801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.337046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cbe01a-0ec3-400f-8b53-e3e816eeb4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1303196-4139-430f-824e-85991c00a684,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:38.343637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-67fa93ca-36ab-4670-af74-37dd511e5e84 tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/subnets/f0fd18c2-0b90-419b-9f5e-0618c37e53e5 HTTP/1.1" status: 204 len: 168 time: 1.3874621 Apr 18 20:43:38.347677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45386) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:38.361233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4120b353-49c9-4cc6-a8bd-1bfdc3e50ad1 None None] Network 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:38.407920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56cbe01a-0ec3-400f-8b53-e3e816eeb4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.409249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-56cbe01a-0ec3-400f-8b53-e3e816eeb4c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1303196-4139-430f-824e-85991c00a684 HTTP/1.1" status: 204 len: 168 time: 2.4209397 Apr 18 20:43:38.450866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Deleting port b7827cff-8514-4471-abd3-b08c0fdc753b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:38.451433 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:38.486480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=47cdfa39-ea0d-4c24-86cb-900f5dafc5a3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:38.508924 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.020808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port b7827cff-8514-4471-abd3-b08c0fdc753b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b7827cff-8514-4471-abd3-b08c0fdc753b,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:39.021849 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.040873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a9901f-2046-4c5d-a607-5f92334a24c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.099486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.156540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Deleting port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:39.159600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.361121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] For port b7827cff-8514-4471-abd3-b08c0fdc753b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b7827cff-8514-4471-abd3-b08c0fdc753b,segment=NetworkSegment(0a71f9fd-a55a-4626-afdf-a5745767e37a),segment_id=0a71f9fd-a55a-4626-afdf-a5745767e37a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:39.362058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.400416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9901f-2046-4c5d-a607-5f92334a24c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41691b8-0470-4823-969e-798cb9fbdbce,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:39.462932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:39.575969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for b7827cff-8514-4471-abd3-b08c0fdc753b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:39.626320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7d408947-bfcc-47d0-926a-d165e5eb2d2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5606e21c77994c68bbf712732020ab27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576996 Apr 18 20:43:39.631417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:39.659133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] For port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0fd4b1fd-2a15-4b1c-931b-b5c97283141c,segment=NetworkSegment(8ca8c105-bb82-4c36-a23f-c55ee85e4c3b),segment_id=8ca8c105-bb82-4c36-a23f-c55ee85e4c3b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:39.659717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.759681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Calling delete_port for b7827cff-8514-4471-abd3-b08c0fdc753b owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:39.835575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Calling delete_port for 0fd4b1fd-2a15-4b1c-931b-b5c97283141c owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:39.864297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-310a000f-8184-4b0a-9b74-a25d8c83cbe0 req-7eed3af1-b504-4428-afc2-81c5dbcceeee tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:39.903483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a897916-ad29-462b-ae4b-6096234a9e56 None None] DHCP port deletion for 63e48da2-f6f6-4192-85e4-c96edf1b8ad0 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:39.911959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9a897916-ad29-462b-ae4b-6096234a9e56 None None] Deleting port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:39.912361 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a897916-ad29-462b-ae4b-6096234a9e56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:39.964360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.20.0.9 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/69c87d41-d894-4a05-b6b7-e32882ed1f38) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:39.975530 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Floating IP 2b664217-d8e2-455b-b23d-f2a9c646775b associated. External IP: 172.25.5.133, port: 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed. Apr 18 20:43:40.046482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c1c5cae-97a2-4d0d-bd78-894e65019337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.061503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a9901f-2046-4c5d-a607-5f92334a24c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.064377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-90a9901f-2046-4c5d-a607-5f92334a24c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d41691b8-0470-4823-969e-798cb9fbdbce HTTP/1.1" status: 204 len: 168 time: 4.0829787 Apr 18 20:43:40.064377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-310a000f-8184-4b0a-9b74-a25d8c83cbe0 req-7eed3af1-b504-4428-afc2-81c5dbcceeee tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:40.076797 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-310a000f-8184-4b0a-9b74-a25d8c83cbe0 req-7eed3af1-b504-4428-afc2-81c5dbcceeee tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.3484063 Apr 18 20:43:40.093113 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c1c5cae-97a2-4d0d-bd78-894e65019337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.143756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:40.144451 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:40.177875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.210472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9a897916-ad29-462b-ae4b-6096234a9e56 None None] The port '0fd4b1fd-2a15-4b1c-931b-b5c97283141c' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:40.220023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.264840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] No DVR routers for this DVR port 0fd4b1fd-2a15-4b1c-931b-b5c97283141c on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:40.317244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c1c5cae-97a2-4d0d-bd78-894e65019337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.333332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Port': ['ID=0fd4b1fd-2a15-4b1c-931b-b5c97283141c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.379268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] Pushing event deleted for resources: {'Port': ['ID=b7827cff-8514-4471-abd3-b08c0fdc753b,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.390099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d30b090-1bd6-4758-80a3-0da016239f80 None None] No DVR routers for this DVR port b7827cff-8514-4471-abd3-b08c0fdc753b on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:40.513226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.561003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e48da2-f6f6-4192-85e4-c96edf1b8ad0']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:40.580744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ca8c105-bb82-4c36-a23f-c55ee85e4c3b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:40.581246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ca8c105-bb82-4c36-a23f-c55ee85e4c3b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:40.597807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.631356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.636810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c5cae-97a2-4d0d-bd78-894e65019337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624bcf81-6c15-4c19-8c74-9bc649e87ccf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.671978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:40.673062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.696991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0fd4b1fd-2a15-4b1c-931b-b5c97283141c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:40.704164 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:40.772421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0fd4b1fd-2a15-4b1c-931b-b5c97283141c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:40.772782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0fd4b1fd-2a15-4b1c-931b-b5c97283141c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:40.807384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port b7827cff-8514-4471-abd3-b08c0fdc753b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:40.808754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.854233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c1c5cae-97a2-4d0d-bd78-894e65019337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.856139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8c1c5cae-97a2-4d0d-bd78-894e65019337 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/624bcf81-6c15-4c19-8c74-9bc649e87ccf HTTP/1.1" status: 204 len: 168 time: 1.2234774 Apr 18 20:43:40.863539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.874053 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:40.916846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] 10.222.0.47 "DELETE /v2.0/networks/63e48da2-f6f6-4192-85e4-c96edf1b8ad0 HTTP/1.1" status: 204 len: 168 time: 2.5676870 Apr 18 20:43:40.918184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33db60-84a1-47f4-b1c5-ae010b6a09db tempest-AllowedAddressPairTestJSON-2112731999 tempest-AllowedAddressPairTestJSON-2112731999-project] Pushing event deleted for resources: {'Network': ['ID=63e48da2-f6f6-4192-85e4-c96edf1b8ad0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:40.999318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] The port 'b7827cff-8514-4471-abd3-b08c0fdc753b' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:41.002623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.138820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Transition to ACTIVE for port object 69c87d41-d894-4a05-b6b7-e32882ed1f38 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:41.310446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 16596877-f9ac-4638-99a1-2ac98d844819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:41.397225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:41.471520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf2c397a-b066-43bf-8764-1065d4e8a33b req-741f3fb1-2edc-46a3-90c0-bc6a8c30b897 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.1716013 Apr 18 20:43:41.476650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.782457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24de78b3-48e2-4468-91be-07cd364b711b']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:41.804968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a71f9fd-a55a-4626-afdf-a5745767e37a') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:41.805480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a71f9fd-a55a-4626-afdf-a5745767e37a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:41.808764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e2be9e4-54c3-4203-bad1-7563fb5f4a4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d9b7c62d63a3438dbadc43d2ef9fb607&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4097562 Apr 18 20:43:41.812192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:41.819317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.874810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.920662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d744c63-f206-4794-a4c3-271215485c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:41.955487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d744c63-f206-4794-a4c3-271215485c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.036757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d744c63-f206-4794-a4c3-271215485c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.049813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:42.061067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:42.072228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.075430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d744c63-f206-4794-a4c3-271215485c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e463416b-25c4-4fe3-91f5-7cabb012ab2d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.076717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:42.092131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d744c63-f206-4794-a4c3-271215485c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.093714 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5d744c63-f206-4794-a4c3-271215485c9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e463416b-25c4-4fe3-91f5-7cabb012ab2d HTTP/1.1" status: 204 len: 168 time: 0.2780793 Apr 18 20:43:42.195291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:42.196113 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.253167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:42.261831 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:42.337025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:42.352826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] Sync routers for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:42.354584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=69c87d41-d894-4a05-b6b7-e32882ed1f38,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.390277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:42.391098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:42.619869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.620982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.622267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.622799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.623198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.623738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.624132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.624469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.624801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.625302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.625731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.626609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:42.647966 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.730836 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.737316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.740868 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/24de78b3-48e2-4468-91be-07cd364b711b HTTP/1.1" status: 204 len: 168 time: 7.0675662 Apr 18 20:43:42.762910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:42.770099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:42.779631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2cc91-773a-44bd-81a5-3ff7034ad6df tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=24de78b3-48e2-4468-91be-07cd364b711b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:42.806090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:42.869113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:42.871634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.068812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-6ad5bdb9-89e5-4ca7-9f9d-db3fcf55604a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5466068 Apr 18 20:43:43.106254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Request body: {'port': {'device_id': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:43.211896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-37ecb5ea-2b90-4df4-b26c-3a8fe624e012 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 13.6134524 Apr 18 20:43:43.221276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:43.238376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:43.279134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db068a5-ec2d-4d8c-8254-f4a38fa45c50 req-7d090653-a454-460f-abe6-9224e838f9ee tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:43.290228 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2db068a5-ec2d-4d8c-8254-f4a38fa45c50 req-7d090653-a454-460f-abe6-9224e838f9ee tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 931 time: 0.4887714 Apr 18 20:43:43.337714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-78a1ce14-dab7-4313-a852-5753b63315f1 None None] Provisioning for port 69c87d41-d894-4a05-b6b7-e32882ed1f38 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:43.360169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-78a1ce14-dab7-4313-a852-5753b63315f1 None None] Provisioning complete for port 69c87d41-d894-4a05-b6b7-e32882ed1f38 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:43.364298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78a1ce14-dab7-4313-a852-5753b63315f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.417807 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c478f22b-2845-4bc6-93f2-8251743a7467'] response: {'name': 'network-changed', 'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'status': 'completed', 'code': 200} Apr 18 20:43:43.419557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45502) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:43.419896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45504) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:43.522348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:43.565825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-78a1ce14-dab7-4313-a852-5753b63315f1 None None] Port 69c87d41-d894-4a05-b6b7-e32882ed1f38 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:43:43.579723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Usage tracker for resource:security_group_rule and tenant:91b5bdfbca3d40809836540a4819d597 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:43.583271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:43.590698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:43.656074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-868f6a8d-58e0-401d-b726-8ba4802c3992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.689796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:28Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:34Z', 'revision_number': 0, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:43.702258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] Checking router: 16596877-f9ac-4638-99a1-2ac98d844819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:43.706340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.726304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.727147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:43.729482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:43.732365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:43.751614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fcc83d9b-2a89-41f2-bc25-8f6e25e5fe74 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/2b664217-d8e2-455b-b23d-f2a9c646775b HTTP/1.1" status: 200 len: 991 time: 0.4583092 Apr 18 20:43:43.774920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=91b5bdfbca3d40809836540a4819d597&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5162582 Apr 18 20:43:43.779750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:43.959916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2db068a5-ec2d-4d8c-8254-f4a38fa45c50 req-999e8760-a944-42d4-a4b9-52e67c947e6b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5411353 Apr 18 20:43:43.982517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddeb21-202c-49a3-8205-76bf2b1723f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbdad80-28da-41f9-bb4a-c2d33f426da8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:44.013907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2144264087-network', 'tenant_id': '9881b9aa74514d30beea13b262e306d2'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:44.022605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1809012246'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:44.026434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:44.031115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:44.035324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:44.041703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474c1d95-cd80-4f1a-8d75-3a23be3af0d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.042965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:44.046856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:44.053201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:44.081818 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474c1d95-cd80-4f1a-8d75-3a23be3af0d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.085223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:44.090051 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.121163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Usage tracker for resource:network and tenant:9881b9aa74514d30beea13b262e306d2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:44.151983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba677-709b-4a6d-9145-840c76cb999a req-fe2fe2e8-24dc-479f-8e97-2c8a16ec3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:44.155886 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de7ba677-709b-4a6d-9145-840c76cb999a req-fe2fe2e8-24dc-479f-8e97-2c8a16ec3324 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1096 time: 0.6367118 Apr 18 20:43:44.195226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474c1d95-cd80-4f1a-8d75-3a23be3af0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.222014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:44.245648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-474c1d95-cd80-4f1a-8d75-3a23be3af0d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.250711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-474c1d95-cd80-4f1a-8d75-3a23be3af0d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cbdad80-28da-41f9-bb4a-c2d33f426da8 HTTP/1.1" status: 204 len: 168 time: 0.4635155 Apr 18 20:43:44.250711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c1d95-cd80-4f1a-8d75-3a23be3af0d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbdad80-28da-41f9-bb4a-c2d33f426da8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:44.267311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.293028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:44.378056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Made reservation on behalf of 9881b9aa74514d30beea13b262e306d2 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:44.383592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.443306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba677-709b-4a6d-9145-840c76cb999a req-b32a284a-5d92-4afe-b3a3-1334166dfe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:44.444510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de7ba677-709b-4a6d-9145-840c76cb999a req-b32a284a-5d92-4afe-b3a3-1334166dfe80 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 897 time: 0.2819448 Apr 18 20:43:44.526855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:44.561427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group_rule and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:44.565693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:44.571686 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.596281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:44.607188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:28Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:34Z', 'revision_number': 0, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:44.612194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de44cb2b-2c7b-4918-bf3e-6fe03364c98f None None] The sync data for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 is: [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:42:28Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:34Z', 'revision_number': 0, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:44.633409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:44.645273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:44.649816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Usage tracker for resource:security_group_rule and tenant:9881b9aa74514d30beea13b262e306d2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:44.655153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:44.663984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:44.760349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45536) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:44.814140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:44.821126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de7ba677-709b-4a6d-9145-840c76cb999a req-f6b55c06-1bb2-4dc8-b20a-7c85d0d52cac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 999 time: 0.3680160 Apr 18 20:43:44.899307 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-88f9e488-dabf-454f-806b-5bcb9b333b77 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/2b664217-d8e2-455b-b23d-f2a9c646775b HTTP/1.1" status: 200 len: 991 time: 0.1377833 Apr 18 20:43:45.042132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58918c46-6939-42e8-b035-621b138ec611 None None] New status for floating IP 2b664217-d8e2-455b-b23d-f2a9c646775b: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:43:45.067969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1040361332'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:45.092773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba677-709b-4a6d-9145-840c76cb999a req-340f21bb-67a5-450e-8a93-e27f8d4539ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.094973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de7ba677-709b-4a6d-9145-840c76cb999a req-340f21bb-67a5-450e-8a93-e27f8d4539ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.2524638 Apr 18 20:43:45.096165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:45.106485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:45.144624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:45.163635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:45.207040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:45.211368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.234124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.263539 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.285171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.338487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:45.353376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:45.368817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.370222 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment a359ea6f-025f-47d5-8c98-e51eb439637a of type vlan for network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a Apr 18 20:43:45.378435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:security_group_rule and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:45.393094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:45.411564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ba677-709b-4a6d-9145-840c76cb999a req-a11d77fe-2211-4f9b-be9f-a36a624b6f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.413140 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de7ba677-709b-4a6d-9145-840c76cb999a req-a11d77fe-2211-4f9b-be9f-a36a624b6f1f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3105972 Apr 18 20:43:45.414177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:45.420225 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.432937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c87d41-d894-4a05-b6b7-e32882ed1f38 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:45.504299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.509431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:45.510621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.528168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.539970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92c068ff-740f-470e-8c58-22ca96934186,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:45.567689 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.630401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Transition to ACTIVE for port object 69c87d41-d894-4a05-b6b7-e32882ed1f38 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:45.646339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:45.652143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.674119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e035a1-5d95-42ac-bb3d-c868c495b203 req-86f6d18b-dfe8-47e0-af2e-6ca2fdf26d69 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.681449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e035a1-5d95-42ac-bb3d-c868c495b203 req-86f6d18b-dfe8-47e0-af2e-6ca2fdf26d69 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 931 time: 0.4500511 Apr 18 20:43:45.794007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de7ba677-709b-4a6d-9145-840c76cb999a req-6ffd8688-cb4f-47a1-84d6-18333582f92f service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691041 Apr 18 20:43:45.845460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9da5d29-8292-4e68-9daa-8d534d53d918,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:45.861548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.867900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:45.868761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:45.983904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45566) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:45.995829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-205e28f4-958a-4031-a9a4-74c7a99f3ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.105261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09e035a1-5d95-42ac-bb3d-c868c495b203 req-2a816df8-8e8a-4395-b92c-ff6b9c476bac tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4222815 Apr 18 20:43:46.157651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.158097 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Added segment 20d42246-0967-4200-b295-7b672815645a of type vlan for network 1355f291-d671-41ef-a288-390dfd9b33e8 Apr 18 20:43:46.192899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.230577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=4191010f-d2b4-4b22-ae3b-1b3f8a939e5a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:46.243902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:46.295770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.317810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.356653 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ef9a4478-12e6-4756-a614-65bde104060b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.9330487 Apr 18 20:43:46.363506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.365221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:46.366326 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.373860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:46.391015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,segment=NetworkSegment(3830d13e-5b10-42b3-8d52-916e7600c4ae),segment_id=3830d13e-5b10-42b3-8d52-916e7600c4ae)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:46.391665 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.426778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'name': 'tempest-PortsTestJSON-615558670'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:46.437971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Pushing event updated for resources: {'Port': ['ID=69c87d41-d894-4a05-b6b7-e32882ed1f38,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:46.481146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:46.485254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de7ba677-709b-4a6d-9145-840c76cb999a req-655c75d2-c4d9-4a93-82a3-b7a1873026cc service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6790740 Apr 18 20:43:46.615292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35499b5c-d28a-4f3a-b139-aac6d8a542b7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:46.695324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:46.749621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.749978 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment 03020d85-03b4-485a-9e80-a506a637d428 of type vlan for network 1746d0a4-0607-4438-a232-b1331ce426b5 Apr 18 20:43:46.750868 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b3b6355d-0cd2-4129-82bf-d164510fa80e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/2b664217-d8e2-455b-b23d-f2a9c646775b HTTP/1.1" status: 200 len: 993 time: 0.5227735 Apr 18 20:43:46.755012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3295794 Apr 18 20:43:46.766765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45588) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:46.779230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Request body: {'subnet': {'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2144264087-subnet', 'tenant_id': '9881b9aa74514d30beea13b262e306d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:46.787871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff0dfca-1ebd-46e4-9ae9-bf4e1b8ac520 admin admin] Pushing event updated for resources: {'Network': ['ID=1355f291-d671-41ef-a288-390dfd9b33e8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:46.794001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:46.808471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:46.809894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1355f291-d671-41ef-a288-390dfd9b33e8 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:46.817229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:46.823851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:46.857099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Usage tracker for resource:subnet and tenant:9881b9aa74514d30beea13b262e306d2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:46.862886 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.868791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:46.874639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:46.875722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Attempting to bind port 69c87d41-d894-4a05-b6b7-e32882ed1f38 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:46.875935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Attempting to bind port 69c87d41-d894-4a05-b6b7-e32882ed1f38 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:46.876366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Attempting to bind port 69c87d41-d894-4a05-b6b7-e32882ed1f38 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:46.884456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Port 69c87d41-d894-4a05-b6b7-e32882ed1f38 on network 1ca914df-2462-4609-93a7-9a10ac1d108a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:43:46.885732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Attempting to bind port 69c87d41-d894-4a05-b6b7-e32882ed1f38 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:46.893556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:43:46.895159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:46.896017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:43:46.896224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Bound port: 69c87d41-d894-4a05-b6b7-e32882ed1f38, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:46.896402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.897552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:46.936586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:46.940736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:46.969050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Made reservation on behalf of 9881b9aa74514d30beea13b262e306d2 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:46.971845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.014000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 02c3cf75-73bb-4491-a662-007d886e3517 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:43:47.044397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.048468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.050815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] For port 69c87d41-d894-4a05-b6b7-e32882ed1f38, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:43:47.055302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] For port 69c87d41-d894-4a05-b6b7-e32882ed1f38, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:43:47.060948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.063238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.072732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.075684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.214317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.215735 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.217774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] 10.222.0.61 "PUT /v2.0/ports/69c87d41-d894-4a05-b6b7-e32882ed1f38 HTTP/1.1" status: 200 len: 1091 time: 4.1230941 Apr 18 20:43:47.221753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'tag': '69c87d41-d894-4a05-b6b7-e32882ed1f38'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:43:47.251492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c48ab8d-52ac-4ca7-a34f-764885e12d83 service neutron] Pushing event updated for resources: {'Port': ['ID=69c87d41-d894-4a05-b6b7-e32882ed1f38,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:47.399147 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cc1c8ed-ac2f-45db-b65c-8b977e5c050b'] response: {'name': 'network-changed', 'server_uuid': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'tag': '69c87d41-d894-4a05-b6b7-e32882ed1f38', 'status': 'completed', 'code': 200} Apr 18 20:43:47.508178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=1746d0a4-0607-4438-a232-b1331ce426b5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:47.523100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cf8cb83e-66cd-4c44-9121-9bda3ae2642f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7047248 Apr 18 20:43:47.529113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:47.531634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1746d0a4-0607-4438-a232-b1331ce426b5 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:47.550666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.560311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-341544188'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:47.605613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1953e2fb-e15a-44dd-9281-106d9300c6d2 req-5a76897c-5f24-49e5-b265-8104d836d746 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.620619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1953e2fb-e15a-44dd-9281-106d9300c6d2 req-5a76897c-5f24-49e5-b265-8104d836d746 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 943 time: 0.2113798 Apr 18 20:43:47.625740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:47.626464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-009213e1-d119-4f74-ba66-4086be1d8750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:47.629922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-009213e1-d119-4f74-ba66-4086be1d8750 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 1094 time: 0.3342125 Apr 18 20:43:47.665750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:47.682806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:47.814042 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-7965252f-fe91-45b2-a11c-41cbe968ab01 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38 HTTP/1.1" status: 200 len: 217 time: 0.1465192 Apr 18 20:43:47.829809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:47.845159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:47.873426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:47.874457 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1953e2fb-e15a-44dd-9281-106d9300c6d2 req-c3baa523-e957-462c-89c3-f6f3ba5b3a10 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427549 Apr 18 20:43:48.000404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-29064c66-c353-41fd-8471-6f4a63883c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:48.003114 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-29064c66-c353-41fd-8471-6f4a63883c55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1504288 Apr 18 20:43:48.025717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:48.029605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.145129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-b210384e-68b2-4fbd-ab7d-efa52abfc9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:48.148478 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-b210384e-68b2-4fbd-ab7d-efa52abfc9d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1349413 Apr 18 20:43:48.367707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:48.379649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-48d66a1f-8ff9-4cd5-b2fc-65ab60dee099 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205195 Apr 18 20:43:48.388122 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.472936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.488749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.489309 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment f5e8e4e1-32ef-406c-bb45-4fea511e522e of type vlan for network 692b7e43-a311-4132-bb57-2369116b0501 Apr 18 20:43:48.492966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.501262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.559198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbc2a194-524b-4a3f-b5de-214a15a1ea31 req-1117cb07-6771-4ce2-82d4-5cdfa2756bab service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695461 Apr 18 20:43:48.845608 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.846146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=02c3cf75-73bb-4491-a662-007d886e3517,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:48.854939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:48.872292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-5b98700c-8bd9-442f-a00c-6d6fdfa796ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:48.874334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-5b98700c-8bd9-442f-a00c-6d6fdfa796ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 1094 time: 0.2513640 Apr 18 20:43:48.940777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82c0c96c-4939-4752-864c-92ad1136cc06,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:48.961721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': 'a359ea6f-025f-47d5-8c98-e51eb439637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:48.962008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:48.989656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Checking segment: {'id': '20d42246-0967-4200-b295-7b672815645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:48.989946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Network hostable DHCP agents. Network: 1355f291-d671-41ef-a288-390dfd9b33e8, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:49.057996 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.063918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.074008 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.116502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Network 1355f291-d671-41ef-a288-390dfd9b33e8 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:49.149474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-c569af13-065d-4ee0-ae73-3561de11aaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.152802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-c569af13-065d-4ee0-ae73-3561de11aaed service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.2699351 Apr 18 20:43:49.198330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:49.263587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45628) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:49.277581 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.294985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-cd8e9fb9-d81f-4814-a2bf-6093dc57edbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38 HTTP/1.1" status: 200 len: 217 time: 0.1307051 Apr 18 20:43:49.372378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1355f291-d671-41ef-a288-390dfd9b33e8) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:49.373937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-1c2313c8-fcb0-4341-aa4b-f4f154011ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.376005 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-1c2313c8-fcb0-4341-aa4b-f4f154011ce9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.0692492 Apr 18 20:43:49.384214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5b02e4-a1e5-4bd8-adce-ef4b6493bb84 None None] Network 1355f291-d671-41ef-a288-390dfd9b33e8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:49.398084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:49.402005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.403064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.408679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f56de0-dca5-48cf-8b73-6db430f653c9 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:49.470768 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.492216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:49.499787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Usage tracker for resource:security_group_rule and tenant:b1e19d66b57c47fa94be55cbf77087af is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:49.503757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:49.508954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9680259 Apr 18 20:43:49.513392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:49.514317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:49.523898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': '1746d0a4-0607-4438-a232-b1331ce426b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:49.541233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:49.551725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.552854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.570438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c807fe-283d-4047-9df9-792248066918 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=692b7e43-a311-4132-bb57-2369116b0501,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:49.607949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 692b7e43-a311-4132-bb57-2369116b0501 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:49.665483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a55f18ee-58be-4546-8d13-117f2637b149 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8894341 Apr 18 20:43:49.676705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-73e10013-7310-47e1-b252-7825a2ba6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.678519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-73e10013-7310-47e1-b252-7825a2ba6f66 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2756102 Apr 18 20:43:49.705482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:43:49.712379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c6acfbcc-cc55-48a6-9a65-9dbe7e4e668a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.3283877 Apr 18 20:43:49.722548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:49.740128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-416371814'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:49.767787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:49.771243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1d52ec-d90b-4a24-b25f-db2b62768003 req-49d7f34c-a30a-4698-b7ec-8eca543bc089 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:49.773823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea1d52ec-d90b-4a24-b25f-db2b62768003 req-49d7f34c-a30a-4698-b7ec-8eca543bc089 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 943 time: 0.6834815 Apr 18 20:43:49.779221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:49.845109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:49.850973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:49.878172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:49.912802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:49.917960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:49.925907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:49.943896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b6874-6dec-40d5-ad10-c248b02a98c8 None None] Network 1355f291-d671-41ef-a288-390dfd9b33e8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:49.954568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:49.985344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:50.040648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-3d5d2229-5174-4bee-b9bc-6341782ba453 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3444796 Apr 18 20:43:50.155112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.168865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea1d52ec-d90b-4a24-b25f-db2b62768003 req-996679a0-aaa2-48ae-9e6b-01d1f1b543c3 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829815 Apr 18 20:43:50.185915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.187500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:50.198456 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.304517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:43:50.318493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.318884 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment fd1cd6b4-89a3-45e8-8e89-8d984bf6e5d4 of type vlan for network 98338508-2e06-4221-8e58-cd8c68c77b37 Apr 18 20:43:50.334611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:43:50.366501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-491fc459-d49b-4ed9-b1c4-78a557f2891a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5904169 Apr 18 20:43:50.366501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.367013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:43:50.370741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:50.390117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:50.390834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:50.448795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1e19d66b57c47fa94be55cbf77087af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1828825 Apr 18 20:43:50.449419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:50.449798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59a45a-5b3a-4827-a945-8f67cd7f9d3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d99885-871f-4ad8-91f1-b566674fd5b9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:50.482853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.496178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.497296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.604101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:50.623875 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-595a7944-ecdb-4d9a-843e-e926727768f7 req-d5e49e63-a1d5-41fc-a0a8-4dc144f115aa service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5126259 Apr 18 20:43:50.720625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-51bda8f1-bbc4-4003-94d2-8920dd1bc12b tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:50.721721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-51bda8f1-bbc4-4003-94d2-8920dd1bc12b tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Synchronizing usage tracker for tenant:9881b9aa74514d30beea13b262e306d2 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:50.725631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9973168 Apr 18 20:43:50.746377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:50.760010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'ports': [{'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a'}, {'network_id': '98338508-2e06-4221-8e58-cd8c68c77b37'}]} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:50.760505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:50.761703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '98338508-2e06-4221-8e58-cd8c68c77b37'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:50.906230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.911431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbcd04c-19cc-4ae2-9b93-0445d24317a1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=98338508-2e06-4221-8e58-cd8c68c77b37,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:50.929674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet f3c0a91b-f926-4250-aeca-74cd5bbb9bdb {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:43:50.937657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e678ef1-c98b-449c-b645-e6f6ca8b02f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.941039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:50.943821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 98338508-2e06-4221-8e58-cd8c68c77b37 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:43:51.030206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-51bda8f1-bbc4-4003-94d2-8920dd1bc12b tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Unset dirty status for tenant:9881b9aa74514d30beea13b262e306d2 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:51.032240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-51bda8f1-bbc4-4003-94d2-8920dd1bc12b tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/networks?id=1355f291-d671-41ef-a288-390dfd9b33e8 HTTP/1.1" status: 200 len: 814 time: 0.6950300 Apr 18 20:43:51.141368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:47Z', 'revision_number': 10, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:51.146876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:43:51.159388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:43:51.160208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:51.187560 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-b642bc47-7ec0-4d10-a1bf-5c334398b5fb tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/quotas/9881b9aa74514d30beea13b262e306d2 HTTP/1.1" status: 200 len: 375 time: 0.1316857 Apr 18 20:43:51.256531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': '03020d85-03b4-485a-9e80-a506a637d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1746d0a4-0607-4438-a232-b1331ce426b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:51.257115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: 1746d0a4-0607-4438-a232-b1331ce426b5, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:51.335463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.455176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:43:51.523925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e678ef1-c98b-449c-b645-e6f6ca8b02f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.648193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:51.665623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4bb32-8f04-4869-a8a1-260ab863783b req-f7835b55-326a-4183-8977-2372e8c0d8ac tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:51.670889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a4bb32-8f04-4869-a8a1-260ab863783b req-f7835b55-326a-4183-8977-2372e8c0d8ac tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 943 time: 0.3407769 Apr 18 20:43:51.691284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.694390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-38754a37-813b-46d3-8078-35dc5cef75ca tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9881b9aa74514d30beea13b262e306d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4615066 Apr 18 20:43:51.720433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 1746d0a4-0607-4438-a232-b1331ce426b5 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:51.724178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:51.762972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:51.792803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:51.808391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e678ef1-c98b-449c-b645-e6f6ca8b02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.810693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1746d0a4-0607-4438-a232-b1331ce426b5) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:51.813211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:51.825971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:51.826810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.879648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9371880-100c-4804-8401-834f4e9a3cf1 None None] Network 1746d0a4-0607-4438-a232-b1331ce426b5 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:51.888758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e678ef1-c98b-449c-b645-e6f6ca8b02f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d99885-871f-4ad8-91f1-b566674fd5b9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:51.918448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a4bb32-8f04-4869-a8a1-260ab863783b req-57f9a48c-645d-41c3-96b7-8a07f9055ace tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715937 Apr 18 20:43:51.969121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e678ef1-c98b-449c-b645-e6f6ca8b02f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:51.974371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e678ef1-c98b-449c-b645-e6f6ca8b02f4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36d99885-871f-4ad8-91f1-b566674fd5b9 HTTP/1.1" status: 204 len: 168 time: 1.5230362 Apr 18 20:43:51.988571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.034429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 2} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:52.044619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.101668 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.114897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c0a91b-f926-4250-aeca-74cd5bbb9bdb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:52.125299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-2b086d64-bbad-4c11-9778-7da4bb6eae4b service neutron] 10.222.0.47 "GET /v2.0/networks/1355f291-d671-41ef-a288-390dfd9b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850341 Apr 18 20:43:52.139569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4a351fe3-b7d2-4c52-921d-621154c952aa tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/f3c0a91b-f926-4250-aeca-74cd5bbb9bdb HTTP/1.1" status: 204 len: 168 time: 1.7670124 Apr 18 20:43:52.141015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:52.183903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9b7b03-5021-4a19-91da-b229914472be None None] Network c1293d1e-6998-4625-aaa5-40e8d01c754d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:52.194047 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.331363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-1746d0a4-0607-4438-a232-b1331ce426b5', 'network_id': '1746d0a4-0607-4438-a232-b1331ce426b5', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': 'f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:43:52.332221 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.388850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-daa76da6-5a80-447e-b604-a56b37b0b208 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8716159 Apr 18 20:43:52.392804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:52.426596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': '692b7e43-a311-4132-bb57-2369116b0501', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:52.516538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.678761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:52.679481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.689589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port c69aba3d-d94f-4467-814e-ddcd37a75516 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:43:52.750671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:47Z', 'revision_number': 10, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:52.758501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665a7771-2b15-4f22-9b6d-5ea3773ab243 None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:43:47Z', 'revision_number': 10, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None, '_interfaces': [{'id': 'eb712129-5654-4a07-b130-b4d5154415f6', 'name': '', 'network_id': '27e86ec6-73e3-4546-b0a4-44b36d131d09', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'mac_address': 'fa:16:3e:15:af:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:01Z', 'updated_at': '2022-04-18T20:42:27Z', 'revision_number': 5, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'subnets': [{'id': '79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:43:52.760828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:52.776470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:52.787153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Allocated IP 172.20.0.2 (1746d0a4-0607-4438-a232-b1331ce426b5/f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7/8c16a1b3-8fdf-4f09-b56b-b71453f57217) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:52.831401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:52.842167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:52.860467 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.862195 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:52.898647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:52.923280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-abc345e2-a506-42ab-9c6e-7c5eff58ea9e service neutron] 10.222.0.47 "GET /v2.0/networks/1355f291-d671-41ef-a288-390dfd9b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7963974 Apr 18 20:43:52.987862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:53.006691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Usage tracker for resource:security_group_rule and tenant:b099d88b51db479080a2d23cd0bff772 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:53.017443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:53.046436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:53.052730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 27cf36e0-cd05-4710-a8fd-4f1334e3e6ab yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:43:53.063145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:53.070085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.180000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] DHCP port deletion for c1293d1e-6998-4625-aaa5-40e8d01c754d request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:43:53.231563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Deleting port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:53.232245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.412865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.430991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-24f96ce4-0ee5-403a-a3a2-2c05a842c981 req-b92df96a-87f7-46ad-b7c2-be80db892e3a tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 210 time: 0.1212540 Apr 18 20:43:53.537684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.650491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port d0aa42a2-e464-403d-8df1-e482a2a3c3e0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,segment=NetworkSegment(3830d13e-5b10-42b3-8d52-916e7600c4ae),segment_id=3830d13e-5b10-42b3-8d52-916e7600c4ae)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:53.651117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.667618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:53.675317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:53.676501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.691071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:53.692338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.699820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Transition to ACTIVE for port object 8c16a1b3-8fdf-4f09-b56b-b71453f57217 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:53.737361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Transition to ACTIVE for port object 8c16a1b3-8fdf-4f09-b56b-b71453f57217 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:53.757466 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:53.780580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=c69aba3d-d94f-4467-814e-ddcd37a75516,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:53.897941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': 'fd1cd6b4-89a3-45e8-8e89-8d984bf6e5d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '98338508-2e06-4221-8e58-cd8c68c77b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:53.898968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: 98338508-2e06-4221-8e58-cd8c68c77b37, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:53.910146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Network 1746d0a4-0607-4438-a232-b1331ce426b5 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:53.914768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for d0aa42a2-e464-403d-8df1-e482a2a3c3e0 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:53.933823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:53.946198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:53.949505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=27cf36e0-cd05-4710-a8fd-4f1334e3e6ab,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:53.966395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 98338508-2e06-4221-8e58-cd8c68c77b37 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:53.987920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 98338508-2e06-4221-8e58-cd8c68c77b37) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:53.996255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:54.008537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.020207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.021865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.069196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-39cc106a-efda-4ddb-9dd0-18c9d7c0e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.3177409 Apr 18 20:43:54.073779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45702) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:54.137011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46a7065-199c-4ed5-a087-44a65f2129ee None None] Network 98338508-2e06-4221-8e58-cd8c68c77b37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:54.197264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af5c7d-3839-4f87-827b-64a6572bfe04 req-8b1b6b48-0b61-4a16-8087-edc8c6818ee0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:54.217151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0af5c7d-3839-4f87-827b-64a6572bfe04 req-8b1b6b48-0b61-4a16-8087-edc8c6818ee0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 943 time: 0.8797176 Apr 18 20:43:54.270779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 27cf36e0-cd05-4710-a8fd-4f1334e3e6ab {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:54.270779 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.287584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Pushing event updated for resources: {'Port': ['ID=8c16a1b3-8fdf-4f09-b56b-b71453f57217,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.321552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] For port d0aa42a2-e464-403d-8df1-e482a2a3c3e0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,segment=NetworkSegment(3830d13e-5b10-42b3-8d52-916e7600c4ae),segment_id=3830d13e-5b10-42b3-8d52-916e7600c4ae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:54.322617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.384487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.398186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.448394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0af5c7d-3839-4f87-827b-64a6572bfe04 req-102d2590-8c26-4bb9-ab46-64f20fed486f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291756 Apr 18 20:43:54.454922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.515454 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.650427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c4e2bb8b-8ece-4a0c-a45a-ae2cc80da1a7 req-f1fd5b05-6989-43de-a350-2dba8006ebe2 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 210 time: 0.0769405 Apr 18 20:43:54.854503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Calling delete_port for d0aa42a2-e464-403d-8df1-e482a2a3c3e0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:54.875703 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:54.883332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b099d88b51db479080a2d23cd0bff772&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1156483 Apr 18 20:43:54.884527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45712) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:54.895414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=d0aa42a2-e464-403d-8df1-e482a2a3c3e0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.897578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No DVR routers for this DVR port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:43:54.919781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:54.963504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=c543cdad-01fd-4dcf-8823-413dfdddb83e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:54.976934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': 'f5e8e4e1-32ef-406c-bb45-4fea511e522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '692b7e43-a311-4132-bb57-2369116b0501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:54.977700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: 692b7e43-a311-4132-bb57-2369116b0501, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:43:55.009019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Attempting to bind port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:55.009853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Attempting to bind port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '03020d85-03b4-485a-9e80-a506a637d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1746d0a4-0607-4438-a232-b1331ce426b5'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:55.010823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Attempting to bind port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 on network 1746d0a4-0607-4438-a232-b1331ce426b5 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:55.023278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:55.024033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 90bc66e8-6b11-4dbe-bbb5-6f3d7d17d6df not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:55.024851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d0aa42a2-e464-403d-8df1-e482a2a3c3e0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:43:55.044352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753b3566-2d0d-49c0-b6a0-64147b9ea5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c4f2f8-7f69-4300-91a2-bf7ecf449577,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:55.199672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:43:55.200937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Checking segment: {'id': '03020d85-03b4-485a-9e80-a506a637d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1746d0a4-0607-4438-a232-b1331ce426b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:55.201955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.202948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Bound using segment: {'id': '03020d85-03b4-485a-9e80-a506a637d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1746d0a4-0607-4438-a232-b1331ce426b5'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:43:55.204094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Bound port: 8c16a1b3-8fdf-4f09-b56b-b71453f57217, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03020d85-03b4-485a-9e80-a506a637d428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '1746d0a4-0607-4438-a232-b1331ce426b5'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:55.205074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.233028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 692b7e43-a311-4132-bb57-2369116b0501 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:43:55.255717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.279390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 692b7e43-a311-4132-bb57-2369116b0501) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:55.285362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.285918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.296561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 27cf36e0-cd05-4710-a8fd-4f1334e3e6ab owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:55.337011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e9b799a-7202-4789-9775-838e53599392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.346075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-43dc5dd5-b78c-4321-86de-2c4601b19b8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9506519 Apr 18 20:43:55.351282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45716) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:55.359875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1293d1e-6998-4625-aaa5-40e8d01c754d']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:55.381450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d0aa42a2-e464-403d-8df1-e482a2a3c3e0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:43:55.382201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d0aa42a2-e464-403d-8df1-e482a2a3c3e0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:43:55.385249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a717806-1309-46b8-a3ec-e489315865ed None None] Network 692b7e43-a311-4132-bb57-2369116b0501 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:55.393323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3830d13e-5b10-42b3-8d52-916e7600c4ae') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:55.393912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3830d13e-5b10-42b3-8d52-916e7600c4ae') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:43:55.403864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e9b799a-7202-4789-9775-838e53599392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.423143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.472395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822236418', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:55.483973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:55.490048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:router and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:55.490275 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.494925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:55.502958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:55.520135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.520626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:43:55.521318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.521462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.535277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:43:55.558893 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:43:55.608452 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.628887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=27cf36e0-cd05-4710-a8fd-4f1334e3e6ab,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:55.636993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5ab4d291-d25f-4c72-9354-b3f077f55fd5 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/27cf36e0-cd05-4710-a8fd-4f1334e3e6ab HTTP/1.1" status: 204 len: 168 time: 1.5580418 Apr 18 20:43:55.637743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45722) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:55.711179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:43:55.711889 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:43:55.745356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d4cb5-5d60-4f03-aa45-bc4a83882693 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.752383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199d4cb5-5d60-4f03-aa45-bc4a83882693 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:55.753198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-199d4cb5-5d60-4f03-aa45-bc4a83882693 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:55.774003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-199d4cb5-5d60-4f03-aa45-bc4a83882693 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:55.779402 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-199d4cb5-5d60-4f03-aa45-bc4a83882693 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1410434 Apr 18 20:43:55.780806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45728) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:55.857639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e9b799a-7202-4789-9775-838e53599392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.858563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] For port 8c16a1b3-8fdf-4f09-b56b-b71453f57217, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:43:55.875936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.929305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.937077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.937575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=c1293d1e-6998-4625-aaa5-40e8d01c754d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:55.940993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b799a-7202-4789-9775-838e53599392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c4f2f8-7f69-4300-91a2-bf7ecf449577,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:55.943883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] For port 8c16a1b3-8fdf-4f09-b56b-b71453f57217, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8c16a1b3-8fdf-4f09-b56b-b71453f57217,segment=NetworkSegment(03020d85-03b4-485a-9e80-a506a637d428),segment_id=03020d85-03b4-485a-9e80-a506a637d428)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:43:55.963307 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.966585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e9b799a-7202-4789-9775-838e53599392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:55.971206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e9b799a-7202-4789-9775-838e53599392 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/86c4f2f8-7f69-4300-91a2-bf7ecf449577 HTTP/1.1" status: 204 len: 168 time: 1.0744581 Apr 18 20:43:55.973950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b0d5f092-bd48-4ea9-970c-de02f95a47d8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/c1293d1e-6998-4625-aaa5-40e8d01c754d HTTP/1.1" status: 204 len: 168 time: 3.8309865 Apr 18 20:43:55.979163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af451081-7358-4b0b-a076-3a0d6b3369b9 req-d96baaec-3149-47a4-9898-7a6efd870eeb tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 210 time: 0.1427369 Apr 18 20:43:55.980100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45734) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:56.148956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a170b5e7-8120-44ee-b24f-041d3f9a9f6b None None] Pushing event updated for resources: {'Port': ['ID=8c16a1b3-8fdf-4f09-b56b-b71453f57217,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:56.243182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Deleting port d0aa42a2-e464-403d-8df1-e482a2a3c3e0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:56.243761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.363798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.414375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-670c30e4-eadb-41dc-85cd-206ef9830889 None None] The port 'd0aa42a2-e464-403d-8df1-e482a2a3c3e0' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:43:56.449029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-692b7e43-a311-4132-bb57-2369116b0501', 'network_id': '692b7e43-a311-4132-bb57-2369116b0501', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': 'c543cdad-01fd-4dcf-8823-413dfdddb83e'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:43:56.450738 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.496978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b675e-64aa-491e-b392-99c4536188c6 req-4d9653ab-6cda-4d84-abb3-7d5e7b538525 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.500064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6b675e-64aa-491e-b392-99c4536188c6 req-4d9653ab-6cda-4d84-abb3-7d5e7b538525 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 943 time: 0.8348048 Apr 18 20:43:56.614677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port c69aba3d-d94f-4467-814e-ddcd37a75516 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:43:56.615196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:56.617650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-43ec3efb-470f-477e-97d6-1e202eef6677 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:56.621313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-43ec3efb-470f-477e-97d6-1e202eef6677 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.55 "GET /v2.0/networks?id=1355f291-d671-41ef-a288-390dfd9b33e8 HTTP/1.1" status: 200 len: 814 time: 0.6451960 Apr 18 20:43:56.675680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Request body: {'port': {'device_id': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8', 'admin_state_up': True, 'tenant_id': '9881b9aa74514d30beea13b262e306d2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:43:56.697069 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f6b675e-64aa-491e-b392-99c4536188c6 req-47d7ec10-6e4d-4732-895b-cc2c032b0675 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744702 Apr 18 20:43:56.877138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Allocated IP 172.21.0.2 (692b7e43-a311-4132-bb57-2369116b0501/c543cdad-01fd-4dcf-8823-413dfdddb83e/0721e6d8-3544-4a79-9d66-12bad1315a65) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:56.930004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 69c87d41-d894-4a05-b6b7-e32882ed1f38 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:43:57.023933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:43:57.047752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.049747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-685fb50f-f318-400e-80ce-e4fb89250499 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6942523 Apr 18 20:43:57.051839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Usage tracker for resource:port and tenant:9881b9aa74514d30beea13b262e306d2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:43:57.060784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:57.117695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:43:57.200190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:43:57.283401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:43:57.435512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Made reservation on behalf of 9881b9aa74514d30beea13b262e306d2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:43:57.440851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.585119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-54c9f9c3-d461-4af0-ae62-2349887314f2 req-3d62efff-2ae3-491c-8310-b8e0a223a211 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 210 time: 0.2552972 Apr 18 20:43:57.664902 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.720182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 69c87d41-d894-4a05-b6b7-e32882ed1f38, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:57.752029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '69c87d41-d894-4a05-b6b7-e32882ed1f38', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'port_id': '69c87d41-d894-4a05-b6b7-e32882ed1f38', 'mac_address': 'fa:16:3e:23:e3:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:43:57.915222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for c69aba3d-d94f-4467-814e-ddcd37a75516 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:43:57.915528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:57.948308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Allocated IP 172.20.0.12 (1355f291-d671-41ef-a288-390dfd9b33e8/82c0c96c-4939-4752-864c-92ad1136cc06/cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:43:57.962508 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.020201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Transition to ACTIVE for port object 0721e6d8-3544-4a79-9d66-12bad1315a65 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:58.065489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c87d41-d894-4a05-b6b7-e32882ed1f38 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:43:58.145398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Transition to ACTIVE for port object 0721e6d8-3544-4a79-9d66-12bad1315a65 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:43:58.173053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 69c87d41-d894-4a05-b6b7-e32882ed1f38, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:43:58.175631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.201243 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.350358 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.377816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=c69aba3d-d94f-4467-814e-ddcd37a75516,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:58.401621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Network 692b7e43-a311-4132-bb57-2369116b0501 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:43:58.407994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:43:58.418943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:43:58.435997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:58.476945 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b68dadce-788c-49bb-abb6-4ebcbfb3d722 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/c69aba3d-d94f-4467-814e-ddcd37a75516 HTTP/1.1" status: 204 len: 168 time: 2.6917412 Apr 18 20:43:58.489265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45764) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:58.568141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Pushing event updated for resources: {'Port': ['ID=0721e6d8-3544-4a79-9d66-12bad1315a65,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:58.591662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.592703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.594115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.595189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.595955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.596707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.597461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.598236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.599012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.599745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.600654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.601410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:43:58.799509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=69c87d41-d894-4a05-b6b7-e32882ed1f38,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:43:58.812317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['69c87d41-d894-4a05-b6b7-e32882ed1f38'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:43:58.866839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb44b5e-29f9-4df0-96d9-8b127d34552f None None] Network 1746d0a4-0607-4438-a232-b1331ce426b5 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:43:58.909867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Attempting to bind port 0721e6d8-3544-4a79-9d66-12bad1315a65 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:43:58.910337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Attempting to bind port 0721e6d8-3544-4a79-9d66-12bad1315a65 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f5e8e4e1-32ef-406c-bb45-4fea511e522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '692b7e43-a311-4132-bb57-2369116b0501'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:43:58.911104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Attempting to bind port 0721e6d8-3544-4a79-9d66-12bad1315a65 on network 692b7e43-a311-4132-bb57-2369116b0501 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:43:58.981014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8c16a1b3-8fdf-4f09-b56b-b71453f57217 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:43:59.043210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:43:59.043817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Checking segment: {'id': 'f5e8e4e1-32ef-406c-bb45-4fea511e522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '692b7e43-a311-4132-bb57-2369116b0501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:43:59.044462 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.045543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Bound using segment: {'id': 'f5e8e4e1-32ef-406c-bb45-4fea511e522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '692b7e43-a311-4132-bb57-2369116b0501'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:43:59.045894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Bound port: 0721e6d8-3544-4a79-9d66-12bad1315a65, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e8e4e1-32ef-406c-bb45-4fea511e522e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '692b7e43-a311-4132-bb57-2369116b0501'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:43:59.046492 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.141929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba17748e-4c2f-4188-89af-6219553c11ee req-8fcbee16-0eb0-4158-a59e-9e23c86695ef tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 210 time: 0.2265320 Apr 18 20:43:59.255876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba1eb42-d302-403e-ad89-fa74af5b57c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:43:59.257330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4ba1eb42-d302-403e-ad89-fa74af5b57c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:43:59.310274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-681020c8-b0a1-43f0-81e6-a316f391aeed None None] Provisioning for port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:59.321600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.408913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4ba1eb42-d302-403e-ad89-fa74af5b57c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:43:59.410596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4ba1eb42-d302-403e-ad89-fa74af5b57c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9199970 Apr 18 20:43:59.421724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45776) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:59.555239 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.610927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:43:59.625376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] For port 0721e6d8-3544-4a79-9d66-12bad1315a65, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:43:59.638633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:43:59.639273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.652717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.717028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] For port 0721e6d8-3544-4a79-9d66-12bad1315a65, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0721e6d8-3544-4a79-9d66-12bad1315a65,segment=NetworkSegment(f5e8e4e1-32ef-406c-bb45-4fea511e522e),segment_id=f5e8e4e1-32ef-406c-bb45-4fea511e522e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:43:59.727765 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbedbd7c-92fb-412d-9367-6725f45ee001 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:43:59.730608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fbedbd7c-92fb-412d-9367-6725f45ee001 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/27cf36e0-cd05-4710-a8fd-4f1334e3e6ab HTTP/1.1" status: 404 len: 333 time: 0.3073976 Apr 18 20:43:59.736187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45786) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:59.743132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:43:59.844101 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb30b81-ae26-4cb0-a8aa-6c96dee94338 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:43:59.847643 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-beb30b81-ae26-4cb0-a8aa-6c96dee94338 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/c69aba3d-d94f-4467-814e-ddcd37a75516 HTTP/1.1" status: 404 len: 333 time: 0.1093643 Apr 18 20:43:59.854807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45792) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:43:59.925888 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.229347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Network 1355f291-d671-41ef-a288-390dfd9b33e8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:00.283837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c08949-e264-4888-a69a-c3a30c6241bb req-1c377f36-9d74-4fcf-83e4-1693aa50f587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.302193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1c08949-e264-4888-a69a-c3a30c6241bb req-1c377f36-9d74-4fcf-83e4-1693aa50f587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 944 time: 1.8989811 Apr 18 20:44:00.303864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:00.311136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:00.400621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99b64e-7d3c-4c50-b24c-3598813860ad None None] Pushing event updated for resources: {'Port': ['ID=0721e6d8-3544-4a79-9d66-12bad1315a65,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.422505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.453219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.20.0.1 (1746d0a4-0607-4438-a232-b1331ce426b5/f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7/29e760b3-d415-470e-94d2-56ba5a276b0b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:00.508654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.532365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 8c16a1b3-8fdf-4f09-b56b-b71453f57217, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8c16a1b3-8fdf-4f09-b56b-b71453f57217,segment=NetworkSegment(03020d85-03b4-485a-9e80-a506a637d428),segment_id=03020d85-03b4-485a-9e80-a506a637d428)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:00.544695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.683450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Pushing event updated for resources: {'Port': ['ID=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.740765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1c08949-e264-4888-a69a-c3a30c6241bb req-22eacbef-76ce-42af-a4de-08fe1b3af1fc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510532 Apr 18 20:44:00.772954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:00.772954 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:00.860928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=8c16a1b3-8fdf-4f09-b56b-b71453f57217,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:00.898690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-242c52c9-8224-49b8-b533-07d537cc5201 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2284818 Apr 18 20:44:00.933038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Request body: {'port': {'device_id': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:00.946026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 69c87d41-d894-4a05-b6b7-e32882ed1f38 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:01.104231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e10902-2088-4586-8492-5109f69d6aa5 req-e9c8417f-3f8c-4722-b867-9ef36f710424 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:01.106158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-11e10902-2088-4586-8492-5109f69d6aa5 req-e9c8417f-3f8c-4722-b867-9ef36f710424 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 932 time: 0.6640580 Apr 18 20:44:01.106887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port eb712129-5654-4a07-b130-b4d5154415f6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:01.107248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.132383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 69c87d41-d894-4a05-b6b7-e32882ed1f38 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:01.161646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 69c87d41-d894-4a05-b6b7-e32882ed1f38 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:01.163092 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.173648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.184678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.252471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object 29e760b3-d415-470e-94d2-56ba5a276b0b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:01.277042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98338508-2e06-4221-8e58-cd8c68c77b37']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:01.298161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.317282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-38aea2a2-a0c4-4ee8-adf7-f34a27f56dd0 None None] Provisioning complete for port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:01.317948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-38aea2a2-a0c4-4ee8-adf7-f34a27f56dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.330401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1cd6b4-89a3-45e8-8e89-8d984bf6e5d4') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:01.330958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1cd6b4-89a3-45e8-8e89-8d984bf6e5d4') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:01.345696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-11e10902-2088-4586-8492-5109f69d6aa5 req-064cb861-25e3-4d8d-9f1e-fde380ea41c4 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Synchronizing usage tracker for tenant:9881b9aa74514d30beea13b262e306d2 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:01.417922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.464681 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.483080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.484534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:01.484997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:01.504982 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:01.532305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-11e10902-2088-4586-8492-5109f69d6aa5 req-064cb861-25e3-4d8d-9f1e-fde380ea41c4 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Unset dirty status for tenant:9881b9aa74514d30beea13b262e306d2 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:01.534462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-11e10902-2088-4586-8492-5109f69d6aa5 req-064cb861-25e3-4d8d-9f1e-fde380ea41c4 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3849227 Apr 18 20:44:01.585590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c87d41-d894-4a05-b6b7-e32882ed1f38'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:01.635701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 69c87d41-d894-4a05-b6b7-e32882ed1f38, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:01.640132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port eb712129-5654-4a07-b130-b4d5154415f6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eb712129-5654-4a07-b130-b4d5154415f6,segment=NetworkSegment(2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a),segment_id=2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:01.642116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.661436 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.735178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:01.752051 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b45d4151-cd59-4b5a-ae61-fcba94310595'] response: {'server_uuid': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c87d41-d894-4a05-b6b7-e32882ed1f38', 'code': 200} Apr 18 20:44:01.821111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=69c87d41-d894-4a05-b6b7-e32882ed1f38,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:01.964959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 1746d0a4-0607-4438-a232-b1331ce426b5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:02.022292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.031341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for eb712129-5654-4a07-b130-b4d5154415f6 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:02.077966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:02.081815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:02.267033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.281853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=98338508-2e06-4221-8e58-cd8c68c77b37,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:02.307396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d31e91-7ff9-4277-8b38-014fac5eaf46 None None] Network 692b7e43-a311-4132-bb57-2369116b0501 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:02.383746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=29e760b3-d415-470e-94d2-56ba5a276b0b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:02.425180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.459316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6062d58-8aef-4624-9aa3-d8ed5f9ba0d9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/98338508-2e06-4221-8e58-cd8c68c77b37 HTTP/1.1" status: 204 len: 168 time: 2.6024685 Apr 18 20:44:02.468564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45880) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:02.480191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-412703536'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:02.489121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:02.503459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cee39924-f4de-472c-acef-5c20d869ba6b None None] Provisioning for port 0721e6d8-3544-4a79-9d66-12bad1315a65 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:02.510945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:02.519774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:02.562858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:02.637492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30bbd8-312f-41e1-a551-6a511193852d req-4a4362bc-9bcf-435e-93fd-b1f53f31ef0e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.648640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da30bbd8-312f-41e1-a551-6a511193852d req-4a4362bc-9bcf-435e-93fd-b1f53f31ef0e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 945 time: 0.5864825 Apr 18 20:44:02.661011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64172129-c54e-4730-b865-4a6933a312b4 req-0efc1182-8de3-408a-a9a6-84cc77291b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:02.668742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64172129-c54e-4730-b865-4a6933a312b4 req-0efc1182-8de3-408a-a9a6-84cc77291b59 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 1096 time: 0.8701999 Apr 18 20:44:02.748293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45886) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:02.785221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1db3fa66-2520-46c7-a1b3-48802ffe000f None None] Provisioning for port 29e760b3-d415-470e-94d2-56ba5a276b0b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:02.805044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:02.807791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1db3fa66-2520-46c7-a1b3-48802ffe000f None None] Provisioning complete for port 29e760b3-d415-470e-94d2-56ba5a276b0b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:02.808163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1db3fa66-2520-46c7-a1b3-48802ffe000f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.809800 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.830150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da30bbd8-312f-41e1-a551-6a511193852d req-1c78b2a0-ea89-4f51-ad75-8a9c292a051e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597805 Apr 18 20:44:02.854286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.874264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:02.905358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1db3fa66-2520-46c7-a1b3-48802ffe000f None None] Port 29e760b3-d415-470e-94d2-56ba5a276b0b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:02.919638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=eb712129-5654-4a07-b130-b4d5154415f6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:02.923746 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64172129-c54e-4730-b865-4a6933a312b4 req-aec956ae-147b-45aa-b100-7ef8d61c4864 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714725 Apr 18 20:44:02.924141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.938802 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:02.967121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0721e6d8-3544-4a79-9d66-12bad1315a65 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:03.131416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0721e6d8-3544-4a79-9d66-12bad1315a65 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:03.139725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0721e6d8-3544-4a79-9d66-12bad1315a65 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:03.140160 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.140549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Transition to ACTIVE for port object cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:03.167892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.206823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 129} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:03.331283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.335983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.449779 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.484289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Pushing event updated for resources: {'Port': ['ID=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:03.498391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0721e6d8-3544-4a79-9d66-12bad1315a65, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0721e6d8-3544-4a79-9d66-12bad1315a65,segment=NetworkSegment(f5e8e4e1-32ef-406c-bb45-4fea511e522e),segment_id=f5e8e4e1-32ef-406c-bb45-4fea511e522e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:03.516296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.517504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8c16a1b3-8fdf-4f09-b56b-b71453f57217 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:03.526972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.527320 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment 8f9251a8-3ef9-475e-9e54-824ce50aea4e of type vlan for network b53e830e-4d9a-4339-a9d3-14c2ec64776b Apr 18 20:44:03.679817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0721e6d8-3544-4a79-9d66-12bad1315a65,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:03.689338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f3a5dcd9-6bbd-4917-a5b9-24f4c4358149 None None] Provisioning complete for port 0721e6d8-3544-4a79-9d66-12bad1315a65 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:03.690184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3a5dcd9-6bbd-4917-a5b9-24f4c4358149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.798501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:44:03.812999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:03.813718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:03.980044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:44:03.997799 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:03.998428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.015259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8cc1b6f1-970b-42fe-ab4e-1f18d12694d5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0260057 Apr 18 20:44:04.015641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45900) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:04.031195 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:04.032743 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:04.044489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:04.055831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd78132-9a2f-46b8-b1e8-a112bb865780 req-a05aeedd-b482-4035-b3b1-9281e056ecc3 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:04.056730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8dd78132-9a2f-46b8-b1e8-a112bb865780 req-a05aeedd-b482-4035-b3b1-9281e056ecc3 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Synchronizing usage tracker for tenant:9881b9aa74514d30beea13b262e306d2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:04.120038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting subnet 79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:44:04.122878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Usage tracker for resource:security_group_rule and tenant:ea9d46e6c1c447358795b896d4d07ce3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:04.127108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.132031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8dd78132-9a2f-46b8-b1e8-a112bb865780 req-a05aeedd-b482-4035-b3b1-9281e056ecc3 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Unset dirty status for tenant:9881b9aa74514d30beea13b262e306d2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:04.133689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8dd78132-9a2f-46b8-b1e8-a112bb865780 req-a05aeedd-b482-4035-b3b1-9281e056ecc3 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 932 time: 1.3900292 Apr 18 20:44:04.135405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:04.167245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:04.220674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.246516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.251947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:04.252566 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.294876 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:44:04.423738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.433770 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:44:02Z', 'revision_number': 11, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:04.438709 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:04.449741 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:04.450563 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:04.656610 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:44:04.664028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f133c5-749c-4298-8b94-961299d0acb6 req-c956feff-01d2-4795-ae64-b70c605b1869 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:04.666043 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f133c5-749c-4298-8b94-961299d0acb6 req-c956feff-01d2-4795-ae64-b70c605b1869 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 945 time: 0.3536973 Apr 18 20:44:04.698693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8dd78132-9a2f-46b8-b1e8-a112bb865780 req-03264c5b-5496-4254-84d5-7fbd945a67ae tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275691 Apr 18 20:44:04.722156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.785481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.793464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0721e6d8-3544-4a79-9d66-12bad1315a65 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:04.810137 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.812538 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:44:02Z', 'revision_number': 11, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:04.820638 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4603850b-e85f-4ce4-b76a-42e1bd98860e None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:44:02Z', 'revision_number': 11, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:04.860291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:04.864037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa9895d-93fb-4ab1-be28-69accc1cf6ae None None] Network 27e86ec6-73e3-4546-b0a4-44b36d131d09 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:04.866751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Subnet': ['ID=79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:04.886257 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b3f133c5-749c-4298-8b94-961299d0acb6 req-57a65a14-b8b1-4487-be47-f668e90a414d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124197 Apr 18 20:44:04.893911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-083ea2a8-fb65-4658-a40e-165cdf83f021 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4 HTTP/1.1" status: 204 len: 168 time: 0.8749237 Apr 18 20:44:04.894353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45904) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:04.982078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=b53e830e-4d9a-4339-a9d3-14c2ec64776b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:04.997998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network b53e830e-4d9a-4339-a9d3-14c2ec64776b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:05.007526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Attempting to bind port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:05.008107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Attempting to bind port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '20d42246-0967-4200-b295-7b672815645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:05.008613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Attempting to bind port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 on network 1355f291-d671-41ef-a288-390dfd9b33e8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:05.019115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0721e6d8-3544-4a79-9d66-12bad1315a65 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:05.019502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-50fb000f-e799-488e-88ec-cdfb8447971d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.5482090 Apr 18 20:44:05.019781 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.020269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:05.032551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.046029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Deleting port 56b66026-4d05-4d61-958f-5339747a2a81 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:05.046029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.066659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:05.274122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 on network 1355f291-d671-41ef-a288-390dfd9b33e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:44:05.274509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Attempting to bind port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 on network 1355f291-d671-41ef-a288-390dfd9b33e8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:05.278218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:05.288907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.295815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] For port 56b66026-4d05-4d61-958f-5339747a2a81, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=56b66026-4d05-4d61-958f-5339747a2a81,segment=NetworkSegment(2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a),segment_id=2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:05.296150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.296932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:05.316666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:05.324216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.333763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:44:05.334268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Checking segment: {'id': '20d42246-0967-4200-b295-7b672815645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:05.334766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Bound using segment: {'id': '20d42246-0967-4200-b295-7b672815645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:44:05.335930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Bound port: cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20d42246-0967-4200-b295-7b672815645a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:05.336695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.350006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.399126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=29e760b3-d415-470e-94d2-56ba5a276b0b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:05.402676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:05.440831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] DHCP port deletion for 27e86ec6-73e3-4546-b0a4-44b36d131d09 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:44:05.443981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Calling delete_port for 56b66026-4d05-4d61-958f-5339747a2a81 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:05.445796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Deleting port 56b66026-4d05-4d61-958f-5339747a2a81 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:05.446296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.580699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.603562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4c1701-7baf-43f9-b65d-e8dc2211bd7c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:05.668730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Port': ['ID=56b66026-4d05-4d61-958f-5339747a2a81,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:05.676473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No DVR routers for this DVR port 56b66026-4d05-4d61-958f-5339747a2a81 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:05.693481 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d2157747-ef36-4bdb-bad4-0d3bd51971c3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea9d46e6c1c447358795b896d4d07ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9394975 Apr 18 20:44:05.695548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:05.772831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] For port 56b66026-4d05-4d61-958f-5339747a2a81, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=56b66026-4d05-4d61-958f-5339747a2a81,segment=NetworkSegment(2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a),segment_id=2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:05.773726 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.775746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:05.781634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.890419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.923913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e86ec6-73e3-4546-b0a4-44b36d131d09']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:05.941611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:05.942144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbefec7-a5c7-4e8d-bb4b-5a40f9c0490a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:05.959309 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.987412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:05.998164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:05.998764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.109614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Calling delete_port for 56b66026-4d05-4d61-958f-5339747a2a81 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:06.143016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Performing IP validity checks on allocation pools {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 20:44:06.149224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 20:44:06.161582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:06.174344 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:06.238614 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:06.238614 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:06.244745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,segment=NetworkSegment(20d42246-0967-4200-b295-7b672815645a),segment_id=20d42246-0967-4200-b295-7b672815645a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:44:06.258620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.277660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.288722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 1746d0a4-0607-4438-a232-b1331ce426b5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:06.318831 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.334405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Pushing event deleted for resources: {'Network': ['ID=27e86ec6-73e3-4546-b0a4-44b36d131d09,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.340493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:06.341804 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b39e8c7f-cfe1-49e8-894b-a6ff69587dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.370056 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b6e0c14-a685-4dd6-a5d6-bd3aea7b4012 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/networks/27e86ec6-73e3-4546-b0a4-44b36d131d09 HTTP/1.1" status: 204 len: 168 time: 1.4697554 Apr 18 20:44:06.378635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45922) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:06.390255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'routes': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:06.495917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.496921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.499473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] 10.222.0.55 "PUT /v2.0/ports/cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 HTTP/1.1" status: 200 len: 1092 time: 5.5907102 Apr 18 20:44:06.505548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:06.635780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f07a1-218d-4830-a7d0-d29025e216ad req-32483f11-0660-44b2-bdcb-c4752475ca77 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.644922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-373f07a1-218d-4830-a7d0-d29025e216ad req-32483f11-0660-44b2-bdcb-c4752475ca77 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 945 time: 0.4661381 Apr 18 20:44:06.678021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b39e8c7f-cfe1-49e8-894b-a6ff69587dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.696411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ee977-31e9-4ba0-ace7-a80a5c61089c service neutron] Pushing event updated for resources: {'Port': ['ID=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:06.704554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 56b66026-4d05-4d61-958f-5339747a2a81 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:06.744277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Deleting port 56b66026-4d05-4d61-958f-5339747a2a81 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:06.744746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:06.787237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 56b66026-4d05-4d61-958f-5339747a2a81 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:44:06.787756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 56b66026-4d05-4d61-958f-5339747a2a81 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:06.788254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eb712129-5654-4a07-b130-b4d5154415f6 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:06.799175 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-373f07a1-218d-4830-a7d0-d29025e216ad req-08947787-0b19-4405-9093-7c7d1e718f47 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525223 Apr 18 20:44:06.856734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45801c03-a9cd-4646-acbf-c063405112b4 req-681c8d0a-89c7-4027-9237-5795b4b1f039 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:06.858756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45801c03-a9cd-4646-acbf-c063405112b4 req-681c8d0a-89c7-4027-9237-5795b4b1f039 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 944 time: 0.9747555 Apr 18 20:44:06.911204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: eb712129-5654-4a07-b130-b4d5154415f6 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:44:06.911662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eb712129-5654-4a07-b130-b4d5154415f6 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:06.940998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e77fa6b0-3128-4a66-9e88-30f93312cd3e None None] The port '56b66026-4d05-4d61-958f-5339747a2a81' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:44:06.946306 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09ce74d-6bed-4917-adb2-812c8ca36bac'] response: {'name': 'network-changed', 'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976', 'status': 'completed', 'code': 200} Apr 18 20:44:06.956750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fd703b39-0692-498f-a253-35ddd33679f6 None None] Provisioning complete for port 29e760b3-d415-470e-94d2-56ba5a276b0b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:06.957438 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd703b39-0692-498f-a253-35ddd33679f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.022360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45801c03-a9cd-4646-acbf-c063405112b4 req-b3b46b54-7513-49a7-bf14-c94d0c373e57 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419766 Apr 18 20:44:07.068547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b39e8c7f-cfe1-49e8-894b-a6ff69587dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.071461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.129557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fd703b39-0692-498f-a253-35ddd33679f6 None None] Port 29e760b3-d415-470e-94d2-56ba5a276b0b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:07.158121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e8c7f-cfe1-49e8-894b-a6ff69587dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4c1701-7baf-43f9-b65d-e8dc2211bd7c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:07.175433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-696222db-af78-429f-a146-ffaf42a6d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:07.176971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-696222db-af78-429f-a146-ffaf42a6d233 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9881b9aa74514d30beea13b262e306d2&device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 1095 time: 0.6115210 Apr 18 20:44:07.237121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Added routes are [] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 20:44:07.237815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Removed routes are [] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 20:44:07.237815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.275886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 04a81dfd-9f13-4e69-a864-4b8e925e2554 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:44:07.288131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b39e8c7f-cfe1-49e8-894b-a6ff69587dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.289299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b39e8c7f-cfe1-49e8-894b-a6ff69587dee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c4c1701-7baf-43f9-b65d-e8dc2211bd7c HTTP/1.1" status: 204 len: 168 time: 1.5940487 Apr 18 20:44:07.290139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=e35c12b1-f248-4c47-982e-33c171e53261,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:07.296626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-417aaad8-8f75-4ca3-8891-f267aad1bb53 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 HTTP/1.1" status: 200 len: 217 time: 0.1044912 Apr 18 20:44:07.352958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': '8f9251a8-3ef9-475e-9e54-824ce50aea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:07.353531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: b53e830e-4d9a-4339-a9d3-14c2ec64776b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:07.603302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.612189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.624079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e6da2-0796-48d8-9dcc-30ec36aeb91b req-352ec48a-d7af-4b99-be13-a4e859075f52 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:07.625719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e4e6da2-0796-48d8-9dcc-30ec36aeb91b req-352ec48a-d7af-4b99-be13-a4e859075f52 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 945 time: 0.3908718 Apr 18 20:44:07.639390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-d4f78d4a-a330-4483-b2dd-ff0fadc3269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:07.641932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-d4f78d4a-a330-4483-b2dd-ff0fadc3269a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82c0c96c-4939-4752-864c-92ad1136cc06 HTTP/1.1" status: 200 len: 854 time: 0.3376551 Apr 18 20:44:07.647783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network b53e830e-4d9a-4339-a9d3-14c2ec64776b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:07.714066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:44:07.737835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e4c20e72-271b-482b-883c-6fb7f1971446 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/04a81dfd-9f13-4e69-a864-4b8e925e2554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6706743 Apr 18 20:44:07.737835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-02b75f45-cad8-41ce-9779-c060f1f685d9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1355f291-d671-41ef-a288-390dfd9b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825317 Apr 18 20:44:07.738747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45934) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:07.746155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, b53e830e-4d9a-4339-a9d3-14c2ec64776b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:07.750681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] Sync routers for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:07.759963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc290ac-b1fd-4431-a2d3-1b67eeafcfed None None] Network b53e830e-4d9a-4339-a9d3-14c2ec64776b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:07.780973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:07.782049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:07.871147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45938) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:07.886638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e4e6da2-0796-48d8-9dcc-30ec36aeb91b req-7fbfb3a0-eb88-4059-9b86-1638a1586d71 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071199 Apr 18 20:44:07.903307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:44:07.965081 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:07.971767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:08.023673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.024270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.081080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:08.082218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:08.134818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e152650d-ce87-4f3f-ab62-f171f44876c3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0848773 Apr 18 20:44:08.142380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cca821-abb7-4ed0-b93b-d4a435cbba5d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.143049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63cca821-abb7-4ed0-b93b-d4a435cbba5d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:08.145897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45948) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:08.158860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b', 'name': 'tempest-PortsTestJSON-1659183605'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:08.219122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:08.220478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a443d0-91f4-4920-8f85-234f6f17bf94 None None] The sync data for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:08.318382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:08.331150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63cca821-abb7-4ed0-b93b-d4a435cbba5d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:08.334921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-63cca821-abb7-4ed0-b93b-d4a435cbba5d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports/29e760b3-d415-470e-94d2-56ba5a276b0b HTTP/1.1" status: 200 len: 910 time: 0.5917823 Apr 18 20:44:08.334921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-41d4874e-5dfc-416e-9be9-2dc5820a51d9 service neutron] 10.222.0.55 "GET /v2.0/networks/1355f291-d671-41ef-a288-390dfd9b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910611 Apr 18 20:44:08.338162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:08.348091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Usage tracker for resource:security_group_rule and tenant:0bdaba6f1dc245d0804f5a8a9aeaa435 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:08.448241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:44:08.470207 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] Sync routers for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:08.492601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:08.498383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:08.499481 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:08.519967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.523099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-b53e830e-4d9a-4339-a9d3-14c2ec64776b', 'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b', 'tenant_id': 'f2836e62a71c4ca08cfc83c8334fac15', 'fixed_ips': [{'subnet_id': 'e35c12b1-f248-4c47-982e-33c171e53261'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:44:08.524629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.536273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6407a19c-7319-41ee-b82d-1d4a57684fb5 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 200 len: 705 time: 2.1554632 Apr 18 20:44:08.545375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45960) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:08.565275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:08.651378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:08.740033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:08.786608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed6b9edb-1762-4fa5-ac21-35ea4892b443 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:08.796888 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:44:08.866111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7e3cbdb-1634-4460-95bc-c065e7c60914 req-f46e7b38-866a-4fa2-b369-293e16966c2e service neutron] 10.222.0.55 "GET /v2.0/networks/1355f291-d671-41ef-a288-390dfd9b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4674885 Apr 18 20:44:08.873321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:08.879517 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:08.940438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96088dd5-5fe6-4eb1-936e-e724ab59aca6 req-c54ba3ef-6f7b-461b-8671-dd6b72d37409 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:08.942695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96088dd5-5fe6-4eb1-936e-e724ab59aca6 req-c54ba3ef-6f7b-461b-8671-dd6b72d37409 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 944 time: 0.6050491 Apr 18 20:44:08.943980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed6b9edb-1762-4fa5-ac21-35ea4892b443 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:08.944192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port ffd093ac-cce7-4a13-bdd9-79c10460f590 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:08.948480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ed6b9edb-1762-4fa5-ac21-35ea4892b443 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 200 len: 205 time: 0.3904984 Apr 18 20:44:08.949867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45964) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:09.043031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Allocated IP 172.20.0.2 (b53e830e-4d9a-4339-a9d3-14c2ec64776b/e35c12b1-f248-4c47-982e-33c171e53261/a31972b5-0db5-45f6-a162-687567b1d8e8) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:09.152290 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:44:02Z', 'revision_number': 11, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:09.162041 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] Checking router: 28f75ede-9ac2-4dc7-978f-c789934d0cf5 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:09.175127 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] Routers {'28f75ede-9ac2-4dc7-978f-c789934d0cf5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:09.175863 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:09.409259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba78f-15d3-4df9-bcce-afe48a0e137f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.417673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.439964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Transition to ACTIVE for port object a31972b5-0db5-45f6-a162-687567b1d8e8 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:09.464622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Transition to ACTIVE for port object a31972b5-0db5-45f6-a162-687567b1d8e8 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:09.474473 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.483220 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] Set router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:44:09.539628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Network b53e830e-4d9a-4339-a9d3-14c2ec64776b is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:09.574508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:09.579599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Pushing event updated for resources: {'Port': ['ID=a31972b5-0db5-45f6-a162-687567b1d8e8,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:09.583099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:09.721607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Attempting to bind port a31972b5-0db5-45f6-a162-687567b1d8e8 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:09.722196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Attempting to bind port a31972b5-0db5-45f6-a162-687567b1d8e8 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '8f9251a8-3ef9-475e-9e54-824ce50aea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:09.722778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Attempting to bind port a31972b5-0db5-45f6-a162-687567b1d8e8 on network b53e830e-4d9a-4339-a9d3-14c2ec64776b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:09.744032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:44:09.746044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Checking segment: {'id': '8f9251a8-3ef9-475e-9e54-824ce50aea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:09.746907 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.747577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Bound using segment: {'id': '8f9251a8-3ef9-475e-9e54-824ce50aea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:44:09.748247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Bound port: a31972b5-0db5-45f6-a162-687567b1d8e8, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f9251a8-3ef9-475e-9e54-824ce50aea4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'b53e830e-4d9a-4339-a9d3-14c2ec64776b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:09.748711 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:09.882870 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:44:02Z', 'revision_number': 11, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:09.888188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] For port a31972b5-0db5-45f6-a162-687567b1d8e8, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:44:09.891606 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8fbb9f-70d7-4cdb-922b-e50e21c2c03c None None] The sync data for ids ['28f75ede-9ac2-4dc7-978f-c789934d0cf5'] in n-d-836016-3 is: [{'id': '28f75ede-9ac2-4dc7-978f-c789934d0cf5', 'name': 'tempest-RoutersIpV6Test-router-1203348969', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:41:50Z', 'updated_at': '2022-04-18T20:44:02Z', 'revision_number': 11, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:09.894199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] For port a31972b5-0db5-45f6-a162-687567b1d8e8, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a31972b5-0db5-45f6-a162-687567b1d8e8,segment=NetworkSegment(8f9251a8-3ef9-475e-9e54-824ce50aea4e),segment_id=8f9251a8-3ef9-475e-9e54-824ce50aea4e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:44:09.908290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.046917 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96088dd5-5fe6-4eb1-936e-e724ab59aca6 req-df540f98-ca96-4d61-b713-26ad8dfbcc54 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9249918 Apr 18 20:44:10.156227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d0739-10a7-4d12-8b46-a75b96e4f091 None None] Pushing event updated for resources: {'Port': ['ID=a31972b5-0db5-45f6-a162-687567b1d8e8,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.278590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.326814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-eb2648aa-758e-4dc7-b213-79d1be75d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:10.329190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-eb2648aa-758e-4dc7-b213-79d1be75d056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9881b9aa74514d30beea13b262e306d2&device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 1095 time: 1.3262737 Apr 18 20:44:10.420345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.446100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.8 (b53e830e-4d9a-4339-a9d3-14c2ec64776b/e35c12b1-f248-4c47-982e-33c171e53261/ffd093ac-cce7-4a13-bdd9-79c10460f590) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:10.746042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba78f-15d3-4df9-bcce-afe48a0e137f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.772388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba78f-15d3-4df9-bcce-afe48a0e137f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:10.848141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0bdaba6f1dc245d0804f5a8a9aeaa435&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9733598 Apr 18 20:44:10.867946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b9eb1-fba1-4148-822e-419cf608ac0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f298a68a-b6b3-4934-aa4e-72aee7b7863b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:10.887737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:10.999584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba78f-15d3-4df9-bcce-afe48a0e137f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.000077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8ba78f-15d3-4df9-bcce-afe48a0e137f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Fanout notify agent at l3_agent the message router_deleted on router 28f75ede-9ac2-4dc7-978f-c789934d0cf5 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:44:11.054839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.175132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:44:11.223957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a8ba78f-15d3-4df9-bcce-afe48a0e137f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.230442 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8a8ba78f-15d3-4df9-bcce-afe48a0e137f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 204 len: 168 time: 2.2791085 Apr 18 20:44:11.255556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46012) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:11.309133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac0b-3f1f-466d-bf73-2072cd076de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.332726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1595957248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:11.351826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:11.439760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Usage tracker for resource:router and tenant:4a495977ecbb48419ca7d36fb06048c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:11.512675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:11.527887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-bd48ed53-4224-4c88-a3f8-aee8b1f3fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.529491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-bd48ed53-4224-4c88-a3f8-aee8b1f3fbf6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1355f291-d671-41ef-a288-390dfd9b33e8 HTTP/1.1" status: 200 len: 915 time: 1.1484637 Apr 18 20:44:11.533386 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac0b-3f1f-466d-bf73-2072cd076de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.557785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:11.651612 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.653551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.679447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-55c06dc8-eae8-404c-802d-6397450c79e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 HTTP/1.1" status: 200 len: 217 time: 0.0883803 Apr 18 20:44:11.719990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cb334-a3e6-4bf4-979d-2170425a9d82 req-b7d4ee1f-0433-467c-8dd0-fbe7208d60e7 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.732381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f2cb334-a3e6-4bf4-979d-2170425a9d82 req-b7d4ee1f-0433-467c-8dd0-fbe7208d60e7 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 944 time: 0.3229365 Apr 18 20:44:11.776759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.839502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac0b-3f1f-466d-bf73-2072cd076de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.858945 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f2cb334-a3e6-4bf4-979d-2170425a9d82 req-4236183b-5981-40ad-bd3b-7637fb146a22 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253572 Apr 18 20:44:11.876922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9ac0b-3f1f-466d-bf73-2072cd076de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f298a68a-b6b3-4934-aa4e-72aee7b7863b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:11.879675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.924292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-5a5d35e5-13c1-490f-8965-cc9823f21467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:11.926972 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-5a5d35e5-13c1-490f-8965-cc9823f21467 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=82c0c96c-4939-4752-864c-92ad1136cc06 HTTP/1.1" status: 200 len: 854 time: 0.2403216 Apr 18 20:44:11.934858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57c9ac0b-3f1f-466d-bf73-2072cd076de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.936784 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-57c9ac0b-3f1f-466d-bf73-2072cd076de8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f298a68a-b6b3-4934-aa4e-72aee7b7863b HTTP/1.1" status: 204 len: 168 time: 1.0414231 Apr 18 20:44:11.947118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:11.949008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6bb360a8-d069-42c9-8314-f86e3b745608 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6464229 Apr 18 20:44:11.956038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:11.957821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46048) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:11.967019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-25814cd7-655f-4970-b44a-fd0f29ea5db0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:12.237949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,segment=NetworkSegment(20d42246-0967-4200-b295-7b672815645a),segment_id=20d42246-0967-4200-b295-7b672815645a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:12.260149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.269719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976', 'network_id': '1355f291-d671-41ef-a288-390dfd9b33e8', 'port_id': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976', 'mac_address': 'fa:16:3e:64:af:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82c0c96c-4939-4752-864c-92ad1136cc06', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:12.325334 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-a082b560-b1d8-493d-ba3f-19e51965a81d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1355f291-d671-41ef-a288-390dfd9b33e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3713248 Apr 18 20:44:12.343198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4ed758-772e-4876-90c1-d94779ed3715 None None] Network b53e830e-4d9a-4339-a9d3-14c2ec64776b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:12.394617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.396869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object ffd093ac-cce7-4a13-bdd9-79c10460f590 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:12.430160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:12.456652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,segment=NetworkSegment(20d42246-0967-4200-b295-7b672815645a),segment_id=20d42246-0967-4200-b295-7b672815645a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:12.457890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ad063808-3147-4fdd-bf55-0acaf3f44838 None None] Provisioning for port a31972b5-0db5-45f6-a162-687567b1d8e8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:12.473560 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:12.694367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-bda4f17a-cb9d-4e89-9b1b-12ca0386f28d service neutron] 10.222.0.55 "GET /v2.0/networks/1355f291-d671-41ef-a288-390dfd9b33e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688270 Apr 18 20:44:12.775422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:12.795899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:44:12.884606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a31972b5-0db5-45f6-a162-687567b1d8e8 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:13.038567 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25814cd7-655f-4970-b44a-fd0f29ea5db0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.063336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25814cd7-655f-4970-b44a-fd0f29ea5db0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.142947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f7217068-7624-4adc-8b1a-69026c74ee41 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:13.151261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f7217068-7624-4adc-8b1a-69026c74ee41 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 1.2421381 Apr 18 20:44:13.156016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a31972b5-0db5-45f6-a162-687567b1d8e8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:13.176962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a31972b5-0db5-45f6-a162-687567b1d8e8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:13.178195 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.185652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.300787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-d0e02f66-f4ba-4aac-b089-7b64bd267766 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/quotas/3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 375 time: 0.1474364 Apr 18 20:44:13.481484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.506875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network b53e830e-4d9a-4339-a9d3-14c2ec64776b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:13.529428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:13.535560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a31972b5-0db5-45f6-a162-687567b1d8e8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a31972b5-0db5-45f6-a162-687567b1d8e8,segment=NetworkSegment(8f9251a8-3ef9-475e-9e54-824ce50aea4e),segment_id=8f9251a8-3ef9-475e-9e54-824ce50aea4e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:13.549799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.574711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c6c5d7-04a3-42f0-97df-cd4542512295 req-1f249387-c896-4d5b-a538-03ee8443889f service neutron] 10.222.0.55 "GET /v2.0/networks/1355f291-d671-41ef-a288-390dfd9b33e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8648973 Apr 18 20:44:13.585559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:13.624884 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9949a68d-3a99-4c68-b39a-bceb0177bbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.634544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25814cd7-655f-4970-b44a-fd0f29ea5db0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Router 681da569-7126-474d-b1f6-0f822ca1c3bd is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:44:13.653233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-33ab528b-c780-4227-a289-9d4c4d757784 None None] Provisioning complete for port a31972b5-0db5-45f6-a162-687567b1d8e8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:13.653575 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-33ab528b-c780-4227-a289-9d4c4d757784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:13.762960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a31972b5-0db5-45f6-a162-687567b1d8e8,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.016795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.21.0.1 (692b7e43-a311-4132-bb57-2369116b0501/c543cdad-01fd-4dcf-8823-413dfdddb83e/39eeec84-381c-4f0d-a215-caa4defd9120) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:14.026129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=ffd093ac-cce7-4a13-bdd9-79c10460f590,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:14.033272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-50e3d82c-2a32-4bb3-b0b5-b847e7eb5e76 None None] Provisioning for port ffd093ac-cce7-4a13-bdd9-79c10460f590 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:14.046002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-50e3d82c-2a32-4bb3-b0b5-b847e7eb5e76 None None] Provisioning complete for port ffd093ac-cce7-4a13-bdd9-79c10460f590 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:14.046972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-50e3d82c-2a32-4bb3-b0b5-b847e7eb5e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.065344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:14.066702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.124958 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6a7371c5-143c-4c89-8773-0e64c4a52b82 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9748628 Apr 18 20:44:14.135813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-50e3d82c-2a32-4bb3-b0b5-b847e7eb5e76 None None] Port ffd093ac-cce7-4a13-bdd9-79c10460f590 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:14.162605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46078) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:14.217141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5814eed0-b4a8-48b1-b0f8-c10941e05116 req-556b243a-af61-478b-b42d-f07ab2d76088 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:14.219211 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5814eed0-b4a8-48b1-b0f8-c10941e05116 req-556b243a-af61-478b-b42d-f07ab2d76088 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 945 time: 0.7147067 Apr 18 20:44:14.223498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25814cd7-655f-4970-b44a-fd0f29ea5db0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:44:14.232699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25814cd7-655f-4970-b44a-fd0f29ea5db0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.234333 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-25814cd7-655f-4970-b44a-fd0f29ea5db0 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "PUT /v2.0/routers/681da569-7126-474d-b1f6-0f822ca1c3bd HTTP/1.1" status: 200 len: 698 time: 2.2751532 Apr 18 20:44:14.235540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] Sync routers for ids ['681da569-7126-474d-b1f6-0f822ca1c3bd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:14.249891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] Routers {'681da569-7126-474d-b1f6-0f822ca1c3bd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:14.251584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46084) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:14.252392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['681da569-7126-474d-b1f6-0f822ca1c3bd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:14.294167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-665ddb50-208d-4e5e-8385-a408b284e015 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9915452 Apr 18 20:44:14.408338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f160c1fe-a639-480e-9b10-63c412589901 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/routers/681da569-7126-474d-b1f6-0f822ca1c3bd HTTP/1.1" status: 200 len: 704 time: 0.1557539 Apr 18 20:44:14.411710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46090) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:14.439629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] Set router 681da569-7126-474d-b1f6-0f822ca1c3bd gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:44:14.474407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port ffd093ac-cce7-4a13-bdd9-79c10460f590 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:14.475042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.487150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5814eed0-b4a8-48b1-b0f8-c10941e05116 req-eb6f148e-b251-412e-b633-42219c068ff6 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496142 Apr 18 20:44:14.489461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de67a614-647c-455b-8170-c82b17395c14 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=681da569-7126-474d-b1f6-0f822ca1c3bd HTTP/1.1" status: 200 len: 205 time: 0.0752194 Apr 18 20:44:14.502642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46098) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:14.616229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.784924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a31972b5-0db5-45f6-a162-687567b1d8e8 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:14.794778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object 39eeec84-381c-4f0d-a215-caa4defd9120 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:14.855867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681da569-7126-474d-b1f6-0f822ca1c3bd', 'name': 'tempest-RoutersIpV6Test-router-1595957248', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:11Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:14.865964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b69cac2-bdd8-4c90-8a9a-e8d73d9a2a2d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:14.871681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] Checking router: 681da569-7126-474d-b1f6-0f822ca1c3bd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:44:14.956948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] Routers {'681da569-7126-474d-b1f6-0f822ca1c3bd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:14.956948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:43:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['681da569-7126-474d-b1f6-0f822ca1c3bd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:15.130398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.181750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:15.288603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a31972b5-0db5-45f6-a162-687567b1d8e8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:15.289073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.341199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] Set router 681da569-7126-474d-b1f6-0f822ca1c3bd gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:44:15.477528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '681da569-7126-474d-b1f6-0f822ca1c3bd', 'name': 'tempest-RoutersIpV6Test-router-1595957248', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:11Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:15.489475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for ffd093ac-cce7-4a13-bdd9-79c10460f590 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:15.502285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a068fb-c41b-45be-9951-fd5f64528abf None None] The sync data for ids ['681da569-7126-474d-b1f6-0f822ca1c3bd'] in n-d-836016-3 is: [{'id': '681da569-7126-474d-b1f6-0f822ca1c3bd', 'name': 'tempest-RoutersIpV6Test-router-1595957248', 'tenant_id': '4a495977ecbb48419ca7d36fb06048c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:44:11Z', 'updated_at': '2022-04-18T20:44:13Z', 'revision_number': 2, 'project_id': '4a495977ecbb48419ca7d36fb06048c0', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:15.559511 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b69cac2-bdd8-4c90-8a9a-e8d73d9a2a2d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.573218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b69cac2-bdd8-4c90-8a9a-e8d73d9a2a2d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.640257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b69cac2-bdd8-4c90-8a9a-e8d73d9a2a2d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.642061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b69cac2-bdd8-4c90-8a9a-e8d73d9a2a2d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Fanout notify agent at l3_agent the message router_deleted on router 681da569-7126-474d-b1f6-0f822ca1c3bd {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:44:15.700274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b69cac2-bdd8-4c90-8a9a-e8d73d9a2a2d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.707418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4b69cac2-bdd8-4c90-8a9a-e8d73d9a2a2d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/681da569-7126-474d-b1f6-0f822ca1c3bd HTTP/1.1" status: 204 len: 168 time: 1.2045608 Apr 18 20:44:15.709811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46114) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:15.745910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-aaf7ed30-5bba-4118-bbca-5e884be277a8 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3379514 Apr 18 20:44:15.754610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-753821064'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:15.811441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:15.820776 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:15.834064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f52fe588-ae27-41ed-b8b3-a37914a25617 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=681da569-7126-474d-b1f6-0f822ca1c3bd HTTP/1.1" status: 200 len: 205 time: 0.1128428 Apr 18 20:44:15.834064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Usage tracker for resource:network and tenant:afd71b264f8b4ff3927fa0e237694f3d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:15.834064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:15.834064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46118) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:15.913844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:15.929146 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-df6dfb9c-2eb7-46ef-802a-e52dcb4d9cc2 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] delete failed (client error): The resource could not be found. Apr 18 20:44:15.929146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-df6dfb9c-2eb7-46ef-802a-e52dcb4d9cc2 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/681da569-7126-474d-b1f6-0f822ca1c3bd HTTP/1.1" status: 404 len: 336 time: 0.0918527 Apr 18 20:44:15.944972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46122) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:15.967857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:15.987890 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba75f91-1b03-479f-977e-901ae0221c9f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:15.987890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba75f91-1b03-479f-977e-901ae0221c9f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:15.987890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aba75f91-1b03-479f-977e-901ae0221c9f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/4e29be79-5084-4c94-bd27-1c09c7ccda1f HTTP/1.1" status: 404 len: 337 time: 0.0538065 Apr 18 20:44:15.999211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46126) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:15.999211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Made reservation on behalf of afd71b264f8b4ff3927fa0e237694f3d for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:15.999211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.051342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.083438 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e37160-7606-4773-8ae1-e16b3e1fe7e8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:16.083438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e37160-7606-4773-8ae1-e16b3e1fe7e8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:16.083438 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-10e37160-7606-4773-8ae1-e16b3e1fe7e8 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/a984b4a2-b573-4e66-9d96-698145baa93f HTTP/1.1" status: 404 len: 337 time: 0.0837386 Apr 18 20:44:16.083438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46130) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.083438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:16.106052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 692b7e43-a311-4132-bb57-2369116b0501 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:16.145656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:16.160204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Usage tracker for resource:security_group_rule and tenant:afd71b264f8b4ff3927fa0e237694f3d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:16.171159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:16.185301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:16.198391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:16.215178 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cf06ef4-4f44-4c82-a327-f194c978e579 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:16.215178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cf06ef4-4f44-4c82-a327-f194c978e579 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:16.215178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9cf06ef4-4f44-4c82-a327-f194c978e579 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/f3c0a91b-f926-4250-aeca-74cd5bbb9bdb HTTP/1.1" status: 404 len: 337 time: 0.0711045 Apr 18 20:44:16.215178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46134) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.215178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:16.215178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a525ca8-2b7f-432c-a47c-c8ef980f260e req-2b9fb6ae-36f9-49d7-967b-ce8c1bb13f53 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:16.215178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a525ca8-2b7f-432c-a47c-c8ef980f260e req-2b9fb6ae-36f9-49d7-967b-ce8c1bb13f53 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 945 time: 0.4873981 Apr 18 20:44:16.229801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=39eeec84-381c-4f0d-a215-caa4defd9120,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:16.238931 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f4eb93ef-00dc-4fad-891f-f068f1bb7af2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.238931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:16.238931 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.288548 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-588be345-ad33-4ac5-b6b8-10d6bf957b58 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:16.288548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588be345-ad33-4ac5-b6b8-10d6bf957b58 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:16.288548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-588be345-ad33-4ac5-b6b8-10d6bf957b58 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/79ebdcd8-7201-4f0b-b29e-d6dc8ed303c4 HTTP/1.1" status: 404 len: 337 time: 0.0970860 Apr 18 20:44:16.288548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46138) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.407085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.417538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.447594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e1a68e83-666b-4e60-ba5d-43d5b2c1fc2f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 200 len: 205 time: 0.1581557 Apr 18 20:44:16.454923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46142) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.465666 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a525ca8-2b7f-432c-a47c-c8ef980f260e req-3be23520-b422-4380-81b7-7a602df22df1 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412891 Apr 18 20:44:16.556593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=ffd093ac-cce7-4a13-bdd9-79c10460f590,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:16.588381 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.594213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-354a4b74-5315-487b-9dee-333844757de2 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8470948 Apr 18 20:44:16.698451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,segment=NetworkSegment(20d42246-0967-4200-b295-7b672815645a),segment_id=20d42246-0967-4200-b295-7b672815645a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:16.700659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:16.707769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8b5322d0-86a6-4782-a66d-56f6534d20a8 None None] Provisioning for port 39eeec84-381c-4f0d-a215-caa4defd9120 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:16.730625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8b5322d0-86a6-4782-a66d-56f6534d20a8 None None] Provisioning complete for port 39eeec84-381c-4f0d-a215-caa4defd9120 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:16.732130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b5322d0-86a6-4782-a66d-56f6534d20a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.797045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.833654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c3cbcd9d-e35e-4bf8-8664-caf6e053562b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/ffd093ac-cce7-4a13-bdd9-79c10460f590 HTTP/1.1" status: 204 len: 168 time: 2.6664546 Apr 18 20:44:16.835574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46150) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.891746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:16.900282 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a47bf7c3-f5d7-4d93-8dca-b2ed052c43c6'] response: {'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976', 'code': 200} Apr 18 20:44:16.908665 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0905c04f-6dfb-4f0d-922f-bbae30e8dc03 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:16.909315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0905c04f-6dfb-4f0d-922f-bbae30e8dc03 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:16.916123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0905c04f-6dfb-4f0d-922f-bbae30e8dc03 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/ffd093ac-cce7-4a13-bdd9-79c10460f590 HTTP/1.1" status: 404 len: 333 time: 0.0742593 Apr 18 20:44:16.917380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:16.948820 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-e5b04782-3105-4cc0-a364-96bee8a82710 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] delete failed (client error): The resource could not be found. Apr 18 20:44:16.950130 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5b04782-3105-4cc0-a364-96bee8a82710 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/28f75ede-9ac2-4dc7-978f-c789934d0cf5 HTTP/1.1" status: 404 len: 336 time: 0.4938209 Apr 18 20:44:16.960563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:17.024995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8b5322d0-86a6-4782-a66d-56f6534d20a8 None None] Port 39eeec84-381c-4f0d-a215-caa4defd9120 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:17.084474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f6b91bf1-1e95-4ea3-80a2-66bfce3c52ef tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=06becb11-fdaf-40da-b2c8-3b7edc4a58fe HTTP/1.1" status: 200 len: 205 time: 0.1226857 Apr 18 20:44:17.091621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46166) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:17.192062 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.208683 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.220220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:17.299985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e0133f1-347a-4c81-9110-62d98af827c2 req-c5f3aad6-d4fa-4c9a-8ef6-70bc8fbd81b6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 210 time: 0.2139380 Apr 18 20:44:17.304673 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-b6e551a9-fb62-4c04-84a4-7b09332460ce tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] delete failed (client error): The resource could not be found. Apr 18 20:44:17.306884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b6e551a9-fb62-4c04-84a4-7b09332460ce tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/06becb11-fdaf-40da-b2c8-3b7edc4a58fe HTTP/1.1" status: 404 len: 336 time: 0.2132726 Apr 18 20:44:17.313470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46174) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:17.375931 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-afed6da0-bc20-4697-98b1-8e2b00d391fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:17.376386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afed6da0-bc20-4697-98b1-8e2b00d391fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:17.376959 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-813b820f-153c-413c-b6ad-da6778fa97c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:44:17.377701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-813b820f-153c-413c-b6ad-da6778fa97c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:17.398256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-afed6da0-bc20-4697-98b1-8e2b00d391fd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/279583d1-87dd-41ed-a9f8-070ecab567ff HTTP/1.1" status: 404 len: 337 time: 0.0831709 Apr 18 20:44:17.402056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:17.413626 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.420089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.465226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:17.471725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c2947-97dd-490c-a75f-3c1fe2908ee5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:17.483502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.484064 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Added segment 5cde936e-dbc0-40d1-8231-1ce15b55bc0f of type vlan for network efb596cc-d558-4838-a838-be6eb70f46fb Apr 18 20:44:17.484701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cea3e53b-5be3-4bc1-a7d1-3198183e381f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Synchronizing usage tracker for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:17.498952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-813b820f-153c-413c-b6ad-da6778fa97c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:17.505201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:17.514383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-813b820f-153c-413c-b6ad-da6778fa97c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/ffd093ac-cce7-4a13-bdd9-79c10460f590 HTTP/1.1" status: 404 len: 333 time: 0.5413294 Apr 18 20:44:17.538575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.575318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cea3e53b-5be3-4bc1-a7d1-3198183e381f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] Unset dirty status for tenant:4a495977ecbb48419ca7d36fb06048c0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:17.585706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cea3e53b-5be3-4bc1-a7d1-3198183e381f tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=c3590823-30ff-41ae-9b8b-15414093f706 HTTP/1.1" status: 200 len: 205 time: 0.1795526 Apr 18 20:44:17.588420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:17.624209 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.666950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet e35c12b1-f248-4c47-982e-33c171e53261 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:44:17.672319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.770743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.776878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.777422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.798977 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4fb4d873-a376-43a0-a6e4-276cb44b2b21 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] delete failed (client error): The resource could not be found. Apr 18 20:44:17.802650 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4fb4d873-a376-43a0-a6e4-276cb44b2b21 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/c3590823-30ff-41ae-9b8b-15414093f706 HTTP/1.1" status: 404 len: 336 time: 0.2019789 Apr 18 20:44:17.805606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46194) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:17.809108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:17.831469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9f5d7-f66a-422e-8384-dcd682c9e414 req-61d5ca7b-1add-49c5-b663-ce2938eef321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:17.833137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ddd9f5d7-f66a-422e-8384-dcd682c9e414 req-61d5ca7b-1add-49c5-b663-ce2938eef321 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 1097 time: 0.9114091 Apr 18 20:44:17.949572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1c00b7d9-fe12-4a18-96b9-b9ef52ef3b4c tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=8142a2fd-4fc6-4596-94ff-28943ce19f1a HTTP/1.1" status: 200 len: 205 time: 0.1063051 Apr 18 20:44:17.957583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46198) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:18.028176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8482847 Apr 18 20:44:18.044606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:18.060936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Request body: {'subnet': {'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:18.101054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bcaba1-325d-472b-9651-ac71005428d0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event updated for resources: {'Network': ['ID=efb596cc-d558-4838-a838-be6eb70f46fb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.121540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network efb596cc-d558-4838-a838-be6eb70f46fb details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:18.123866 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-23dfb4c4-e01a-403f-893b-6a52633e8fcd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] delete failed (client error): The resource could not be found. Apr 18 20:44:18.125298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-23dfb4c4-e01a-403f-893b-6a52633e8fcd tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/8142a2fd-4fc6-4596-94ff-28943ce19f1a HTTP/1.1" status: 404 len: 336 time: 0.1699481 Apr 18 20:44:18.130806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ddd9f5d7-f66a-422e-8384-dcd682c9e414 req-75b15f09-0238-41dc-86f1-8c4dd2994900 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877009 Apr 18 20:44:18.131891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:18.222073 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c7684a-3614-4ce9-b800-47519b5727b2 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:18.222537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c7684a-3614-4ce9-b800-47519b5727b2 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:18.224366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f6c7684a-3614-4ce9-b800-47519b5727b2 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/1ea8f38c-a81f-4e6e-a88e-ef7ded197844 HTTP/1.1" status: 404 len: 337 time: 0.0811632 Apr 18 20:44:18.235817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728fddd-b69a-486a-ae10-c2c0c659727d req-764c685e-fc1c-4d0c-95f6-c1f1fd083050 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:18.237553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0728fddd-b69a-486a-ae10-c2c0c659727d req-764c685e-fc1c-4d0c-95f6-c1f1fd083050 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 946 time: 0.5508823 Apr 18 20:44:18.239956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:18.338428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-862642c2-bce7-461b-9cea-fb9711c620dc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=78c389d1-45c4-4cd5-92ae-63a70d6a84fa HTTP/1.1" status: 200 len: 205 time: 0.0965822 Apr 18 20:44:18.343126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:18.347267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.393476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:18.448233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0728fddd-b69a-486a-ae10-c2c0c659727d req-faeb0b00-200b-4160-a805-6f1f2d22e25a tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875598 Apr 18 20:44:18.472673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Usage tracker for resource:subnet and tenant:afd71b264f8b4ff3927fa0e237694f3d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:18.485562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:18.512584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:18.516072 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.518109 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-bfed10b9-dd20-4327-ac45-346a1e92821d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] delete failed (client error): The resource could not be found. Apr 18 20:44:18.519741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bfed10b9-dd20-4327-ac45-346a1e92821d tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/78c389d1-45c4-4cd5-92ae-63a70d6a84fa HTTP/1.1" status: 404 len: 336 time: 0.1284344 Apr 18 20:44:18.523973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46220) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:18.561388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.569101 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.637316 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f6186a5-9ea6-41ec-b22a-98ca9ffc9bf6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:18.637776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f6186a5-9ea6-41ec-b22a-98ca9ffc9bf6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:18.650266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Made reservation on behalf of afd71b264f8b4ff3927fa0e237694f3d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:18.654218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.754447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.758191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=39eeec84-381c-4f0d-a215-caa4defd9120,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:18.769018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f5523b57-2bb9-42dc-9ecd-dfc632e90ef0 req-e984f6f2-3962-4a69-a689-5ae9d507977c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 210 time: 0.2005255 Apr 18 20:44:18.870023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.892862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f6186a5-9ea6-41ec-b22a-98ca9ffc9bf6 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/834f70e6-8786-464e-a8d2-a98f4473ad74 HTTP/1.1" status: 404 len: 337 time: 0.3651745 Apr 18 20:44:18.897111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46224) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:18.952248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:18.965434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fdfff769-0de1-4633-a226-2b79aad82ddc tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd4fa400-dc1e-4594-a537-e3768a94e04c HTTP/1.1" status: 200 len: 205 time: 0.0670829 Apr 18 20:44:18.975544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:19.051411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3d1b44-8f1d-4304-a7a6-91dc0881c2e6 None None] Network b53e830e-4d9a-4339-a9d3-14c2ec64776b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:19.059610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 692b7e43-a311-4132-bb57-2369116b0501 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:19.063167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=e35c12b1-f248-4c47-982e-33c171e53261,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:19.069120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:19.074975 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-a079f4ce-a976-47cf-bd28-e1f05fab93d3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] delete failed (client error): The resource could not be found. Apr 18 20:44:19.080984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a079f4ce-a976-47cf-bd28-e1f05fab93d3 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/routers/cd4fa400-dc1e-4594-a537-e3768a94e04c HTTP/1.1" status: 404 len: 336 time: 0.0992215 Apr 18 20:44:19.086651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.086651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a5acfd0-ecd6-4d80-8229-a1479ff08aff tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/e35c12b1-f248-4c47-982e-33c171e53261 HTTP/1.1" status: 204 len: 168 time: 1.5756710 Apr 18 20:44:19.086651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46232) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:19.091981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:19.261929 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35da057-edd4-4dc2-bb26-b64a81347016 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:19.265663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35da057-edd4-4dc2-bb26-b64a81347016 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:19.276383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-b210199f-9cf1-47e1-80e1-e5164bc0383d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:19.292490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-b210199f-9cf1-47e1-80e1-e5164bc0383d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.7178991 Apr 18 20:44:19.314953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'port': {'device_id': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'admin_state_up': True, 'tenant_id': '3e8611199562487e905052133b5013a4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:19.386710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e35da057-edd4-4dc2-bb26-b64a81347016 tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/6143f4d4-5d0a-4ce7-95c6-834f3f2a6ac5 HTTP/1.1" status: 404 len: 337 time: 0.2872388 Apr 18 20:44:19.394153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46242) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:19.787625 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.792453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a30ce1c2-e31c-422a-a2a8-4b9d8a58875d None None] Provisioning complete for port 39eeec84-381c-4f0d-a215-caa4defd9120 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:19.793370 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a30ce1c2-e31c-422a-a2a8-4b9d8a58875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.889677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a30ce1c2-e31c-422a-a2a8-4b9d8a58875d None None] Port 39eeec84-381c-4f0d-a215-caa4defd9120 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:19.970753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] DHCP port deletion for b53e830e-4d9a-4339-a9d3-14c2ec64776b request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:44:19.977669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] Deleting port a31972b5-0db5-45f6-a162-687567b1d8e8 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:19.978490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:19.987329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.006130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 04a81dfd-9f13-4e69-a864-4b8e925e2554 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:44:20.077421 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-67a8115c-b3a5-45df-b332-2f062e7ec17a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:20.079079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67a8115c-b3a5-45df-b332-2f062e7ec17a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:20.082440 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-67a8115c-b3a5-45df-b332-2f062e7ec17a tempest-RoutersIpV6Test-1139941250 tempest-RoutersIpV6Test-1139941250-project] 10.222.0.47 "DELETE /v2.0/subnets/9932f7fc-ec9d-4335-96dd-3d91e929bcb5 HTTP/1.1" status: 404 len: 337 time: 0.6848631 Apr 18 20:44:20.124547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d9cfce2d-17b0-442c-817f-543d5c68f1e7 req-25f7fdc1-6746-4656-852d-59edca284423 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 210 time: 0.1322525 Apr 18 20:44:20.127606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port a31972b5-0db5-45f6-a162-687567b1d8e8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:20.127850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.200640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:20.244305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:20.303572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:20.319452 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.580149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:44:20.594863 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] Sync routers for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:20.598401 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f03d2472-bca7-4bb0-83f6-a1b0a96ed235 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/04a81dfd-9f13-4e69-a864-4b8e925e2554/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2593031 Apr 18 20:44:20.609132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46256) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:20.613413 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:20.614103 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:44:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:20.671509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] For port a31972b5-0db5-45f6-a162-687567b1d8e8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a31972b5-0db5-45f6-a162-687567b1d8e8,segment=NetworkSegment(8f9251a8-3ef9-475e-9e54-824ce50aea4e),segment_id=8f9251a8-3ef9-475e-9e54-824ce50aea4e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:20.671923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.717883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79c073-2ed2-4d81-a3ae-787aaed71724 req-94415be8-ad7b-48e2-aaf2-bc265ca32019 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:20.720633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e79c073-2ed2-4d81-a3ae-787aaed71724 req-94415be8-ad7b-48e2-aaf2-bc265ca32019 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 946 time: 0.9112613 Apr 18 20:44:20.740114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:20.791113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a31972b5-0db5-45f6-a162-687567b1d8e8 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:20.797125 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:20.813286 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:20.814540 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:44:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:20.899747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.908025 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:20.908801 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ca5fe4-873d-4752-9bac-ab1b8bce1aa4 None None] The sync data for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:20.928788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] Calling delete_port for a31972b5-0db5-45f6-a162-687567b1d8e8 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:20.932725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] For port a31972b5-0db5-45f6-a162-687567b1d8e8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a31972b5-0db5-45f6-a162-687567b1d8e8,segment=NetworkSegment(8f9251a8-3ef9-475e-9e54-824ce50aea4e),segment_id=8f9251a8-3ef9-475e-9e54-824ce50aea4e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:20.933304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:20.955983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.20.0.12 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/9e0894eb-2624-4574-b852-fb0756b14b45) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:21.106787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.165827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e79c073-2ed2-4d81-a3ae-787aaed71724 req-7e7a337f-e78a-48f0-8cea-595c7a727d60 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101334 Apr 18 20:44:21.178344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for a31972b5-0db5-45f6-a162-687567b1d8e8 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:21.218567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af0572-9f25-4dd5-ae78-c604a316b8c7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:21.228940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44af0572-9f25-4dd5-ae78-c604a316b8c7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports/39eeec84-381c-4f0d-a215-caa4defd9120 HTTP/1.1" status: 200 len: 910 time: 0.5990505 Apr 18 20:44:21.240080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] Pushing event deleted for resources: {'Port': ['ID=a31972b5-0db5-45f6-a162-687567b1d8e8,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.256232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2b38f-5f8e-49fe-8308-7fddf716dbcd None None] No DVR routers for this DVR port a31972b5-0db5-45f6-a162-687567b1d8e8 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:21.263213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:21.276486 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.421985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event updated for resources: {'Subnet': ['ID=eeec36eb-447b-41f1-af12-de8a03e7348c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:21.632110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c37a2f04-4451-46c5-8bb0-f2556b7faa55 req-ac0f7128-358d-4078-8ef6-8cf9f084a373 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 210 time: 0.1906095 Apr 18 20:44:21.761624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Checking segment: {'id': '5cde936e-dbc0-40d1-8231-1ce15b55bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:21.761981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Network hostable DHCP agents. Network: efb596cc-d558-4838-a838-be6eb70f46fb, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:21.785128 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:21.817855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Transition to ACTIVE for port object 9e0894eb-2624-4574-b852-fb0756b14b45 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:21.842568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Network efb596cc-d558-4838-a838-be6eb70f46fb is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:21.854604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:21.855343 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:21.865172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46282) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:21.865743 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bfcdf155-8a68-43e2-b52c-4e5d638a712c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a495977ecbb48419ca7d36fb06048c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1085403 Apr 18 20:44:21.876577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, efb596cc-d558-4838-a838-be6eb70f46fb) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:21.920096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582bac46-4b5b-42b4-a449-fd3ff26b4d48 None None] Network efb596cc-d558-4838-a838-be6eb70f46fb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:21.926791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:21.927800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.130633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e9e948a-7e16-4437-9700-753f6085a7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.262584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e9e948a-7e16-4437-9700-753f6085a7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.392230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d0d59fd3-b835-4581-822b-12225b8f00aa tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3401179 Apr 18 20:44:22.408466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.429370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port a31972b5-0db5-45f6-a162-687567b1d8e8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:22.430576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.438070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46288) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:22.572766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] The port 'a31972b5-0db5-45f6-a162-687567b1d8e8' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:44:22.598246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Request body: {'port': {'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-444195136'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:22.626732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e9e948a-7e16-4437-9700-753f6085a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.644765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['69c87d41-d894-4a05-b6b7-e32882ed1f38'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:44:22.739953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e948a-7e16-4437-9700-753f6085a7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add44a3c-60bc-422f-925b-df5092b3d3da,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:22.750453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e9e948a-7e16-4437-9700-753f6085a7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.755978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9e9e948a-7e16-4437-9700-753f6085a7f1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/add44a3c-60bc-422f-925b-df5092b3d3da HTTP/1.1" status: 204 len: 168 time: 0.8842707 Apr 18 20:44:22.793235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-efb596cc-d558-4838-a838-be6eb70f46fb', 'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb', 'tenant_id': 'afd71b264f8b4ff3927fa0e237694f3d', 'fixed_ips': [{'subnet_id': 'eeec36eb-447b-41f1-af12-de8a03e7348c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:44:22.794114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.837649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:22.837649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:22.837649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:22.917094 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:22.954619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b53e830e-4d9a-4339-a9d3-14c2ec64776b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:22.978732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f9251a8-3ef9-475e-9e54-824ce50aea4e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:22.978732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f9251a8-3ef9-475e-9e54-824ce50aea4e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:22.992089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.014429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=9e0894eb-2624-4574-b852-fb0756b14b45,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:23.026508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.026508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:23.026508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:23.111866 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:23.185428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.195295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.226055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:23.263292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Usage tracker for resource:port and tenant:afd71b264f8b4ff3927fa0e237694f3d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:23.275542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:23.338889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:23.359776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-f8384d2f-b846-4bcc-9b89-e4438d8dc49d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0620100 Apr 18 20:44:23.402768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Request body: {'port': {'device_id': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:23.475402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648464d-504c-4934-ad80-82fa805464d2 req-5172e4ab-ce98-49d3-ba12-7fb0d7189b61 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.480083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c347dd-4caa-4304-938c-a5df3c61910b req-c3842e2e-de72-4bfd-bce5-1953473d7754 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:23.481436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d3c347dd-4caa-4304-938c-a5df3c61910b req-c3842e2e-de72-4bfd-bce5-1953473d7754 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:23.482343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5648464d-504c-4934-ad80-82fa805464d2 req-5172e4ab-ce98-49d3-ba12-7fb0d7189b61 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 946 time: 1.0860808 Apr 18 20:44:23.485425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.505436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Made reservation on behalf of afd71b264f8b4ff3927fa0e237694f3d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:23.526854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.535843 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:23.554352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Allocated IP 172.20.0.2 (efb596cc-d558-4838-a838-be6eb70f46fb/eeec36eb-447b-41f1-af12-de8a03e7348c/b4f8e32f-1260-466d-9214-9a777b094c70) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:23.836520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=b53e830e-4d9a-4339-a9d3-14c2ec64776b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:24.001249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.039527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] device_id is not set on port 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:24.084436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-49b40550-ec34-40ed-9497-dafc1446ac46 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/b53e830e-4d9a-4339-a9d3-14c2ec64776b HTTP/1.1" status: 204 len: 168 time: 4.9844027 Apr 18 20:44:24.109118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f81d9f40-9eb1-44f8-bdd9-76450e47425c None None] Provisioning for port 9e0894eb-2624-4574-b852-fb0756b14b45 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:24.116712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:24.154461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f81d9f40-9eb1-44f8-bdd9-76450e47425c None None] Provisioning complete for port 9e0894eb-2624-4574-b852-fb0756b14b45 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:24.154461 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f81d9f40-9eb1-44f8-bdd9-76450e47425c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.236425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5648464d-504c-4934-ad80-82fa805464d2 req-371eb6a8-dadf-4c58-968e-54133ebc03d5 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7409203 Apr 18 20:44:24.308630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1738275206'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:24.326603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d3c347dd-4caa-4304-938c-a5df3c61910b req-c3842e2e-de72-4bfd-bce5-1953473d7754 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:24.326603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3c347dd-4caa-4304-938c-a5df3c61910b req-c3842e2e-de72-4bfd-bce5-1953473d7754 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 932 time: 1.4350052 Apr 18 20:44:24.393079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:24.424061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:24.459014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:24.495949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:24.513635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3c347dd-4caa-4304-938c-a5df3c61910b req-ce69ea0a-9a46-42d0-ace4-dd6277a83fc8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221266 Apr 18 20:44:24.599609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f81d9f40-9eb1-44f8-bdd9-76450e47425c None None] Port 9e0894eb-2624-4574-b852-fb0756b14b45 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:24.656976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.702005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Transition to ACTIVE for port object b4f8e32f-1260-466d-9214-9a777b094c70 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:24.714873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-de550d8b-8e81-4357-8c8b-a437c04f9f23 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:24.716859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-de550d8b-8e81-4357-8c8b-a437c04f9f23 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.55 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 946 time: 1.0687206 Apr 18 20:44:24.728928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:24.733705 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:24.746435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Transition to ACTIVE for port object b4f8e32f-1260-466d-9214-9a777b094c70 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:24.761676 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.009284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Network efb596cc-d558-4838-a838-be6eb70f46fb is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:25.019541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Allocated IP 172.20.0.3 (efb596cc-d558-4838-a838-be6eb70f46fb/eeec36eb-447b-41f1-af12-de8a03e7348c/8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:25.029558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.034156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:25.034156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:25.125271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Pushing event updated for resources: {'Port': ['ID=b4f8e32f-1260-466d-9214-9a777b094c70,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.157192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:25.216530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Attempting to bind port b4f8e32f-1260-466d-9214-9a777b094c70 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:25.216911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Attempting to bind port b4f8e32f-1260-466d-9214-9a777b094c70 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '5cde936e-dbc0-40d1-8231-1ce15b55bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:25.217265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Attempting to bind port b4f8e32f-1260-466d-9214-9a777b094c70 on network efb596cc-d558-4838-a838-be6eb70f46fb {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:25.225756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Deleting port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:25.226097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.230750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:44:25.231145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Checking segment: {'id': '5cde936e-dbc0-40d1-8231-1ce15b55bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:25.231566 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.232041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Bound using segment: {'id': '5cde936e-dbc0-40d1-8231-1ce15b55bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:44:25.232529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Bound port: b4f8e32f-1260-466d-9214-9a777b094c70, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cde936e-dbc0-40d1-8231-1ce15b55bc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'efb596cc-d558-4838-a838-be6eb70f46fb'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:25.232911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.375886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] For port b4f8e32f-1260-466d-9214-9a777b094c70, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:44:25.381078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] For port b4f8e32f-1260-466d-9214-9a777b094c70, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4f8e32f-1260-466d-9214-9a777b094c70,segment=NetworkSegment(5cde936e-dbc0-40d1-8231-1ce15b55bc0f),segment_id=5cde936e-dbc0-40d1-8231-1ce15b55bc0f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:44:25.391669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.391975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.392316 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment bb1f0d31-4679-4c67-8596-e10aaa801b2e of type vlan for network c41fe3a3-5626-4fee-9040-706ee57820e4 Apr 18 20:44:25.566339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91dbf-462f-4e40-8158-bb358ab312f1 None None] Pushing event updated for resources: {'Port': ['ID=b4f8e32f-1260-466d-9214-9a777b094c70,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:25.658434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:25.737963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46322) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:25.744041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Transition to ACTIVE for port object 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:25.987763 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.039556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e0894eb-2624-4574-b852-fb0756b14b45 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:26.115798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.210403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Transition to ACTIVE for port object 9e0894eb-2624-4574-b852-fb0756b14b45 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:26.228956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6b94e1df-b2c1-4fbb-b87b-90a9c7fab784 tempest-DvrRoutersNegativeTest-1647357864 tempest-DvrRoutersNegativeTest-1647357864-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1841255495', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:26.234873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.policy [None req-6b94e1df-b2c1-4fbb-b87b-90a9c7fab784 tempest-DvrRoutersNegativeTest-1647357864 tempest-DvrRoutersNegativeTest-1647357864-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88141) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 18 20:44:26.234873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.policy [None req-6b94e1df-b2c1-4fbb-b87b-90a9c7fab784 tempest-DvrRoutersNegativeTest-1647357864 tempest-DvrRoutersNegativeTest-1647357864-project] Failed policy check for 'create_router' {{(pid=88141) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 18 20:44:26.235728 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-6b94e1df-b2c1-4fbb-b87b-90a9c7fab784 tempest-DvrRoutersNegativeTest-1647357864 tempest-DvrRoutersNegativeTest-1647357864-project] create failed (client error): Access was denied to this resource. Apr 18 20:44:26.238021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6b94e1df-b2c1-4fbb-b87b-90a9c7fab784 tempest-DvrRoutersNegativeTest-1647357864 tempest-DvrRoutersNegativeTest-1647357864-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.4972062 Apr 18 20:44:26.247069 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.266662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.294523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:44:26.434994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event updated for resources: {'Port': ['ID=8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.560415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Pushing event updated for resources: {'Port': ['ID=9e0894eb-2624-4574-b852-fb0756b14b45,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:26.878282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Network efb596cc-d558-4838-a838-be6eb70f46fb is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:26.908775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:26.922041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4f8e32f-1260-466d-9214-9a777b094c70 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:26.929349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:26.945070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:26.958029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:26.958644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:27.359774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46334) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:27.441547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port b4f8e32f-1260-466d-9214-9a777b094c70 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:27.470239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335467a-ec2b-4b38-ab72-91e71c39ac22 req-5af9e628-4e7e-4abb-9b08-75ff063c1c76 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.470239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0335467a-ec2b-4b38-ab72-91e71c39ac22 req-5af9e628-4e7e-4abb-9b08-75ff063c1c76 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 932 time: 1.5770361 Apr 18 20:44:27.562084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec072dd-359b-4ebc-8826-171a2b8103de req-ee00626a-d771-4e37-8f0d-421a70b8628e tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.562084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ec072dd-359b-4ebc-8826-171a2b8103de req-ee00626a-d771-4e37-8f0d-421a70b8628e tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 946 time: 1.8106825 Apr 18 20:44:27.695250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=c41fe3a3-5626-4fee-9040-706ee57820e4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:27.709592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c41fe3a3-5626-4fee-9040-706ee57820e4 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:27.847042 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-325d61be-1b74-4778-a3f3-ca7a1d1df468 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.5600288 Apr 18 20:44:27.847042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:27.908031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:27.999667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:27.999667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.039073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0939b6a1-29f4-40e5-8fd0-5351eb52045b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5792055 Apr 18 20:44:28.039073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46344) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:28.039073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Attempting to bind port 9e0894eb-2624-4574-b852-fb0756b14b45 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:28.039073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Attempting to bind port 9e0894eb-2624-4574-b852-fb0756b14b45 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:28.039073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Attempting to bind port 9e0894eb-2624-4574-b852-fb0756b14b45 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:28.223148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ec072dd-359b-4ebc-8826-171a2b8103de req-832d58f5-80cc-4161-a236-8b5bc6f7edf7 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5998955 Apr 18 20:44:28.244896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,segment=NetworkSegment(20d42246-0967-4200-b295-7b672815645a),segment_id=20d42246-0967-4200-b295-7b672815645a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:28.244896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.275099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:28.426763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c095162a-c6f7-4491-a006-9c49a907b1ec None None] Network efb596cc-d558-4838-a838-be6eb70f46fb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:28.449820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Deleting port 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:28.450365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.619822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Port 9e0894eb-2624-4574-b852-fb0756b14b45 on network 1ca914df-2462-4609-93a7-9a10ac1d108a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:44:28.620470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Attempting to bind port 9e0894eb-2624-4574-b852-fb0756b14b45 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:28.829399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fb9adde8-bd6b-4068-8176-b386542253fe None None] Provisioning for port b4f8e32f-1260-466d-9214-9a777b094c70 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:28.850498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:44:28.850498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:28.850498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:44:28.850498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Bound port: 9e0894eb-2624-4574-b852-fb0756b14b45, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:28.850498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.866951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fb9adde8-bd6b-4068-8176-b386542253fe None None] Provisioning complete for port b4f8e32f-1260-466d-9214-9a777b094c70 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:28.866951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb9adde8-bd6b-4068-8176-b386542253fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:28.970443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.021810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:29.021810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Usage tracker for resource:security_group_rule and tenant:d660d82aaaaa49428990101928364756 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:29.021810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:29.021810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:29.285044 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.285044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0335467a-ec2b-4b38-ab72-91e71c39ac22 req-75c42554-3ada-4341-b06f-98bed93c44d1 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7680068 Apr 18 20:44:29.328980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.408714 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d660d82aaaaa49428990101928364756&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0325029 Apr 18 20:44:29.523270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46352) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:29.591690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Calling delete_port for cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:29.645687 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.732651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,segment=NetworkSegment(20d42246-0967-4200-b295-7b672815645a),segment_id=20d42246-0967-4200-b295-7b672815645a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:29.751901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:29.760914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eded3263-4a31-4262-8f00-9f8c897ce8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.808072 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.808808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:29.818170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eded3263-4a31-4262-8f00-9f8c897ce8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.818566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 39eeec84-381c-4f0d-a215-caa4defd9120 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:29.819273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.914465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618f344-9501-462f-aa72-3b7a2e6a17c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71597ea6-2194-4a61-bdb6-0fd2aa7286f6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:29.932444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eded3263-4a31-4262-8f00-9f8c897ce8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:29.992532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:30.065535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded3263-4a31-4262-8f00-9f8c897ce8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71597ea6-2194-4a61-bdb6-0fd2aa7286f6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.087294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:30.087294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:30.087294 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:30.087294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:30.110815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:44:30.114083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eded3263-4a31-4262-8f00-9f8c897ce8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.115039 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eded3263-4a31-4262-8f00-9f8c897ce8fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71597ea6-2194-4a61-bdb6-0fd2aa7286f6 HTTP/1.1" status: 204 len: 168 time: 0.5219536 Apr 18 20:44:30.163945 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764ffd31-deaa-4235-84ad-038f487fdd94'] response: {'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976', 'code': 200} Apr 18 20:44:30.164094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e0894eb-2624-4574-b852-fb0756b14b45,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:44:30.231600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.344177 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb9adde8-bd6b-4068-8176-b386542253fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.534120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.564521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:30.568690 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.658471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Deleting port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:30.658471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.756045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fb9adde8-bd6b-4068-8176-b386542253fe None None] For port b4f8e32f-1260-466d-9214-9a777b094c70, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4f8e32f-1260-466d-9214-9a777b094c70,segment=NetworkSegment(5cde936e-dbc0-40d1-8231-1ce15b55bc0f),segment_id=5cde936e-dbc0-40d1-8231-1ce15b55bc0f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:30.756045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:30.756045 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb9adde8-bd6b-4068-8176-b386542253fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.849901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:30.961918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9adde8-bd6b-4068-8176-b386542253fe None None] Pushing event updated for resources: {'Port': ['ID=b4f8e32f-1260-466d-9214-9a777b094c70,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:31.188244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 39eeec84-381c-4f0d-a215-caa4defd9120 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:31.427519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9331330e-cab3-43af-a649-216a1a7b450d req-b3f964d7-888f-4d65-8a75-d9bc305118e3 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:31.440490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9331330e-cab3-43af-a649-216a1a7b450d req-b3f964d7-888f-4d65-8a75-d9bc305118e3 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 944 time: 1.7552900 Apr 18 20:44:31.567836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9331330e-cab3-43af-a649-216a1a7b450d req-97c992e2-5221-41c9-97f9-f80106a47345 tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937121 Apr 18 20:44:31.748793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Calling delete_port for 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:31.933594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d2339e64-d598-4552-b1bf-a26f0211c48a None None] Provisioning for port 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:31.957596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d2339e64-d598-4552-b1bf-a26f0211c48a None None] Provisioning complete for port 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:31.982168 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2339e64-d598-4552-b1bf-a26f0211c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.079897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Pushing event updated for resources: {'Port': ['ID=9e0894eb-2624-4574-b852-fb0756b14b45,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:32.150377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:32.150377 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.151908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-c55e33e5-7835-471b-91f0-fd5860a7769e service neutron] 10.222.0.61 "PUT /v2.0/ports/9e0894eb-2624-4574-b852-fb0756b14b45 HTTP/1.1" status: 200 len: 1092 time: 8.7608202 Apr 18 20:44:32.191616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:32.377549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d2339e64-d598-4552-b1bf-a26f0211c48a None None] Port 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:32.420253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d2339e64-d598-4552-b1bf-a26f0211c48a None None] Provisioning complete for port b4f8e32f-1260-466d-9214-9a777b094c70 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:32.422504 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2339e64-d598-4552-b1bf-a26f0211c48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:32.599805 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6bc05ab-d883-49a2-abe4-264f2222451d'] response: {'name': 'network-changed', 'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45', 'status': 'completed', 'code': 200} Apr 18 20:44:32.880142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4f8e32f-1260-466d-9214-9a777b094c70 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:32.966860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8ed634b2-fa31-446c-b7cf-e5c8efdc1b81 None None] Provisioning complete for port 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:32.967970 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8ed634b2-fa31-446c-b7cf-e5c8efdc1b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.210988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8ed634b2-fa31-446c-b7cf-e5c8efdc1b81 None None] Port 8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:33.255204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b4f8e32f-1260-466d-9214-9a777b094c70 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:33.255204 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.269190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.388213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.417698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] For port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,segment=NetworkSegment(20d42246-0967-4200-b295-7b672815645a),segment_id=20d42246-0967-4200-b295-7b672815645a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:33.417698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:33.484153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46386) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:33.546331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event deleted for resources: {'Port': ['ID=8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.589809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=abd77a2d-e615-40b2-a9b0-a4fe1592f80c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:33.663055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-a91bfb06-d83e-40e3-946c-a192b39499f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.666681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-a91bfb06-d83e-40e3-946c-a192b39499f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 1095 time: 1.4021385 Apr 18 20:44:33.722308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:33.784273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cafbad2-1eb2-452e-b0ec-1a5192180d1a req-f88f736f-15e5-4961-9ea2-8a2b77c686da tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:33.795976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cafbad2-1eb2-452e-b0ec-1a5192180d1a req-f88f736f-15e5-4961-9ea2-8a2b77c686da tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 1.8748937 Apr 18 20:44:33.936917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-78741977-5698-4c46-8d21-3f9d098dd498 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3261945 Apr 18 20:44:33.957843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Calling delete_port for cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:33.978079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255228802'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:34.035125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-ace1070c-c9fe-4c17-a236-ba0490d1b1ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e0894eb-2624-4574-b852-fb0756b14b45 HTTP/1.1" status: 200 len: 217 time: 0.2381449 Apr 18 20:44:34.043739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:34.139667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:34.162560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:34.200055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:34.214160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.224348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6cafbad2-1eb2-452e-b0ec-1a5192180d1a req-626a6a28-142c-499d-8ec9-eda1268e7a2e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379558 Apr 18 20:44:34.310667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.310667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bd6b4dd5-07c0-4db1-84e0-9d322be0b80b tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "DELETE /v2.0/ports/8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 HTTP/1.1" status: 204 len: 168 time: 6.2351131 Apr 18 20:44:34.310667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46396) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:34.310667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-462ac540-fe44-467b-aabf-d033a1f3cc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.310667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-462ac540-fe44-467b-aabf-d033a1f3cc39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2472615 Apr 18 20:44:34.368856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': 'bb1f0d31-4679-4c67-8596-e10aaa801b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:34.369639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: c41fe3a3-5626-4fee-9040-706ee57820e4, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:34.500519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=39eeec84-381c-4f0d-a215-caa4defd9120,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:34.507823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.534839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.584884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1108143b-0c91-4cbb-9c86-9ee7708d4353 tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.2958982 Apr 18 20:44:34.587886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46402) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:34.601913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1611425566'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:34.612459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:34.620257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:34.641191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:34.647953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Usage tracker for resource:network and tenant:afd71b264f8b4ff3927fa0e237694f3d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:34.655470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:34.686437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:34.742153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:34.768685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:34.796588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-2d711de7-101b-4b1b-b4aa-dcdf7aa7d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.799957 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-2d711de7-101b-4b1b-b4aa-dcdf7aa7d5ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4906671 Apr 18 20:44:34.910386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Made reservation on behalf of afd71b264f8b4ff3927fa0e237694f3d for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:34.914411 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:34.943138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network c41fe3a3-5626-4fee-9040-706ee57820e4 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:34.980391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece7bd2-87d3-4aee-bc2c-f3dfbc8490c7 req-b57b35de-5fcd-4afa-8a51-c83074b9abdd tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:34.985790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bece7bd2-87d3-4aee-bc2c-f3dfbc8490c7 req-b57b35de-5fcd-4afa-8a51-c83074b9abdd tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 944 time: 1.5829353 Apr 18 20:44:35.017550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db70f6a-dbb0-48a6-8a08-54610037bf58 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.018360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db70f6a-dbb0-48a6-8a08-54610037bf58 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.019324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db70f6a-dbb0-48a6-8a08-54610037bf58 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.022234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5db70f6a-dbb0-48a6-8a08-54610037bf58 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=b5902e7077c74b0c87065193c03f3242&network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 2969 time: 1.2849381 Apr 18 20:44:35.111937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c41fe3a3-5626-4fee-9040-706ee57820e4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:35.138856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c1ee70-178b-44d6-93df-9c78dd6003f2 None None] Network c41fe3a3-5626-4fee-9040-706ee57820e4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:35.204027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.204660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.236398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:35.353891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.354540 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Added segment a9202fee-81b9-4004-bc4f-0b7d60b15559 of type vlan for network c33a0a0b-0684-4de8-a518-e271a181dd64 Apr 18 20:44:35.407028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.422445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.433099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:35.440467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:35.447571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:35.461604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:35.462581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.617190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-377e4513-9aaa-4194-b784-f969c955af40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:35.621852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-377e4513-9aaa-4194-b784-f969c955af40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 1096 time: 1.2144694 Apr 18 20:44:35.623821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.662361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-2b57a6bf-665a-4ddb-a79c-db7bac4f9b65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9513681 Apr 18 20:44:35.665139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Pushing event deleted for resources: {'Port': ['ID=cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:35.679723 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-fedd55b3-0815-470b-b0f8-65f742c51c08 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8645606 Apr 18 20:44:35.721088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.825214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-c41fe3a3-5626-4fee-9040-706ee57820e4', 'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4', 'tenant_id': 'f2836e62a71c4ca08cfc83c8334fac15', 'fixed_ips': [{'subnet_id': 'abd77a2d-e615-40b2-a9b0-a4fe1592f80c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:44:35.833764 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.859614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:35.866323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bece7bd2-87d3-4aee-bc2c-f3dfbc8490c7 req-1d080dda-2592-476b-9088-7637d4f102de tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/security-groups?id=c9da5d29-8292-4e68-9daa-8d534d53d918&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8367882 Apr 18 20:44:36.044504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-85bf920a-b403-4b1b-a7a6-27fe2665f6fd req-194cbfab-230d-419e-a897-f798c05fe473 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040144 Apr 18 20:44:36.065817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.095622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93254677-09ba-411a-b7e0-2847fd07035a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.152767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf2185-54cc-4599-b2eb-a343737289c3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.181915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.186919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4211c8b0-bdd2-4878-95c5-6beaed8c74fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.6902695 Apr 18 20:44:36.199102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Allocated IP 172.20.0.2 (c41fe3a3-5626-4fee-9040-706ee57820e4/abd77a2d-e615-40b2-a9b0-a4fe1592f80c/4aa3fa43-c1fd-4c35-91e9-f78e80671013) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:36.238138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1ef544e3-e998-46e1-b2f7-e6696bff6616 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.4013345 Apr 18 20:44:36.253847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46414) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:36.254202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46416) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:36.262509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-e7538792-c37e-4263-b4e2-36fcfbbefc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.265193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-e7538792-c37e-4263-b4e2-36fcfbbefc79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.5906279 Apr 18 20:44:36.308734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2072141588'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:36.547441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.555772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.556641 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.620191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fce06-1c88-45ca-99b9-d398603d19ec req-333d629a-0637-4927-a907-a9d00cd94f42 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:36.634476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-452fce06-1c88-45ca-99b9-d398603d19ec req-333d629a-0637-4927-a907-a9d00cd94f42 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 0.6596174 Apr 18 20:44:36.642588 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.664031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Transition to ACTIVE for port object 4aa3fa43-c1fd-4c35-91e9-f78e80671013 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:36.691914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Transition to ACTIVE for port object 4aa3fa43-c1fd-4c35-91e9-f78e80671013 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:36.702938 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:36.711730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1176972 Apr 18 20:44:36.784086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-0894fbbb-8475-46b0-a3f9-a3435db69518 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38 HTTP/1.1" status: 200 len: 217 time: 0.4942031 Apr 18 20:44:36.793857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:36.831490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Network c41fe3a3-5626-4fee-9040-706ee57820e4 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:36.832918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:36.846209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] No DVR routers for this DVR port cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:36.846683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:36.970335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Pushing event updated for resources: {'Port': ['ID=4aa3fa43-c1fd-4c35-91e9-f78e80671013,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:36.998887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Attempting to bind port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:36.998887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Attempting to bind port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'bb1f0d31-4679-4c67-8596-e10aaa801b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:37.000135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Attempting to bind port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 on network c41fe3a3-5626-4fee-9040-706ee57820e4 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:37.008655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:44:37.009847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Checking segment: {'id': 'bb1f0d31-4679-4c67-8596-e10aaa801b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:37.010036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7ef97a41-2d1e-4e87-acd0-63146042d787 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:37.012172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.012172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Bound using segment: {'id': 'bb1f0d31-4679-4c67-8596-e10aaa801b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:44:37.013229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Bound port: 4aa3fa43-c1fd-4c35-91e9-f78e80671013, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb1f0d31-4679-4c67-8596-e10aaa801b2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'c41fe3a3-5626-4fee-9040-706ee57820e4'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:37.013381 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.049363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.051855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63d8a238-ae73-45cf-8129-59e4ef441157 req-0a8f1783-4dc4-49c8-be84-5d720ce19efe tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.55 "DELETE /v2.0/ports/cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976 HTTP/1.1" status: 204 len: 173 time: 12.2976992 Apr 18 20:44:37.109194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'name': 'network-vif-deleted', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:44:37.249119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a4bd8-2a83-483e-89cf-d5a1feec7a08 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event updated for resources: {'Network': ['ID=c33a0a0b-0684-4de8-a518-e271a181dd64,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:37.333353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-1069d442-a030-496c-9c61-29543cda18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.340692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-1069d442-a030-496c-9c61-29543cda18d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 1095 time: 1.1445262 Apr 18 20:44:37.393837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-a8d44815-894b-4440-aedf-4bb00fe56f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.399278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-a8d44815-894b-4440-aedf-4bb00fe56f69 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.5773914 Apr 18 20:44:37.410018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c33a0a0b-0684-4de8-a518-e271a181dd64 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:37.441577 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-452fce06-1c88-45ca-99b9-d398603d19ec req-1c61f029-ed81-4657-a376-b7cf4d574688 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8021088 Apr 18 20:44:37.450033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46432) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:37.569813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] For port 4aa3fa43-c1fd-4c35-91e9-f78e80671013, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:44:37.599491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] For port 4aa3fa43-c1fd-4c35-91e9-f78e80671013, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4aa3fa43-c1fd-4c35-91e9-f78e80671013,segment=NetworkSegment(bb1f0d31-4679-4c67-8596-e10aaa801b2e),segment_id=bb1f0d31-4679-4c67-8596-e10aaa801b2e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:44:37.602548 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b29909bc-1fe3-4956-b45f-b0e466fc3b72'] response: {'server_uuid': '20236567-2fcf-40dd-a2e8-53791944ccb9', 'name': 'network-vif-deleted', 'tag': 'cf212eaf-3ba7-4d9c-80ef-d1f9ffa45976', 'status': 'completed', 'code': 200} Apr 18 20:44:37.617427 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.716884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7ef97a41-2d1e-4e87-acd0-63146042d787 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:37.718614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7ef97a41-2d1e-4e87-acd0-63146042d787 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.4533830 Apr 18 20:44:37.741592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46436) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:37.751290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c34d6a34-aa7d-498a-8fe0-fae5d9922ea6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-security--1731426850', 'description': 'tempest-security-description-1670749407'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:37.784666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d533ef-436e-458b-b7ec-6501e2e914f5 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:37.788190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-89d533ef-436e-458b-b7ec-6501e2e914f5 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 814 time: 0.3271151 Apr 18 20:44:37.796134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:37.831297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:37.841886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a34-aa7d-498a-8fe0-fae5d9922ea6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.932216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b85c86fd-4d9d-4b02-a9d3-5bb55abc641a req-1eccb1e9-5ebc-4506-a05b-b502f27178aa tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Synchronizing usage tracker for tenant:9881b9aa74514d30beea13b262e306d2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:37.961397 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a34-aa7d-498a-8fe0-fae5d9922ea6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.967050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:37.978503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a34-aa7d-498a-8fe0-fae5d9922ea6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.983559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34d6a34-aa7d-498a-8fe0-fae5d9922ea6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:37.986295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c34d6a34-aa7d-498a-8fe0-fae5d9922ea6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "PUT /v2.0/security-groups/abaf2185-54cc-4599-b2eb-a343737289c3 HTTP/1.1" status: 200 len: 1780 time: 0.2420690 Apr 18 20:44:37.995578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:38.007568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46444) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:38.055584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e2d22-03d8-4ac7-887e-ae9bd3bd2724 None None] Pushing event updated for resources: {'Port': ['ID=4aa3fa43-c1fd-4c35-91e9-f78e80671013,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:38.078590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-a2d0d8f0-49e1-4b2a-9d4f-056e691ffef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.080558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-a2d0d8f0-49e1-4b2a-9d4f-056e691ffef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1096 time: 2.2259319 Apr 18 20:44:38.230201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-0afdb348-0328-4d37-a372-07724a265a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:38.230201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-0afdb348-0328-4d37-a372-07724a265a79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.8619018 Apr 18 20:44:38.281492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:38.293823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:38.327459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d6a34-aa7d-498a-8fe0-fae5d9922ea6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abaf2185-54cc-4599-b2eb-a343737289c3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:38.391564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b7ab76ad-fd2c-4b01-bf0e-c95354fd651b tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "GET /v2.0/agents/c1e32e68-c53e-4b39-a670-7e5aff2dd8cc/dhcp-networks HTTP/1.1" status: 200 len: 9572 time: 1.5758691 Apr 18 20:44:38.403284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46448) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:38.466498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b85c86fd-4d9d-4b02-a9d3-5bb55abc641a req-1eccb1e9-5ebc-4506-a05b-b502f27178aa tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] Unset dirty status for tenant:9881b9aa74514d30beea13b262e306d2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:38.475372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b85c86fd-4d9d-4b02-a9d3-5bb55abc641a req-1eccb1e9-5ebc-4506-a05b-b502f27178aa tempest-ServerAddressesTestJSON-311273933 tempest-ServerAddressesTestJSON-311273933-project] 10.222.0.47 "GET /v2.0/ports?device_id=20236567-2fcf-40dd-a2e8-53791944ccb9 HTTP/1.1" status: 200 len: 210 time: 0.9308834 Apr 18 20:44:38.476542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:38.654623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port dce19196-98c2-44c2-a5d2-a909dc967122 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:38.716256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'network': {'name': 'tempest-network-smoke--755220745', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:38.847204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-353bf1e1-8fc4-4ddb-aac6-2d0980009acf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e0894eb-2624-4574-b852-fb0756b14b45 HTTP/1.1" status: 200 len: 217 time: 0.4947059 Apr 18 20:44:38.973188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-80e42bca-1138-4ccf-9526-55d1f955e3e6 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups/abaf2185-54cc-4599-b2eb-a343737289c3 HTTP/1.1" status: 200 len: 1780 time: 0.9459472 Apr 18 20:44:39.011976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4aa3fa43-c1fd-4c35-91e9-f78e80671013 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:39.094474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-d90e0c1d-1da2-4182-8ea9-bbcf72b02bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.099107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-d90e0c1d-1da2-4182-8ea9-bbcf72b02bc2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 897 time: 0.8934939 Apr 18 20:44:39.104900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:39.137692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:39.155349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:39.334745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-b85ffe53-abc0-4566-b031-483deca8cad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.335449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:39.337467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-b85ffe53-abc0-4566-b031-483deca8cad3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7918227 Apr 18 20:44:39.410376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-9b869647-b2ab-451f-b47b-0dc826b41717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.412785 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-9b869647-b2ab-451f-b47b-0dc826b41717 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.5167971 Apr 18 20:44:39.424330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.10 (c41fe3a3-5626-4fee-9040-706ee57820e4/abd77a2d-e615-40b2-a9b0-a4fe1592f80c/dce19196-98c2-44c2-a5d2-a909dc967122) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:39.479290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:39.485687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:39.635144 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48573f-6f46-4c86-89af-d360d27f16fe req-f7a203fd-2e09-4e2b-89c2-50258cd8c44b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.637877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c48573f-6f46-4c86-89af-d360d27f16fe req-f7a203fd-2e09-4e2b-89c2-50258cd8c44b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 0.6528218 Apr 18 20:44:39.644533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46464) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:39.925542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c48573f-6f46-4c86-89af-d360d27f16fe req-1b6e66a5-4b84-4d54-8048-8008e201a2bb tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698870 Apr 18 20:44:39.931622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-1783a8ee-9bac-46fd-8236-20783cf21884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:39.933471 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-1783a8ee-9bac-46fd-8236-20783cf21884 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5110152 Apr 18 20:44:39.936269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] Deleting subnet 82c0c96c-4939-4752-864c-92ad1136cc06 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:44:39.943854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.055687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.134185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object dce19196-98c2-44c2-a5d2-a909dc967122 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:40.140181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:40.148022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 04a81dfd-9f13-4e69-a864-4b8e925e2554 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:44:40.211808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1817847-8622-49c7-8829-fae1e69b8533 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.224700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-e5b22570-b304-478e-98a7-7a7cd34940b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 1001 time: 0.8516028 Apr 18 20:44:40.241030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.266943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3166bc8d-f2ba-4fbc-a7dd-20a98da1a71c None None] Network c41fe3a3-5626-4fee-9040-706ee57820e4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:40.313402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.314265 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Added segment 52aed2e6-8a9c-4c0f-828d-bfa579cb6e19 of type vlan for network 42c8b731-22c8-433e-994b-cd98f54bf6d0 Apr 18 20:44:40.431202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.563293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-963d776d-23e4-404d-8c7f-99424ead5381 None None] Provisioning for port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:40.625822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e7b4a6-edb2-40c2-912f-cd4527b43194 tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] Network c33a0a0b-0684-4de8-a518-e271a181dd64 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:40.643924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1817847-8622-49c7-8829-fae1e69b8533 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.685220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-f8622496-fd71-44b0-970c-c44efac8e9f1 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3061564 Apr 18 20:44:40.704013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-963d776d-23e4-404d-8c7f-99424ead5381 None None] Provisioning complete for port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:40.704653 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-963d776d-23e4-404d-8c7f-99424ead5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.787892 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-840dfb8a-1fc7-4d46-80b3-93919b66ca37 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134766 Apr 18 20:44:40.882575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4a8bd887-ff71-4c5c-b952-535439f940d7 req-8e869fc8-2913-4cbd-baa4-e24e052d189a service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792066 Apr 18 20:44:40.887147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:40.912553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd717ffe-2eb1-403a-899f-9e303202df25 None None] Network c33a0a0b-0684-4de8-a518-e271a181dd64 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:40.925423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-c5f7358b-51c0-4f2e-b7c3-aaec81e9cabc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:40.927113 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-c5f7358b-51c0-4f2e-b7c3-aaec81e9cabc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.6702442 Apr 18 20:44:40.933031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-95e7b4a6-edb2-40c2-912f-cd4527b43194 tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "POST /v2.0/agents/c1e32e68-c53e-4b39-a670-7e5aff2dd8cc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 2.4682353 Apr 18 20:44:40.948524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:41.090675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:44:41.118801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:44:41.142379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] Sync routers for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:41.156011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-281d2bf3-c8c3-49c1-a9ba-4fb69ee74972 req-eb2fa232-5ff7-4a74-b5b8-2ea108a8a3cc service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562047 Apr 18 20:44:41.173664 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.176790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.184038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.184868 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.205554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:41.206199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:44:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:41.357344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=dce19196-98c2-44c2-a5d2-a909dc967122,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.387171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network c41fe3a3-5626-4fee-9040-706ee57820e4 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:41.404444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:41.410376 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-963d776d-23e4-404d-8c7f-99424ead5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.415038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:41.421192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:41.502019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:41.502909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:44:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:41.513371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Network': ['ID=42c8b731-22c8-433e-994b-cd98f54bf6d0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.552126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.561949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:41.562165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.563085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.563205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.563941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.564604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.565275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.566157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.566890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.567541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.568580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.569314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.569761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.570171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:41.579091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1817847-8622-49c7-8829-fae1e69b8533 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.584557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1817847-8622-49c7-8829-fae1e69b8533 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.587329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d1817847-8622-49c7-8829-fae1e69b8533 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/abaf2185-54cc-4599-b2eb-a343737289c3 HTTP/1.1" status: 204 len: 168 time: 2.2658870 Apr 18 20:44:41.592851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:41.595695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:41.675037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82c0c96c-4939-4752-864c-92ad1136cc06,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.734275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.744986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e0f72f8d-e605-4df1-93b5-84dc06d55e81 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/82c0c96c-4939-4752-864c-92ad1136cc06 HTTP/1.1" status: 204 len: 168 time: 2.0986807 Apr 18 20:44:41.748835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46478) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:41.756022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:41.756731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d53bcb-850f-4533-8d1f-ef8fda11d230 None None] The sync data for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:41.757919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0227ade5-092d-43b6-bc73-33439e7476fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 5.4907005 Apr 18 20:44:41.763082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-963d776d-23e4-404d-8c7f-99424ead5381 None None] For port 4aa3fa43-c1fd-4c35-91e9-f78e80671013, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4aa3fa43-c1fd-4c35-91e9-f78e80671013,segment=NetworkSegment(bb1f0d31-4679-4c67-8596-e10aaa801b2e),segment_id=bb1f0d31-4679-4c67-8596-e10aaa801b2e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:41.770002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-963d776d-23e4-404d-8c7f-99424ead5381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:41.818296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46482) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:41.841268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e26b9257-ff9a-456c-9174-8fa811a6bd7a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.2297950 Apr 18 20:44:41.855735 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a92f5e8e-4750-419e-9370-b097c6d2ab25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/04a81dfd-9f13-4e69-a864-4b8e925e2554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5847204 Apr 18 20:44:41.866331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:41.866916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:41.875041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1817847-8622-49c7-8829-fae1e69b8533 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abaf2185-54cc-4599-b2eb-a343737289c3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:41.988626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-da1d37c1-ab33-4bc6-8933-09b81ab7e4ac None None] Provisioning complete for port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:41.989233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da1d37c1-ab33-4bc6-8933-09b81ab7e4ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.014503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port dce19196-98c2-44c2-a5d2-a909dc967122 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:42.015005 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.057242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.062619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d776d-23e4-404d-8c7f-99424ead5381 None None] Pushing event updated for resources: {'Port': ['ID=4aa3fa43-c1fd-4c35-91e9-f78e80671013,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:42.333622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.334244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4389bd9e-2ced-44e5-b017-06f06f881764 None None] Provisioning for port dce19196-98c2-44c2-a5d2-a909dc967122 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:42.342045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4389bd9e-2ced-44e5-b017-06f06f881764 None None] Provisioning complete for port dce19196-98c2-44c2-a5d2-a909dc967122 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:42.342948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4389bd9e-2ced-44e5-b017-06f06f881764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.409302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4389bd9e-2ced-44e5-b017-06f06f881764 None None] Port dce19196-98c2-44c2-a5d2-a909dc967122 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:44:42.428802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1355f291-d671-41ef-a288-390dfd9b33e8']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:42.450476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d42246-0967-4200-b295-7b672815645a') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:42.450781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d42246-0967-4200-b295-7b672815645a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:42.471527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.509636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.513130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.536457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:42.536873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:42.554716 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:42.717464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for dce19196-98c2-44c2-a5d2-a909dc967122 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:42.750438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4aa3fa43-c1fd-4c35-91e9-f78e80671013 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:42.802778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ce16e738-2952-401d-8540-f43be3187618 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:42.826834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7734a4cb-977b-4cc5-8fa2-6d1203d87c69 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.828359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7734a4cb-977b-4cc5-8fa2-6d1203d87c69 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=b5902e7077c74b0c87065193c03f3242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.9564168 Apr 18 20:44:42.838237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-874409c4-85bb-4803-8402-4cc8859349da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.840262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-874409c4-85bb-4803-8402-4cc8859349da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8941734 Apr 18 20:44:42.854631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46494) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:42.870499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:42.870769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:42.922787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1ba6862b-8812-4243-9d54-b98ad7e39678 tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "GET /v2.0/agents/c1e32e68-c53e-4b39-a670-7e5aff2dd8cc/dhcp-networks HTTP/1.1" status: 200 len: 10344 time: 1.9581904 Apr 18 20:44:42.939251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46498) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:42.940445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbd393a-edcf-4e12-953e-7ec7d6cf13d1 req-181e8945-7575-4f71-9399-4db6202021a6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:42.948553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efbd393a-edcf-4e12-953e-7ec7d6cf13d1 req-181e8945-7575-4f71-9399-4db6202021a6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 1.7867465 Apr 18 20:44:43.045589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ce16e738-2952-401d-8540-f43be3187618 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:43.053048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ce16e738-2952-401d-8540-f43be3187618 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.4310517 Apr 18 20:44:43.079949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46502) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:43.153633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.199616 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.206505 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-eba7abf1-944b-4c61-b41f-5975b8473fb9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] delete failed (client error): The resource could not be found. Apr 18 20:44:43.215113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eba7abf1-944b-4c61-b41f-5975b8473fb9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/abaf2185-54cc-4599-b2eb-a343737289c3 HTTP/1.1" status: 404 len: 347 time: 0.1230905 Apr 18 20:44:43.222440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46506) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:43.234107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Pushing event deleted for resources: {'Network': ['ID=1355f291-d671-41ef-a288-390dfd9b33e8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:43.245055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--171355713'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:43.299658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:43.303007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.303435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.303934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.304142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.304671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.304828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.305328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.314248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.315145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.316300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.316596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.317150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:43.347386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d9450799-fb7e-426e-a51b-00c43ebb7c0a tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "DELETE /v2.0/agents/c1e32e68-c53e-4b39-a670-7e5aff2dd8cc/dhcp-networks/c33a0a0b-0684-4de8-a518-e271a181dd64 HTTP/1.1" status: 204 len: 168 time: 0.4063039 Apr 18 20:44:43.362426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46510) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:43.376226 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6f4c42f5-20a5-4d5f-b63f-0a075f48c32c admin admin] 10.222.0.47 "DELETE /v2.0/networks/1355f291-d671-41ef-a288-390dfd9b33e8 HTTP/1.1" status: 204 len: 168 time: 1.6253493 Apr 18 20:44:43.405103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-efbd393a-edcf-4e12-953e-7ec7d6cf13d1 req-1737f5f0-08a0-41ea-ac6c-cdf7131a287e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4548101 Apr 18 20:44:43.410808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:43.436313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-95e17d22-155c-47a9-b04f-688e398115b8 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739157 Apr 18 20:44:43.493762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.500939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bff044-dd00-4f18-976e-2b945fa45115 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:43.505558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-08bff044-dd00-4f18-976e-2b945fa45115 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6476824 Apr 18 20:44:43.508431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46516) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:43.580221 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3f64688d-ca3d-4354-9c81-0f8d6db2e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.682392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:43.797467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:43.849016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d5040b5a-a53f-4e1e-a30c-a347fd5325c3 req-bb1efde5-7824-4c47-84e8-250fca49c0a5 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3982332 Apr 18 20:44:43.921805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f999b958-9b2f-4d89-8898-ea9ea271a7e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9881b9aa74514d30beea13b262e306d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131651 Apr 18 20:44:43.923110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:43.932763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=dce19196-98c2-44c2-a5d2-a909dc967122,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:43.973805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-612d7921-b50a-4f86-b1fe-7998920ac1e9 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4612091 Apr 18 20:44:43.978887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:43.987543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.057472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-79cebcef-3d75-48be-81bd-4d174723d113 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=b5902e7077c74b0c87065193c03f3242&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0635552 Apr 18 20:44:44.057472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.104436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46532) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.176474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:44.177847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d2a71a-8f69-408f-b6f9-67fff91d9f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.194942 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f1b1a1f5-093e-4485-8625-ba41ad09f3b1 tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "GET /v2.0/agents/c1e32e68-c53e-4b39-a670-7e5aff2dd8cc/dhcp-networks HTTP/1.1" status: 200 len: 8772 time: 0.8041766 Apr 18 20:44:44.194942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:44.211830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46536) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.288644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:44.318539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d2a71a-8f69-408f-b6f9-67fff91d9f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.473801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da6381c9-fabd-4618-aaa1-697e257e1b08 tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "GET /v2.0/networks/efb596cc-d558-4838-a838-be6eb70f46fb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.2541437 Apr 18 20:44:44.486837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46542) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.522099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.545610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7121faae-714f-48af-a528-288a51eb1246 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:44.547541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7121faae-714f-48af-a528-288a51eb1246 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4407380 Apr 18 20:44:44.557350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.572030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d2a71a-8f69-408f-b6f9-67fff91d9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.588259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13295455-6bfb-42af-b7af-05141f3b120b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/dce19196-98c2-44c2-a5d2-a909dc967122 HTTP/1.1" status: 204 len: 168 time: 2.7623019 Apr 18 20:44:44.591640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46550) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.653255 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70ed76f8-b221-42e8-88bc-0694677d91dc tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "GET /v2.0/networks/efb596cc-d558-4838-a838-be6eb70f46fb/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1642318 Apr 18 20:44:44.663805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46554) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.705749 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ffd58d0-ab18-48f1-b842-9b01828300e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:44:44.705749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6ffd58d0-ab18-48f1-b842-9b01828300e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:44.719674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.720775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d2a71a-8f69-408f-b6f9-67fff91d9f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9da5d29-8292-4e68-9daa-8d534d53d918,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:44.726674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eeff025f-ef01-428d-aa28-ae9213ed76e0 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1563046 Apr 18 20:44:44.730984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:44.739485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-983526372', 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:44.764057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d2a71a-8f69-408f-b6f9-67fff91d9f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.765203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-87d2a71a-8f69-408f-b6f9-67fff91d9f0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c9da5d29-8292-4e68-9daa-8d534d53d918 HTTP/1.1" status: 204 len: 168 time: 0.8384974 Apr 18 20:44:44.875473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:44.931157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:44.943327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:subnet and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:44.944937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:44.957572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:44.980010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 29e760b3-d415-470e-94d2-56ba5a276b0b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:44.980010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.028467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:45.033023 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.059692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6ffd58d0-ab18-48f1-b842-9b01828300e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:45.061738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6ffd58d0-ab18-48f1-b842-9b01828300e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/dce19196-98c2-44c2-a5d2-a909dc967122 HTTP/1.1" status: 404 len: 333 time: 0.4668381 Apr 18 20:44:45.068767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46564) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:45.138908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.143598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9181104 Apr 18 20:44:45.147090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:45.155344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': 'c46c9d74-8e52-47ea-a2ca-d59dd14b1e4a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:45.164858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7112598-033c-4cd6-ba1c-8afaaa0508b7 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46c9d74-8e52-47ea-a2ca-d59dd14b1e4a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.190562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:45.228225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:45.228225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:45.294884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:45.322191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0421bc9-f9be-4cf7-b862-7f618c38a0d5 req-8bce27ab-eb0c-4947-9cc8-20e1b4624e11 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:45.322191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0421bc9-f9be-4cf7-b862-7f618c38a0d5 req-8bce27ab-eb0c-4947-9cc8-20e1b4624e11 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 0.5862198 Apr 18 20:44:45.391753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5f32339c-fd2a-40a1-ae01-51b5bfc6b00d tempest-DHCPAgentSchedulersTestJSON-1321363929 tempest-DHCPAgentSchedulersTestJSON-1321363929-project-admin] 10.222.0.47 "GET /v2.0/agents/c1e32e68-c53e-4b39-a670-7e5aff2dd8cc/dhcp-networks HTTP/1.1" status: 200 len: 8772 time: 0.6948998 Apr 18 20:44:45.397588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet abd77a2d-e615-40b2-a9b0-a4fe1592f80c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:44:45.397588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46574) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:45.418082 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.430683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.451675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0421bc9-f9be-4cf7-b862-7f618c38a0d5 req-f42ac987-4607-4ef1-94b9-180c35add7ed tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338391 Apr 18 20:44:45.549892 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.558821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.597477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7afa4de7-0b43-40fc-be1d-b2be62a5829a,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.634942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.638924 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee591a57-95df-43d4-be9e-5ad4f52b4b7b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4867654 Apr 18 20:44:45.643604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:45.696469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec382186-d2a9-4ad8-b5e6-dfea232f146a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.715749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec382186-d2a9-4ad8-b5e6-dfea232f146a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.753991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.763982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec382186-d2a9-4ad8-b5e6-dfea232f146a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.791485 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec382186-d2a9-4ad8-b5e6-dfea232f146a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.795987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec382186-d2a9-4ad8-b5e6-dfea232f146a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/7afa4de7-0b43-40fc-be1d-b2be62a5829a HTTP/1.1" status: 204 len: 168 time: 0.1444600 Apr 18 20:44:45.795987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec382186-d2a9-4ad8-b5e6-dfea232f146a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7afa4de7-0b43-40fc-be1d-b2be62a5829a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:45.796616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46590) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:45.818657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.860639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e0ac496-773a-402d-9db9-c2c2868194be tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:45.876963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:45.883719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e0ac496-773a-402d-9db9-c2c2868194be tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:45.885454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e0ac496-773a-402d-9db9-c2c2868194be tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0871198 Apr 18 20:44:45.888950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46594) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:45.983680 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e1c3acf-77e9-4ac9-b7c6-5515c0215ccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.031834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31b97953-26bf-4d4f-9062-653460b657eb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.077204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31b97953-26bf-4d4f-9062-653460b657eb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.174821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31b97953-26bf-4d4f-9062-653460b657eb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.205327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b97953-26bf-4d4f-9062-653460b657eb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46c9d74-8e52-47ea-a2ca-d59dd14b1e4a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.220933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.254215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33a0a0b-0684-4de8-a518-e271a181dd64']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:46.270770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31b97953-26bf-4d4f-9062-653460b657eb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.270770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-31b97953-26bf-4d4f-9062-653460b657eb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/c46c9d74-8e52-47ea-a2ca-d59dd14b1e4a HTTP/1.1" status: 204 len: 168 time: 0.3771014 Apr 18 20:44:46.271950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46606) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:46.277729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 29e760b3-d415-470e-94d2-56ba5a276b0b owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:46.327954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9202fee-81b9-4004-bc4f-0b7d60b15559') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:46.328206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9202fee-81b9-4004-bc4f-0b7d60b15559') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:46.354786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.366719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed56f19e-09a4-4176-91dd-497f8dc6c9fe tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:46.394871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ed56f19e-09a4-4176-91dd-497f8dc6c9fe tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:46.400975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ed56f19e-09a4-4176-91dd-497f8dc6c9fe tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1272237 Apr 18 20:44:46.407286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:46.410553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.464123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46614) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:46.467848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.475683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448999593'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:46.530901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:46.536377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:46.536377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:46.560136 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:46.646223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:46.666624 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.673242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1454035755-network', 'tenant_id': 'c79241c1bacd41ddbf89362a51ac5fc5'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:46.682817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:46.688882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Usage tracker for resource:network and tenant:c79241c1bacd41ddbf89362a51ac5fc5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:46.693217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:46.706756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:46.723276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Made reservation on behalf of c79241c1bacd41ddbf89362a51ac5fc5 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:46.727642 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.743142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.762988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:46.773489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Usage tracker for resource:security_group_rule and tenant:c79241c1bacd41ddbf89362a51ac5fc5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:46.781590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:46.800428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:46.811768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.836858 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.840751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.841245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.882368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.921127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event deleted for resources: {'Network': ['ID=c33a0a0b-0684-4de8-a518-e271a181dd64,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.925120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Subnet': ['ID=05d84310-8516-43ea-8de6-5b8d02356d40,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:46.947027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e5ef22-9cf3-4056-9295-c15638c560d7 None None] Network c41fe3a3-5626-4fee-9040-706ee57820e4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:46.969565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.974754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:46.980840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:46.998070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:47.010851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:47.021871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.030425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 101} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:44:47.030425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.038518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.038904 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Added segment c693359e-1978-4589-a5a7-80cca53301e6 of type vlan for network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea Apr 18 20:44:47.046773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:47.047379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a878301b-f7f5-4128-b0bd-916b3e0fe798 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "DELETE /v2.0/networks/c33a0a0b-0684-4de8-a518-e271a181dd64 HTTP/1.1" status: 204 len: 168 time: 1.6536541 Apr 18 20:44:47.071898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:47.082389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=abd77a2d-e615-40b2-a9b0-a4fe1592f80c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.093795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Checking segment: {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:47.094235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network hostable DHCP agents. Network: 42c8b731-22c8-433e-994b-cd98f54bf6d0, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:47.120134 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.184987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a91c39f2-0a85-40ae-ad0a-2915a6c6e47f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/abd77a2d-e615-40b2-a9b0-a4fe1592f80c HTTP/1.1" status: 204 len: 168 time: 2.1119430 Apr 18 20:44:47.188804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46626) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:47.217288 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-444c2298-fd6a-4782-a4da-08f4c8758226 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] DELETE failed (client error): The resource could not be found. Apr 18 20:44:47.218183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-444c2298-fd6a-4782-a4da-08f4c8758226 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:44:47.251966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:47.283349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32b48a-d8cc-4c56-8165-0fafde29ee5d req-3eecd55b-dc10-4d62-88e2-1a17b47dfa3a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.285305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f32b48a-d8cc-4c56-8165-0fafde29ee5d req-3eecd55b-dc10-4d62-88e2-1a17b47dfa3a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 0.6364710 Apr 18 20:44:47.286312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.302047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 42c8b731-22c8-433e-994b-cd98f54bf6d0) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:47.308678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.309724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.319563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f32434b-d745-410c-ad0c-f74ae02e27a5 None None] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:47.350538 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-444c2298-fd6a-4782-a4da-08f4c8758226 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "DELETE /v2.0/ports/8abd810a-b95c-4fb0-8d37-ddb50b8dfbb4 HTTP/1.1" status: 404 len: 333 time: 0.3013887 Apr 18 20:44:47.354621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46630) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:47.483470 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:44:47.502979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] DHCP port deletion for c41fe3a3-5626-4fee-9040-706ee57820e4 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:44:47.506110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.523150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.524875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:47.525661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.546720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Deleting port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:47.549400 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.555997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:47.556876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.598072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.635028 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1626174 Apr 18 20:44:47.635842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:47.696099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Request body: {'subnet': {'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1454035755-subnet', 'tenant_id': 'c79241c1bacd41ddbf89362a51ac5fc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:47.700914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:47.709875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Usage tracker for resource:subnet and tenant:c79241c1bacd41ddbf89362a51ac5fc5 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:47.721176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:47.746893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:47.776312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=29e760b3-d415-470e-94d2-56ba5a276b0b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.780655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e87fe16f-02bb-41de-b1ac-4bf1f3c7cae9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0479109 Apr 18 20:44:47.785268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a512e04-fad0-4de9-867c-04c92e802915 admin admin] Pushing event updated for resources: {'Network': ['ID=1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:47.809490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.826890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Made reservation on behalf of c79241c1bacd41ddbf89362a51ac5fc5 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:47.829774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:47.840632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.043575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:44:48.067181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Deleting subnet eeec36eb-447b-41f1-af12-de8a03e7348c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:44:48.109438 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f32b48a-d8cc-4c56-8165-0fafde29ee5d req-19926ff2-d654-4b61-af74-137f4ea69977 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7827241 Apr 18 20:44:48.150003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.203080 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:44:48.210035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.212848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7581677 Apr 18 20:44:48.234900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:48.270897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-42c8b731-22c8-433e-994b-cd98f54bf6d0', 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ips': [{'subnet_id': '05d84310-8516-43ea-8de6-5b8d02356d40'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:44:48.274052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.287104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '4d73388e-30cd-4847-94bd-7795b10a42d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:48.296589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] For port 4aa3fa43-c1fd-4c35-91e9-f78e80671013, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4aa3fa43-c1fd-4c35-91e9-f78e80671013,segment=NetworkSegment(bb1f0d31-4679-4c67-8596-e10aaa801b2e),segment_id=bb1f0d31-4679-4c67-8596-e10aaa801b2e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:48.297248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.316580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45853548-99e7-4032-b391-de11ffe175ef tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73388e-30cd-4847-94bd-7795b10a42d4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:48.328767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:48.362941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:48.391108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:48.495083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:48.512280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.657840 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.730177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.764890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 4aa3fa43-c1fd-4c35-91e9-f78e80671013 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:48.786728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.855352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4aa3fa43-c1fd-4c35-91e9-f78e80671013 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:48.861253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46644) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:48.884641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:48.892707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1648614438', 'description': 'tempest-secgroup-smoke-1648614438 description', 'project_id': 'b5902e7077c74b0c87065193c03f3242'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:49.021333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:49.042129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] For port 4aa3fa43-c1fd-4c35-91e9-f78e80671013, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4aa3fa43-c1fd-4c35-91e9-f78e80671013,segment=NetworkSegment(bb1f0d31-4679-4c67-8596-e10aaa801b2e),segment_id=bb1f0d31-4679-4c67-8596-e10aaa801b2e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:49.042129 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.046215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.047809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7910264 Apr 18 20:44:49.051223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.056145 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.056955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:49.059975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e352cdb-9ee1-4add-a365-058c51293195 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cae996f6-3c4f-45d3-b157-ab1a1ad19222,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.071578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:49.193245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.205686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '4d73388e-30cd-4847-94bd-7795b10a42d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:49.216411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=4aa3fa43-c1fd-4c35-91e9-f78e80671013,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.245562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.253088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:49.266353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:49.274023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No DVR routers for this DVR port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:49.274023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:49.284542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.326310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 04a81dfd-9f13-4e69-a864-4b8e925e2554 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:44:49.359791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:49.371688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:49.400151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Calling delete_port for 4aa3fa43-c1fd-4c35-91e9-f78e80671013 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:49.436104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.466705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c41fe3a3-5626-4fee-9040-706ee57820e4']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.483654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb1f0d31-4679-4c67-8596-e10aaa801b2e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.484225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb1f0d31-4679-4c67-8596-e10aaa801b2e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.499385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.526294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.537129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:49.537874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.560443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:49.564621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:44:49.582372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be9264a1-a6bb-4903-a4c3-3586775894ba tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/04a81dfd-9f13-4e69-a864-4b8e925e2554/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7086835 Apr 18 20:44:49.582937 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] Sync routers for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:44:49.584614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:49.593972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46656) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:49.598773 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:49.603470 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:44:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.671410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-448be6c7-1a1c-4cb4-a3cf-270c33a5acec tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:49.729561 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.739014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Allocated IP 172.20.0.18 (42c8b731-22c8-433e-994b-cd98f54bf6d0/05d84310-8516-43ea-8de6-5b8d02356d40/4ef42906-6fe9-4cdd-bf4e-f83a9d991f03) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:44:49.751014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:49.770297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-448be6c7-1a1c-4cb4-a3cf-270c33a5acec tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:49.770505 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:49.774704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-448be6c7-1a1c-4cb4-a3cf-270c33a5acec tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=04a81dfd-9f13-4e69-a864-4b8e925e2554 HTTP/1.1" status: 200 len: 205 time: 0.1792376 Apr 18 20:44:49.782835 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.786929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46660) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:49.789772 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.802617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event deleted for resources: {'Subnet': ['ID=eeec36eb-447b-41f1-af12-de8a03e7348c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.809459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] Routers {'04a81dfd-9f13-4e69-a864-4b8e925e2554'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:44:49.810184 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:44:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04a81dfd-9f13-4e69-a864-4b8e925e2554'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:49.835606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.854437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.902978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=c41fe3a3-5626-4fee-9040-706ee57820e4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:49.954622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:49.979683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2fc8d27d-85ce-42ca-85df-3a5681d56bec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/c41fe3a3-5626-4fee-9040-706ee57820e4 HTTP/1.1" status: 204 len: 168 time: 2.7893076 Apr 18 20:44:49.990514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46664) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:49.991356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db724807-e503-4c3e-91c4-a17a73e84e30,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:50.005739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'name': 'tempest-PortsTestJSON-1303762159'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:50.026639 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:50.027767 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b729c83-a512-4916-a36c-2d781d2e8f9b None None] The sync data for ids ['04a81dfd-9f13-4e69-a864-4b8e925e2554'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:44:50.069170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Checking segment: {'id': 'c693359e-1978-4589-a5a7-80cca53301e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:50.069873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Network hostable DHCP agents. Network: 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:44:50.116315 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:50.116678 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:50.120140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.139489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df30309-4994-415e-8d67-3b4c58dc5746 None None] Network efb596cc-d558-4838-a838-be6eb70f46fb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:50.197400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:50.206966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:50.221070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:50.224886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:44:50.236121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:50.241326 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.255069 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.276345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No active binding found for port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 {{(pid=88143) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 20:44:50.276783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4aa3fa43-c1fd-4c35-91e9-f78e80671013 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:50.278765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:50.280695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:50.285812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.300472 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.325110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297602c0-1ff6-4c54-bc09-8dc04922a9b5 None None] Network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:50.327949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:50.329480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.342055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3acbb1df-4c7a-45b3-b722-5ca55f1f9658,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:50.374663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 7450d16e-d42c-46c8-81e7-12cb02d7b3e3 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:50.379481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b24fb387-f19f-44f2-9627-40c2e0e8be8e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.420727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.438943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-53279152-b4be-4041-83bc-607e18900cab tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2481880 Apr 18 20:44:50.438943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:50.450954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-951344a5-6df1-4dd9-bce4-e6d5dfe48d95 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8146076 Apr 18 20:44:50.454804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '4d73388e-30cd-4847-94bd-7795b10a42d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:50.482152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:50.491961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:50.500046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:50.527138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:50.594731 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.626597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Deleting port 4aa3fa43-c1fd-4c35-91e9-f78e80671013 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:50.627236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.641021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.664550 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.669944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dd05d59f-c3c8-4e1e-b57b-b9c7f6adebb0 tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "DELETE /v2.0/subnets/eeec36eb-447b-41f1-af12-de8a03e7348c HTTP/1.1" status: 204 len: 168 time: 3.3034043 Apr 18 20:44:50.707784 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.722931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Transition to ACTIVE for port object 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:50.746799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Transition to ACTIVE for port object 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:44:50.753051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:50.792967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.836410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.964411 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:50.970902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.0960202 Apr 18 20:44:50.974201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-858238f3-5d54-4c4a-9f1c-0de65a0dd8c1 None None] The port '4aa3fa43-c1fd-4c35-91e9-f78e80671013' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:44:50.977268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:50.978939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.068266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:51.077004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:51.094095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:51.100183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:51.101024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.114935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=7450d16e-d42c-46c8-81e7-12cb02d7b3e3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.143814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:51.153771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:51.162256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.182083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae38aa25-02d6-4842-87e1-6471c3d8316e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1771016 Apr 18 20:44:51.183472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:51.184638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Pushing event updated for resources: {'Port': ['ID=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.184812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46686) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:51.198626 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.219902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e6122-6207-4fe0-aef7-c432699d1cb4 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5499444-a75a-4431-b1e4-fa600069cd70,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.265575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'd5499444-a75a-4431-b1e4-fa600069cd70', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.282844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b24fb387-f19f-44f2-9627-40c2e0e8be8e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.289728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b24fb387-f19f-44f2-9627-40c2e0e8be8e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.348692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b35c31e4-6cbd-4584-9fc4-4841680ecc37,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:51.369181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:51.376355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.381237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9aeffe3b-24c9-4df1-ab70-75cef511aece tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9420340 Apr 18 20:44:51.386831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46692) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:51.396163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '4d73388e-30cd-4847-94bd-7795b10a42d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:51.409981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 7450d16e-d42c-46c8-81e7-12cb02d7b3e3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:51.410253 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.414694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.420575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:51.441269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:51.465092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:51.471545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:51.475302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:51.487209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:51.491736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:51.501967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Attempting to bind port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:44:51.502698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Attempting to bind port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:44:51.503310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Attempting to bind port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 on network 42c8b731-22c8-433e-994b-cd98f54bf6d0 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:44:51.513956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a97a97-32c1-45df-962f-212148106b1a req-ac82002b-4148-4016-a928-48d4e61e4916 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:51.516121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22a97a97-32c1-45df-962f-212148106b1a req-ac82002b-4148-4016-a928-48d4e61e4916 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 1.3828721 Apr 18 20:44:51.544934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.553031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b24fb387-f19f-44f2-9627-40c2e0e8be8e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.555062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24fb387-f19f-44f2-9627-40c2e0e8be8e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Fanout notify agent at l3_agent the message router_deleted on router 04a81dfd-9f13-4e69-a864-4b8e925e2554 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:44:51.568211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:44:51.569176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Checking segment: {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:44:51.570053 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.571045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Bound using segment: {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:44:51.572063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Bound port: 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:44:51.572938 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.615555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b24fb387-f19f-44f2-9627-40c2e0e8be8e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.619711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b24fb387-f19f-44f2-9627-40c2e0e8be8e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/04a81dfd-9f13-4e69-a864-4b8e925e2554 HTTP/1.1" status: 204 len: 168 time: 1.8244810 Apr 18 20:44:51.623018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b2b79-c9ee-42e7-b02e-f9b5b7dab044 None None] Network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:51.624042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:51.687971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Deleting port b4f8e32f-1260-466d-9214-9a777b094c70 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:51.688567 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.814234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] DHCP port deletion for efb596cc-d558-4838-a838-be6eb70f46fb request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:44:51.880105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Deleting port b4f8e32f-1260-466d-9214-9a777b094c70 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:51.881139 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.899687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet c543cdad-01fd-4dcf-8823-413dfdddb83e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:44:51.904968 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.907194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.921057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.936333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.952606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:51.990899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22a97a97-32c1-45df-962f-212148106b1a req-85ac0da0-fa9a-4613-81eb-1d47f017d527 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678544 Apr 18 20:44:52.126417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=476a3991-2460-439e-824a-f1b1cc5842bb,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.141569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 7450d16e-d42c-46c8-81e7-12cb02d7b3e3 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:52.193066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] For port b4f8e32f-1260-466d-9214-9a777b094c70, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4f8e32f-1260-466d-9214-9a777b094c70,segment=NetworkSegment(5cde936e-dbc0-40d1-8231-1ce15b55bc0f),segment_id=5cde936e-dbc0-40d1-8231-1ce15b55bc0f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:52.193646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.215575 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.222422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.295794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.304458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.307137 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-10fcc8a2-3b27-4281-9bda-cf32f0e5cd25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9189067 Apr 18 20:44:52.327729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:52.342596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '4d73388e-30cd-4847-94bd-7795b10a42d4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:52.364795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:52.382140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:52.391691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:52.411606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Calling delete_port for b4f8e32f-1260-466d-9214-9a777b094c70 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:52.413868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.418813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:52.482661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65f7e89-709b-4495-95d3-b5970687cf27,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.488134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] For port b4f8e32f-1260-466d-9214-9a777b094c70, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4f8e32f-1260-466d-9214-9a777b094c70,segment=NetworkSegment(5cde936e-dbc0-40d1-8231-1ce15b55bc0f),segment_id=5cde936e-dbc0-40d1-8231-1ce15b55bc0f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:52.488638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.530674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.532193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.537337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-033d6adb-d1e3-4739-9e9f-da72c9e1758f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5535538 Apr 18 20:44:52.591335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46716) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:52.604951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'd5499444-a75a-4431-b1e4-fa600069cd70', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:52.618716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=7450d16e-d42c-46c8-81e7-12cb02d7b3e3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.627702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.652978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.658150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:52.709078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.752158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-014396c1-ef5c-49f9-926d-1fedc3d5ad81 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/7450d16e-d42c-46c8-81e7-12cb02d7b3e3 HTTP/1.1" status: 204 len: 168 time: 1.5496821 Apr 18 20:44:52.764113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46720) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:52.764113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'mac_address': 'fa:16:3e:cf:ad:ab', 'name': 'tempest-PortsTestJSON-1225054949'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:52.772718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] No DVR routers for this DVR port b4f8e32f-1260-466d-9214-9a777b094c70 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:52.795086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:52.797296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.893440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=c543cdad-01fd-4dcf-8823-413dfdddb83e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:52.933658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] For port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:44:52.938465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] For port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:44:52.971433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:52.974277 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f000edaa-a2cb-4990-8409-551104915315 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/c543cdad-01fd-4dcf-8823-413dfdddb83e HTTP/1.1" status: 204 len: 168 time: 1.3452175 Apr 18 20:44:52.992547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46730) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:53.064093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4f8e32f-1260-466d-9214-9a777b094c70 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:53.102312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:53.119227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:53.133870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c6308c-a7ab-45c6-8f6c-55b550efe0b7 None None] Network 692b7e43-a311-4132-bb57-2369116b0501 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:53.137154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:53.167620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:44:53.175643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.183612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:53.184169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Calling delete_port for b4f8e32f-1260-466d-9214-9a777b094c70 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:53.190205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.207571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event deleted for resources: {'Port': ['ID=b4f8e32f-1260-466d-9214-9a777b094c70,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.218763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:53.251295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:53.253247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.269047 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.302477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ec4984-924a-4444-a982-1fc25ee7faf3,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.318742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:44:53.340239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9e0894eb-2624-4574-b852-fb0756b14b45 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:44:53.358892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: b4f8e32f-1260-466d-9214-9a777b094c70 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:44:53.359553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4f8e32f-1260-466d-9214-9a777b094c70 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:44:53.385575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.470775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.483103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.513406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.518231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13b8f2f3-f3e0-4378-bef8-02c2fac43068 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1848640 Apr 18 20:44:53.533043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46738) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:53.586511 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.597611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb596cc-d558-4838-a838-be6eb70f46fb']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.601582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:44:53.637702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-67d7d3ab-921b-4069-9d5d-f46f25914867 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.650268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10c613c-0979-4521-8f47-abef159eea19 req-c80dfb2c-e500-4cc9-b5e5-5fc462f01a92 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:53.651805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f10c613c-0979-4521-8f47-abef159eea19 req-c80dfb2c-e500-4cc9-b5e5-5fc462f01a92 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 0.3758059 Apr 18 20:44:53.654225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cde936e-dbc0-40d1-8231-1ce15b55bc0f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.654225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cde936e-dbc0-40d1-8231-1ce15b55bc0f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:53.669281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-67d7d3ab-921b-4069-9d5d-f46f25914867 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.692224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 11856803-a60f-4044-8779-9abe64c4a18f yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:44:53.706112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.724446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:53.774117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5ab38-448b-4aaa-a627-0e3b86853be6 None None] Pushing event updated for resources: {'Port': ['ID=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:53.851019 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:53.851386 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:53.931450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.010972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e0894eb-2624-4574-b852-fb0756b14b45,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:54.044034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43132ab-e631-41ce-9a49-8742e7384054,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:54.060292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f10c613c-0979-4521-8f47-abef159eea19 req-18b2159c-7332-4a05-a032-c6a2fd7fb094 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928113 Apr 18 20:44:54.061995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.077255 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9d55cbe5-7265-401d-ad55-edcee912a122 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4697707 Apr 18 20:44:54.080431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46756) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:54.084913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.097996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '9e0894eb-2624-4574-b852-fb0756b14b45', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'port_id': '9e0894eb-2624-4574-b852-fb0756b14b45', 'mac_address': 'fa:16:3e:70:e0:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:44:54.102113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:54.102731 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:54.139748 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:54.169622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'd5499444-a75a-4431-b1e4-fa600069cd70', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:54.244533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.293774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-67d7d3ab-921b-4069-9d5d-f46f25914867 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.298988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:54.303212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.315790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.365528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.374812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Deleting port b4f8e32f-1260-466d-9214-9a777b094c70 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:54.375230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:54.377000 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.395316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] 10.222.0.47 "DELETE /v2.0/networks/efb596cc-d558-4838-a838-be6eb70f46fb HTTP/1.1" status: 204 len: 168 time: 3.6297600 Apr 18 20:44:54.401851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae94df-a878-4262-bb9e-2dad5909cd9e tempest-DHCPAgentSchedulersTestJSON-1437518457 tempest-DHCPAgentSchedulersTestJSON-1437518457-project] Pushing event deleted for resources: {'Network': ['ID=efb596cc-d558-4838-a838-be6eb70f46fb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:54.484440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:54.502884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d7d3ab-921b-4069-9d5d-f46f25914867 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92ec4984-924a-4444-a982-1fc25ee7faf3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:54.504223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:54.524651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] DHCP port deletion for 692b7e43-a311-4132-bb57-2369116b0501 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:44:54.529074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e0894eb-2624-4574-b852-fb0756b14b45 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:44:54.590346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-67d7d3ab-921b-4069-9d5d-f46f25914867 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.596316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-67d7d3ab-921b-4069-9d5d-f46f25914867 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/92ec4984-924a-4444-a982-1fc25ee7faf3 HTTP/1.1" status: 204 len: 168 time: 1.0573709 Apr 18 20:44:54.596668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:54.714338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] Deleting port 0721e6d8-3544-4a79-9d66-12bad1315a65 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:54.716943 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.741694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-27374ac9-3ad4-4a8b-a6eb-8ac451bb21d4 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:54.743752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-27374ac9-3ad4-4a8b-a6eb-8ac451bb21d4 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Synchronizing usage tracker for tenant:c79241c1bacd41ddbf89362a51ac5fc5 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:54.779886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.800743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0bd8b3d0-4c8b-4ad1-a938-675cc5c6e14b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:54.818883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6d3c2736-dd44-4a77-b0ca-79b40f26fdea None None] The port 'b4f8e32f-1260-466d-9214-9a777b094c70' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:44:54.840269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e0894eb-2624-4574-b852-fb0756b14b45,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:54.852633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.858444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0bd8b3d0-4c8b-4ad1-a938-675cc5c6e14b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:54.860296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.877833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0bd8b3d0-4c8b-4ad1-a938-675cc5c6e14b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2738011 Apr 18 20:44:54.879493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:54.959576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:54.962755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:54.968062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42cadd19-47f7-4386-b73f-324e544e9145 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.008809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42cadd19-47f7-4386-b73f-324e544e9145 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.108542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd1b8ac-cee3-4d5c-9789-8c0b331dce39 None None] Network 1746d0a4-0607-4438-a232-b1331ce426b5 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:55.111609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:55.130851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42cadd19-47f7-4386-b73f-324e544e9145 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.188990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cadd19-47f7-4386-b73f-324e544e9145 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=476a3991-2460-439e-824a-f1b1cc5842bb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.216738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42cadd19-47f7-4386-b73f-324e544e9145 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.224514 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-42cadd19-47f7-4386-b73f-324e544e9145 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/476a3991-2460-439e-824a-f1b1cc5842bb HTTP/1.1" status: 204 len: 168 time: 0.3398235 Apr 18 20:44:55.229267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:55.363864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['9e0894eb-2624-4574-b852-fb0756b14b45'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:44:55.449489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-42d66ab0-47f2-4e1a-ab17-6fb37ba95c08 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:55.456230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.537446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7 HTTP/1.1" status: 204 len: 168 time: 2.5391307 Apr 18 20:44:55.539304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760b7ae-64b2-41ba-b0b9-1fe770c7215d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.542156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-42d66ab0-47f2-4e1a-ab17-6fb37ba95c08 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:55.544628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-42d66ab0-47f2-4e1a-ab17-6fb37ba95c08 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3120363 Apr 18 20:44:55.545874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:55.550138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46786) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:55.609996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.676909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696dc12f-5a57-4183-8d39-7eb82712c58d req-47536aa9-b3f3-4629-8eff-ffb4a0e0760d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.688963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-696dc12f-5a57-4183-8d39-7eb82712c58d req-47536aa9-b3f3-4629-8eff-ffb4a0e0760d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 945 time: 0.4445710 Apr 18 20:44:55.835323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-27374ac9-3ad4-4a8b-a6eb-8ac451bb21d4 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Unset dirty status for tenant:c79241c1bacd41ddbf89362a51ac5fc5 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:55.838419 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-27374ac9-3ad4-4a8b-a6eb-8ac451bb21d4 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/networks?id=1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea HTTP/1.1" status: 200 len: 810 time: 1.7753711 Apr 18 20:44:55.860895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:44:55.865166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:44:55.876730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:44:55.885741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:55.887103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.893931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-755eb67f-0690-4163-843a-0c77b304eb74 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.942472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-755eb67f-0690-4163-843a-0c77b304eb74 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.950015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-696dc12f-5a57-4183-8d39-7eb82712c58d req-6c003ea8-5496-4b34-81f4-e3ddf2e7b8c0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547228 Apr 18 20:44:55.968048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-073cfe4d-0af5-4f6c-8fd0-e9b8c5231d7c tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/quotas/c79241c1bacd41ddbf89362a51ac5fc5 HTTP/1.1" status: 200 len: 375 time: 0.0948534 Apr 18 20:44:55.968759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a6e4460a-dcb7-4468-9910-b8d0ea4c3347 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=afd71b264f8b4ff3927fa0e237694f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589194 Apr 18 20:44:55.971504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9e0894eb-2624-4574-b852-fb0756b14b45,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.980260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:55.987147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:55.992966 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.2385435 Apr 18 20:44:55.995086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab5bb11-a48e-473f-8e9a-f7638e0f346d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=11856803-a60f-4044-8779-9abe64c4a18f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:55.996158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46798) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:56.102891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9a226b-01b7-4001-8d63-db3e188a5642 None None] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:44:56.181001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3ea12e-b243-4a4b-93a0-644388d5a262 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:56.182147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e3ea12e-b243-4a4b-93a0-644388d5a262 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:56.213284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 0721e6d8-3544-4a79-9d66-12bad1315a65 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:56.216630 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.217126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.226183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-6e0d57ff-e38f-42ee-a32f-ee34694259a0 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c79241c1bacd41ddbf89362a51ac5fc5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2563231 Apr 18 20:44:56.274579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.296498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:56.309976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e3ea12e-b243-4a4b-93a0-644388d5a262 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:56.311992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1e3ea12e-b243-4a4b-93a0-644388d5a262 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/11856803-a60f-4044-8779-9abe64c4a18f HTTP/1.1" status: 200 len: 841 time: 0.3144152 Apr 18 20:44:56.329979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:56.345021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-755eb67f-0690-4163-843a-0c77b304eb74 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.416318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Provisioning for port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:44:56.419839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40228959-c747-448e-a75f-fa3ea7678cf0,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.561047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0721e6d8-3544-4a79-9d66-12bad1315a65 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:56.599956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-608bf5d5-5494-4900-ae4b-fa0c4abc7ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.624521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Provisioning complete for port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:56.625115 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.630930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755eb67f-0690-4163-843a-0c77b304eb74 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b35c31e4-6cbd-4584-9fc4-4841680ecc37,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:56.653564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.655719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-442e7e7c-b6ff-4aee-9621-f885dc8ca2ba tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5727925 Apr 18 20:44:56.658072 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-755eb67f-0690-4163-843a-0c77b304eb74 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.660719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-755eb67f-0690-4163-843a-0c77b304eb74 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b35c31e4-6cbd-4584-9fc4-4841680ecc37 HTTP/1.1" status: 204 len: 168 time: 1.0978048 Apr 18 20:44:56.670264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46806) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:56.671091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46808) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:56.688201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'd5499444-a75a-4431-b1e4-fa600069cd70', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:56.713844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 11856803-a60f-4044-8779-9abe64c4a18f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:56.714799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.719209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] For port 0721e6d8-3544-4a79-9d66-12bad1315a65, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0721e6d8-3544-4a79-9d66-12bad1315a65,segment=NetworkSegment(f5e8e4e1-32ef-406c-bb45-4fea511e522e),segment_id=f5e8e4e1-32ef-406c-bb45-4fea511e522e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:56.719209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.755135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:56.786596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:56.799305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port 0721e6d8-3544-4a79-9d66-12bad1315a65, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0721e6d8-3544-4a79-9d66-12bad1315a65,segment=NetworkSegment(f5e8e4e1-32ef-406c-bb45-4fea511e522e),segment_id=f5e8e4e1-32ef-406c-bb45-4fea511e522e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:56.799817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.802288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-608bf5d5-5494-4900-ae4b-fa0c4abc7ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:56.833469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:56.872440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:56.910569 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-ec43c5bc-d751-492c-a099-530adcebb822 service neutron] 10.222.0.47 "GET /v2.0/networks/1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676867 Apr 18 20:44:57.083872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 0721e6d8-3544-4a79-9d66-12bad1315a65 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:57.089129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] Calling delete_port for 0721e6d8-3544-4a79-9d66-12bad1315a65 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:57.315654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd24f490-1fd0-45ff-b689-7efda941adec tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:57.321086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] DHCP port deletion for 1746d0a4-0607-4438-a232-b1331ce426b5 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:44:57.343158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.360015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] Deleting port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:57.360406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.478373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd24f490-1fd0-45ff-b689-7efda941adec tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:57.479955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd24f490-1fd0-45ff-b689-7efda941adec tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.8038778 Apr 18 20:44:57.490390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46816) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:57.500036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-4b2332bc-6541-4687-a996-aea6337f6f15 service neutron] 10.222.0.47 "GET /v2.0/networks/1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5873559 Apr 18 20:44:57.519118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-608bf5d5-5494-4900-ae4b-fa0c4abc7ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.572277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.577240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608bf5d5-5494-4900-ae4b-fa0c4abc7ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c2947-97dd-490c-a75f-3c1fe2908ee5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.582154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-608bf5d5-5494-4900-ae4b-fa0c4abc7ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.583539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-608bf5d5-5494-4900-ae4b-fa0c4abc7ba3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c77c2947-97dd-490c-a75f-3c1fe2908ee5 HTTP/1.1" status: 204 len: 168 time: 1.6023407 Apr 18 20:44:57.584879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b92728-0eee-490a-8569-5ffc5d6a0723 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.597974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.617682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b92728-0eee-490a-8569-5ffc5d6a0723 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.647503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a460c0c-4678-4e7e-9f8a-b70f348cdd51,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.675224 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.685825 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f515e063-f871-4aea-9537-e462eaf35d6c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0065608 Apr 18 20:44:57.691924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46822) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:57.716193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'd5499444-a75a-4431-b1e4-fa600069cd70', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:57.735407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:57.751745 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b92728-0eee-490a-8569-5ffc5d6a0723 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.780569 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.803946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:57.827228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:57.843175 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.860191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b92728-0eee-490a-8569-5ffc5d6a0723 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3acbb1df-4c7a-45b3-b722-5ca55f1f9658,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:57.863807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:57.866698 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b92728-0eee-490a-8569-5ffc5d6a0723 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:57.868178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b3b92728-0eee-490a-8569-5ffc5d6a0723 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/3acbb1df-4c7a-45b3-b722-5ca55f1f9658 HTTP/1.1" status: 204 len: 168 time: 0.3734505 Apr 18 20:44:57.877375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46826) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:57.934769 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Project b5902e7077c74b0c87065193c03f3242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:44:57.948777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.003085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3384cd25-e668-47d4-8190-47fd72615983 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:58.006415 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.115955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3384cd25-e668-47d4-8190-47fd72615983 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:58.131893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3384cd25-e668-47d4-8190-47fd72615983 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2483206 Apr 18 20:44:58.136318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46834) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:58.166423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:44:58.167289 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:44:58.171534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] Pushing event deleted for resources: {'Port': ['ID=0721e6d8-3544-4a79-9d66-12bad1315a65,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:58.223836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be03d2c-5f4b-4970-b562-fd8a2a02aac8 req-ec66162d-304b-4a52-bf0c-0cd69bc43387 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:44:58.233528 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6be03d2c-5f4b-4970-b562-fd8a2a02aac8 req-ec66162d-304b-4a52-bf0c-0cd69bc43387 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 945 time: 0.9778116 Apr 18 20:44:58.248654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.255326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c73e067-857a-4c3f-8c50-d206670f321d None None] No DVR routers for this DVR port 0721e6d8-3544-4a79-9d66-12bad1315a65 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:44:58.267149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56e2d624-b907-4448-9433-f0709b791416 req-76cbbbb7-1fb2-49ae-9621-90351d13e580 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 210 time: 0.0821545 Apr 18 20:44:58.276878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.324314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.366783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9828058-f640-4fd8-9120-be84dfcee428 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.399508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea0c8a6-1849-4f06-b76b-96267aedafcd,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:58.402127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9828058-f640-4fd8-9120-be84dfcee428 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.433908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:58.444154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.445911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d1ca18ca-ec70-45c4-b650-f7e8703aac1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7473404 Apr 18 20:44:58.463221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46844) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:58.488042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': 'd5499444-a75a-4431-b1e4-fa600069cd70', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:58.504434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:58.512841 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.541684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9828058-f640-4fd8-9120-be84dfcee428 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.566069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:58.574803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] For port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:58.598790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8c16a1b3-8fdf-4f09-b56b-b71453f57217 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:44:58.614912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:58.626370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9828058-f640-4fd8-9120-be84dfcee428 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cae996f6-3c4f-45d3-b157-ab1a1ad19222,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:58.630696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:58.636257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:58.643636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9828058-f640-4fd8-9120-be84dfcee428 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.651112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 11856803-a60f-4044-8779-9abe64c4a18f owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:58.653998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c9828058-f640-4fd8-9120-be84dfcee428 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/cae996f6-3c4f-45d3-b157-ab1a1ad19222 HTTP/1.1" status: 204 len: 168 time: 0.5074799 Apr 18 20:44:58.654762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46848) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:58.657093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Usage tracker for resource:security_group_rule and tenant:74c5a2b6c7604f598a4f77eb6a54b06a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:44:58.666607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:44:58.689147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 0721e6d8-3544-4a79-9d66-12bad1315a65 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:44:58.690035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.717252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:58.722337 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.727969 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Project b5902e7077c74b0c87065193c03f3242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:44:58.784353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:58.817472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6be03d2c-5f4b-4970-b562-fd8a2a02aac8 req-db60f7fe-24d3-4177-8503-704f9bebe95b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360811 Apr 18 20:44:58.830362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] The port '0721e6d8-3544-4a79-9d66-12bad1315a65' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:44:59.042372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] For port 8c16a1b3-8fdf-4f09-b56b-b71453f57217, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8c16a1b3-8fdf-4f09-b56b-b71453f57217,segment=NetworkSegment(03020d85-03b4-485a-9e80-a506a637d428),segment_id=03020d85-03b4-485a-9e80-a506a637d428)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:44:59.043002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.048854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.055426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b78e44d5-d82b-4e42-9d0c-1d87fa5736bb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:59.196050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.216340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.222660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.254725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.262670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=11856803-a60f-4044-8779-9abe64c4a18f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.313152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.314119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f59379e-5a25-41f2-849f-41791ea4f78e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.332621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3aa3ea10-b8e2-4e7e-95ef-ff164a468d21 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/11856803-a60f-4044-8779-9abe64c4a18f HTTP/1.1" status: 204 len: 168 time: 2.9978681 Apr 18 20:44:59.335333 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ce0cfce7-d2bd-4070-9b7f-839680f22ffc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74c5a2b6c7604f598a4f77eb6a54b06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8935716 Apr 18 20:44:59.338172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46858) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:59.338947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:59.379330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b78e44d5-d82b-4e42-9d0c-1d87fa5736bb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:59.385102 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b78e44d5-d82b-4e42-9d0c-1d87fa5736bb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7197301 Apr 18 20:44:59.385102 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.408967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46866) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:59.428597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Pushing event updated for resources: {'Port': ['ID=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.483404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] Calling delete_port for 8c16a1b3-8fdf-4f09-b56b-b71453f57217 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:44:59.489866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['692b7e43-a311-4132-bb57-2369116b0501']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:59.553240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f04b4771-acab-466f-a4fd-2c5e1d9a22c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.559949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11c1bf6-64e2-40ec-874d-2f37190b72d2,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:44:59.572093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.573478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.574202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.575296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.576877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e8e4e1-32ef-406c-bb45-4fea511e522e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:59.577362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e8e4e1-32ef-406c-bb45-4fea511e522e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:44:59.577993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.579161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.579992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.580826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.581875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.582698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.584167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.585045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80a0c214-26f9-45f6-beab-e4e156e916a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:44:59.603198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9e0894eb-2624-4574-b852-fb0756b14b45 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:44:59.617381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.620036 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5c6463-0cec-4f98-a679-f93d3c232beb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:44:59.620813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2b5c6463-0cec-4f98-a679-f93d3c232beb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:44:59.649447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f04b4771-acab-466f-a4fd-2c5e1d9a22c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.671293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.685539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c3c02a2-de49-4dfe-9e57-7298d1d82338 req-1c2b4f08-fa49-4df6-ad0e-1b68ccd9b9aa tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 210 time: 0.1148071 Apr 18 20:44:59.691559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:44:59.691905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.716146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.717298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c9577a25-6262-442e-9eb7-764d1abbc85f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2481349 Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:44:59.717423 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:44:59.727683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2b5c6463-0cec-4f98-a679-f93d3c232beb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:44:59.730374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2b5c6463-0cec-4f98-a679-f93d3c232beb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/11856803-a60f-4044-8779-9abe64c4a18f HTTP/1.1" status: 404 len: 333 time: 0.3909271 Apr 18 20:44:59.736362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46872) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:44:59.742018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a62ec72d-f6c0-4192-a4bf-6826c2e7ac4b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.775450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a62ec72d-f6c0-4192-a4bf-6826c2e7ac4b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.790821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'name': 'tempest-PortsTestJSON-456625553'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:44:59.947025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-697dcdbf-8f0d-4d6b-b997-e8088f3b8ca5 None None] Provisioning complete for port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:44:59.947535 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-697dcdbf-8f0d-4d6b-b997-e8088f3b8ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.952528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f04b4771-acab-466f-a4fd-2c5e1d9a22c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:44:59.962814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:44:59.987879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:44:59.989989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b4771-acab-466f-a4fd-2c5e1d9a22c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f59379e-5a25-41f2-849f-41791ea4f78e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:00.006860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a62ec72d-f6c0-4192-a4bf-6826c2e7ac4b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.008485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f04b4771-acab-466f-a4fd-2c5e1d9a22c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.010065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f04b4771-acab-466f-a4fd-2c5e1d9a22c0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f59379e-5a25-41f2-849f-41791ea4f78e HTTP/1.1" status: 204 len: 168 time: 0.6696486 Apr 18 20:45:00.011103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.047253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:00.051127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.062341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.075167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/692b7e43-a311-4132-bb57-2369116b0501 HTTP/1.1" status: 204 len: 168 time: 4.5151372 Apr 18 20:45:00.078398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46884) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:00.079216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4acda07-9c66-4848-a4bf-aa79d5c33768 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=692b7e43-a311-4132-bb57-2369116b0501,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:00.086332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ec72d-f6c0-4192-a4bf-6826c2e7ac4b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73388e-30cd-4847-94bd-7795b10a42d4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:00.144553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port ce23d303-9238-4965-aea3-f2500c3be998 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:00.229572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a62ec72d-f6c0-4192-a4bf-6826c2e7ac4b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.231095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a62ec72d-f6c0-4192-a4bf-6826c2e7ac4b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/4d73388e-30cd-4847-94bd-7795b10a42d4 HTTP/1.1" status: 204 len: 168 time: 0.6688309 Apr 18 20:45:00.236542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:00.383190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.480459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d8897cc3-163a-4510-8e09-9db86b2ff7af tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:00.542524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d8897cc3-163a-4510-8e09-9db86b2ff7af tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:00.544386 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d8897cc3-163a-4510-8e09-9db86b2ff7af tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3062131 Apr 18 20:45:00.560798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:00.569428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1750690212'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:00.581245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:00.583710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:00.584530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.603013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7db064-af2d-4813-9825-19d00587f222 req-f6ad232c-3216-4bb2-b169-e45d6d593052 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:00.614122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df7db064-af2d-4813-9825-19d00587f222 req-f6ad232c-3216-4bb2-b169-e45d6d593052 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 945 time: 0.2478776 Apr 18 20:45:00.658038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:00.682547 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.704015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df7db064-af2d-4813-9825-19d00587f222 req-a35900ad-a02c-41ae-95ee-e5ee2cee173c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898011 Apr 18 20:45:00.716783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.757348 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:00.795825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:00.806024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:00.808944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] The port '8c16a1b3-8fdf-4f09-b56b-b71453f57217' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:45:00.815729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:00.836987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:00.912103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 9e0894eb-2624-4574-b852-fb0756b14b45 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:00.978497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-49288d15-e69c-4a4d-9790-80e3d72560d1 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1648614438&fields=id&tenant_id=b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 267 time: 0.4758680 Apr 18 20:45:01.051794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.064991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.152502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] Pushing event deleted for resources: {'Port': ['ID=8c16a1b3-8fdf-4f09-b56b-b71453f57217,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:01.194978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 9e0894eb-2624-4574-b852-fb0756b14b45 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:01.196265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.280094 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.284099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.389713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1746d0a4-0607-4438-a232-b1331ce426b5']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:01.393962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd0b136-473c-49bc-a408-92cbb9ebc843,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:01.410985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03020d85-03b4-485a-9e80-a506a637d428') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:01.411489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03020d85-03b4-485a-9e80-a506a637d428') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:01.426272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-25c6705f-42f4-4e6b-b3da-a5879c5a77ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.428673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-011b4ca1-a7ab-434e-a135-af2762ad0cdc req-9469c610-bee5-4787-bb26-cbb904cd21fb tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 210 time: 0.2375553 Apr 18 20:45:01.432819 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.438757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ff806de-c0be-48d5-9190-ecc02ce7aaa3 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8765485 Apr 18 20:45:01.440659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:01.448193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-25c6705f-42f4-4e6b-b3da-a5879c5a77ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/networks?id=42c8b731-22c8-433e-994b-cd98f54bf6d0 HTTP/1.1" status: 200 len: 796 time: 0.4665635 Apr 18 20:45:01.457241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': 'ccd0b136-473c-49bc-a408-92cbb9ebc843', 'direction': 'ingress', 'protocol': 17}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:01.469920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.485285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408fbed9-850c-4a84-820b-3c29f59891e5 None None] No DVR routers for this DVR port 8c16a1b3-8fdf-4f09-b56b-b71453f57217 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:01.490385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:01.515702 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-a5e2992a-c357-4344-936c-3716412cce18 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/quotas/b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 375 time: 0.0543952 Apr 18 20:45:01.518778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:01.529201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:01.545248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:01.579222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.598038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:01.598794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.599532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:01.642726 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:01.737705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.799787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.802518 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.806152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.845532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58b961a2-ab51-42ea-bfb5-db02891c8a76,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:01.880061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.885569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e0894eb-2624-4574-b852-fb0756b14b45,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:01.887253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46926) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:01.887822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fcc7cb4a-5b02-4fa2-bb50-f1fa475f425c tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4455495 Apr 18 20:45:01.887932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:01.924063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:01.927053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:01.954238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.967389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:01.972507 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:01.979472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:01.991010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:01.991773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.062124 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.101236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=1746d0a4-0607-4438-a232-b1331ce426b5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.104216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=ce23d303-9238-4965-aea3-f2500c3be998,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.135174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a548430-9eaf-45ae-b2c9-6a46f3395677 req-9d8344c9-1be9-4719-bbdf-b00b24df37b1 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:02.137288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a548430-9eaf-45ae-b2c9-6a46f3395677 req-9d8344c9-1be9-4719-bbdf-b00b24df37b1 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 0.1974726 Apr 18 20:45:02.148016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-f3790872-118a-4fd9-a9dc-ea212efb8b99 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6243501 Apr 18 20:45:02.188285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b72fb8a6-19ac-40c1-889f-aa82c16a3cff tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/1746d0a4-0607-4438-a232-b1331ce426b5 HTTP/1.1" status: 204 len: 168 time: 2.1050003 Apr 18 20:45:02.196746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:02.201249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6be9ff0a-b336-4857-98d1-9e07c7438a77 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4627404 Apr 18 20:45:02.215735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-756353159'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:02.225056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46942) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:02.236779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9e0894eb-2624-4574-b852-fb0756b14b45,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:02.261975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:02.265338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:02.270429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a548430-9eaf-45ae-b2c9-6a46f3395677 req-449bc1f7-2c49-4a91-a0b5-b552a27f19e7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205914 Apr 18 20:45:02.275900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:02.276957 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.284805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:02.288459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:02.381678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:02.534749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:02.548238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.677291 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-299ea9a4-10e1-4efc-a2c6-a9cb5c057652'] response: {'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45', 'code': 200} Apr 18 20:45:02.716014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:02.762632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-26c0a155-c838-4418-8ca3-52b2266136c7 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:02.764269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-26c0a155-c838-4418-8ca3-52b2266136c7 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.55 "GET /v2.0/networks?id=1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea HTTP/1.1" status: 200 len: 810 time: 0.4668548 Apr 18 20:45:02.778108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.778676 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment d13c0adf-471f-425b-9fe0-17fba4e5e6bc of type vlan for network 884d1dbe-c696-426d-a9b8-09fc3b9a589e Apr 18 20:45:02.784259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Request body: {'port': {'device_id': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea', 'admin_state_up': True, 'tenant_id': 'c79241c1bacd41ddbf89362a51ac5fc5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:02.877711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b764be08-e579-4ca2-8701-51e482422d18 req-8c0b3101-82b7-483c-a251-0bafd854a111 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 210 time: 0.0762508 Apr 18 20:45:02.908908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba5aff80-0665-4a8c-b055-8c3d0a6ce852 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:02.978721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.000082 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.038376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba5aff80-0665-4a8c-b055-8c3d0a6ce852 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.077073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-64d7ef02-cb88-445a-b1bc-5e6276e16406 service neutron] 10.222.0.47 "GET /v2.0/networks/42c8b731-22c8-433e-994b-cd98f54bf6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9267483 Apr 18 20:45:03.115412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.128162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:03.129107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.191518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:03.233029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Usage tracker for resource:port and tenant:c79241c1bacd41ddbf89362a51ac5fc5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:03.239860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:03.249948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:03.478539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de74557-98e5-4774-92cb-729f9d4e7ca8 req-27cc684e-64eb-488f-954f-997b88d75d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:03.480613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2de74557-98e5-4774-92cb-729f9d4e7ca8 req-27cc684e-64eb-488f-954f-997b88d75d40 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 1097 time: 0.6523933 Apr 18 20:45:03.521323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=884d1dbe-c696-426d-a9b8-09fc3b9a589e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:03.532244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3dfdcb81-4a5f-460d-a494-c2e37586f143 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3295920 Apr 18 20:45:03.533404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Made reservation on behalf of c79241c1bacd41ddbf89362a51ac5fc5 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:03.537875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.539919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:03.551113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:03.562011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:03.618793 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba5aff80-0665-4a8c-b055-8c3d0a6ce852 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.779946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5aff80-0665-4a8c-b055-8c3d0a6ce852 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd0b136-473c-49bc-a408-92cbb9ebc843,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:03.797829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2de74557-98e5-4774-92cb-729f9d4e7ca8 req-241ebc43-89d9-409a-8564-53e626191cfc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074141 Apr 18 20:45:03.806375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-faac52a9-0881-42fd-8f5f-3eee99177457 service neutron] 10.222.0.47 "GET /v2.0/networks/42c8b731-22c8-433e-994b-cd98f54bf6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6801133 Apr 18 20:45:03.819769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ba5aff80-0665-4a8c-b055-8c3d0a6ce852 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.821935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ba5aff80-0665-4a8c-b055-8c3d0a6ce852 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/ccd0b136-473c-49bc-a408-92cbb9ebc843 HTTP/1.1" status: 204 len: 168 time: 1.9241536 Apr 18 20:45:03.824567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46972) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:03.893756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:03.901364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:03.912734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:03.913534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:03.928849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e1cfcb42-c8a7-4f69-ab9c-e4371496edd2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:03.931855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:03.936872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.038558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf9479-4256-49c0-80c9-d811db9ef73c req-9ba15366-18fd-47dd-bbbe-9da4945e0092 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:04.041022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5ccf9479-4256-49c0-80c9-d811db9ef73c req-9ba15366-18fd-47dd-bbbe-9da4945e0092 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 0.4580638 Apr 18 20:45:04.050175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:04.053790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.107469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] In _notify_port_updated(), no bound segment for port ce23d303-9238-4965-aea3-f2500c3be998 on network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:45:04.120140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:04.122508 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.132640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "PUT /v2.0/ports/ce23d303-9238-4965-aea3-f2500c3be998 HTTP/1.1" status: 200 len: 818 time: 1.8917713 Apr 18 20:45:04.142890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46980) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:04.156152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e1cfcb42-c8a7-4f69-ab9c-e4371496edd2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:04.159039 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e1cfcb42-c8a7-4f69-ab9c-e4371496edd2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3329978 Apr 18 20:45:04.222799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e1f7dc-8af6-4fe3-9c1b-f25b67292bd3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=ce23d303-9238-4965-aea3-f2500c3be998,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:04.266275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Allocated IP 172.20.0.3 (1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea/db724807-e503-4c3e-91c4-a17a73e84e30/2a0cdb3e-de77-43d1-9427-d34b8a4d01e4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:04.364098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:04.365431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46990) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:04.439348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690531616'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:04.460324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port ce23d303-9238-4965-aea3-f2500c3be998 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:04.461677 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.529065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:04.631515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a2be1d83-104d-4b0b-82ee-3de720186e89 req-dd209461-03a4-4f54-8db6-d926622ef48b tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 210 time: 0.1045599 Apr 18 20:45:04.635799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:04.838644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6bd948d6-a862-4917-a82b-ea02d14d9794 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:04.848025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.884893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5ccf9479-4256-49c0-80c9-d811db9ef73c req-0811adbc-1390-4af5-aed6-55bf7b3e2b88 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6947336 Apr 18 20:45:04.939547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d5bedf8-b234-42e7-96f1-9a5855767e42 req-6ff5050f-caf6-4d0a-9a3a-f1da28925c71 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 210 time: 0.1067233 Apr 18 20:45:04.943003 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:04.966347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:04.987452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:04.993938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:05.056242 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.220303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:05.237730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for ce23d303-9238-4965-aea3-f2500c3be998 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:05.253841 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.336980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6bd948d6-a862-4917-a82b-ea02d14d9794 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "PUT /v2.0/quotas/c742391079264f99bc832cc1beda7b30 HTTP/1.1" status: 200 len: 368 time: 0.9538059 Apr 18 20:45:05.348147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47004) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:05.349375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Request body: {'network': {'project_id': 'c742391079264f99bc832cc1beda7b30'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:05.394734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:05.419639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Usage tracker for resource:network and tenant:c742391079264f99bc832cc1beda7b30 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:05.422951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Pushing event updated for resources: {'Port': ['ID=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.436633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:05.461447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:05.463900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:05.468710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:05.477044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:05.499133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.510552 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.609474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Made reservation on behalf of c742391079264f99bc832cc1beda7b30 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:05.612920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.613960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.614338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.652486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=a3b12840-e630-4dc9-b6aa-c22ec9742d2c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.652932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=ce23d303-9238-4965-aea3-f2500c3be998,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:05.674302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.680908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-d1fbfbb1-152f-431f-8265-87743dc5e902 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9049776 Apr 18 20:45:05.680908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': 'd13c0adf-471f-425b-9fe0-17fba4e5e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:05.689168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: 884d1dbe-c696-426d-a9b8-09fc3b9a589e, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:05.701151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Request body: {'port': {'device_id': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:05.711267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.732166 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.750993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:05.763362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.771088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Usage tracker for resource:security_group_rule and tenant:c742391079264f99bc832cc1beda7b30 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:05.799270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:05.831572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ace2b70c-ce59-4426-aa39-4186ec1e7d15 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/ce23d303-9238-4965-aea3-f2500c3be998 HTTP/1.1" status: 204 len: 168 time: 1.6677041 Apr 18 20:45:05.831847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:05.834706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:05.843047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47010) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:05.907048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 884d1dbe-c696-426d-a9b8-09fc3b9a589e) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:05.914516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:05.917333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241f6434-d4b1-4d03-b388-272033ce8740 None None] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:05.923931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:05.924533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.017402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b4d75e89-ddff-40f4-8a73-7fabb7184716 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4646239 Apr 18 20:45:06.021625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47018) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:06.064485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2117286672', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:06.130330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:06.158003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c40153-eca8-407e-9e2a-d53f06a4ae01 req-7232dd0c-077a-4b09-82fc-236dcc420578 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.158680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d9c40153-eca8-407e-9e2a-d53f06a4ae01 req-7232dd0c-077a-4b09-82fc-236dcc420578 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Synchronizing usage tracker for tenant:c79241c1bacd41ddbf89362a51ac5fc5 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:06.166419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:router and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:06.171954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:06.220203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:06.258581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.259638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.268036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d9c40153-eca8-407e-9e2a-d53f06a4ae01 req-7232dd0c-077a-4b09-82fc-236dcc420578 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Unset dirty status for tenant:c79241c1bacd41ddbf89362a51ac5fc5 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:06.268036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d9c40153-eca8-407e-9e2a-d53f06a4ae01 req-7232dd0c-077a-4b09-82fc-236dcc420578 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 931 time: 0.4547567 Apr 18 20:45:06.313655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.318356 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9513860 Apr 18 20:45:06.324788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47022) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:06.334476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868522d4-1ccf-43b7-9b0f-433af7f0ab25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0add9be3-7fe6-4e6d-9d3a-a855a65ed09d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:06.376558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.382121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1126922355'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:06.416492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:06.468209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-884d1dbe-c696-426d-a9b8-09fc3b9a589e', 'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': 'a3b12840-e630-4dc9-b6aa-c22ec9742d2c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:45:06.473693 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.518757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:06.544131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d9c40153-eca8-407e-9e2a-d53f06a4ae01 req-2ac38ae4-2aed-4add-b954-3c2f482ff8f0 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476771 Apr 18 20:45:06.600414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.601839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.650855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:06.665220 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.673484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f355431e-7e9d-447b-a727-beb9928974dc tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6287804 Apr 18 20:45:06.675368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47026) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:06.689883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:06.698819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'port': {'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e', 'name': 'tempest-RoutersTest-1713402906'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:06.711677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:06.726091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9ff56f-583d-4042-a941-8686672d2bd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.727241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fa9ff56f-583d-4042-a941-8686672d2bd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:06.752541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:06.760604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:45:06.777921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24eab56-9a23-4120-8d55-b694256f8ff5 req-17875d85-84de-47be-add3-18ae8e81c116 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.779939 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e24eab56-9a23-4120-8d55-b694256f8ff5 req-17875d85-84de-47be-add3-18ae8e81c116 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 0.6223204 Apr 18 20:45:06.800106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-8aaee84d-c8c9-465b-808d-177e6c329f0a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:06.801936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-8aaee84d-c8c9-465b-808d-177e6c329f0a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "GET /v2.0/networks?id=42c8b731-22c8-433e-994b-cd98f54bf6d0 HTTP/1.1" status: 200 len: 796 time: 0.6341028 Apr 18 20:45:06.840057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fa9ff56f-583d-4042-a941-8686672d2bd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:06.844810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fa9ff56f-583d-4042-a941-8686672d2bd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9968541 Apr 18 20:45:06.864559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47030) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:06.868691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Allocated IP 172.20.0.2 (884d1dbe-c696-426d-a9b8-09fc3b9a589e/a3b12840-e630-4dc9-b6aa-c22ec9742d2c/e7d44314-1b23-4603-a40d-ad8ab220b35b) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:06.873709 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:06.950538 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.028974 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e24eab56-9a23-4120-8d55-b694256f8ff5 req-acc9a33f-a975-4886-9630-d5e238863fc3 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221875 Apr 18 20:45:07.036180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fabb915-7b41-4c87-85ff-3dd46bc59681,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.067682 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5fff97-9036-4419-bfe2-ab41385b6204 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:45:07.077440 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6b5fff97-9036-4419-bfe2-ab41385b6204 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/ce23d303-9238-4965-aea3-f2500c3be998 HTTP/1.1" status: 404 len: 333 time: 0.2105308 Apr 18 20:45:07.080688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47036) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:07.095006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a531bc1-bcc2-4d33-ad6f-bb476f7b06c0 req-ad8697e9-d322-4353-8fb2-6fcab4c3deb7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 210 time: 0.2825086 Apr 18 20:45:07.108489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-288538046'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:07.119625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:07.130515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-cd72662a-54d9-4c0e-b84d-9dd8ee36be83 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 473 time: 0.3138053 Apr 18 20:45:07.136637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:07.141239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:07.148784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:07.193955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'port': {'device_id': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0', 'admin_state_up': True, 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'security_groups': ['d5499444-a75a-4431-b1e4-fa600069cd70']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:07.239025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:07.322317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.323648 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Added segment 6f635f7b-a306-41c1-ab20-dfcf6f4e5aca of type vlan for network 8e0a0093-73b8-40c3-864f-7a5415d581ec Apr 18 20:45:07.340942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:07.364289 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.371696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.389500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Transition to ACTIVE for port object e7d44314-1b23-4603-a40d-ad8ab220b35b will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:07.423823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Transition to ACTIVE for port object e7d44314-1b23-4603-a40d-ad8ab220b35b will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:07.438465 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.450809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:07.454986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.456691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:07.464679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Transition to ACTIVE for port object 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:07.482678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:07.503115 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.551229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:07.556849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:07.561801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:07.650312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Pushing event updated for resources: {'Port': ['ID=e7d44314-1b23-4603-a40d-ad8ab220b35b,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.678212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.703123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.715329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:07.745808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Attempting to bind port e7d44314-1b23-4603-a40d-ad8ab220b35b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:07.747503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Attempting to bind port e7d44314-1b23-4603-a40d-ad8ab220b35b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd13c0adf-471f-425b-9fe0-17fba4e5e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:07.748049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Attempting to bind port e7d44314-1b23-4603-a40d-ad8ab220b35b on network 884d1dbe-c696-426d-a9b8-09fc3b9a589e {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:07.751834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:07.756269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:07.757004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Checking segment: {'id': 'd13c0adf-471f-425b-9fe0-17fba4e5e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:07.758066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.758692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Bound using segment: {'id': 'd13c0adf-471f-425b-9fe0-17fba4e5e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:07.759459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Bound port: e7d44314-1b23-4603-a40d-ad8ab220b35b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd13c0adf-471f-425b-9fe0-17fba4e5e6bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '884d1dbe-c696-426d-a9b8-09fc3b9a589e'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:07.760057 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.803633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.822442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:07.829174 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.840803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.842457 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment 8142c78c-d7b5-4943-a499-bff9ce9c7b6d of type vlan for network 55455acd-925b-4998-a549-2dde465423a6 Apr 18 20:45:07.868644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:07.894828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:port and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:07.912537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] For port e7d44314-1b23-4603-a40d-ad8ab220b35b, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:07.916901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:07.922307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] For port e7d44314-1b23-4603-a40d-ad8ab220b35b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e7d44314-1b23-4603-a40d-ad8ab220b35b,segment=NetworkSegment(d13c0adf-471f-425b-9fe0-17fba4e5e6bc),segment_id=d13c0adf-471f-425b-9fe0-17fba4e5e6bc)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:07.928199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:07.936165 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:07.982267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] device_id is not set on port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:08.007976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c830b9e-1c61-4e39-a20b-d7a33f4454ef,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.025471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.046437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:08.051184 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.150644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4e2fe-0487-47e4-92b2-58a8fea2b7a3 None None] Pushing event updated for resources: {'Port': ['ID=e7d44314-1b23-4603-a40d-ad8ab220b35b,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.198304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.199592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.200378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.204857 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.206893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e405d409-be38-48d1-9853-5aa6aec8e1b8 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8745134 Apr 18 20:45:08.219030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:08.287992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Attempting to bind port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:08.287992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Attempting to bind port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'c693359e-1978-4589-a5a7-80cca53301e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:08.289388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Attempting to bind port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 on network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:08.309604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '0add9be3-7fe6-4e6d-9d3a-a855a65ed09d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6c830b9e-1c61-4e39-a20b-d7a33f4454ef', 'remote_ip_prefix': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:08.319490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:08.332784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.341981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.344054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.354702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 on network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:45:08.354702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Attempting to bind port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 on network 1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:08.356981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:08.358578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Pushing event updated for resources: {'Network': ['ID=8e0a0093-73b8-40c3-864f-7a5415d581ec,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.377059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8e0a0093-73b8-40c3-864f-7a5415d581ec details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:08.390610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f57506-2c5f-4603-b02f-58407fd23ae8 req-255ede38-8af6-42b7-b2cf-b3a5483610ec tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.402305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94f57506-2c5f-4603-b02f-58407fd23ae8 req-255ede38-8af6-42b7-b2cf-b3a5483610ec tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 943 time: 0.5441999 Apr 18 20:45:08.403780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:08.404670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64156203-f265-4c58-928a-233c89f388ea req-f7d72159-5b43-475b-80af-f07cba2ce435 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:08.407382 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64156203-f265-4c58-928a-233c89f388ea req-f7d72159-5b43-475b-80af-f07cba2ce435 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 0.9185262 Apr 18 20:45:08.492475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:08.551235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:08.551235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Checking segment: {'id': 'c693359e-1978-4589-a5a7-80cca53301e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:08.551235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Bound using segment: {'id': 'c693359e-1978-4589-a5a7-80cca53301e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:08.551235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Bound port: 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c693359e-1978-4589-a5a7-80cca53301e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:08.557275 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.704176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b35d92c2-501e-4897-9265-a56f3c441531 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3613696 Apr 18 20:45:08.709597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47048) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:08.745240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Request body: {'network': {'project_id': 'c742391079264f99bc832cc1beda7b30'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:08.754732 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6630123 Apr 18 20:45:08.759401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:08.761014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.20.0.5 (884d1dbe-c696-426d-a9b8-09fc3b9a589e/a3b12840-e630-4dc9-b6aa-c22ec9742d2c/3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:08.782264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:08.803690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '55455acd-925b-4998-a549-2dde465423a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:08.836638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:08.842767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.20.0.26 (42c8b731-22c8-433e-994b-cd98f54bf6d0/05d84310-8516-43ea-8de6-5b8d02356d40/5d9a79ab-021c-4603-8a7f-2d7816357f94) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:08.861386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Usage tracker for resource:network and tenant:c742391079264f99bc832cc1beda7b30 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:08.869788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64156203-f265-4c58-928a-233c89f388ea req-e1e6f1c0-fd8f-4654-ab01-e72b30964ee9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529700 Apr 18 20:45:08.870782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae725a24-1a54-466c-8f90-b23c651e16ec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=55455acd-925b-4998-a549-2dde465423a6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:08.877321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:08.889471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:08.910795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 55455acd-925b-4998-a549-2dde465423a6 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:08.915613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94f57506-2c5f-4603-b02f-58407fd23ae8 req-b9a665a0-4e2c-49ed-b796-8a848a202fc8 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996649 Apr 18 20:45:08.957324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Made reservation on behalf of c742391079264f99bc832cc1beda7b30 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:08.966780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.213600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] For port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:09.213829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:09.229504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:09.285721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.285721 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Added segment 6adbd781-9ae8-402c-8374-7d0e44443e8e of type vlan for network 8d40eb48-9b54-45df-b812-9a808eb435a4 Apr 18 20:45:09.313355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9f658615-b5de-4565-aaca-2b2badb6f8ab req-2444794c-da80-4e5a-a9fc-ac637296f85c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:09.386591 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.387647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.394958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:09.447394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.450882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9f658615-b5de-4565-aaca-2b2badb6f8ab req-2444794c-da80-4e5a-a9fc-ac637296f85c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:09.452081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f658615-b5de-4565-aaca-2b2badb6f8ab req-2444794c-da80-4e5a-a9fc-ac637296f85c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 210 time: 0.2319374 Apr 18 20:45:09.457350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.458451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.459046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.493812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:09.511371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.518465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Transition to ACTIVE for port object 5d9a79ab-021c-4603-8a7f-2d7816357f94 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:09.518693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] For port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,segment=NetworkSegment(c693359e-1978-4589-a5a7-80cca53301e6),segment_id=c693359e-1978-4589-a5a7-80cca53301e6)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:09.541003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:09.554868 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.624885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656f1674-d9b4-49ff-bd99-342b96e300b0,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.664988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:09.668209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.716612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:09.717562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.719980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] 10.222.0.55 "PUT /v2.0/ports/2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 HTTP/1.1" status: 200 len: 1091 time: 4.0257781 Apr 18 20:45:09.760689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'tag': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:09.798093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:09.808417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-757677b6-dfff-4dcc-80a2-d24e9d442cb0 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5166779 Apr 18 20:45:09.818259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47064) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:09.848993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1343377 Apr 18 20:45:09.859605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47068) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:09.870289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b029-6d49-44ce-9e8a-1c8496027b97 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Pushing event updated for resources: {'Network': ['ID=8d40eb48-9b54-45df-b812-9a808eb435a4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.904685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8d40eb48-9b54-45df-b812-9a808eb435a4 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:09.917247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Request body: {'network': {'project_id': 'c742391079264f99bc832cc1beda7b30'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:09.925652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fd405b-15dd-40a6-920b-982acf8fb111 service neutron] Pushing event updated for resources: {'Port': ['ID=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:09.946353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:10.019346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Usage tracker for resource:network and tenant:c742391079264f99bc832cc1beda7b30 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:10.044699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:10.053108 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a1a8ec-28a4-4146-99b5-d8da7744f0a6'] response: {'name': 'network-changed', 'server_uuid': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'tag': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4', 'status': 'completed', 'code': 200} Apr 18 20:45:10.059424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:10.060435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7d44314-1b23-4603-a40d-ad8ab220b35b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:10.062316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-246192f7-6df3-4e2c-827f-6f434319b5bc tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.065245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.091211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-246192f7-6df3-4e2c-827f-6f434319b5bc tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.103621 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:45:10.104385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:45:10.105840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2d7a5f7f-c300-4ea0-b222-3dcae5580613 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2425179 Apr 18 20:45:10.111802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47074) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:10.117761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:10.144854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.183062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd3c7aa-a660-4e9d-a57b-270c0747a8ed None None] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:10.185969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-500b3407-be54-4e79-85d2-0971f8c1ab19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.188117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-500b3407-be54-4e79-85d2-0971f8c1ab19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c79241c1bacd41ddbf89362a51ac5fc5&device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 1094 time: 0.3551650 Apr 18 20:45:10.288110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-246192f7-6df3-4e2c-827f-6f434319b5bc tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.297774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:10.319728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-c06b162f-5cff-4430-b3a6-b9ffe76cb645 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 HTTP/1.1" status: 200 len: 217 time: 0.1230118 Apr 18 20:45:10.353966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:10.366255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246192f7-6df3-4e2c-827f-6f434319b5bc tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=656f1674-d9b4-49ff-bd99-342b96e300b0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.380083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:10.421159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-749b3288-c354-4795-8061-a2d3c99e9b82 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c742391079264f99bc832cc1beda7b30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022971 Apr 18 20:45:10.421159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=5d9a79ab-021c-4603-8a7f-2d7816357f94,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:10.425954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47078) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:10.440937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-246192f7-6df3-4e2c-827f-6f434319b5bc tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.446905 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-246192f7-6df3-4e2c-827f-6f434319b5bc tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/656f1674-d9b4-49ff-bd99-342b96e300b0 HTTP/1.1" status: 204 len: 168 time: 0.6167538 Apr 18 20:45:10.469597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47082) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:10.517475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7a8e1-6adc-42a1-aea2-5a884d3170f0 req-0307cf32-b0c3-4ad4-99d0-01bd33f6f069 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.526609 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21f7a8e1-6adc-42a1-aea2-5a884d3170f0 req-0307cf32-b0c3-4ad4-99d0-01bd33f6f069 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 0.5646076 Apr 18 20:45:10.536258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.536959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.562481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-556ad824-0665-484e-b67b-13c6acfac2ee None None] Provisioning for port e7d44314-1b23-4603-a40d-ad8ab220b35b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:10.662523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e7d44314-1b23-4603-a40d-ad8ab220b35b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:10.668218 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-c8fa923d-877b-4958-8077-0d092370d5ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5213163 Apr 18 20:45:10.685332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e7d44314-1b23-4603-a40d-ad8ab220b35b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:10.686147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.692330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Request body: {'port': {'device_id': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:10.792920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-ff823cb1-6fbd-4cfc-872f-06821c0f108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:10.795609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-ff823cb1-6fbd-4cfc-872f-06821c0f108d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db724807-e503-4c3e-91c4-a17a73e84e30 HTTP/1.1" status: 200 len: 850 time: 0.4663134 Apr 18 20:45:10.801345 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21f7a8e1-6adc-42a1-aea2-5a884d3170f0 req-00f252ef-4f0a-4a97-805d-e83eb21c6938 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737265 Apr 18 20:45:10.843820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9dd2c9bd-5b73-44be-8ffc-1cca6d54d0b5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:10.871998 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ae77628-d42c-4623-8ae1-6a87444fffbe tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.878384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-b2dd1943-3459-443a-8d63-90b8eb7da5c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708339 Apr 18 20:45:10.896794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.934885 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.977435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ae77628-d42c-4623-8ae1-6a87444fffbe tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:10.990966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9dd2c9bd-5b73-44be-8ffc-1cca6d54d0b5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:10.993030 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9dd2c9bd-5b73-44be-8ffc-1cca6d54d0b5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5185575 Apr 18 20:45:11.005113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47088) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:11.038589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe2d05d6-1e59-43fe-bcee-52aebcacb06f None None] Provisioning for port 5d9a79ab-021c-4603-8a7f-2d7816357f94 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:11.078454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe2d05d6-1e59-43fe-bcee-52aebcacb06f None None] Provisioning complete for port 5d9a79ab-021c-4603-8a7f-2d7816357f94 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:11.079946 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe2d05d6-1e59-43fe-bcee-52aebcacb06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.164639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.193458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:11.272022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:11.283738 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.307483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:11.351769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d05d6-1e59-43fe-bcee-52aebcacb06f None None] Port 5d9a79ab-021c-4603-8a7f-2d7816357f94 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:11.391128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e7d44314-1b23-4603-a40d-ad8ab220b35b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e7d44314-1b23-4603-a40d-ad8ab220b35b,segment=NetworkSegment(d13c0adf-471f-425b-9fe0-17fba4e5e6bc),segment_id=d13c0adf-471f-425b-9fe0-17fba4e5e6bc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:11.405096 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.438048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62d6c69f-5f6b-44b9-b7fd-424769b114fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.438814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.474857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e7ea6-00db-449a-827b-fcfeaa0e48c3 req-2cdbfea2-ab31-4bdc-8d78-ff4049de28f4 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:11.485302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-695e7ea6-00db-449a-827b-fcfeaa0e48c3 req-2cdbfea2-ab31-4bdc-8d78-ff4049de28f4 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 943 time: 0.8454294 Apr 18 20:45:11.520084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e7d44314-1b23-4603-a40d-ad8ab220b35b,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.589068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62d6c69f-5f6b-44b9-b7fd-424769b114fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.600501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ae77628-d42c-4623-8ae1-6a87444fffbe tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.653668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae77628-d42c-4623-8ae1-6a87444fffbe tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fabb915-7b41-4c87-85ff-3dd46bc59681,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.669469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': '8142c78c-d7b5-4943-a499-bff9ce9c7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '55455acd-925b-4998-a549-2dde465423a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:11.669886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: 55455acd-925b-4998-a549-2dde465423a6, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:11.683999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=669f0876-9b7a-4d56-8bd4-f54d184fce82,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:11.730672 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ae77628-d42c-4623-8ae1-6a87444fffbe tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.732851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5ae77628-d42c-4623-8ae1-6a87444fffbe tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/4fabb915-7b41-4c87-85ff-3dd46bc59681 HTTP/1.1" status: 204 len: 168 time: 1.3038471 Apr 18 20:45:11.736509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47092) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:11.748161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-695e7ea6-00db-449a-827b-fcfeaa0e48c3 req-da5a573c-f0d2-4aea-9c4f-5da504c7db4a tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624528 Apr 18 20:45:11.766598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7d44314-1b23-4603-a40d-ad8ab220b35b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:11.772398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:11.772692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.779907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-2ead4f19-f3df-4366-bba4-4dd679abd034 service neutron] 10.222.0.55 "GET /v2.0/networks/1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8925927 Apr 18 20:45:11.881328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 55455acd-925b-4998-a549-2dde465423a6 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:11.919699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e7d44314-1b23-4603-a40d-ad8ab220b35b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:11.920146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.947542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9a79ab-021c-4603-8a7f-2d7816357f94 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:11.957387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.961708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 55455acd-925b-4998-a549-2dde465423a6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:11.966843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:11.967444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:11.983454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Transition to ACTIVE for port object 5d9a79ab-021c-4603-8a7f-2d7816357f94 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:11.996811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-85bc4b76-15d5-45bc-8cc4-dee6f48a43e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 5.3172808 Apr 18 20:45:11.997752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:11.998978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.019930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a364347-5aef-4ed2-9985-81cb186f2606 None None] Network 55455acd-925b-4998-a549-2dde465423a6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:12.086736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62d6c69f-5f6b-44b9-b7fd-424769b114fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.100678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbad4be3-71e8-4030-9871-4cb2b733d38f req-bc073812-ba83-48d3-8f31-0f9b390652c9 service neutron] 10.222.0.55 "GET /v2.0/networks/1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963886 Apr 18 20:45:12.114851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c118044f-9384-4535-9a2b-f52fae9a23f1 None None] Provisioning complete for port e7d44314-1b23-4603-a40d-ad8ab220b35b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:12.116011 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c118044f-9384-4535-9a2b-f52fae9a23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.281347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88a8b4-5918-4b13-ac5e-e37705283bb8 req-7bbefabe-41d9-4ba2-b97f-6abe52f3f209 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:12.290456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee88a8b4-5918-4b13-ac5e-e37705283bb8 req-7bbefabe-41d9-4ba2-b97f-6abe52f3f209 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 932 time: 1.0551310 Apr 18 20:45:12.342405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8eeff874-06a6-4caf-94e3-9013f90a4674 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5709980 Apr 18 20:45:12.348854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d6c69f-5f6b-44b9-b7fd-424769b114fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c830b9e-1c61-4e39-a20b-d7a33f4454ef,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.355861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:12.370690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-24de849c-bb30-4d1b-b2e9-dfd2f5c3064d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:12.372326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-24de849c-bb30-4d1b-b2e9-dfd2f5c3064d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 0.9957390 Apr 18 20:45:12.464377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '55455acd-925b-4998-a549-2dde465423a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:12.471950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.519804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a79ab-021c-4603-8a7f-2d7816357f94,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:12.529540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62d6c69f-5f6b-44b9-b7fd-424769b114fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.530705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-62d6c69f-5f6b-44b9-b7fd-424769b114fd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/6c830b9e-1c61-4e39-a20b-d7a33f4454ef HTTP/1.1" status: 204 len: 168 time: 1.5245676 Apr 18 20:45:12.554331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47106) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:12.607676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee88a8b4-5918-4b13-ac5e-e37705283bb8 req-d8f7fad0-13e3-4041-b8b3-1757f66cd260 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3161311 Apr 18 20:45:12.640363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-55455acd-925b-4998-a549-2dde465423a6', 'network_id': '55455acd-925b-4998-a549-2dde465423a6', 'tenant_id': 'f2836e62a71c4ca08cfc83c8334fac15', 'fixed_ips': [{'subnet_id': '669f0876-9b7a-4d56-8bd4-f54d184fce82'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:45:12.641351 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.664596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c118044f-9384-4535-9a2b-f52fae9a23f1 None None] Provisioning for port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:12.689880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c118044f-9384-4535-9a2b-f52fae9a23f1 None None] Provisioning complete for port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:12.690953 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c118044f-9384-4535-9a2b-f52fae9a23f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:12.859673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c118044f-9384-4535-9a2b-f52fae9a23f1 None None] Port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:12.994958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Allocated IP 172.20.0.2 (55455acd-925b-4998-a549-2dde465423a6/669f0876-9b7a-4d56-8bd4-f54d184fce82/2ae003b6-15f9-4f5a-9f34-5f3116d504a9) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:13.012955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-acaf7212-c349-4d20-b786-e673379c7c5c None None] Provisioning complete for port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:13.014089 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acaf7212-c349-4d20-b786-e673379c7c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.040148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Attempting to bind port 5d9a79ab-021c-4603-8a7f-2d7816357f94 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:13.040698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Attempting to bind port 5d9a79ab-021c-4603-8a7f-2d7816357f94 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:13.041262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Attempting to bind port 5d9a79ab-021c-4603-8a7f-2d7816357f94 on network 42c8b731-22c8-433e-994b-cd98f54bf6d0 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:13.200835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Port 5d9a79ab-021c-4603-8a7f-2d7816357f94 on network 42c8b731-22c8-433e-994b-cd98f54bf6d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:45:13.201167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Attempting to bind port 5d9a79ab-021c-4603-8a7f-2d7816357f94 on network 42c8b731-22c8-433e-994b-cd98f54bf6d0 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:13.212093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 9e0894eb-2624-4574-b852-fb0756b14b45 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:13.212093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.217447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.229553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:13.229903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Checking segment: {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:13.230504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Bound using segment: {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:13.230987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Bound port: 5d9a79ab-021c-4603-8a7f-2d7816357f94, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:13.231354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.281689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d40eb48-9b54-45df-b812-9a808eb435a4']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:13.339513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-acaf7212-c349-4d20-b786-e673379c7c5c None None] Port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:13.343692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6adbd781-9ae8-402c-8374-7d0e44443e8e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:13.344235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6adbd781-9ae8-402c-8374-7d0e44443e8e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:13.370165 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.412283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.444210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:13.445148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:13.463728 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:13.511940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d187988-bd7c-4f14-93d1-9bd2f4412c2d req-c2253ea8-7a1f-447a-b7c4-0a2564ab1ac5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.526347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d187988-bd7c-4f14-93d1-9bd2f4412c2d req-c2253ea8-7a1f-447a-b7c4-0a2564ab1ac5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 1.3226020 Apr 18 20:45:13.550832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4b7fe-ea84-486d-8ecb-d0329f34b779 req-927591de-2f19-4965-b96c-790843ec4918 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.552887 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.553673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0af4b7fe-ea84-486d-8ecb-d0329f34b779 req-927591de-2f19-4965-b96c-790843ec4918 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 943 time: 0.5192034 Apr 18 20:45:13.560780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] For port 5d9a79ab-021c-4603-8a7f-2d7816357f94, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:13.576601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] For port 5d9a79ab-021c-4603-8a7f-2d7816357f94, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5d9a79ab-021c-4603-8a7f-2d7816357f94,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:13.581088 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-34ef65fb-ebf9-4f20-9b4b-88dd3d062993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.596849 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.606065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Transition to ACTIVE for port object 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:13.637696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Transition to ACTIVE for port object 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:13.647014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.655881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.679519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2974191c-138c-4d32-97b6-d019ad90af72 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:13.703176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Network 55455acd-925b-4998-a549-2dde465423a6 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:13.706954 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.712014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:13.716275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:13.735540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d40eb48-9b54-45df-b812-9a808eb435a4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:13.749660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.750990 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.751894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] 10.222.0.61 "PUT /v2.0/ports/5d9a79ab-021c-4603-8a7f-2d7816357f94 HTTP/1.1" status: 200 len: 1092 time: 3.0717175 Apr 18 20:45:13.752277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'tag': '5d9a79ab-021c-4603-8a7f-2d7816357f94'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:13.765201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3ee7e25e-864f-4f14-afb1-07ae5d5a51e4 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "DELETE /v2.0/networks/8d40eb48-9b54-45df-b812-9a808eb435a4 HTTP/1.1" status: 204 len: 168 time: 2.0272419 Apr 18 20:45:13.771962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0af4b7fe-ea84-486d-8ecb-d0329f34b779 req-5ad5a501-5216-44af-931c-f083311c8d50 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Synchronizing usage tracker for tenant:c79241c1bacd41ddbf89362a51ac5fc5 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:13.772938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-4f520741-89f7-4f93-b3e2-ee057fe56c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:13.775004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-4f520741-89f7-4f93-b3e2-ee057fe56c5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c79241c1bacd41ddbf89362a51ac5fc5&device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 1094 time: 1.5033925 Apr 18 20:45:13.780081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47116) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:13.792929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:13.839921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:13.851738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Pushing event updated for resources: {'Port': ['ID=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:13.874773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Attempting to bind port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:13.874994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022829d9-5ab1-4a29-8235-460c525ab2bb service neutron] Pushing event updated for resources: {'Port': ['ID=5d9a79ab-021c-4603-8a7f-2d7816357f94,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:13.875724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Attempting to bind port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '8142c78c-d7b5-4943-a499-bff9ce9c7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '55455acd-925b-4998-a549-2dde465423a6'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:13.876254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Attempting to bind port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 on network 55455acd-925b-4998-a549-2dde465423a6 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:13.883627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:13.884383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Checking segment: {'id': '8142c78c-d7b5-4943-a499-bff9ce9c7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '55455acd-925b-4998-a549-2dde465423a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:13.884963 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.887151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Bound using segment: {'id': '8142c78c-d7b5-4943-a499-bff9ce9c7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '55455acd-925b-4998-a549-2dde465423a6'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:13.888016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Bound port: 2ae003b6-15f9-4f5a-9f34-5f3116d504a9, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8142c78c-d7b5-4943-a499-bff9ce9c7b6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '55455acd-925b-4998-a549-2dde465423a6'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:13.888651 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:13.903078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:13.940001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2974191c-138c-4d32-97b6-d019ad90af72 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:13.941790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2974191c-138c-4d32-97b6-d019ad90af72 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 1.3732226 Apr 18 20:45:13.943802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:13.960594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47120) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:14.012601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d187988-bd7c-4f14-93d1-9bd2f4412c2d req-460cebb8-2add-4a49-a3ab-84ed15ee50be tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849114 Apr 18 20:45:14.026494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-0af4b7fe-ea84-486d-8ecb-d0329f34b779 req-5ad5a501-5216-44af-931c-f083311c8d50 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Unset dirty status for tenant:c79241c1bacd41ddbf89362a51ac5fc5 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:14.028789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0af4b7fe-ea84-486d-8ecb-d0329f34b779 req-5ad5a501-5216-44af-931c-f083311c8d50 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506717 Apr 18 20:45:14.031894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] For port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:14.036775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] For port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,segment=NetworkSegment(8142c78c-d7b5-4943-a499-bff9ce9c7b6d),segment_id=8142c78c-d7b5-4943-a499-bff9ce9c7b6d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:14.050014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.136018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.147707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-1753f553-0e9e-4da0-a79d-2fee9acad42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:14.153014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-1753f553-0e9e-4da0-a79d-2fee9acad42a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 1095 time: 0.3373435 Apr 18 20:45:14.165089 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48dedda9-171d-43ba-b4be-4801fcfa7bbe'] response: {'name': 'network-changed', 'server_uuid': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'tag': '5d9a79ab-021c-4603-8a7f-2d7816357f94', 'status': 'completed', 'code': 200} Apr 18 20:45:14.264712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:14.273989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.347158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82510129-462e-46e4-a132-23bc08e8b67c None None] Pushing event updated for resources: {'Port': ['ID=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:14.482099 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-e963ab15-fb75-4708-a266-39b92249741b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5d9a79ab-021c-4603-8a7f-2d7816357f94 HTTP/1.1" status: 200 len: 217 time: 0.3023098 Apr 18 20:45:14.484313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.622217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e0a0093-73b8-40c3-864f-7a5415d581ec']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:14.651857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f635f7b-a306-41c1-ab20-dfcf6f4e5aca') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:14.652319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f635f7b-a306-41c1-ab20-dfcf6f4e5aca') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:14.682392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-7ba7d045-ba8d-4b6a-a8cf-469eab913094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:14.684827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-7ba7d045-ba8d-4b6a-a8cf-469eab913094 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d84310-8516-43ea-8de6-5b8d02356d40 HTTP/1.1" status: 200 len: 837 time: 0.1825426 Apr 18 20:45:14.804113 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.816792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-321aec2f-6fce-471f-9daa-b002b63f1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:14.818688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-321aec2f-6fce-471f-9daa-b002b63f1592 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea HTTP/1.1" status: 200 len: 911 time: 0.9843986 Apr 18 20:45:14.842404 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.853483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.876649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:14.877107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:14.894211 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:14.938037 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d37518d-fa5b-4d25-a506-4617d32ff140 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:14.978864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e0894eb-2624-4574-b852-fb0756b14b45,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:14.979481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.015470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-29ac9416-ebc3-4c47-ad3e-0e4cf6505f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:15.018088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-29ac9416-ebc3-4c47-ad3e-0e4cf6505f89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42c8b731-22c8-433e-994b-cd98f54bf6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3195710 Apr 18 20:45:15.028268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-c5093d6a-5426-4715-b843-be6662002ae3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 HTTP/1.1" status: 200 len: 217 time: 0.1681392 Apr 18 20:45:15.059112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.118651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.198599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e0a0093-73b8-40c3-864f-7a5415d581ec,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:15.244511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-04140db6-3453-469f-a687-fbb046a5dc34 tempest-QuotasNegativeTest-389628787 tempest-QuotasNegativeTest-389628787-project-admin] 10.222.0.47 "DELETE /v2.0/networks/8e0a0093-73b8-40c3-864f-7a5415d581ec HTTP/1.1" status: 204 len: 168 time: 1.4618552 Apr 18 20:45:15.328764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-ecdde4c6-c1fa-4dc6-a1e5-8755f3b9e40d service neutron] 10.222.0.61 "GET /v2.0/networks/42c8b731-22c8-433e-994b-cd98f54bf6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002369 Apr 18 20:45:15.353307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 9e0894eb-2624-4574-b852-fb0756b14b45 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:15.359080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 9e0894eb-2624-4574-b852-fb0756b14b45 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:15.396827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c3a6c-9304-48b9-9b6d-4e3a295aff3f req-af2a0ba4-a276-4fba-afc3-f1ecf192dbdc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:15.399695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-385c3a6c-9304-48b9-9b6d-4e3a295aff3f req-af2a0ba4-a276-4fba-afc3-f1ecf192dbdc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 946 time: 0.2096276 Apr 18 20:45:15.740873 n-d-836016-3 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 669f0876-9b7a-4d56-8bd4-f54d184fce82 (CIDR: 172.20.0.0/28) Apr 18 20:45:15.782582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.784654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d37518d-fa5b-4d25-a506-4617d32ff140 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.888835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:15.909169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e0894eb-2624-4574-b852-fb0756b14b45,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:15.924929 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:15.934720 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-181474a7-164d-42a1-ace6-220dbfa16b13 req-1d6ad093-c78e-4f5a-bf13-f973ada95be1 service neutron] 10.222.0.61 "GET /v2.0/networks/42c8b731-22c8-433e-994b-cd98f54bf6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5951614 Apr 18 20:45:15.938436 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:45:15.939449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:45:15.970564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-385c3a6c-9304-48b9-9b6d-4e3a295aff3f req-ec1d040f-dde8-4603-82cc-65aa6fe85820 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126143 Apr 18 20:45:16.025775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:16.143181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c7ea24-e942-47c6-8e34-b0090640db87 req-105702cd-b570-417c-bd2a-ad089d44a738 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.152745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61c7ea24-e942-47c6-8e34-b0090640db87 req-105702cd-b570-417c-bd2a-ad089d44a738 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 944 time: 1.8124871 Apr 18 20:45:16.156367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-3497e1d7-ca2f-423b-861d-8e1dfd35f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.157869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-3497e1d7-ca2f-423b-861d-8e1dfd35f227 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=db724807-e503-4c3e-91c4-a17a73e84e30 HTTP/1.1" status: 200 len: 850 time: 0.9632647 Apr 18 20:45:16.239925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d37518d-fa5b-4d25-a506-4617d32ff140 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.337036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=9e0894eb-2624-4574-b852-fb0756b14b45,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.411390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5e303c66-c9fb-45e0-a60b-7d3b7ad1ee06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 4.0482614 Apr 18 20:45:16.426796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:16.455117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47134) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:16.464230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b9a4ea-bd21-44ef-b14b-9aaa9fbdaf8f None None] Network 55455acd-925b-4998-a549-2dde465423a6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:16.523551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d37518d-fa5b-4d25-a506-4617d32ff140 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0add9be3-7fe6-4e6d-9d3a-a855a65ed09d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:16.525079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '55455acd-925b-4998-a549-2dde465423a6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:16.572106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-0af29720-213c-40e6-b4e4-22c29cac969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:16.575517 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-0af29720-213c-40e6-b4e4-22c29cac969e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 1095 time: 0.5348101 Apr 18 20:45:16.592622 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-3d556509-551d-4e80-9249-e71cf8d9dfeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2029023 Apr 18 20:45:16.596213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-61c7ea24-e942-47c6-8e34-b0090640db87 req-f1fcc54a-e8e5-4c13-829e-14ebdaaa2ae7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:16.652026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47140) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:16.731824 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d37518d-fa5b-4d25-a506-4617d32ff140 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:16.733407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d37518d-fa5b-4d25-a506-4617d32ff140 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/0add9be3-7fe6-4e6d-9d3a-a855a65ed09d HTTP/1.1" status: 204 len: 168 time: 2.7195659 Apr 18 20:45:16.789448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47146) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:16.801181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-61c7ea24-e942-47c6-8e34-b0090640db87 req-f1fcc54a-e8e5-4c13-829e-14ebdaaa2ae7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:16.815290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61c7ea24-e942-47c6-8e34-b0090640db87 req-f1fcc54a-e8e5-4c13-829e-14ebdaaa2ae7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6610973 Apr 18 20:45:16.817618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:45:16.818161 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:45:16.840256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,segment=NetworkSegment(c693359e-1978-4589-a5a7-80cca53301e6),segment_id=c693359e-1978-4589-a5a7-80cca53301e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:16.874395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4', 'network_id': '1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea', 'port_id': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4', 'mac_address': 'fa:16:3e:ba:43:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db724807-e503-4c3e-91c4-a17a73e84e30', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:16.965269 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af876055-f356-4df4-a4b7-c5dbeae9582d'] response: {'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45', 'code': 200} Apr 18 20:45:17.049816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ad4c08d-f6e3-4bb9-82fb-0fb0132aff98 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:17.062931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-149503c6-19b4-45e1-87bb-4062a9bb2dd7 service neutron] 10.222.0.55 "GET /v2.0/networks/1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611046 Apr 18 20:45:17.086555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce8624-08c0-4c82-9418-531461703e8e req-46567ed6-ada3-4899-bfc7-0e81faff3474 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.088934 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-09fb899b-85db-472e-a655-7fb8085c04f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.099458 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d4ce8624-08c0-4c82-9418-531461703e8e req-46567ed6-ada3-4899-bfc7-0e81faff3474 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 943 time: 0.7430198 Apr 18 20:45:17.134828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.146538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:17.178106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:17.191875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:17.208578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:17.232701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:17.235894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:45:17.265071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d4ce8624-08c0-4c82-9418-531461703e8e req-a6357f1b-5ea7-401c-b5ca-e4dcf7b92a73 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637378 Apr 18 20:45:17.268467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-354ddb8f-28cd-40b8-b931-9f07eb45bb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.272308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-354ddb8f-28cd-40b8-b931-9f07eb45bb57 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42c8b731-22c8-433e-994b-cd98f54bf6d0 HTTP/1.1" status: 200 len: 897 time: 0.6554899 Apr 18 20:45:17.274920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5f7f0ab2-fa6e-4578-bbc9-755c2bd402ca None None] Provisioning for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:17.292030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ad4c08d-f6e3-4bb9-82fb-0fb0132aff98 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:17.294867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0ad4c08d-f6e3-4bb9-82fb-0fb0132aff98 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5034714 Apr 18 20:45:17.301575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Usage tracker for resource:security_group_rule and tenant:002c12db86ed4fa0a6d05fb6e8dda2d2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:17.306541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:17.313703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.318136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.321661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:17.324983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 9e0894eb-2624-4574-b852-fb0756b14b45 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:17.325461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.338893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.349192 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.356430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:17.363432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--211481034'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:17.373063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:17.380330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:17.380714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.406240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-8ba59e29-8851-44be-a95c-93faa57ea60c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=5d9a79ab-021c-4603-8a7f-2d7816357f94 HTTP/1.1" status: 200 len: 217 time: 0.1202757 Apr 18 20:45:17.407518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:17.411242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:17.412510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.422399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.427710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:17.465737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,segment=NetworkSegment(c693359e-1978-4589-a5a7-80cca53301e6),segment_id=c693359e-1978-4589-a5a7-80cca53301e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:17.510222 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.567818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:17.656516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.658788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66cb5a59-1f24-431c-819e-c52d6bb02ce2 req-c6ccb379-3450-4cee-8caf-0b936daa24a2 service neutron] 10.222.0.55 "GET /v2.0/networks/1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751097 Apr 18 20:45:17.668315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-4478b003-244d-4689-bcd4-29988b69fb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.670961 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-4478b003-244d-4689-bcd4-29988b69fb01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05d84310-8516-43ea-8de6-5b8d02356d40 HTTP/1.1" status: 200 len: 837 time: 0.2341542 Apr 18 20:45:17.801828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.823859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:17.852067 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:17.891647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['2a0cdb3e-de77-43d1-9427-d34b8a4d01e4'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:45:17.978316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-e0f0a116-1a00-482d-a5a0-8d6dd439f933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:17.981425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-e0f0a116-1a00-482d-a5a0-8d6dd439f933 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42c8b731-22c8-433e-994b-cd98f54bf6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2904074 Apr 18 20:45:17.994439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,segment=NetworkSegment(8142c78c-d7b5-4943-a499-bff9ce9c7b6d),segment_id=8142c78c-d7b5-4943-a499-bff9ce9c7b6d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:18.003646 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.032656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:18.040339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:18.045582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:18.095844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfbb87-e116-4478-ba8c-eafa0c45dd94 req-b88cec58-128a-44c2-8506-35f2a9963e55 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.098570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69dfbb87-e116-4478-ba8c-eafa0c45dd94 req-b88cec58-128a-44c2-8506-35f2a9963e55 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 944 time: 0.7903082 Apr 18 20:45:18.115654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:18.246440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3d747c2a-313b-4c98-8ec2-892aa8705d55 None None] Provisioning complete for port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:18.246857 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3d747c2a-313b-4c98-8ec2-892aa8705d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.372587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:18.385369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3d747c2a-313b-4c98-8ec2-892aa8705d55 None None] Port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:18.509997 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-319a6dc4-179b-4775-b73e-ac32706cec0a service neutron] 10.222.0.61 "GET /v2.0/networks/42c8b731-22c8-433e-994b-cd98f54bf6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096998 Apr 18 20:45:18.513597 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.535278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.536811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69dfbb87-e116-4478-ba8c-eafa0c45dd94 req-c6010806-9473-4873-98f1-1a44463b8e38 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3860543 Apr 18 20:45:18.641312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-87668130-74ae-4fa7-b26d-98b056305a01 None None] Provisioning complete for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:18.641964 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-87668130-74ae-4fa7-b26d-98b056305a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.732808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 55455acd-925b-4998-a549-2dde465423a6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:18.744344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:18.764091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.765180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d86ad8e-06a1-4fd1-9fbb-3c312422bba7 None None] Network 55455acd-925b-4998-a549-2dde465423a6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:18.861846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.862800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.951654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:18.972275 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:18.985093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443109-993d-4e6c-b80f-cb5d7353576b req-57f40991-208d-417e-8423-0e21b2ec2f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:18.998418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21443109-993d-4e6c-b80f-cb5d7353576b req-57f40991-208d-417e-8423-0e21b2ec2f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 944 time: 1.0106280 Apr 18 20:45:19.035209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dfee558c-ba46-4db2-ae48-4e969efe35bc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5551262 Apr 18 20:45:19.044815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:19.068038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '55455acd-925b-4998-a549-2dde465423a6', 'fixed_ips': [{'subnet_id': '669f0876-9b7a-4d56-8bd4-f54d184fce82'}, {'subnet_id': '838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb'}], 'name': 'tempest-PortsTestJSON-539929035'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:19.072411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port 9e0894eb-2624-4574-b852-fb0756b14b45, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=9e0894eb-2624-4574-b852-fb0756b14b45,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:19.072970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.104531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.222511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3073063f-0fd6-4f1d-91c2-95617cf108da,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:19.246854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-085ccece-b9d6-4e1f-9da7-34d3124f3046 req-6485e49c-2c56-4896-bf97-e80c4624cd5e service neutron] 10.222.0.61 "GET /v2.0/networks/42c8b731-22c8-433e-994b-cd98f54bf6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6834102 Apr 18 20:45:19.263295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21443109-993d-4e6c-b80f-cb5d7353576b req-e901f740-30e5-4ef2-9d9d-6913c12a3a3f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2634358 Apr 18 20:45:19.317789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:19.323203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:19.326752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e0a304f3-3459-4d97-91b3-528ad0dd05ac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=002c12db86ed4fa0a6d05fb6e8dda2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6545393 Apr 18 20:45:19.327301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:19.330308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47164) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:19.370564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5d9a79ab-021c-4603-8a7f-2d7816357f94 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:45:19.406137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.425646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] Update dhcp port {'port': {'network_id': '55455acd-925b-4998-a549-2dde465423a6', 'fixed_ips': [{'subnet_id': '669f0876-9b7a-4d56-8bd4-f54d184fce82', 'ip_address': '172.20.0.2'}, {'subnet_id': '838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '2ae003b6-15f9-4f5a-9f34-5f3116d504a9'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:45:19.446425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 9e0894eb-2624-4574-b852-fb0756b14b45 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:19.484497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:19.495406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.500232 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.513271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:19.522284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.589305 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.655410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f23ce07e-ae6a-4ec3-b352-40cf54b0ff16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.661250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70dffedc-bd3e-4f49-b305-142e1ba4cbd6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:19.731994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b344-1f19-4649-9c2e-2612d0029f7e req-faa81be8-5153-4a2e-8f12-577ec6d97897 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:19.739263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5362b344-1f19-4649-9c2e-2612d0029f7e req-faa81be8-5153-4a2e-8f12-577ec6d97897 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 944 time: 1.0074191 Apr 18 20:45:19.747755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.748989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f66cfda9-2c15-465d-8db0-0fac6c725edf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.4384582 Apr 18 20:45:19.762156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47170) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:19.776681 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f23ce07e-ae6a-4ec3-b352-40cf54b0ff16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.783843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5d9a79ab-021c-4603-8a7f-2d7816357f94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5d9a79ab-021c-4603-8a7f-2d7816357f94,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:19.802357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '70dffedc-bd3e-4f49-b305-142e1ba4cbd6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:19.811891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '5d9a79ab-021c-4603-8a7f-2d7816357f94', 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0', 'port_id': '5d9a79ab-021c-4603-8a7f-2d7816357f94', 'mac_address': 'fa:16:3e:88:f1:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05d84310-8516-43ea-8de6-5b8d02356d40', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:45:19.828033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:19.886487 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.921485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:19.923289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5362b344-1f19-4649-9c2e-2612d0029f7e req-57ef752f-0cd2-458a-a231-45a267e352f0 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831570 Apr 18 20:45:19.923913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.933099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:19.939919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.957588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['69c87d41-d894-4a05-b6b7-e32882ed1f38'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:45:19.975257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:19.994714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:19.999670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:20.034970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=9e0894eb-2624-4574-b852-fb0756b14b45,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:20.117249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.131141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] Allocated IP 172.20.0.18 (55455acd-925b-4998-a549-2dde465423a6/838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb/2ae003b6-15f9-4f5a-9f34-5f3116d504a9) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:20.136213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f23ce07e-ae6a-4ec3-b352-40cf54b0ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.141300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9a79ab-021c-4603-8a7f-2d7816357f94 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:45:20.153318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603110b-c5cd-4341-9ed7-1ff513e3ed9c req-159ba332-c420-429b-95a8-519979db28b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:20.155873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4603110b-c5cd-4341-9ed7-1ff513e3ed9c req-159ba332-c420-429b-95a8-519979db28b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 865 time: 0.3398418 Apr 18 20:45:20.244585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5d9a79ab-021c-4603-8a7f-2d7816357f94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5d9a79ab-021c-4603-8a7f-2d7816357f94,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:20.269358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23ce07e-ae6a-4ec3-b352-40cf54b0ff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3073063f-0fd6-4f1d-91c2-95617cf108da,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:20.304926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:20.346926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] No DVR routers for this DVR port 9e0894eb-2624-4574-b852-fb0756b14b45 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:20.352268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.355454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'name': 'network-vif-deleted', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:20.356028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:20.402352 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.479415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f23ce07e-ae6a-4ec3-b352-40cf54b0ff16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.481368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f23ce07e-ae6a-4ec3-b352-40cf54b0ff16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3073063f-0fd6-4f1d-91c2-95617cf108da HTTP/1.1" status: 204 len: 168 time: 1.1497347 Apr 18 20:45:20.499541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60077ef2-0a8b-4299-97da-9d0f4d5796c0 req-6fe37c71-6a39-4d14-9a29-b3a992245587 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "DELETE /v2.0/ports/9e0894eb-2624-4574-b852-fb0756b14b45 HTTP/1.1" status: 204 len: 173 time: 7.9991224 Apr 18 20:45:20.575175 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.605980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.631554 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4603110b-c5cd-4341-9ed7-1ff513e3ed9c req-b627c33c-31a0-45a1-b1ac-0d8982c3c72f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3631520 Apr 18 20:45:20.648894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b351b335-02a1-4bcc-8b40-a71e31899dcb,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:20.698980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd58f11-120e-4905-a172-36674e8d7266 req-10a3622b-50dd-4b6e-ab5c-c9ceff8149aa tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:20.700948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7dd58f11-120e-4905-a172-36674e8d7266 req-10a3622b-50dd-4b6e-ab5c-c9ceff8149aa tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 945 time: 0.2583532 Apr 18 20:45:20.736656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.742069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-207b534a-d1f0-4a4c-8e57-61ce997a2bd9 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9780896 Apr 18 20:45:20.743117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47180) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:20.802808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03cb0bbe-074f-460b-98e5-a10ee2e641d5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.807213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5d9a79ab-021c-4603-8a7f-2d7816357f94'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:45:20.820415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03cb0bbe-074f-460b-98e5-a10ee2e641d5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.834044 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f819261c-71ca-437c-8004-8dd9914fba35'] response: {'server_uuid': 'b3e32de1-9ec2-4620-bb15-00a7022cd73f', 'name': 'network-vif-deleted', 'tag': '9e0894eb-2624-4574-b852-fb0756b14b45', 'status': 'completed', 'code': 200} Apr 18 20:45:20.864705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03cb0bbe-074f-460b-98e5-a10ee2e641d5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.877459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7dd58f11-120e-4905-a172-36674e8d7266 req-b2b94456-a155-4b99-9a4e-be3b82270c23 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643376 Apr 18 20:45:20.903927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5d9a79ab-021c-4603-8a7f-2d7816357f94,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:20.912442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cb0bbe-074f-460b-98e5-a10ee2e641d5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b351b335-02a1-4bcc-8b40-a71e31899dcb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:20.917746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03cb0bbe-074f-460b-98e5-a10ee2e641d5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.921298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03cb0bbe-074f-460b-98e5-a10ee2e641d5 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/b351b335-02a1-4bcc-8b40-a71e31899dcb HTTP/1.1" status: 204 len: 168 time: 0.1747224 Apr 18 20:45:20.921941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:20.960593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:20.979213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.088774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-661f8a6f-63da-45d9-be84-5535fe650590 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:21.126106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-661f8a6f-63da-45d9-be84-5535fe650590 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:21.128239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-661f8a6f-63da-45d9-be84-5535fe650590 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2051945 Apr 18 20:45:21.131263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47192) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:21.177625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47196) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:21.244191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.248224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] For port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,segment=NetworkSegment(8142c78c-d7b5-4943-a499-bff9ce9c7b6d),segment_id=8142c78c-d7b5-4943-a499-bff9ce9c7b6d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:21.271270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:21.286897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:21.295270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Usage tracker for resource:security_group_rule and tenant:d3e997a717b640bc89f3c615c84ec985 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:21.300672 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.310500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:21.311113 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.319344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:21.349917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:21.417117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61aed3cb-fed1-44fe-a5c3-ce1122ab14c2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.457183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:21.470967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:21.471698 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.526413 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:45:21.576751 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.614625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61aed3cb-fed1-44fe-a5c3-ce1122ab14c2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:21.761242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:21.762308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:21.865704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95e8bd-96cb-4790-94c0-49cef0e4fc39 req-c4898f78-1cd6-413b-8200-038a2e25429f tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:21.890425 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba95e8bd-96cb-4790-94c0-49cef0e4fc39 req-c4898f78-1cd6-413b-8200-038a2e25429f tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 944 time: 0.4827130 Apr 18 20:45:22.060117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] Transition to ACTIVE for port object 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:22.106994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.155488 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ba95e8bd-96cb-4790-94c0-49cef0e4fc39 req-03079e2d-c2fe-43fb-84dc-791c95397f03 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636559 Apr 18 20:45:22.156540 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61aed3cb-fed1-44fe-a5c3-ce1122ab14c2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.221448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router f0c82e00-986d-4ee4-b4df-c9c03b82cac5 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:45:22.248752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.289911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b1a0f8f-743a-422f-aa4f-4e3016c67c98 req-c2230d59-b584-4dfa-911e-893be611b517 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:22.376589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840a3161-b04c-4b23-a4cc-f2cb65cd22b4 None None] Pushing event updated for resources: {'Port': ['ID=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.390893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.399646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed3cb-fed1-44fe-a5c3-ce1122ab14c2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70dffedc-bd3e-4f49-b305-142e1ba4cbd6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.414506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61aed3cb-fed1-44fe-a5c3-ce1122ab14c2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.422007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-61aed3cb-fed1-44fe-a5c3-ce1122ab14c2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/70dffedc-bd3e-4f49-b305-142e1ba4cbd6 HTTP/1.1" status: 204 len: 168 time: 1.2872016 Apr 18 20:45:22.423752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.449326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47204) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:22.543525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-42163033-0f2d-4498-beb1-c47a9d50e5bf None None] Provisioning complete for port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:22.543525 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-42163033-0f2d-4498-beb1-c47a9d50e5bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.622172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-42163033-0f2d-4498-beb1-c47a9d50e5bf None None] Port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:22.633253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:22.651195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,segment=NetworkSegment(c693359e-1978-4589-a5a7-80cca53301e6),segment_id=c693359e-1978-4589-a5a7-80cca53301e6)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:22.659159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:22.736679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef8b754-dc6f-45d4-99a7-cd31ceb2adee,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:22.797361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:45:22.808914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ffd2b492-0bd2-4e2d-9cc1-b0c756b7e809 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/f0c82e00-986d-4ee4-b4df-c9c03b82cac5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8005726 Apr 18 20:45:22.810697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:22.811382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b1a0f8f-743a-422f-aa4f-4e3016c67c98 req-c2230d59-b584-4dfa-911e-893be611b517 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:22.812794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4acee3b4-814d-41e3-ba6a-dd09f586739a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d3e997a717b640bc89f3c615c84ec985&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6322331 Apr 18 20:45:22.823388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3b1a0f8f-743a-422f-aa4f-4e3016c67c98 req-c2230d59-b584-4dfa-911e-893be611b517 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3e32de1-9ec2-4620-bb15-00a7022cd73f HTTP/1.1" status: 200 len: 210 time: 0.7098873 Apr 18 20:45:22.848206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47212) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:22.854066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] Sync routers for ids ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:22.872815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] Routers {'f0c82e00-986d-4ee4-b4df-c9c03b82cac5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:22.874008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:23.009796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-da98f185-e421-4b6f-ab4d-19279f715c94 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:23.048986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ccf39c-ce4d-4b23-9494-8aad1e62be74 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:23.049888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10ccf39c-ce4d-4b23-9494-8aad1e62be74 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:23.057294 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fcffca-0c95-4b09-ba3f-7bfcd610e9e4'] response: {'server_uuid': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4', 'code': 200} Apr 18 20:45:23.076008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:23.082507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:23.108037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] Routers {'f0c82e00-986d-4ee4-b4df-c9c03b82cac5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:23.109081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:23.152391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10ccf39c-ce4d-4b23-9494-8aad1e62be74 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:23.161942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47218) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:23.162485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-10ccf39c-ce4d-4b23-9494-8aad1e62be74 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports/3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 HTTP/1.1" status: 200 len: 977 time: 0.3315115 Apr 18 20:45:23.235769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24f80f-74fa-4aa3-8461-703e1b7934c4 req-798c74ba-d25a-4c87-908a-1ebcf30dab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:23.240090 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d24f80f-74fa-4aa3-8461-703e1b7934c4 req-798c74ba-d25a-4c87-908a-1ebcf30dab7c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 1096 time: 0.1807852 Apr 18 20:45:23.244457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:23.245270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65697892-eae1-4bfd-a1b8-b81f661dc17a None None] The sync data for ids ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:23.336991 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d24f80f-74fa-4aa3-8461-703e1b7934c4 req-0ebe3ee5-7c84-4ec4-8e21-55b5b1968231 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892174 Apr 18 20:45:23.390511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.8 (55455acd-925b-4998-a549-2dde465423a6/669f0876-9b7a-4d56-8bd4-f54d184fce82/60d682dd-0c6d-4f9b-a421-ebf66472bb2f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:23.398413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5d9a79ab-021c-4603-8a7f-2d7816357f94 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:23.407693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.20 (55455acd-925b-4998-a549-2dde465423a6/838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb/60d682dd-0c6d-4f9b-a421-ebf66472bb2f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:23.644217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8827f5a-6a15-4d68-bf5d-672e66602816 req-a0e0449e-ca5f-461d-8f34-813e72aad981 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:23.644217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8827f5a-6a15-4d68-bf5d-672e66602816 req-a0e0449e-ca5f-461d-8f34-813e72aad981 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 945 time: 0.1695077 Apr 18 20:45:23.686827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 5d9a79ab-021c-4603-8a7f-2d7816357f94 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:23.707621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 5d9a79ab-021c-4603-8a7f-2d7816357f94 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:23.707621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:23.774282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8827f5a-6a15-4d68-bf5d-672e66602816 req-b7df5e01-ff88-4567-a690-4735428e9efd tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193333 Apr 18 20:45:23.834680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5cdb9df2-43c5-40f5-9ed2-bf04741c0238 None None] Provisioning for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:23.859214 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5cdb9df2-43c5-40f5-9ed2-bf04741c0238 None None] Provisioning complete for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:23.859508 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cdb9df2-43c5-40f5-9ed2-bf04741c0238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.075041 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.145964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-da98f185-e421-4b6f-ab4d-19279f715c94 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:24.149196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da98f185-e421-4b6f-ab4d-19279f715c94 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.6829343 Apr 18 20:45:24.157804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:24.176350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768100672'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:24.201380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:24.203037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5d9a79ab-021c-4603-8a7f-2d7816357f94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5d9a79ab-021c-4603-8a7f-2d7816357f94,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:24.217989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.237339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:24.257290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:24.258189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.316054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:24.322336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1844ef93-e4e3-4b3e-94c3-52c771e8116b req-633f4972-4170-451b-b644-2324062c70fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:24.326564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:24.332784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:24.340717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1844ef93-e4e3-4b3e-94c3-52c771e8116b req-633f4972-4170-451b-b644-2324062c70fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 945 time: 1.7520659 Apr 18 20:45:24.347992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:24.442374 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.452832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5d9a79ab-021c-4603-8a7f-2d7816357f94,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.457014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.466919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:24.467376 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.469138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.526511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962b730c-3b21-49ef-967f-0f5a25effd62,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.555390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.556920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e27c7498-265a-4683-af05-11fc09b46bbb tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3964679 Apr 18 20:45:24.560041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:24.565880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '962b730c-3b21-49ef-967f-0f5a25effd62', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:24.580408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:24.598439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:24.602960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:24.614509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:24.674035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.782630 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.798655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.820753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d44529b7-060c-4b50-a22f-a8987ee5e7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.830842 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1844ef93-e4e3-4b3e-94c3-52c771e8116b req-a14b724c-bc4e-4707-83cc-94b475789e61 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4929941 Apr 18 20:45:24.835932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 60d682dd-0c6d-4f9b-a421-ebf66472bb2f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:24.880033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaa28606-8b21-4e4c-887b-2a58a0e9c6c3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:24.903402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.905572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d2cfbc6c-e622-4176-892a-8243ac558e40 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3443227 Apr 18 20:45:24.919249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d44529b7-060c-4b50-a22f-a8987ee5e7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:24.928207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:24.965502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-07429152-04a5-4e4d-9338-0e46dad00154 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules/eaa28606-8b21-4e4c-887b-2a58a0e9c6c3 HTTP/1.1" status: 200 len: 763 time: 0.0325718 Apr 18 20:45:24.966647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:25.058438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a79ab-021c-4603-8a7f-2d7816357f94'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:25.081728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5f569382-903e-4c91-ab98-b40ffbb08f68 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:25.118461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5f569382-903e-4c91-ab98-b40ffbb08f68 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:25.123003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5f569382-903e-4c91-ab98-b40ffbb08f68 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1540506 Apr 18 20:45:25.125537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47250) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:25.159390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.164034 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:45:25.236354 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96c98b2-4d8e-40fc-a846-b10a673029d0'] response: {'server_uuid': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9a79ab-021c-4603-8a7f-2d7816357f94', 'code': 200} Apr 18 20:45:25.334563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06c44b74-4e8b-4262-9c9c-e637b985a3cf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.382826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d44529b7-060c-4b50-a22f-a8987ee5e7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.392503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=60d682dd-0c6d-4f9b-a421-ebf66472bb2f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:25.408646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06c44b74-4e8b-4262-9c9c-e637b985a3cf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.424711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 55455acd-925b-4998-a549-2dde465423a6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:25.445344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:25.454659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44529b7-060c-4b50-a22f-a8987ee5e7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef8b754-dc6f-45d4-99a7-cd31ceb2adee,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:25.461439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:25.468252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06c44b74-4e8b-4262-9c9c-e637b985a3cf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.564286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1293ba17-9229-4a3d-9ad8-cdac66a11869 req-f32027a6-0e30-455f-8f54-989f481cf15e tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:25.567039 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1293ba17-9229-4a3d-9ad8-cdac66a11869 req-f32027a6-0e30-455f-8f54-989f481cf15e tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 945 time: 0.3599024 Apr 18 20:45:25.570650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c44b74-4e8b-4262-9c9c-e637b985a3cf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eaa28606-8b21-4e4c-887b-2a58a0e9c6c3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:25.604893 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06c44b74-4e8b-4262-9c9c-e637b985a3cf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.606704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-06c44b74-4e8b-4262-9c9c-e637b985a3cf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/eaa28606-8b21-4e4c-887b-2a58a0e9c6c3 HTTP/1.1" status: 204 len: 168 time: 0.4794619 Apr 18 20:45:25.610456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6195e6-3eb0-4fe3-a7be-bd7dbf33664b req-f9b17a95-233b-4ca2-b70b-684366a1276c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:25.612801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4b6195e6-3eb0-4fe3-a7be-bd7dbf33664b req-f9b17a95-233b-4ca2-b70b-684366a1276c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 1097 time: 0.2651205 Apr 18 20:45:25.613600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47254) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:25.645917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d44529b7-060c-4b50-a22f-a8987ee5e7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.651312 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d44529b7-060c-4b50-a22f-a8987ee5e7d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fef8b754-dc6f-45d4-99a7-cd31ceb2adee HTTP/1.1" status: 204 len: 168 time: 2.7935183 Apr 18 20:45:25.720384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.748860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4b6195e6-3eb0-4fe3-a7be-bd7dbf33664b req-81be9778-c4d8-47c3-b1ec-d905dd0ee23f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181583 Apr 18 20:45:25.828472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1293ba17-9229-4a3d-9ad8-cdac66a11869 req-6199d0ed-d52b-4cc5-b9f3-e061cc2e9de2 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529120 Apr 18 20:45:25.835588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:25.836360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.870127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c4443bb9-a44d-44d6-b441-ecdf1edf9c68 None None] Provisioning for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:25.876329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c4443bb9-a44d-44d6-b441-ecdf1edf9c68 None None] Provisioning complete for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:25.877110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4443bb9-a44d-44d6-b441-ecdf1edf9c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:25.911116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9f60618-2e35-4e88-b3aa-a1097281aedd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:25.989024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9f60618-2e35-4e88-b3aa-a1097281aedd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:25.995302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c9f60618-2e35-4e88-b3aa-a1097281aedd tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3719947 Apr 18 20:45:25.995695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:26.004658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '962b730c-3b21-49ef-967f-0f5a25effd62', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:26.012401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c4443bb9-a44d-44d6-b441-ecdf1edf9c68 None None] Port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:26.032549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:26.046985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-89eadbef-04fe-44a2-b4ee-b0d6ab293423 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 6.9979446 Apr 18 20:45:26.048364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47268) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:26.070632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '669f0876-9b7a-4d56-8bd4-f54d184fce82'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:26.072511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:26.127542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.454904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.487331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.609090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858e9d50-efc3-4ae5-a468-f89c6bcbd3a4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:26.615075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:26.618478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f6005cfe-4956-4a6a-83eb-6c293b556a25 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6209712 Apr 18 20:45:26.635178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47288) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:26.698571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc71f30-f94c-43fe-bc32-6814b3ed9712 req-60709653-98cb-4cca-ad5b-1efe19a421d6 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:26.712190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6dc71f30-f94c-43fe-bc32-6814b3ed9712 req-60709653-98cb-4cca-ad5b-1efe19a421d6 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 946 time: 0.5119932 Apr 18 20:45:26.808125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e5cd5b0d-5926-46a6-be45-cf0139dff3be tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules/858e9d50-efc3-4ae5-a468-f89c6bcbd3a4 HTTP/1.1" status: 200 len: 763 time: 0.1688857 Apr 18 20:45:26.814115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47296) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:26.989993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6dc71f30-f94c-43fe-bc32-6814b3ed9712 req-906d2cde-36c9-41b9-866d-1cfadce7f40c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2722235 Apr 18 20:45:27.088793 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.163291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4e6d3453-2b77-4ffd-812f-017f5e41bc23 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:27.220307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4e6d3453-2b77-4ffd-812f-017f5e41bc23 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:27.224358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4e6d3453-2b77-4ffd-812f-017f5e41bc23 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4084511 Apr 18 20:45:27.228572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47302) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:27.399095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-470f8c82-47fa-4901-a6ef-e57b7d04c2de tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.441376 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-470f8c82-47fa-4901-a6ef-e57b7d04c2de tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.481923 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-470f8c82-47fa-4901-a6ef-e57b7d04c2de tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.508400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f8c82-47fa-4901-a6ef-e57b7d04c2de tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=858e9d50-efc3-4ae5-a468-f89c6bcbd3a4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:27.524676 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-470f8c82-47fa-4901-a6ef-e57b7d04c2de tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.540720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-470f8c82-47fa-4901-a6ef-e57b7d04c2de tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/858e9d50-efc3-4ae5-a468-f89c6bcbd3a4 HTTP/1.1" status: 204 len: 168 time: 0.3101547 Apr 18 20:45:27.546473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:27.683562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef72f132-057f-4efe-ae6e-da6ceef1c93b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:27.712205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef72f132-057f-4efe-ae6e-da6ceef1c93b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:27.714217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ef72f132-057f-4efe-ae6e-da6ceef1c93b tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1657941 Apr 18 20:45:27.719154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:27.728968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '962b730c-3b21-49ef-967f-0f5a25effd62', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:27.743072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:27.764073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:27.800051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.807038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149d22f-1928-4e2f-bcff-df1d3028bfce req-bc8a4513-dee3-4858-8390-8a9428919103 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:27.808966 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2149d22f-1928-4e2f-bcff-df1d3028bfce req-bc8a4513-dee3-4858-8390-8a9428919103 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 945 time: 0.8212597 Apr 18 20:45:27.942353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:27.942353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.974793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:27.988432 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.168235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fccdebf6-1455-4494-b199-e47d62fa40f3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:28.451361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.452689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-385908ef-a9cb-48ba-8fc1-6c4cc501581d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7323072 Apr 18 20:45:28.458481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:28.544318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-01245f26-1f14-4de2-82a0-f3a186df4627 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules/fccdebf6-1455-4494-b199-e47d62fa40f3 HTTP/1.1" status: 200 len: 764 time: 0.0798907 Apr 18 20:45:28.548232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47332) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:28.657645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-8574c791-a131-47bd-95c1-cd163d472b9a tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.660456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-8574c791-a131-47bd-95c1-cd163d472b9a tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.55 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 945 time: 0.5744143 Apr 18 20:45:28.690503 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2149d22f-1928-4e2f-bcff-df1d3028bfce req-9ed63155-5abd-4be1-a1ce-96f0e311577c tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8516619 Apr 18 20:45:28.769135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e2491-779d-45ce-b73e-a57ae93970f8 req-ecc1100f-72d2-4b02-be8c-348eccfcbb7c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:28.771279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004e2491-779d-45ce-b73e-a57ae93970f8 req-ecc1100f-72d2-4b02-be8c-348eccfcbb7c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 946 time: 0.3739438 Apr 18 20:45:28.810301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69b40851-2808-477a-8978-c323c139adde tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:28.810572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:28.919839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Deleting port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:28.920431 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.025430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69b40851-2808-477a-8978-c323c139adde tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:29.027721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-69b40851-2808-477a-8978-c323c139adde tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4725997 Apr 18 20:45:29.032080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47342) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:29.042033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:29.059198 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004e2491-779d-45ce-b73e-a57ae93970f8 req-b538a7ce-36cc-4531-aa2b-0c86dd1b3ec6 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2372351 Apr 18 20:45:29.272086 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ffb65a-e9b1-41ec-86c6-a521544a8abf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.300182 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ffb65a-e9b1-41ec-86c6-a521544a8abf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.407049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Delete allocated IP 172.20.0.20 (55455acd-925b-4998-a549-2dde465423a6/838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb) {{(pid=88141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:45:29.426533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ffb65a-e9b1-41ec-86c6-a521544a8abf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.472505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] For port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,segment=NetworkSegment(c693359e-1978-4589-a5a7-80cca53301e6),segment_id=c693359e-1978-4589-a5a7-80cca53301e6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:29.472946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.502249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ffb65a-e9b1-41ec-86c6-a521544a8abf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fccdebf6-1455-4494-b199-e47d62fa40f3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:29.577269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ffb65a-e9b1-41ec-86c6-a521544a8abf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.578745 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91ffb65a-e9b1-41ec-86c6-a521544a8abf tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/fccdebf6-1455-4494-b199-e47d62fa40f3 HTTP/1.1" status: 204 len: 168 time: 0.5453365 Apr 18 20:45:29.599410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47354) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:29.689731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Calling delete_port for 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:29.756559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fb1c80-cdef-4c33-942d-a7087df33762 req-a9fab9ca-9593-46f9-ba6a-2a300177329b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:29.759008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b1fb1c80-cdef-4c33-942d-a7087df33762 req-a9fab9ca-9593-46f9-ba6a-2a300177329b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 946 time: 0.4379039 Apr 18 20:45:29.771978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4fe09ed-05b9-462e-845e-93aff2a5a987 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:29.862897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.870828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:29.890181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b1fb1c80-cdef-4c33-942d-a7087df33762 req-dc2b4dae-2664-4364-b779-7a1d36456505 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113682 Apr 18 20:45:29.934188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4fe09ed-05b9-462e-845e-93aff2a5a987 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:29.935698 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4fe09ed-05b9-462e-845e-93aff2a5a987 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3353167 Apr 18 20:45:29.948383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47366) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:30.011796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=3a60a873-ddb6-4950-8dcd-2a5b90bf3ad3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:30.237762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47374) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:30.251131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb487-ecbc-4bdc-be4a-2127810f4228 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.391226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 60d682dd-0c6d-4f9b-a421-ebf66472bb2f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:30.403234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.404221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.405208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.416788 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb487-ecbc-4bdc-be4a-2127810f4228 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.489684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-913c33fb-73ad-4e21-b137-3e13b8e79ca6 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:30.528659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-117fa706-1541-48f5-89df-22e2eb0036fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4992387 Apr 18 20:45:30.529677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Pushing event deleted for resources: {'Port': ['ID=2a0cdb3e-de77-43d1-9427-d34b8a4d01e4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:30.618019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3362e6e1-17de-4420-a7e7-a95f32e45efb req-f8337c3c-e38d-448c-8dc1-d7666d1d4df5 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.622349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3362e6e1-17de-4420-a7e7-a95f32e45efb req-f8337c3c-e38d-448c-8dc1-d7666d1d4df5 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/ports?device_id=625dff4b-4f55-4abd-aeba-5247b8d517b7 HTTP/1.1" status: 200 len: 945 time: 0.5938447 Apr 18 20:45:30.643688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] No DVR routers for this DVR port 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:30.687098 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:30.700107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'name': 'network-vif-deleted', 'tag': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:30.859080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3362e6e1-17de-4420-a7e7-a95f32e45efb req-8ce5b30d-67eb-4aed-92c1-52e893069979 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.47 "GET /v2.0/security-groups?id=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195468 Apr 18 20:45:30.861336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af59e365-808d-4f1a-8df6-eb319b4c802b req-a4672741-22ed-4812-ba8b-c714ede55057 tempest-ServerGroupTestJSON-1256582366 tempest-ServerGroupTestJSON-1256582366-project] 10.222.0.55 "DELETE /v2.0/ports/2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 HTTP/1.1" status: 204 len: 173 time: 2.1868722 Apr 18 20:45:30.924693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab56a713-a0a1-4211-8ca8-5b9da1d689e6 None None] Provisioning for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:30.932632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-08ab5afd-9382-4ef3-8a89-dad6ade2b54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:30.935285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-08ab5afd-9382-4ef3-8a89-dad6ade2b54a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 1096 time: 0.2265291 Apr 18 20:45:30.941535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab56a713-a0a1-4211-8ca8-5b9da1d689e6 None None] Provisioning complete for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:30.942525 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab56a713-a0a1-4211-8ca8-5b9da1d689e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.066992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ab56a713-a0a1-4211-8ca8-5b9da1d689e6 None None] Port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:31.079985 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4053e36d-f739-418a-a212-00067a83bc86'] response: {'server_uuid': '625dff4b-4f55-4abd-aeba-5247b8d517b7', 'name': 'network-vif-deleted', 'tag': '2a0cdb3e-de77-43d1-9427-d34b8a4d01e4', 'status': 'completed', 'code': 200} Apr 18 20:45:31.199009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=60d682dd-0c6d-4f9b-a421-ebf66472bb2f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:31.280236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-bb1228d4-33b4-47cd-9f5e-2660619f32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.281988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-bb1228d4-33b4-47cd-9f5e-2660619f32c1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.2751529 Apr 18 20:45:31.306784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] In _notify_port_updated(), no bound segment for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f on network 55455acd-925b-4998-a549-2dde465423a6 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:45:31.312346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.313015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.314467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2a00dc52-b6e8-432e-87fc-bb1c93497829 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "PUT /v2.0/ports/60d682dd-0c6d-4f9b-a421-ebf66472bb2f HTTP/1.1" status: 200 len: 918 time: 5.2626987 Apr 18 20:45:31.316757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb487-ecbc-4bdc-be4a-2127810f4228 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.323824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router f0c82e00-986d-4ee4-b4df-c9c03b82cac5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:45:31.324536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47388) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:31.333292 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-913c33fb-73ad-4e21-b137-3e13b8e79ca6 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "PUT /v2.0/quotas/17e5a1c34a284e06b0bc496ef7aa0dca HTTP/1.1" status: 200 len: 366 time: 1.0919902 Apr 18 20:45:31.342883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47392) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:31.349395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '669f0876-9b7a-4d56-8bd4-f54d184fce82'}, {'subnet_id': '838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:31.389651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cb487-ecbc-4bdc-be4a-2127810f4228 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962b730c-3b21-49ef-967f-0f5a25effd62,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:31.409672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-f306df52-3ce6-4f5c-a694-892b4679e4d8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38 HTTP/1.1" status: 200 len: 217 time: 0.1196532 Apr 18 20:45:31.447663 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ff51a062-2aa2-4af7-bcec-f9dcc74cb64e tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0691812 Apr 18 20:45:31.486410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:31.486935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:31.544115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442d40b-dbc5-477b-922c-9a5f1d2fc4c6 req-7b22041a-aa37-4d84-afb2-89c57a62b1b9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.545793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7442d40b-dbc5-477b-922c-9a5f1d2fc4c6 req-7b22041a-aa37-4d84-afb2-89c57a62b1b9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 945 time: 0.5604064 Apr 18 20:45:31.693880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:45:31.706756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f0cb487-ecbc-4bdc-be4a-2127810f4228 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.712931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f0cb487-ecbc-4bdc-be4a-2127810f4228 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/962b730c-3b21-49ef-967f-0f5a25effd62 HTTP/1.1" status: 204 len: 168 time: 1.7577162 Apr 18 20:45:31.713120 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] Sync routers for ids ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:31.716388 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f598dfc3-05eb-4820-ae84-ab3da513799a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/f0c82e00-986d-4ee4-b4df-c9c03b82cac5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5323114 Apr 18 20:45:31.721985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47404) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:31.721985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47406) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:31.732881 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] Routers {'f0c82e00-986d-4ee4-b4df-c9c03b82cac5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:31.734103 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:31.827159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:31.858607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7442d40b-dbc5-477b-922c-9a5f1d2fc4c6 req-022dd596-82fb-42b3-a0f3-6ed0f41fa3c9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765143 Apr 18 20:45:31.885601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-305004aa-bbe6-4aa1-aa91-b3a551ae77db tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "GET /v2.0/quotas/17e5a1c34a284e06b0bc496ef7aa0dca HTTP/1.1" status: 200 len: 366 time: 0.3919318 Apr 18 20:45:31.893692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:31.920211 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:31.933008 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] Routers {'f0c82e00-986d-4ee4-b4df-c9c03b82cac5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:31.934065 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:31.961418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-9d99d6b1-1e51-4ffd-a98b-c30f7f5dde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:31.963990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-9d99d6b1-1e51-4ffd-a98b-c30f7f5dde86 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.5389202 Apr 18 20:45:31.976691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3b66d7dc-5718-4ff6-8481-250a3508ff4e tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/17e5a1c34a284e06b0bc496ef7aa0dca HTTP/1.1" status: 204 len: 168 time: 0.0803740 Apr 18 20:45:32.007533 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:32.008306 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd91ec91-6430-4d97-a3a4-a26470b0506b None None] The sync data for ids ['f0c82e00-986d-4ee4-b4df-c9c03b82cac5'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:32.077408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.196009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-44ba2a98-fd4e-4e92-b6a6-b80628f41df0 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1169691 Apr 18 20:45:32.200384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.244621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-21cf7194-874c-45e1-bfe4-6d7a34466765 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "GET /v2.0/quotas/17e5a1c34a284e06b0bc496ef7aa0dca HTTP/1.1" status: 200 len: 370 time: 0.0374146 Apr 18 20:45:32.244621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.253110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7bf74691-41ab-4d8b-92d5-f3f070bd4513 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "GET /v2.0/quotas/17e5a1c34a284e06b0bc496ef7aa0dca/default HTTP/1.1" status: 200 len: 370 time: 0.0092790 Apr 18 20:45:32.260828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47432) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.405448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:32.424760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bfe50802-9691-4903-8b60-b588cf0bd017 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:32.440243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-016d5be9-6a8d-4ffb-b070-971c1b85b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:32.441839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-016d5be9-6a8d-4ffb-b070-971c1b85b77b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4635828 Apr 18 20:45:32.471250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:45:32.472396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2a0cdb3e-de77-43d1-9427-d34b8a4d01e4 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:32.552053 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-a7f3b330-0c2e-4a52-bb45-a557e1c90729 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] delete failed (client error): The resource could not be found. Apr 18 20:45:32.553912 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a7f3b330-0c2e-4a52-bb45-a557e1c90729 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/17e5a1c34a284e06b0bc496ef7aa0dca HTTP/1.1" status: 404 len: 348 time: 0.2081113 Apr 18 20:45:32.783684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-a80e2224-d4bf-44b4-9b98-1f3ad8881ad5 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3327956 Apr 18 20:45:32.820576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bfe50802-9691-4903-8b60-b588cf0bd017 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:32.822779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bfe50802-9691-4903-8b60-b588cf0bd017 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0919318 Apr 18 20:45:32.825395 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-087dadb6-d82f-4349-b269-cce406ec42ac tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] remove_router_interface failed (client error): The resource could not be found. Apr 18 20:45:32.832082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-087dadb6-d82f-4349-b269-cce406ec42ac tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/f0c82e00-986d-4ee4-b4df-c9c03b82cac5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0991206 Apr 18 20:45:32.845287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.846186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47454) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.846754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47456) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.899288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group': {'name': 'tempest-secgroup--1247297472'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:32.950965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:32.976266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:33.002670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-00f9478c-d015-4c89-85b8-81b2bb6ffda7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:33.017967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:33.205311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] Deleting subnet db724807-e503-4c3e-91c4-a17a73e84e30 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:45:33.280673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.341229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7de73cc-4a2a-46a8-818a-b7509d47d0c5 req-92f25ddc-1aa7-414b-931b-de5ce41d80a8 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505645 Apr 18 20:45:33.347409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:network and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:33.356773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:33.367552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.387925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-00f9478c-d015-4c89-85b8-81b2bb6ffda7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:33.393396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-00f9478c-d015-4c89-85b8-81b2bb6ffda7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c82e00-986d-4ee4-b4df-c9c03b82cac5 HTTP/1.1" status: 200 len: 205 time: 0.5309350 Apr 18 20:45:33.420427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:33.428804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:subnet and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:33.431006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.460905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:33.478351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005fc32-3364-4f7c-baca-e17550006930 req-822e08ef-cbf7-43a3-93f7-f601a5d225a4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:33.480008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f005fc32-3364-4f7c-baca-e17550006930 req-822e08ef-cbf7-43a3-93f7-f601a5d225a4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 945 time: 1.1128883 Apr 18 20:45:33.486194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:33.533410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:33.540954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:33.568310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:33.570628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:subnetpool and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:33.626845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:33.678285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 69c87d41-d894-4a05-b6b7-e32882ed1f38 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:33.679376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.743724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:port and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:33.754488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.26 (55455acd-925b-4998-a549-2dde465423a6/838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb/60d682dd-0c6d-4f9b-a421-ebf66472bb2f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:33.770128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:33.825060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f55687-aeb5-4d90-a2dc-74df4950411a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.879897 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.913681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:33.945845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:router and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:33.981824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:33.994651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.013502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.071682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:floatingip and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:34.154677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2277f27-1db7-4657-b01b-fccbd90e93e9 req-ebef9718-f419-4b44-ab4f-8aac00d9be4b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:34.156187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2277f27-1db7-4657-b01b-fccbd90e93e9 req-ebef9718-f419-4b44-ab4f-8aac00d9be4b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 945 time: 0.9661729 Apr 18 20:45:34.171581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:34.207283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77e39e85-34bb-4cf2-9bd9-93c5453f73a1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.254959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.256215 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6d8d80cf-6521-4d52-b408-51a0d24d9bfa tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4019382 Apr 18 20:45:34.273247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:34.293876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.335326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port 69c87d41-d894-4a05-b6b7-e32882ed1f38, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=69c87d41-d894-4a05-b6b7-e32882ed1f38,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:34.336744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.345744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Request body: {'security_group_rule': {'security_group_id': '77e39e85-34bb-4cf2-9bd9-93c5453f73a1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:34.367518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:34.371781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f55687-aeb5-4d90-a2dc-74df4950411a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.384840 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f55687-aeb5-4d90-a2dc-74df4950411a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.389373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Usage tracker for resource:security_group_rule and tenant:34b99dcb62564b3d8bdfd28a666138a1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:34.405320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:34.440728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:34.509647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2277f27-1db7-4657-b01b-fccbd90e93e9 req-a76f61f7-c585-4c85-a1d5-410ee1346a53 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=48bdfe39-5eeb-471d-844e-f4f762de656a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356526 Apr 18 20:45:34.517856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.559751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f55687-aeb5-4d90-a2dc-74df4950411a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.560278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f55687-aeb5-4d90-a2dc-74df4950411a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Fanout notify agent at l3_agent the message router_deleted on router f0c82e00-986d-4ee4-b4df-c9c03b82cac5 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:45:34.588397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 60d682dd-0c6d-4f9b-a421-ebf66472bb2f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:34.596853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db724807-e503-4c3e-91c4-a17a73e84e30,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:34.604032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 69c87d41-d894-4a05-b6b7-e32882ed1f38 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:34.604824 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.611269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.660728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.675670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-343eb4a4-3d3a-4450-a73f-2f1c98513ac8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/db724807-e503-4c3e-91c4-a17a73e84e30 HTTP/1.1" status: 204 len: 168 time: 1.7176292 Apr 18 20:45:34.688448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:34.701999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f55687-aeb5-4d90-a2dc-74df4950411a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.706284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-06f55687-aeb5-4d90-a2dc-74df4950411a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/f0c82e00-986d-4ee4-b4df-c9c03b82cac5 HTTP/1.1" status: 204 len: 168 time: 1.2789812 Apr 18 20:45:34.742758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47484) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:34.786288 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:security_group and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:34.936944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.952525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.965140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:34.965842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:35.042644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e29ae10-8045-4346-b1bd-eb6eb33a7733,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.076858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.20.0.17 (42c8b731-22c8-433e-994b-cd98f54bf6d0/05d84310-8516-43ea-8de6-5b8d02356d40/e1df8fd8-dca3-43b8-89da-4a24f2cae5ab) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:35.100344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.102163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5e67333a-8532-4937-8874-ead89d48532d tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8231616 Apr 18 20:45:35.140810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47488) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:35.155073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=60d682dd-0c6d-4f9b-a421-ebf66472bb2f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.231494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7c4e4b18-0428-4b2f-9c55-6d4333c710e0 None None] Provisioning for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:35.237806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7c4e4b18-0428-4b2f-9c55-6d4333c710e0 None None] Provisioning complete for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:35.238417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7c4e4b18-0428-4b2f-9c55-6d4333c710e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.246875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet a3b12840-e630-4dc9-b6aa-c22ec9742d2c {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:45:35.250032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Usage tracker for resource:security_group_rule and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:35.278130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.312691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e4b18-0428-4b2f-9c55-6d4333c710e0 None None] Port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:35.347103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:35.430887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.443012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 69c87d41-d894-4a05-b6b7-e32882ed1f38 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:35.471769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9e3987ea-edb3-4238-b78d-ce97a6fdc5d5 tempest-QuotasTest-1650835844 tempest-QuotasTest-1650835844-project-admin] 10.222.0.47 "GET /v2.0/quotas/4bb1f0689f0241faa17af59634ef74fe/details.json HTTP/1.1" status: 200 len: 703 time: 2.6199715 Apr 18 20:45:35.480090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:35.501097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c693359e-1978-4589-a5a7-80cca53301e6') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:35.501457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c693359e-1978-4589-a5a7-80cca53301e6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:35.527824 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.537688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.562958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.566487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.572918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Transition to ACTIVE for port object e1df8fd8-dca3-43b8-89da-4a24f2cae5ab will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:35.583466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No active binding found for port 69c87d41-d894-4a05-b6b7-e32882ed1f38 {{(pid=88143) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 20:45:35.584138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 69c87d41-d894-4a05-b6b7-e32882ed1f38 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:35.584372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:35.585081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:35.602192 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:35.650322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] In _notify_port_updated(), no bound segment for port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f on network 55455acd-925b-4998-a549-2dde465423a6 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:45:35.660270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:35.661230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.663566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cd95fba4-341c-4787-a882-e3a20f442617 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "PUT /v2.0/ports/60d682dd-0c6d-4f9b-a421-ebf66472bb2f HTTP/1.1" status: 200 len: 998 time: 4.3286467 Apr 18 20:45:35.714221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.768766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47496) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:35.823285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47e3588a-aad3-4316-8537-f1f5d22fbc03 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.854018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=69c87d41-d894-4a05-b6b7-e32882ed1f38,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:35.864398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:35.948768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:35.955821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:35.959221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:36.140917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.168906 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.170690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:36.290829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.331692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea HTTP/1.1" status: 204 len: 168 time: 1.6381702 Apr 18 20:45:36.332247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89535a-b58f-4cc1-a35a-d1c0c721c5a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b7b4c3e-c761-4fc7-93b6-5bed2d0301ea,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:36.470072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4d4a46a3-a998-4d17-a87b-d5853c1a5924 None None] Provisioning for port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:36.478401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:36.478401 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.483681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4d4a46a3-a998-4d17-a87b-d5853c1a5924 None None] Provisioning complete for port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:36.484282 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4d4a46a3-a998-4d17-a87b-d5853c1a5924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.490043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47e3588a-aad3-4316-8537-f1f5d22fbc03 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.546567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-7ee0d56e-1152-4bc6-aff1-5eae903fdb16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4728222 Apr 18 20:45:36.576847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15c9bc62-be94-4b70-9118-477c4528f9b9 req-6fc669d1-4c1b-46db-be13-57fceac77b1e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.7556992 Apr 18 20:45:36.596811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] No DVR routers for this DVR port 69c87d41-d894-4a05-b6b7-e32882ed1f38 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:36.634952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.654606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'name': 'network-vif-deleted', 'tag': '69c87d41-d894-4a05-b6b7-e32882ed1f38'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:45:36.737887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a46a3-a998-4d17-a87b-d5853c1a5924 None None] Port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:36.801205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 60d682dd-0c6d-4f9b-a421-ebf66472bb2f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:36.804713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:36.880493 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fdd8ee5-a714-4672-91b3-1a003ad35f33'] response: {'server_uuid': '003c2571-3fcb-426f-9e4d-0f6c9e31ff52', 'name': 'network-vif-deleted', 'tag': '69c87d41-d894-4a05-b6b7-e32882ed1f38', 'status': 'completed', 'code': 200} Apr 18 20:45:36.905336 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f005fc32-3364-4f7c-baca-e17550006930 req-587bcf9c-be13-48e8-87c3-4ac96d523aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "DELETE /v2.0/ports/69c87d41-d894-4a05-b6b7-e32882ed1f38 HTTP/1.1" status: 204 len: 173 time: 3.4161279 Apr 18 20:45:36.999224 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.095309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47512) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:37.108216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.155380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:37.189648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Usage tracker for resource:security_group_rule and tenant:7ffaee77907d4a37a093609c3b54a562 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:37.198797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47e3588a-aad3-4316-8537-f1f5d22fbc03 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.207331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:37.237750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:37.293977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3588a-aad3-4316-8537-f1f5d22fbc03 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e39e85-34bb-4cf2-9bd9-93c5453f73a1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.309372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-d704ec93-d510-454f-ac53-b52bd0b825dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.310993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-d704ec93-d510-454f-ac53-b52bd0b825dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1096 time: 0.4687161 Apr 18 20:45:37.484048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-b6fe6028-e03e-47f1-8228-6c270693258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:37.486312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-b6fe6028-e03e-47f1-8228-6c270693258f service neutron] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 897 time: 0.1542318 Apr 18 20:45:37.508313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47e3588a-aad3-4316-8537-f1f5d22fbc03 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.511008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47e3588a-aad3-4316-8537-f1f5d22fbc03 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/77e39e85-34bb-4cf2-9bd9-93c5453f73a1 HTTP/1.1" status: 204 len: 168 time: 2.3513923 Apr 18 20:45:37.529437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47516) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:37.583031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b45e2212-421b-4e8d-9056-42d150adc64a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c79241c1bacd41ddbf89362a51ac5fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4858186 Apr 18 20:45:37.595000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.655605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47520) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:37.668189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.696481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.884187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4de8d864-9906-4e66-b44c-bab2ac1a3148 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:37.904314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b12840-e630-4dc9-b6aa-c22ec9742d2c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.935090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff708590-7509-44ba-ae44-f538737726d3 None None] Network 884d1dbe-c696-426d-a9b8-09fc3b9a589e requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:37.939640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:37.945841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:37.951150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-ec35ebeb-3c8c-4d9b-84b4-07e96eb8c05e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 1001 time: 0.4540126 Apr 18 20:45:38.027309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7292b023-2bd7-451d-8887-8baccdf131ba req-660d5570-1cea-4d54-937b-c0ff1a88c2db tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:38.031855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-66f30514-7b91-46e9-8623-17b883040fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:38.033382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-66f30514-7b91-46e9-8623-17b883040fee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.0731642 Apr 18 20:45:38.054409 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.150464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-15b7da52-8a69-4160-8f51-018f0373bb17 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/a3b12840-e630-4dc9-b6aa-c22ec9742d2c HTTP/1.1" status: 204 len: 168 time: 3.3853180 Apr 18 20:45:38.173973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47526) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:38.210423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.316263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 60d682dd-0c6d-4f9b-a421-ebf66472bb2f owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:38.353766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec1b96a9-bb74-4057-b76d-3f81ae16b747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.387557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec1b96a9-bb74-4057-b76d-3f81ae16b747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.413967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4de8d864-9906-4e66-b44c-bab2ac1a3148 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:38.419715 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4de8d864-9906-4e66-b44c-bab2ac1a3148 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8792272 Apr 18 20:45:38.427367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47530) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:38.428056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7292b023-2bd7-451d-8887-8baccdf131ba req-660d5570-1cea-4d54-937b-c0ff1a88c2db tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:38.429491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7292b023-2bd7-451d-8887-8baccdf131ba req-660d5570-1cea-4d54-937b-c0ff1a88c2db tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=003c2571-3fcb-426f-9e4d-0f6c9e31ff52 HTTP/1.1" status: 200 len: 210 time: 0.5276330 Apr 18 20:45:38.522096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] DHCP port deletion for 884d1dbe-c696-426d-a9b8-09fc3b9a589e request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:45:38.529767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] Deleting port e7d44314-1b23-4603-a40d-ad8ab220b35b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:38.535071 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.539752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-408c5889-76a8-42ad-8453-89e7bc2af2d4 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Synchronizing usage tracker for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:38.688552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-408c5889-76a8-42ad-8453-89e7bc2af2d4 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] Unset dirty status for tenant:34b99dcb62564b3d8bdfd28a666138a1 on resource:security_group_rule {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:38.696254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-408c5889-76a8-42ad-8453-89e7bc2af2d4 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2652223 Apr 18 20:45:38.697697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec1b96a9-bb74-4057-b76d-3f81ae16b747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.732634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47534) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:38.813927 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.827978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.830225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b96a9-bb74-4057-b76d-3f81ae16b747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ecbb4e7-6812-446f-b2e1-f3db4fe7827b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:38.850069 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.886401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port e7d44314-1b23-4603-a40d-ad8ab220b35b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:38.887058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:38.990067 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-615419af-4eca-4cf1-86bf-0cd7cd47106a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] delete failed (client error): The resource could not be found. Apr 18 20:45:38.992308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-615419af-4eca-4cf1-86bf-0cd7cd47106a tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "DELETE /v2.0/security-groups/77e39e85-34bb-4cf2-9bd9-93c5453f73a1 HTTP/1.1" status: 404 len: 347 time: 0.2425349 Apr 18 20:45:39.017615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:39.062577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] For port e7d44314-1b23-4603-a40d-ad8ab220b35b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e7d44314-1b23-4603-a40d-ad8ab220b35b,segment=NetworkSegment(d13c0adf-471f-425b-9fe0-17fba4e5e6bc),segment_id=d13c0adf-471f-425b-9fe0-17fba4e5e6bc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:39.063248 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.070570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7ffaee77907d4a37a093609c3b54a562&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5682805 Apr 18 20:45:39.071817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccfa0c-dccb-4b15-88c9-7e7876ade832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6f231-8e4b-4942-98bb-d5caeb606fed,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:39.078631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47542) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:39.110531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-481a9a2e-5dbb-4ee0-a220-b0abc27c9d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:39.113084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-481a9a2e-5dbb-4ee0-a220-b0abc27c9d20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0727286 Apr 18 20:45:39.128675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec1b96a9-bb74-4057-b76d-3f81ae16b747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.133564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec1b96a9-bb74-4057-b76d-3f81ae16b747 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4ecbb4e7-6812-446f-b2e1-f3db4fe7827b HTTP/1.1" status: 204 len: 168 time: 1.3959603 Apr 18 20:45:39.134916 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.213565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=60d682dd-0c6d-4f9b-a421-ebf66472bb2f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:39.286828 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e156fb65-f412-4fa4-b10c-125b489f6ca2 tempest-SecGroupTest-1339093872 tempest-SecGroupTest-1339093872-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2597654 Apr 18 20:45:39.421079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:39.450016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] Calling delete_port for e7d44314-1b23-4603-a40d-ad8ab220b35b owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:39.462948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:39.687406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.693186 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9fc634f4-840e-4d59-a00b-e7cb19fa7982 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/60d682dd-0c6d-4f9b-a421-ebf66472bb2f HTTP/1.1" status: 204 len: 168 time: 3.8864663 Apr 18 20:45:39.702656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47556) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:39.727159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:39.877200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] Pushing event deleted for resources: {'Port': ['ID=e7d44314-1b23-4603-a40d-ad8ab220b35b,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:39.883336 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e784ad42-4b27-4e94-b0c0-a3fdc2911f54 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:45:39.884158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e784ad42-4b27-4e94-b0c0-a3fdc2911f54 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:39.889893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc04cac-b940-41d1-8a15-e79d03a4b419 None None] No DVR routers for this DVR port e7d44314-1b23-4603-a40d-ad8ab220b35b on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:39.965615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e784ad42-4b27-4e94-b0c0-a3fdc2911f54 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:39.973924 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e784ad42-4b27-4e94-b0c0-a3fdc2911f54 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/60d682dd-0c6d-4f9b-a421-ebf66472bb2f HTTP/1.1" status: 404 len: 333 time: 0.2694752 Apr 18 20:45:39.974852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:40.005482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port e7d44314-1b23-4603-a40d-ad8ab220b35b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e7d44314-1b23-4603-a40d-ad8ab220b35b,segment=NetworkSegment(d13c0adf-471f-425b-9fe0-17fba4e5e6bc),segment_id=d13c0adf-471f-425b-9fe0-17fba4e5e6bc)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:40.007614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.078009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-149dc88d-bc90-492f-afee-4054d5ef7a0c None None] Provisioning complete for port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:40.078540 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-149dc88d-bc90-492f-afee-4054d5ef7a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.081983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:40.185342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet 838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:45:40.192835 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.280317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-149dc88d-bc90-492f-afee-4054d5ef7a0c None None] Port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:45:40.287071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7d44314-1b23-4603-a40d-ad8ab220b35b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:40.308167 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.338925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e7d44314-1b23-4603-a40d-ad8ab220b35b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:45:40.339279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e7d44314-1b23-4603-a40d-ad8ab220b35b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:40.478220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for e7d44314-1b23-4603-a40d-ad8ab220b35b owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:40.487633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bc0ad59d-852b-4c39-b516-e0b55e26c0d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34b99dcb62564b3d8bdfd28a666138a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026713 Apr 18 20:45:40.494796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47580) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:40.573607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf17a2d-4e76-4ace-a9b2-b46861deba07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.683767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-c2805930-df91-40f3-b48b-e4efed437eb8 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5282714 Apr 18 20:45:40.695650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf17a2d-4e76-4ace-a9b2-b46861deba07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.779687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 16596877-f9ac-4638-99a1-2ac98d844819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:45:40.804712 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:40.877286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:45:40.877664 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:45:40.932868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dda678f-a545-4502-bdd0-2e65c1bd3a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.005845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74f6f078-1af6-49d6-81eb-b3850439cc31 req-b26633c9-1b4b-436b-8bca-269068c94bb3 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133698 Apr 18 20:45:41.022946 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dda678f-a545-4502-bdd0-2e65c1bd3a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.089812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.105597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf17a2d-4e76-4ace-a9b2-b46861deba07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.159839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.170383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.182608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500de2de-c776-4c2d-9936-034f2fa9b125 None None] Network 55455acd-925b-4998-a549-2dde465423a6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:41.195734 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-50691137-6118-4df2-8783-3c639f73d3c2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb HTTP/1.1" status: 204 len: 168 time: 1.2193713 Apr 18 20:45:41.200363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47594) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:41.412297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port e7d44314-1b23-4603-a40d-ad8ab220b35b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:41.412752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.438753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet 669f0876-9b7a-4d56-8bd4-f54d184fce82 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:45:41.452336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.492367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf17a2d-4e76-4ace-a9b2-b46861deba07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6f231-8e4b-4942-98bb-d5caeb606fed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.504075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:45:41.563126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.565216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Sync routers for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:41.587528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] The port 'e7d44314-1b23-4603-a40d-ad8ab220b35b' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:45:41.678073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.720259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fd098238-4f43-436f-b6c4-11651d855b2f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "PUT /v2.0/routers/16596877-f9ac-4638-99a1-2ac98d844819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2241938 Apr 18 20:45:41.792085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dda678f-a545-4502-bdd0-2e65c1bd3a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.805387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acf17a2d-4e76-4ace-a9b2-b46861deba07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.807862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-acf17a2d-4e76-4ace-a9b2-b46861deba07 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcc6f231-8e4b-4942-98bb-d5caeb606fed HTTP/1.1" status: 204 len: 168 time: 2.7237520 Apr 18 20:45:41.828850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda678f-a545-4502-bdd0-2e65c1bd3a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93254677-09ba-411a-b7e0-2847fd07035a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.833198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.836866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:41.838006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:41.893107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2dda678f-a545-4502-bdd0-2e65c1bd3a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.894231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2dda678f-a545-4502-bdd0-2e65c1bd3a95 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93254677-09ba-411a-b7e0-2847fd07035a HTTP/1.1" status: 204 len: 168 time: 1.3921316 Apr 18 20:45:41.898490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=669f0876-9b7a-4d56-8bd4-f54d184fce82,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:41.906639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:41.908866 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b8caa29f-66fa-4817-abc1-a5f896a71c06 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/669f0876-9b7a-4d56-8bd4-f54d184fce82 HTTP/1.1" status: 204 len: 168 time: 0.7072694 Apr 18 20:45:41.913994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47620) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:42.050828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.153010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884d1dbe-c696-426d-a9b8-09fc3b9a589e']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:42.217858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd13c0adf-471f-425b-9fe0-17fba4e5e6bc') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:42.218633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd13c0adf-471f-425b-9fe0-17fba4e5e6bc') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:42.269075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.269346 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.289229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:42.289923 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.318477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.343582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:42.344210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:42.377605 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:42.548282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:42.560837 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.605390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.617069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] For port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,segment=NetworkSegment(8142c78c-d7b5-4943-a499-bff9ce9c7b6d),segment_id=8142c78c-d7b5-4943-a499-bff9ce9c7b6d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:42.617069 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.618735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:45:42.645594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/884d1dbe-c696-426d-a9b8-09fc3b9a589e HTTP/1.1" status: 204 len: 168 time: 4.4667091 Apr 18 20:45:42.651776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47644) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:42.667129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=884d1dbe-c696-426d-a9b8-09fc3b9a589e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:42.672799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-334161371'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:42.701216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:42.716400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.716811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.717353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.717991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.718738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.719234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.719736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.720235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.720712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.721200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.721718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.722219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac2b388-1767-44d6-82c5-59bfa40e01da tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:42.734348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:42.750235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:42.759231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:42.775815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:42.786579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:42.791335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.830712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:42.853606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.854390 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment 135c9538-185d-4745-8789-04bfd8c3d10e of type vlan for network dd155adf-a1ec-472f-8fad-a5c3e4167a15 Apr 18 20:45:42.931112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:42.936753 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.005813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.029774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47652) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:43.036237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.042613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:43.043259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.078937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.099240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=2ae003b6-15f9-4f5a-9f34-5f3116d504a9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.104035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No DVR routers for this DVR port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:45:43.105401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52159a29-870f-49a2-9e2f-f6a93c19538e None None] Host n-d-836016-3 tried to update port 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 which no longer exists. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Apr 18 20:45:43.181275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:43.205341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:43.251962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb1f0689f0241faa17af59634ef74fe is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:43.252149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73054ba3-a9cc-4d6a-ae4c-613c6bdfd5a4 None None] Network 55455acd-925b-4998-a549-2dde465423a6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:43.309548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:43.386044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Usage tracker for resource:security_group_rule and tenant:a505002df653434aa056e3bac987664d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:43.389766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:43.401062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7477992 Apr 18 20:45:43.408570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:43.409666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:43.423104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': 'dd155adf-a1ec-472f-8fad-a5c3e4167a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:43.440739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914cfaa5-bcd8-4fff-907b-10e1878c1e4d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=dd155adf-a1ec-472f-8fad-a5c3e4167a15,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:43.524491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:43.532421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.548650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:43.583783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55455acd-925b-4998-a549-2dde465423a6']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:43.625374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8142c78c-d7b5-4943-a499-bff9ce9c7b6d') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:43.626297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8142c78c-d7b5-4943-a499-bff9ce9c7b6d') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:43.661987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:43.672607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:43.681236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:43.684009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.695740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:43.745317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:43.750943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.793109 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.807203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c4cf787-9214-4e41-bc0b-e2b8168b7239 None None] Could not find standard attr ID for object 2ae003b6-15f9-4f5a-9f34-5f3116d504a9. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:45:43.822897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:45:43.823809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:45:43.863816 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:45:43.972171 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:43.986594 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.059292 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d135eead-3088-4f5f-a104-3cff03ff066f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.090755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.150782 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.156701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.179238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa980f9-94cc-41b7-94e8-61e008a0447d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.186671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.254607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c5ca25b1-d532-4ac7-925a-b3b788b2f12e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a505002df653434aa056e3bac987664d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7051349 Apr 18 20:45:44.261129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:44.284038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:45:44.302514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=55455acd-925b-4998-a549-2dde465423a6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.319555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb05e8d-1e5e-427a-b0c3-3bb5ccded7f9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.348631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.348985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.349564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.350246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.350752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.352148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.358756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.359409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.361356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.367229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.369983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.370572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.394214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47706) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:44.403242 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038016 Apr 18 20:45:44.404951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.405141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.405460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.406015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.406524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.407019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.407503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.407988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.408467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.409053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.409717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.410358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:45:44.414326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:45:44.414871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2ae003b6-15f9-4f5a-9f34-5f3116d504a9 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:45:44.415216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:44.430778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd5baca1-6376-4eaa-a58f-c51e41bdbeb2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4bb1f0689f0241faa17af59634ef74fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3965020 Apr 18 20:45:44.435046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47714) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:44.436603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e03e647e-3a55-433b-b298-a79709a7f7eb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/55455acd-925b-4998-a549-2dde465423a6 HTTP/1.1" status: 204 len: 168 time: 2.5201781 Apr 18 20:45:44.458897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:44.463486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff90fc6-a18b-48db-bb44-419d1d08f5ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.529079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff90fc6-a18b-48db-bb44-419d1d08f5ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.556868 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.578645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a7da58-28bd-4f93-8079-7e5dc5dd1d1d None None] DHCP port deletion for 55455acd-925b-4998-a549-2dde465423a6 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:45:44.678200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:45:36Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 1, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1df8fd8-dca3-43b8-89da-4a24f2cae5ab', 'name': '', 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:2b:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '05d84310-8516-43ea-8de6-5b8d02356d40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:34Z', 'updated_at': '2022-04-18T20:45:37Z', 'revision_number': 2, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': '05d84310-8516-43ea-8de6-5b8d02356d40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:44.691397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Checking router: 16596877-f9ac-4638-99a1-2ac98d844819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:45:44.692513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Updating router 16596877-f9ac-4638-99a1-2ac98d844819 port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:45:44.698050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=b6c01a2e-b0aa-467d-a03f-6bf8641361b7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.708475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': '135c9538-185d-4745-8789-04bfd8c3d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd155adf-a1ec-472f-8fad-a5c3e4167a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:44.708854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: dd155adf-a1ec-472f-8fad-a5c3e4167a15, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:44.782120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:44.784670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.786390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff90fc6-a18b-48db-bb44-419d1d08f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.821541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7aa905da-3e30-4828-9fc9-a3160497f832 tempest-NetworksApiDiscovery-547208623 tempest-NetworksApiDiscovery-547208623-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4016571 Apr 18 20:45:44.833331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff90fc6-a18b-48db-bb44-419d1d08f5ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa980f9-94cc-41b7-94e8-61e008a0447d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:44.869095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ff90fc6-a18b-48db-bb44-419d1d08f5ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.876670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ff90fc6-a18b-48db-bb44-419d1d08f5ce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1fa980f9-94cc-41b7-94e8-61e008a0447d HTTP/1.1" status: 204 len: 168 time: 0.6138442 Apr 18 20:45:44.878963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, dd155adf-a1ec-472f-8fad-a5c3e4167a15) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:44.902730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76847d7-1ce7-470a-907d-8d83faca4418 None None] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:44.904909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:44.906207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.916498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b710a120-d1ab-4d2e-9a0a-83dc862572f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.956248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-775aa49a-f710-46f3-9dac-9bbb9cfe8bc7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5414636 Apr 18 20:45:44.956969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:44.957273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b710a120-d1ab-4d2e-9a0a-83dc862572f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:44.970612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2111310675', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:44.986966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:44.996329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:router and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:45.003558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:45.023615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:45.047192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b710a120-d1ab-4d2e-9a0a-83dc862572f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.054282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.057749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.091732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710a120-d1ab-4d2e-9a0a-83dc862572f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fb05e8d-1e5e-427a-b0c3-3bb5ccded7f9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:45.108477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.112585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744bb2b5-1cb8-480a-a6e3-597cb71d93ca tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.113790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-744bb2b5-1cb8-480a-a6e3-597cb71d93ca tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:45.120021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b710a120-d1ab-4d2e-9a0a-83dc862572f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.129964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b710a120-d1ab-4d2e-9a0a-83dc862572f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7fb05e8d-1e5e-427a-b0c3-3bb5ccded7f9 HTTP/1.1" status: 204 len: 168 time: 0.6862845 Apr 18 20:45:45.165132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-744bb2b5-1cb8-480a-a6e3-597cb71d93ca tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:45.170872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-744bb2b5-1cb8-480a-a6e3-597cb71d93ca tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6994004 Apr 18 20:45:45.171981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47742) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:45.203709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.294425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.296590 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bdce5a69-2f01-4a3d-a12f-5ea6c3b22348 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3378782 Apr 18 20:45:45.300190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47748) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:45.394738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e583906c-d85b-4261-844f-7de23ec4b24a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2161036 Apr 18 20:45:45.398232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47756) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:45.422300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-90347002'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:45.443493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:45.453470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:45.461080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:45.472887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:45.494984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:45.503147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.575790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:45.602159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.602565 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment 82ca5a2c-f29e-4e00-b93a-ebbb29459fb2 of type vlan for network 817512cd-24ec-4ae3-a670-152dc9597832 Apr 18 20:45:45.664101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47762) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:45.691101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.770787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.780136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:45.780805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:45.842598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4411938 Apr 18 20:45:45.857343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47770) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:45.863303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '817512cd-24ec-4ae3-a670-152dc9597832', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:46.064555 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d999b174-3896-499a-9c26-cade1166c965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.286711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-dd155adf-a1ec-472f-8fad-a5c3e4167a15', 'network_id': 'dd155adf-a1ec-472f-8fad-a5c3e4167a15', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': 'b6c01a2e-b0aa-467d-a03f-6bf8641361b7'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:45:46.291304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.301016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19164a9a-dd4b-4ae4-9b95-40135cb356a3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=817512cd-24ec-4ae3-a670-152dc9597832,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:46.331758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.394338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 817512cd-24ec-4ae3-a670-152dc9597832 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:46.401870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:46.427230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1000629040', 'description': 'tempest-secgroup-smoke-1000629040 description', 'project_id': '3e8611199562487e905052133b5013a4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:46.471448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:46.479079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:46.501282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:46.509584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:46.513475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:46.520991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:46.530066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:5d7844aa2b92498789fb6a40b0a0b12c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:46.538174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:46.542384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:46.545646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:46.550085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.574183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:46.671904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.722192 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:45:46.734943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:46.744209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:46.759230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:46.778821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:46.831692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:46.979757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.013141 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.026220 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.054495 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.083479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Transition to ACTIVE for port object e1df8fd8-dca3-43b8-89da-4a24f2cae5ab will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:47.121378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.132526 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.142370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.150683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d7844aa2b92498789fb6a40b0a0b12c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4853427 Apr 18 20:45:47.151505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f38e10-6264-478c-93ff-27013ca29fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b54c58-9c21-4a77-9327-e9d06c24c0b1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.158645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:47.203941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e3d3c-0860-41cd-bdec-cabbbd3e0126,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.222323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.374989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47818) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:47.391247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.396208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-15bf3e43-a614-4092-a13b-a30c59c02d7e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9737592 Apr 18 20:45:47.402631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=d3239ede-a83c-4d4c-92bc-b1a89a6de347,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.404319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:47.408711 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.412055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': '82ca5a2c-f29e-4e00-b93a-ebbb29459fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '817512cd-24ec-4ae3-a670-152dc9597832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:47.412055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: 817512cd-24ec-4ae3-a670-152dc9597832, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:47.414560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9049e0-b4fc-4378-9b38-9739309af953 None None] Pushing event updated for resources: {'Port': ['ID=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.443184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'security_group_rule': {'security_group_id': 'c04e3d3c-0860-41cd-bdec-cabbbd3e0126', 'project_id': '3e8611199562487e905052133b5013a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:47.452279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d98cec2-6eb3-4424-b5be-dedce69ae5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.466692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 817512cd-24ec-4ae3-a670-152dc9597832 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:47.499428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:47.504151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 817512cd-24ec-4ae3-a670-152dc9597832) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:47.512070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d98cec2-6eb3-4424-b5be-dedce69ae5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.536060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:47.539522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:47.540498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.563830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:47.591136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:47.601163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2371cb54-5b0e-4c56-ac7d-bc6bc61b9ea9 None None] Network 817512cd-24ec-4ae3-a670-152dc9597832 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:47.668150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Allocated IP 172.20.0.2 (dd155adf-a1ec-472f-8fad-a5c3e4167a15/b6c01a2e-b0aa-467d-a03f-6bf8641361b7/eae6a4aa-6248-438a-83cc-b9663c034ee1) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:47.676265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.707450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-36eac2b3-0d5c-4a42-af79-e31562670af8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8466940 Apr 18 20:45:47.712647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:47.760562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d98cec2-6eb3-4424-b5be-dedce69ae5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.772262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '817512cd-24ec-4ae3-a670-152dc9597832', 'name': 'tempest-PortsTestJSON-1284564342'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:47.794203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d98cec2-6eb3-4424-b5be-dedce69ae5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b54c58-9c21-4a77-9327-e9d06c24c0b1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:47.819396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1850895094-network', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:47.835317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:47.840732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Usage tracker for resource:network and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:47.846587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:47.856186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:47.870951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d98cec2-6eb3-4424-b5be-dedce69ae5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.874396 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6d98cec2-6eb3-4424-b5be-dedce69ae5e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5b54c58-9c21-4a77-9327-e9d06c24c0b1 HTTP/1.1" status: 204 len: 168 time: 0.7130277 Apr 18 20:45:47.895302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Made reservation on behalf of cd7fb843647c4025b67c915ae86f051b for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:47.905955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.968178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.969221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:47.977117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.002717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:48.009031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:48.014982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:48.026354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:48.042646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f20b6a8-55d2-43e1-b496-fa90b37e1504,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.048272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:48.060270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.065296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:48.074557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'security_group_rule': {'security_group_id': 'c04e3d3c-0860-41cd-bdec-cabbbd3e0126', 'project_id': '3e8611199562487e905052133b5013a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:48.076615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a38261e8-de89-4bb5-b2da-c2f5b55395a5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6704857 Apr 18 20:45:48.085205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:48.086213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:48.091545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Attempting to bind port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:48.092380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Attempting to bind port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:48.092380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Attempting to bind port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab on network 42c8b731-22c8-433e-994b-cd98f54bf6d0 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:48.092792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:48.098113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:48.108402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:48.119082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:48.123792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.141172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:48.142013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Checking segment: {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:48.142698 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.143276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Bound using segment: {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:48.144236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Bound port: e1df8fd8-dca3-43b8-89da-4a24f2cae5ab, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:48.144400 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.152163 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.184184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 87c58abf-b4ec-4d6e-851b-e02c3df07f76 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:48.285312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.300112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.362512 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.363761 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2971864 Apr 18 20:45:48.364709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac357d-40df-44eb-a2e9-22b87e02c23b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c992742-8ebf-4d78-ba1e-d2874a9cf01b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.368359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47848) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:48.374941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'security_group_rule': {'security_group_id': 'c04e3d3c-0860-41cd-bdec-cabbbd3e0126', 'project_id': '3e8611199562487e905052133b5013a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:48.381046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] For port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:48.385391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] For port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:48.395230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:48.405160 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.410168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:48.416791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:48.429229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.430292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:48.442080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.472433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.546530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 121} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:48.571376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.7 (817512cd-24ec-4ae3-a670-152dc9597832/d3239ede-a83c-4d4c-92bc-b1a89a6de347/87c58abf-b4ec-4d6e-851b-e02c3df07f76) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:48.641673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.652556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-817512cd-24ec-4ae3-a670-152dc9597832', 'network_id': '817512cd-24ec-4ae3-a670-152dc9597832', 'tenant_id': 'f2836e62a71c4ca08cfc83c8334fac15', 'fixed_ips': [{'subnet_id': 'd3239ede-a83c-4d4c-92bc-b1a89a6de347'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:45:48.654193 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.657323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.694952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:48.694952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:48.695450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.695450 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Added segment 58034b16-90a7-447e-8ea8-d2b309f336c1 of type vlan for network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab Apr 18 20:45:48.749064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e79c7ac-15f2-47a6-b0d9-9558f550e6ba,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.785439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:48.848728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9049e0-b4fc-4378-9b38-9739309af953 None None] Pushing event updated for resources: {'Port': ['ID=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.941933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa12d02f-759c-4bf1-8043-93406280bc78,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:48.987056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.045585 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.050057 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7df0cbdf-51cb-400b-8dab-036776db9182 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6778917 Apr 18 20:45:49.053740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:49.062675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'security_group_rule': {'security_group_id': 'c04e3d3c-0860-41cd-bdec-cabbbd3e0126', 'project_id': '3e8611199562487e905052133b5013a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:49.081030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:49.091099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:49.097453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:49.104133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.106114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.107078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.256235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:49.314549 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.356166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Transition to ACTIVE for port object eae6a4aa-6248-438a-83cc-b9663c034ee1 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:49.358103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:49.364575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] Pushing event updated for resources: {'Network': ['ID=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.377410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-59fe0ec9-0b21-4ab0-9da6-14a924d71713 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9988971 Apr 18 20:45:49.380666 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.388994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47878) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:49.396202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:49.403857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Request body: {'subnet': {'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-subnet', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:49.410019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.425172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:49.446481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Usage tracker for resource:subnet and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:49.455760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.480814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 87c58abf-b4ec-4d6e-851b-e02c3df07f76 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:49.540536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:49.549576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.567017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:49.608955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Made reservation on behalf of cd7fb843647c4025b67c915ae86f051b for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:49.613143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.634472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.667580 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.721541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 817512cd-24ec-4ae3-a670-152dc9597832 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:49.726794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:49.729104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd349a1e-1ca3-409a-b47e-bd6c39086649,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.739235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:49.761187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Transition to ACTIVE for port object eae6a4aa-6248-438a-83cc-b9663c034ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:49.867995 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.891263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-669049886', 'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:49.914616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=87c58abf-b4ec-4d6e-851b-e02c3df07f76,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:49.917873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:49.935493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:network and tenant:48846db6dea148448d9d0fca94175e4a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:49.943625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:49.960818 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.965501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:49.976758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.978886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-057cc996-2def-4c42-aee1-ebe6253b8a27 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9233317 Apr 18 20:45:49.987377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47890) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:49.992134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:49.992134 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:49.994758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'security_group_rule': {'security_group_id': 'c04e3d3c-0860-41cd-bdec-cabbbd3e0126', 'project_id': '3e8611199562487e905052133b5013a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:50.001412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.20.0.1 (dd155adf-a1ec-472f-8fad-a5c3e4167a15/b6c01a2e-b0aa-467d-a03f-6bf8641361b7/fa58509c-f1f2-4992-8dac-fec7df3e215d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:50.008209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:50.019876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:50.026649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:50.030844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Made reservation on behalf of 48846db6dea148448d9d0fca94175e4a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:50.033868 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.040172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:50.042267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Pushing event updated for resources: {'Port': ['ID=eae6a4aa-6248-438a-83cc-b9663c034ee1,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.052564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.068366 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Project 3e8611199562487e905052133b5013a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:45:50.096537 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.097387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Allocated IP 172.20.0.2 (817512cd-24ec-4ae3-a670-152dc9597832/d3239ede-a83c-4d4c-92bc-b1a89a6de347/f875af72-7662-4b39-babe-3dd8e5e93804) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:50.111835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:50.120616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:security_group_rule and tenant:48846db6dea148448d9d0fca94175e4a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:50.124412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:50.133873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:50.243458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47896) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:50.250648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.272483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6f87bb29-6d8a-4e12-b3d0-f5d85aa0e31b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5413754 Apr 18 20:45:50.279313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.282579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:50.290243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:45:50.301827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '817512cd-24ec-4ae3-a670-152dc9597832', 'name': 'tempest-PortsTestJSON-58351532'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:50.327017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.340498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.392536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a812240-a5bd-4e7b-b1d2-ee3810738692,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.454643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.456111 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-977287dc-b70b-45b7-b616-a971f3bfc0d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4696558 Apr 18 20:45:50.460522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47906) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:50.469020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'security_group_rule': {'security_group_id': 'c04e3d3c-0860-41cd-bdec-cabbbd3e0126', 'project_id': '3e8611199562487e905052133b5013a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:50.491995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:50.499869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:security_group_rule and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:50.504150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:50.510148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.515357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:50.530324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:50.556106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:50.560868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:50.571309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102142688-network', 'tenant_id': 'bea9b647aecf4b35923add096aa3df38'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:50.586402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:50.609313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Usage tracker for resource:network and tenant:bea9b647aecf4b35923add096aa3df38 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:50.619362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:50.622862 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Project 3e8611199562487e905052133b5013a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:45:50.642708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:50.645376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.657106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:50.670933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.693141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a70930-94c3-446e-a14e-7a9e45c29379,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.713130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.713929 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Added segment 205d422b-af9c-4eb7-8e31-dcc6d9879180 of type vlan for network 10328caa-4b0b-478f-89af-9b549e78e827 Apr 18 20:45:50.721634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Made reservation on behalf of bea9b647aecf4b35923add096aa3df38 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:50.724203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.763927 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.775782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Checking segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:50.776304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Network hostable DHCP agents. Network: 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:50.794921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.806436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:50.822728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.826388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Usage tracker for resource:security_group_rule and tenant:bea9b647aecf4b35923add096aa3df38 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:50.830702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:50.837107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.840926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object fa58509c-f1f2-4992-8dac-fec7df3e215d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:50.847633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.862989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:50.865346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:50.877872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:50.879548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:50.887451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:50.888994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5f7e28-835e-4636-8382-2f0e0f103100,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:50.898759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:50.909952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.913716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-271830e8-858d-4554-8f1a-92b1ee0f9e4c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4499602 Apr 18 20:45:50.940715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:50.945933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.952481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:50.960924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.962408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:50.963257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:50.992073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a490865-8a90-4590-a066-474e86760166 None None] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:51.009997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:51.010890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.025022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.074428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Attempting to bind port eae6a4aa-6248-438a-83cc-b9663c034ee1 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:51.075227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Attempting to bind port eae6a4aa-6248-438a-83cc-b9663c034ee1 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '135c9538-185d-4745-8789-04bfd8c3d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd155adf-a1ec-472f-8fad-a5c3e4167a15'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:51.075861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Attempting to bind port eae6a4aa-6248-438a-83cc-b9663c034ee1 on network dd155adf-a1ec-472f-8fad-a5c3e4167a15 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:51.081179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.8187416 Apr 18 20:45:51.087304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47920) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:51.138411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'subnet': {'network_id': '10328caa-4b0b-478f-89af-9b549e78e827', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:51.148894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2bd63248-4abc-437a-8cf2-15061214dd79 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7583175 Apr 18 20:45:51.153262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:51.154006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:51.154118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:51.154830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Checking segment: {'id': '135c9538-185d-4745-8789-04bfd8c3d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd155adf-a1ec-472f-8fad-a5c3e4167a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:51.155516 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.156168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Bound using segment: {'id': '135c9538-185d-4745-8789-04bfd8c3d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd155adf-a1ec-472f-8fad-a5c3e4167a15'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:51.156911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Bound port: eae6a4aa-6248-438a-83cc-b9663c034ee1, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135c9538-185d-4745-8789-04bfd8c3d10e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'dd155adf-a1ec-472f-8fad-a5c3e4167a15'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:51.157558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.164806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 82e22475-1a24-4138-a69c-d85aca8c5661 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:51.171471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47934) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:51.189818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:51.213119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:subnet and tenant:48846db6dea148448d9d0fca94175e4a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:51.255521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:51.274889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:51.281217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:51.297415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:51.308813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:51.323584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Usage tracker for resource:router and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:51.329553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Made reservation on behalf of 48846db6dea148448d9d0fca94175e4a for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:51.333558 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.371046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:51.471177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:51.488469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.508760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2d53f-c80d-49b3-be3f-f378c1131153 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Network': ['ID=10328caa-4b0b-478f-89af-9b549e78e827,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.517958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=fa58509c-f1f2-4992-8dac-fec7df3e215d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.554349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.590134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.622323 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.624060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.690403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:51.737503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f2c4f4-0ed9-4741-b3a1-d36d60564872,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:51.752860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.753583 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Added segment 75fa7529-7db6-45b5-9442-64be96352402 of type vlan for network 4b18bf40-a89c-4ef4-a556-ba456a88f6ef Apr 18 20:45:51.758492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 10328caa-4b0b-478f-89af-9b549e78e827 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:51.771256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.777348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.877372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:51.911847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.185566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Transition to ACTIVE for port object f875af72-7662-4b39-babe-3dd8e5e93804 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:52.274723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:45:52.338650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] For port eae6a4aa-6248-438a-83cc-b9663c034ee1, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:52.358669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] For port eae6a4aa-6248-438a-83cc-b9663c034ee1, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eae6a4aa-6248-438a-83cc-b9663c034ee1,segment=NetworkSegment(135c9538-185d-4745-8789-04bfd8c3d10e),segment_id=135c9538-185d-4745-8789-04bfd8c3d10e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:52.364470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Transition to ACTIVE for port object f875af72-7662-4b39-babe-3dd8e5e93804 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:52.377906 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.517459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.538038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.10 (817512cd-24ec-4ae3-a670-152dc9597832/d3239ede-a83c-4d4c-92bc-b1a89a6de347/82e22475-1a24-4138-a69c-d85aca8c5661) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:52.576526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.578874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:52.580420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.629430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.646024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.666340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.719259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:45:36Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 1, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1df8fd8-dca3-43b8-89da-4a24f2cae5ab', 'name': '', 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:2b:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '05d84310-8516-43ea-8de6-5b8d02356d40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:34Z', 'updated_at': '2022-04-18T20:45:48Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': '05d84310-8516-43ea-8de6-5b8d02356d40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:52.767068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88dbd552-e8a3-4c09-a21a-ddae040d0662 None None] The sync data for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 is: [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:45:36Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 1, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1df8fd8-dca3-43b8-89da-4a24f2cae5ab', 'name': '', 'network_id': '42c8b731-22c8-433e-994b-cd98f54bf6d0', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:2b:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '05d84310-8516-43ea-8de6-5b8d02356d40', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:34Z', 'updated_at': '2022-04-18T20:45:48Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': '05d84310-8516-43ea-8de6-5b8d02356d40', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:52.770761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:45:52.773439 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:52.898347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] Pushing event updated for resources: {'Network': ['ID=4b18bf40-a89c-4ef4-a556-ba456a88f6ef,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:52.935379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 4b18bf40-a89c-4ef4-a556-ba456a88f6ef details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:45:53.062512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Network 817512cd-24ec-4ae3-a670-152dc9597832 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:53.096233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:53.104632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:53.107267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.137191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=fa58509c-f1f2-4992-8dac-fec7df3e215d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:53.235162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78e282c-9212-4bcf-b572-206c2ee62a16 None None] Pushing event updated for resources: {'Port': ['ID=eae6a4aa-6248-438a-83cc-b9663c034ee1,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:53.425304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.476786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:53.478303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 82e22475-1a24-4138-a69c-d85aca8c5661 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:53.479938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:53.516714 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b0ac7c53-0c35-4175-8aa2-b55a7572a7ac admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.2714698 Apr 18 20:45:53.545264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47994) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:53.566428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Request body: {'subnet': {'network_id': '4b18bf40-a89c-4ef4-a556-ba456a88f6ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2102142688-subnet', 'tenant_id': 'bea9b647aecf4b35923add096aa3df38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:53.589749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:53.656420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Usage tracker for resource:subnet and tenant:bea9b647aecf4b35923add096aa3df38 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:53.682161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:53.702426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:53.752697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Made reservation on behalf of bea9b647aecf4b35923add096aa3df38 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:53.756707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:53.879338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Pushing event updated for resources: {'Port': ['ID=f875af72-7662-4b39-babe-3dd8e5e93804,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.001343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Attempting to bind port f875af72-7662-4b39-babe-3dd8e5e93804 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:54.002049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Attempting to bind port f875af72-7662-4b39-babe-3dd8e5e93804 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '82ca5a2c-f29e-4e00-b93a-ebbb29459fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '817512cd-24ec-4ae3-a670-152dc9597832'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:54.002708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Attempting to bind port f875af72-7662-4b39-babe-3dd8e5e93804 on network 817512cd-24ec-4ae3-a670-152dc9597832 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:54.032800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:54.033706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Checking segment: {'id': '82ca5a2c-f29e-4e00-b93a-ebbb29459fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '817512cd-24ec-4ae3-a670-152dc9597832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:54.035618 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.037571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Bound using segment: {'id': '82ca5a2c-f29e-4e00-b93a-ebbb29459fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '817512cd-24ec-4ae3-a670-152dc9597832'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:54.039641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Bound port: f875af72-7662-4b39-babe-3dd8e5e93804, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ca5a2c-f29e-4e00-b93a-ebbb29459fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '817512cd-24ec-4ae3-a670-152dc9597832'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:54.041459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.139751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.355152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] For port f875af72-7662-4b39-babe-3dd8e5e93804, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:54.372292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] For port f875af72-7662-4b39-babe-3dd8e5e93804, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f875af72-7662-4b39-babe-3dd8e5e93804,segment=NetworkSegment(82ca5a2c-f29e-4e00-b93a-ebbb29459fb2),segment_id=82ca5a2c-f29e-4e00-b93a-ebbb29459fb2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:54.394404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1df8fd8-dca3-43b8-89da-4a24f2cae5ab up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:54.409101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 817512cd-24ec-4ae3-a670-152dc9597832 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:54.416414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:54.421837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:54.469974 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.494082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=82e22475-1a24-4138-a69c-d85aca8c5661,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.505146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 69291be4-7997-4951-a9d0-f54aefa6f55c is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:45:54.574194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:54.575568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.658046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.688341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Allocated IP 172.20.0.2 (73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab/e212284d-6ecd-4f6a-a664-aacbfaf5f0cc/5bf2914a-6092-453d-8dd9-28c3fe4ae72a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:54.764904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e928789-a39b-4367-b340-c4785f01da24 None None] Pushing event updated for resources: {'Port': ['ID=f875af72-7662-4b39-babe-3dd8e5e93804,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:54.823568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:54.878524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:54.879168 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:54.915251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 20:45:54.915813 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.151393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659e4581-7d44-41e2-8928-f0709be6edec None None] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:55.220145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:45:55.263655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f849f71c-b7f3-4de2-af82-49eedcd78965 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/69291be4-7997-4951-a9d0-f54aefa6f55c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9613826 Apr 18 20:45:55.273323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:55.287052 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] Sync routers for ids ['69291be4-7997-4951-a9d0-f54aefa6f55c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:45:55.297385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b37ef21-065c-424f-a6be-3377d2935551,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:55.298837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f5a4fa3f-1a12-43d5-9177-5bd9cb0a3817 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0043480 Apr 18 20:45:55.319940 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] Routers {'69291be4-7997-4951-a9d0-f54aefa6f55c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:55.320868 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['69291be4-7997-4951-a9d0-f54aefa6f55c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:55.379396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48006) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:55.431085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a79f50b7-1bd5-480a-9422-dcaffa2d9000,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:55.451670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Checking segment: {'id': '75fa7529-7db6-45b5-9442-64be96352402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '4b18bf40-a89c-4ef4-a556-ba456a88f6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:55.452405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Network hostable DHCP agents. Network: 4b18bf40-a89c-4ef4-a556-ba456a88f6ef, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:55.504891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.511455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1632d772-1755-432d-a997-c26dc5e1ed75 None None] Provisioning for port eae6a4aa-6248-438a-83cc-b9663c034ee1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:55.555157 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:55.586749 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] Routers {'69291be4-7997-4951-a9d0-f54aefa6f55c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:45:55.588879 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['69291be4-7997-4951-a9d0-f54aefa6f55c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:55.600275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.665169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.706703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd2c3ae-ba72-4c2b-9dd7-c5456db131c2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.710041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ecd2c3ae-ba72-4c2b-9dd7-c5456db131c2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:55.731606 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.744214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c652fdb-ea23-4f1f-ad67-814f362d5d58 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:55.745436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c652fdb-ea23-4f1f-ad67-814f362d5d58 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:45:55.749282 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:45:55.749938 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb85120c-ab78-4a07-a4cd-958495dc43d3 None None] The sync data for ids ['69291be4-7997-4951-a9d0-f54aefa6f55c'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:45:55.800338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c652fdb-ea23-4f1f-ad67-814f362d5d58 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:55.803954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3c652fdb-ea23-4f1f-ad67-814f362d5d58 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.4118323 Apr 18 20:45:55.808459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48010) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:55.813572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ecd2c3ae-ba72-4c2b-9dd7-c5456db131c2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:45:55.818097 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ecd2c3ae-ba72-4c2b-9dd7-c5456db131c2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports/fa58509c-f1f2-4992-8dac-fec7df3e215d HTTP/1.1" status: 200 len: 910 time: 0.5407178 Apr 18 20:45:55.828234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Transition to ACTIVE for port object 5bf2914a-6092-453d-8dd9-28c3fe4ae72a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:55.847127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48014) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:55.854520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Checking segment: {'id': '205d422b-af9c-4eb7-8e31-dcc6d9879180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10328caa-4b0b-478f-89af-9b549e78e827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:55.855094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network hostable DHCP agents. Network: 10328caa-4b0b-478f-89af-9b549e78e827, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:45:55.867015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Transition to ACTIVE for port object 5bf2914a-6092-453d-8dd9-28c3fe4ae72a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:45:55.883765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:45:55.921067 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:55.922446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eae6a4aa-6248-438a-83cc-b9663c034ee1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:45:55.996473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 82e22475-1a24-4138-a69c-d85aca8c5661 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:45:55.999183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Network 4b18bf40-a89c-4ef4-a556-ba456a88f6ef is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:56.007999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.051743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.216514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:56.230899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:56.238721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:56.270946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 4b18bf40-a89c-4ef4-a556-ba456a88f6ef) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:56.294200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network 10328caa-4b0b-478f-89af-9b549e78e827 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:45:56.304067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:56.305156 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.351445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:56.362605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Allocated IP 172.25.5.38 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f4de871e-a11f-4039-ae65-f9a93523e11a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:56.366458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 10328caa-4b0b-478f-89af-9b549e78e827) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:56.388270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359e839-c00f-4f8c-ae5f-02b751cc67aa None None] Network 4b18bf40-a89c-4ef4-a556-ba456a88f6ef requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:56.397319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:45:56.398363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.414256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077ca9f4-50e3-438b-a7f4-cc848ea84002 None None] Network 10328caa-4b0b-478f-89af-9b549e78e827 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:56.576363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e95eaf4d-c6af-4757-96fd-0b4c2973af88 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.4763095 Apr 18 20:45:56.589563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c71536b3-b116-4914-ac2e-bb9e2af34058 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.0301085 Apr 18 20:45:56.589862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48026) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:56.600445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-537107577', 'network_id': '10328caa-4b0b-478f-89af-9b549e78e827'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:56.610530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:56.630352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:56.657112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:port and tenant:48846db6dea148448d9d0fca94175e4a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:56.696293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:56.749578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:56.915525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:56.986946 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.046326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Made reservation on behalf of 48846db6dea148448d9d0fca94175e4a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:57.048986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.127295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb56ea-75dd-42d0-880c-8fc51726a4d7 None None] Network 817512cd-24ec-4ae3-a670-152dc9597832 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:57.147721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 82e22475-1a24-4138-a69c-d85aca8c5661 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:45:57.353362 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.418903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:45:57.431777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:45:57.434654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:45:57.599931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] device_id is not set on port fb467ecd-50b8-4189-b46a-f619c36404d3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:45:57.718263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Attempting to bind port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:45:57.719075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Attempting to bind port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:45:57.719677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Attempting to bind port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:45:57.740161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Pushing event updated for resources: {'Port': ['ID=f4de871e-a11f-4039-ae65-f9a93523e11a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:57.786383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Pushing event updated for resources: {'Port': ['ID=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:57.873448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48046) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:57.889145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-534501954-network', 'tenant_id': 'ca1f0c5ed66f4f06852bf7d74b3fa732'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:45:57.925468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cd0e53af-deac-44b8-b115-ab5e20b14fa2 None None] Provisioning for port f875af72-7662-4b39-babe-3dd8e5e93804 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:57.950609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:45:57.950985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Checking segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:45:57.951410 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.952004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Bound using segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:45:57.952518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Bound port: 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:45:57.953659 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:57.963050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:57.988640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port eae6a4aa-6248-438a-83cc-b9663c034ee1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:58.004029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Usage tracker for resource:network and tenant:ca1f0c5ed66f4f06852bf7d74b3fa732 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:58.032974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:58.033701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eae6a4aa-6248-438a-83cc-b9663c034ee1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:58.034088 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.080995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:58.253438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Made reservation on behalf of ca1f0c5ed66f4f06852bf7d74b3fa732 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:45:58.268301 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.406152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Allocated IP 172.20.0.11 (10328caa-4b0b-478f-89af-9b549e78e827/a79f50b7-1bd5-480a-9422-dcaffa2d9000/fb467ecd-50b8-4189-b46a-f619c36404d3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:45:58.488568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.514381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] For port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:45:58.520416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] For port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:45:58.574318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2d41ff-3798-434e-8442-db2a37f6f357 None None] Network 4b18bf40-a89c-4ef4-a556-ba456a88f6ef requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:58.602742 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.610375 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:58.612065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:45:58.617290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9300ff-fb91-49b8-b8b0-f4304c04d3f6 None None] Network 10328caa-4b0b-478f-89af-9b549e78e827 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:45:58.618632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Usage tracker for resource:security_group_rule and tenant:ca1f0c5ed66f4f06852bf7d74b3fa732 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:45:58.630506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:45:58.640701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:45:58.964910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.047727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.164926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1af391e5-31c0-4f49-a570-0e7e2bfc21cf None None] Provisioning for port fa58509c-f1f2-4992-8dac-fec7df3e215d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:45:59.312229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118b08d-bb17-4fd0-8acc-a5d3520958a9 None None] Pushing event updated for resources: {'Port': ['ID=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:59.413287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=82e22475-1a24-4138-a69c-d85aca8c5661,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:45:59.438226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1af391e5-31c0-4f49-a570-0e7e2bfc21cf None None] Provisioning complete for port fa58509c-f1f2-4992-8dac-fec7df3e215d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:45:59.438734 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1af391e5-31c0-4f49-a570-0e7e2bfc21cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.525393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.695553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.697438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.766161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.826659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e3c17367-481a-4933-a53f-4406fc72e5ea tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/82e22475-1a24-4138-a69c-d85aca8c5661 HTTP/1.1" status: 204 len: 168 time: 4.0121062 Apr 18 20:45:59.826659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:45:59.861259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48054) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:45:59.870664 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:45:59.876335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.002578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.057030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1af391e5-31c0-4f49-a570-0e7e2bfc21cf None None] Port fa58509c-f1f2-4992-8dac-fec7df3e215d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:00.139666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fbf2a93-3fd5-48a5-a9f9-fe9178bfd6f1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:00.145095 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-be91832e-ed56-49cd-a4b9-8bb3326b99c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:46:00.146482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be91832e-ed56-49cd-a4b9-8bb3326b99c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:00.175934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Port': ['ID=fb467ecd-50b8-4189-b46a-f619c36404d3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:00.194868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port eae6a4aa-6248-438a-83cc-b9663c034ee1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eae6a4aa-6248-438a-83cc-b9663c034ee1,segment=NetworkSegment(135c9538-185d-4745-8789-04bfd8c3d10e),segment_id=135c9538-185d-4745-8789-04bfd8c3d10e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:00.206377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1af391e5-31c0-4f49-a570-0e7e2bfc21cf None None] Provisioning complete for port eae6a4aa-6248-438a-83cc-b9663c034ee1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:00.206833 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1af391e5-31c0-4f49-a570-0e7e2bfc21cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.211109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.211495 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Added segment 25299714-8076-4c3d-b716-3551859c3c26 of type vlan for network 97da7785-ce75-483b-abf4-4b3d17d7f0f1 Apr 18 20:46:00.248359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be91832e-ed56-49cd-a4b9-8bb3326b99c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:00.265637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be91832e-ed56-49cd-a4b9-8bb3326b99c8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/82e22475-1a24-4138-a69c-d85aca8c5661 HTTP/1.1" status: 404 len: 333 time: 0.3927765 Apr 18 20:46:00.270525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:00.290079 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.307322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network 10328caa-4b0b-478f-89af-9b549e78e827 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:00.388909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:00.419366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:00.529770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=eae6a4aa-6248-438a-83cc-b9663c034ee1,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:00.588461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.606690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.610103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.610722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.611222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.611722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.612221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.616293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.617383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.617955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.618502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.619003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.619525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:00.663785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port fa58509c-f1f2-4992-8dac-fec7df3e215d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:00.664340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.749575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f875af72-7662-4b39-babe-3dd8e5e93804 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:00.770281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.852026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 87c58abf-b4ec-4d6e-851b-e02c3df07f76 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:00.852638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.903718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:46:00.921528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b61250d2-6f3a-4dfd-bd83-03a8ae28018a None None] Provisioning complete for port fa58509c-f1f2-4992-8dac-fec7df3e215d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:00.921922 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b61250d2-6f3a-4dfd-bd83-03a8ae28018a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:00.948307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:00.961036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.001130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c55c02-ec18-4b4f-a856-1cabc9347c56 None None] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:01.294854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.327789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b61250d2-6f3a-4dfd-bd83-03a8ae28018a None None] Port fa58509c-f1f2-4992-8dac-fec7df3e215d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:01.351552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f875af72-7662-4b39-babe-3dd8e5e93804 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:01.374355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f875af72-7662-4b39-babe-3dd8e5e93804 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:01.374736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.417229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.419177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:01.419999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.463312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:01.515757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:01.548232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for fa58509c-f1f2-4992-8dac-fec7df3e215d owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:01.564770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] Pushing event updated for resources: {'Network': ['ID=97da7785-ce75-483b-abf4-4b3d17d7f0f1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:01.568005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-12d1cf20-6806-4463-bc22-0280d24f511d tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.9790995 Apr 18 20:46:01.581991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:01.633336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:01.634585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-651964d7-d0ca-4956-9f37-fb35ee66b5fa admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.4592562 Apr 18 20:46:01.638733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48068) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:01.664262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:01.665064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:01.764708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 97da7785-ce75-483b-abf4-4b3d17d7f0f1 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:01.816509 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8063e9de-00a8-4553-b0e8-b0d8f8228335 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.9359498 Apr 18 20:46:01.817372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:01.834540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Request body: {'subnet': {'network_id': '97da7785-ce75-483b-abf4-4b3d17d7f0f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-534501954-subnet', 'tenant_id': 'ca1f0c5ed66f4f06852bf7d74b3fa732', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:01.847392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:01.947397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Usage tracker for resource:subnet and tenant:ca1f0c5ed66f4f06852bf7d74b3fa732 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:01.984151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:01.989587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Deleting port fb467ecd-50b8-4189-b46a-f619c36404d3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:01.989965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.062552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:02.149486 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:46:02.171205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8dc16ca7-093f-4cc8-ad3b-de5d4a691582 None None] Provisioning for port 87c58abf-b4ec-4d6e-851b-e02c3df07f76 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:02.233761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Made reservation on behalf of ca1f0c5ed66f4f06852bf7d74b3fa732 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:02.236305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.242054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8dc16ca7-093f-4cc8-ad3b-de5d4a691582 None None] Provisioning complete for port 87c58abf-b4ec-4d6e-851b-e02c3df07f76 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:02.242571 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8dc16ca7-093f-4cc8-ad3b-de5d4a691582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.342745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.466836 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.544159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.561486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8dc16ca7-093f-4cc8-ad3b-de5d4a691582 None None] Port 87c58abf-b4ec-4d6e-851b-e02c3df07f76 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:02.597893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f875af72-7662-4b39-babe-3dd8e5e93804, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f875af72-7662-4b39-babe-3dd8e5e93804,segment=NetworkSegment(82ca5a2c-f29e-4e00-b93a-ebbb29459fb2),segment_id=82ca5a2c-f29e-4e00-b93a-ebbb29459fb2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:02.625379 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.626588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1df8fd8-dca3-43b8-89da-4a24f2cae5ab up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:02.637118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 87c58abf-b4ec-4d6e-851b-e02c3df07f76 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:02.670340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=fa58509c-f1f2-4992-8dac-fec7df3e215d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:02.726780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8dc16ca7-093f-4cc8-ad3b-de5d4a691582 None None] Provisioning complete for port f875af72-7662-4b39-babe-3dd8e5e93804 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:02.727011 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8dc16ca7-093f-4cc8-ad3b-de5d4a691582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:02.803424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:03.300021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.316112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f875af72-7662-4b39-babe-3dd8e5e93804,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:03.389931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.421381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:03.421822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.546090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:03.546658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.816325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Calling delete_port for fb467ecd-50b8-4189-b46a-f619c36404d3 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:03.829253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5bf2914a-6092-453d-8dd9-28c3fe4ae72a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:03.887987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8dc16ca7-093f-4cc8-ad3b-de5d4a691582 None None] Provisioning for port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:03.935061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.952755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:03.954595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:45:58Z', 'revision_number': 3, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:03.961836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:03.961836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Updating router 17362133-1e8e-4dcf-80df-9d8b11e0a17a port f4de871e-a11f-4039-ae65-f9a93523e11a binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:46:03.979935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 69291be4-7997-4951-a9d0-f54aefa6f55c has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:46:04.024809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.038823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=87c58abf-b4ec-4d6e-851b-e02c3df07f76,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:04.064014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:04.076153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:04.076453 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.121278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ae785110-06f4-438e-8619-4da543b7d6db None None] Could not find standard attr ID for object 87c58abf-b4ec-4d6e-851b-e02c3df07f76. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:04.310098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:04.325859 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] Sync routers for ids ['69291be4-7997-4951-a9d0-f54aefa6f55c'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:04.362085 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] Routers {'69291be4-7997-4951-a9d0-f54aefa6f55c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:04.363146 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['69291be4-7997-4951-a9d0-f54aefa6f55c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:04.409931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-abf9a3eb-7ed9-4176-8a7e-95ed24785bcb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/69291be4-7997-4951-a9d0-f54aefa6f55c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5556891 Apr 18 20:46:04.411515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48080) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:04.499524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0c81363a-6560-4b08-9ad7-e2153364ef12 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:04.534592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.535175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ae785110-06f4-438e-8619-4da543b7d6db None None] Provisioning complete for port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:04.535494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ae785110-06f4-438e-8619-4da543b7d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.653975 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:04.672888 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] Routers {'69291be4-7997-4951-a9d0-f54aefa6f55c'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:04.674519 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['69291be4-7997-4951-a9d0-f54aefa6f55c'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:04.693025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0c81363a-6560-4b08-9ad7-e2153364ef12 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:04.698101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c81363a-6560-4b08-9ad7-e2153364ef12 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=69291be4-7997-4951-a9d0-f54aefa6f55c HTTP/1.1" status: 200 len: 205 time: 0.2834625 Apr 18 20:46:04.700920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48086) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:04.805909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port e1df8fd8-dca3-43b8-89da-4a24f2cae5ab, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:04.806421 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.832794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.881931 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:04.931921 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:04.932586 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf9df48e-209e-4c21-8c4a-d7773f21b407 None None] The sync data for ids ['69291be4-7997-4951-a9d0-f54aefa6f55c'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:05.032856 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.098992 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.104187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-206ec7fb-60fa-4877-b803-06b1bb65e818 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.106383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1510151d-838e-4928-ba0e-ff7ad87e0c55,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.139042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for e1df8fd8-dca3-43b8-89da-4a24f2cae5ab owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:05.175449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb467ecd-50b8-4189-b46a-f619c36404d3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.200809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ae785110-06f4-438e-8619-4da543b7d6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.234108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Transition to ACTIVE for port object f4de871e-a11f-4039-ae65-f9a93523e11a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:05.257181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Allocated IP 172.20.0.1 (73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab/e212284d-6ecd-4f6a-a664-aacbfaf5f0cc/26c2c1fa-90b1-4c4b-baf2-be324c185c8a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:05.274716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.382369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Checking segment: {'id': '25299714-8076-4c3d-b716-3551859c3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '97da7785-ce75-483b-abf4-4b3d17d7f0f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:05.382743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Network hostable DHCP agents. Network: 97da7785-ce75-483b-abf4-4b3d17d7f0f1, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:05.391544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-721ea7e3-2fb1-4895-96fd-8b11af2e2ca6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/87c58abf-b4ec-4d6e-851b-e02c3df07f76 HTTP/1.1" status: 204 len: 168 time: 5.0880914 Apr 18 20:46:05.398373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:05.430621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a4ec4-8282-4c7a-bab5-0c818c479b04 None None] Pushing event updated for resources: {'Port': ['ID=f4de871e-a11f-4039-ae65-f9a93523e11a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:05.442350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:05.462587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Attempting to bind port f4de871e-a11f-4039-ae65-f9a93523e11a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:05.463013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Attempting to bind port f4de871e-a11f-4039-ae65-f9a93523e11a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:05.463374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Attempting to bind port f4de871e-a11f-4039-ae65-f9a93523e11a on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:05.470777 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.594859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:46:05.595618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:05.598715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.600704 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:46:05.601390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Bound port: f4de871e-a11f-4039-ae65-f9a93523e11a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:05.601986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.633184 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-899e12dc-1084-4eeb-a1b3-b0a18f250f1b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:46:05.633965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-899e12dc-1084-4eeb-a1b3-b0a18f250f1b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:05.644403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Network 97da7785-ce75-483b-abf4-4b3d17d7f0f1 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:05.657414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.659389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-de02b868-a4e8-47fd-ac7a-8a435295c7d2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "DELETE /v2.0/ports/fb467ecd-50b8-4189-b46a-f619c36404d3 HTTP/1.1" status: 204 len: 168 time: 4.0733209 Apr 18 20:46:05.666477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:05.681589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '10328caa-4b0b-478f-89af-9b549e78e827', 'external_fixed_ips': [{'subnet_id': 'a79f50b7-1bd5-480a-9422-dcaffa2d9000', 'ip_address': '172.20.0.11'}]}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:05.695122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 97da7785-ce75-483b-abf4-4b3d17d7f0f1) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:05.697201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:05.712194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:router and tenant:48846db6dea148448d9d0fca94175e4a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:05.719620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:05.723347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:05.723946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.733125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f875af72-7662-4b39-babe-3dd8e5e93804 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:05.736921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-899e12dc-1084-4eeb-a1b3-b0a18f250f1b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:05.738172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-899e12dc-1084-4eeb-a1b3-b0a18f250f1b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/87c58abf-b4ec-4d6e-851b-e02c3df07f76 HTTP/1.1" status: 404 len: 333 time: 0.3367431 Apr 18 20:46:05.739435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:05.754529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:05.782497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160d092d-cddc-4e4e-be8c-d5f11ef71dcb None None] Network 97da7785-ce75-483b-abf4-4b3d17d7f0f1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:05.818930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4bb56402-7c0c-4f35-9d09-95675d46d577 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.9912381 Apr 18 20:46:05.842557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.843937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.874924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.881281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-206ec7fb-60fa-4877-b803-06b1bb65e818 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:05.884699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-206ec7fb-60fa-4877-b803-06b1bb65e818 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.012810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet d3239ede-a83c-4d4c-92bc-b1a89a6de347 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:46:06.014510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-206ec7fb-60fa-4877-b803-06b1bb65e818 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.015294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206ec7fb-60fa-4877-b803-06b1bb65e818 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Fanout notify agent at l3_agent the message router_deleted on router 69291be4-7997-4951-a9d0-f54aefa6f55c {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:46:06.034522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-206ec7fb-60fa-4877-b803-06b1bb65e818 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.035910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-206ec7fb-60fa-4877-b803-06b1bb65e818 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/69291be4-7997-4951-a9d0-f54aefa6f55c HTTP/1.1" status: 204 len: 168 time: 1.3295069 Apr 18 20:46:06.040006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:06.088190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48110) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:06.177163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-ae785110-06f4-438e-8619-4da543b7d6db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:06.178322 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-ae785110-06f4-438e-8619-4da543b7d6db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:06.202006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet b6c01a2e-b0aa-467d-a03f-6bf8641361b7 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:46:06.228153 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.262888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.271150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] Deleting subnet 9b37ef21-065c-424f-a6be-3377d2935551 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:46:06.292920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.299148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.366051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.371124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Transition to ACTIVE for port object 26c2c1fa-90b1-4c4b-baf2-be324c185c8a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:06.375323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.376678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.400242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] For port f4de871e-a11f-4039-ae65-f9a93523e11a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:46:06.408872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] For port f4de871e-a11f-4039-ae65-f9a93523e11a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f4de871e-a11f-4039-ae65-f9a93523e11a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:46:06.431338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.439197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.533577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f875af72-7662-4b39-babe-3dd8e5e93804 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:06.534207 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.534614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.613069 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.668835 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.734690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:06.747164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:06.754726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:06.764305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a4ec4-8282-4c7a-bab5-0c818c479b04 None None] Pushing event updated for resources: {'Port': ['ID=f4de871e-a11f-4039-ae65-f9a93523e11a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:06.782351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:06.783029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:06.847488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.908731 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:06.977917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.098843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ae785110-06f4-438e-8619-4da543b7d6db None None] Could not find standard attr ID for object 82e22475-1a24-4138-a69c-d85aca8c5661. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:46:07.125857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=e1df8fd8-dca3-43b8-89da-4a24f2cae5ab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.138271 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.282719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Pushing event updated for resources: {'Port': ['ID=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.333281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eae6a4aa-6248-438a-83cc-b9663c034ee1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:07.352250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b37ef21-065c-424f-a6be-3377d2935551,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.367140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.380452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3304e786-1f4f-42b9-a74f-775275eadbb7 None None] Network 97da7785-ce75-483b-abf4-4b3d17d7f0f1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:07.435462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.450873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e1f16d8b-e21d-4e11-9cb0-2d6e9fa1aebe admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9b37ef21-065c-424f-a6be-3377d2935551 HTTP/1.1" status: 204 len: 168 time: 1.3585854 Apr 18 20:46:07.452158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48116) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:07.473242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9bd73757-2655-4d43-bac9-2abf80b98ce9 None None] Provisioning for port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:07.480881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:07.547263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.580524 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.626202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=d3239ede-a83c-4d4c-92bc-b1a89a6de347,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.644860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.649981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=b6c01a2e-b0aa-467d-a03f-6bf8641361b7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:07.661259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9bd73757-2655-4d43-bac9-2abf80b98ce9 None None] Provisioning complete for port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:07.661673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bd73757-2655-4d43-bac9-2abf80b98ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.697156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f9e43-b1aa-4281-9660-c8010624729d None None] Network 817512cd-24ec-4ae3-a670-152dc9597832 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:07.802423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-37ae605e-6a1a-4a65-be5b-c86ef05d9fa7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/d3239ede-a83c-4d4c-92bc-b1a89a6de347 HTTP/1.1" status: 204 len: 168 time: 2.0422454 Apr 18 20:46:07.816080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48120) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:07.892301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eae6a4aa-6248-438a-83cc-b9663c034ee1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:07.892561 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:07.923030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.071603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.133770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.143052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-64f3a718-2794-4159-b914-9ba65d9de349 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/b6c01a2e-b0aa-467d-a03f-6bf8641361b7 HTTP/1.1" status: 204 len: 168 time: 2.1009262 Apr 18 20:46:08.150925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48126) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:08.161589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82c6132-9560-445c-97da-6efa46b1f766 None None] Network dd155adf-a1ec-472f-8fad-a5c3e4167a15 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:08.230036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.313834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.321041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port f875af72-7662-4b39-babe-3dd8e5e93804 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:08.321041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.322458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9bd73757-2655-4d43-bac9-2abf80b98ce9 None None] Port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:08.883566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:08.899758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.042759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] DHCP port deletion for 817512cd-24ec-4ae3-a670-152dc9597832 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:46:09.050102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port eae6a4aa-6248-438a-83cc-b9663c034ee1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:09.050561 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.063792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] Deleting port f875af72-7662-4b39-babe-3dd8e5e93804 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:09.064418 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.154615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b18bf40-a89c-4ef4-a556-ba456a88f6ef']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.256135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fa7529-7db6-45b5-9442-64be96352402') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.258759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fa7529-7db6-45b5-9442-64be96352402') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.492577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] DHCP port deletion for dd155adf-a1ec-472f-8fad-a5c3e4167a15 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:46:09.494769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5bf2914a-6092-453d-8dd9-28c3fe4ae72a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:09.523216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:45:58Z', 'revision_number': 3, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:09.525605 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.573923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] Deleting port eae6a4aa-6248-438a-83cc-b9663c034ee1 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:09.574588 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.575172 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.592659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:09.594291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.596584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.645918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f488a46-62e8-43be-b06a-61f72eb594dd None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:45:58Z', 'revision_number': 3, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:09.666331 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:09.670702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] For port f875af72-7662-4b39-babe-3dd8e5e93804, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f875af72-7662-4b39-babe-3dd8e5e93804,segment=NetworkSegment(82ca5a2c-f29e-4e00-b93a-ebbb29459fb2),segment_id=82ca5a2c-f29e-4e00-b93a-ebbb29459fb2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:09.670702 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.675383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:09.849710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] Calling delete_port for f875af72-7662-4b39-babe-3dd8e5e93804 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:10.041155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] For port f875af72-7662-4b39-babe-3dd8e5e93804, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f875af72-7662-4b39-babe-3dd8e5e93804,segment=NetworkSegment(82ca5a2c-f29e-4e00-b93a-ebbb29459fb2),segment_id=82ca5a2c-f29e-4e00-b93a-ebbb29459fb2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:10.041651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.108083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 16596877-f9ac-4638-99a1-2ac98d844819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:46:10.152023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.196986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:10.196986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.331940 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.352553 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.384472 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.438252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.478190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] Pushing event deleted for resources: {'Port': ['ID=f875af72-7662-4b39-babe-3dd8e5e93804,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:10.478986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for f875af72-7662-4b39-babe-3dd8e5e93804 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:10.481663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e6f87f-0e56-4fd7-83b7-3864a1344ba5 None None] No DVR routers for this DVR port f875af72-7662-4b39-babe-3dd8e5e93804 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:10.499991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] For port eae6a4aa-6248-438a-83cc-b9663c034ee1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eae6a4aa-6248-438a-83cc-b9663c034ee1,segment=NetworkSegment(135c9538-185d-4745-8789-04bfd8c3d10e),segment_id=135c9538-185d-4745-8789-04bfd8c3d10e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:10.500399 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.807473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:10.821310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] Calling delete_port for eae6a4aa-6248-438a-83cc-b9663c034ee1 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:11.011170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Pushing event updated for resources: {'Port': ['ID=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.040672 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.153202 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:11.153846 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:11.180228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Allocated IP 172.20.0.11 (10328caa-4b0b-478f-89af-9b549e78e827/a79f50b7-1bd5-480a-9422-dcaffa2d9000/f5377f0c-ff2c-44ec-9666-f931a1e41f89) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:11.206094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] Pushing event deleted for resources: {'Port': ['ID=eae6a4aa-6248-438a-83cc-b9663c034ee1,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.211588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f875af72-7662-4b39-babe-3dd8e5e93804 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:11.259150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:11.292373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ff04611-3539-4188-b28c-987184b86996 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "PUT /v2.0/routers/16596877-f9ac-4638-99a1-2ac98d844819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.9365685 Apr 18 20:46:11.292682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ecea73-2ea1-46a2-a00c-38a1652dac6a None None] No DVR routers for this DVR port eae6a4aa-6248-438a-83cc-b9663c034ee1 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:11.304772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] Sync routers for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:11.325655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f875af72-7662-4b39-babe-3dd8e5e93804 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:46:11.326089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f875af72-7662-4b39-babe-3dd8e5e93804 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:11.349362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4b18bf40-a89c-4ef4-a556-ba456a88f6ef HTTP/1.1" status: 204 len: 168 time: 3.8934999 Apr 18 20:46:11.353761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb27c2-552e-43b9-85b6-8dcac40b0fc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b18bf40-a89c-4ef4-a556-ba456a88f6ef,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:11.357575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:11.360271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:11.368005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48136) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:11.549087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:11.584876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:11.636004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port eae6a4aa-6248-438a-83cc-b9663c034ee1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eae6a4aa-6248-438a-83cc-b9663c034ee1,segment=NetworkSegment(135c9538-185d-4745-8789-04bfd8c3d10e),segment_id=135c9538-185d-4745-8789-04bfd8c3d10e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:11.638273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.668079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port f875af72-7662-4b39-babe-3dd8e5e93804 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:11.672642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:11.946482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] The port 'f875af72-7662-4b39-babe-3dd8e5e93804' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:46:12.046393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f4de871e-a11f-4039-ae65-f9a93523e11a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:12.201594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:12.239447 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.252666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.310490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817512cd-24ec-4ae3-a670-152dc9597832']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:12.324000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c104801-dda4-4192-b318-84be898b12ce None None] Provisioning complete for port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:12.326871 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c104801-dda4-4192-b318-84be898b12ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.334084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ca5a2c-f29e-4e00-b93a-ebbb29459fb2') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:12.334411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ca5a2c-f29e-4e00-b93a-ebbb29459fb2') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:12.526750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f4de871e-a11f-4039-ae65-f9a93523e11a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:12.541764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.556302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6c104801-dda4-4192-b318-84be898b12ce None None] Port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:12.566541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f4de871e-a11f-4039-ae65-f9a93523e11a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:12.566955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.568658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.578683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:12.579118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:12.596502 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:12.612876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.671590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for eae6a4aa-6248-438a-83cc-b9663c034ee1 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:12.761327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network 10328caa-4b0b-478f-89af-9b549e78e827 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:12.768744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:12.772307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:12.789622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] Deleting subnet 1510151d-838e-4928-ba0e-ff7ad87e0c55 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:46:12.808079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.936915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.941728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.955125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:12.974054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Port': ['ID=f5377f0c-ff2c-44ec-9666-f931a1e41f89,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:12.987991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f4de871e-a11f-4039-ae65-f9a93523e11a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f4de871e-a11f-4039-ae65-f9a93523e11a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:13.013166 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.072446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=817512cd-24ec-4ae3-a670-152dc9597832,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.106105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-564cd2a9-03cb-4714-9112-208e47d6bdd9 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/817512cd-24ec-4ae3-a670-152dc9597832 HTTP/1.1" status: 204 len: 168 time: 5.2855978 Apr 18 20:46:13.114696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:13.118440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.135619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eae6a4aa-6248-438a-83cc-b9663c034ee1 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:13.168029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-463823715'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:13.211175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: eae6a4aa-6248-438a-83cc-b9663c034ee1 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:46:13.211523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eae6a4aa-6248-438a-83cc-b9663c034ee1 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:13.234945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:13.235828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:05Z', 'revision_number': 6, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 1, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:13.249938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:13.252474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] Checking router: 16596877-f9ac-4638-99a1-2ac98d844819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:13.265674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:13.266350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:13.306322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:13.326819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f4de871e-a11f-4039-ae65-f9a93523e11a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:13.335828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:13.336533 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:13.337648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:13.362361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a3eaf-a3fc-427d-9f16-03702ed20ad0 req-376caebe-b39d-4495-b7b2-77cb547582b8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.364093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-144a3eaf-a3fc-427d-9f16-03702ed20ad0 req-376caebe-b39d-4495-b7b2-77cb547582b8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 946 time: 0.8273637 Apr 18 20:46:13.404269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:46:13.407450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.460880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:13.464610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.475272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f4de871e-a11f-4039-ae65-f9a93523e11a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:13.577489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.584268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:13.642296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-20cfd57e-6724-4ef1-a8ab-a85260e4fb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.689296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-144a3eaf-a3fc-427d-9f16-03702ed20ad0 req-99510a07-3d6d-48c5-99f4-594d459c02b2 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3138857 Apr 18 20:46:13.746392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:13.766523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f4de871e-a11f-4039-ae65-f9a93523e11a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:13.766901 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.821202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-5fdf9fc2-276a-4cdf-b8fb-c11b94ab8cf8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:13.823981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-5fdf9fc2-276a-4cdf-b8fb-c11b94ab8cf8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 946 time: 0.5689328 Apr 18 20:46:13.834811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.835362 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment 80e661f7-2740-4c28-8eb2-8cea6f774f4f of type vlan for network d4f9b41a-2444-4246-a139-8aff2af5df17 Apr 18 20:46:13.903556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:13.913567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port eae6a4aa-6248-438a-83cc-b9663c034ee1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:13.914208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.219504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.297233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.319360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:05Z', 'revision_number': 6, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 1, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:14.328609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c9046f-eb13-47de-9b69-c31eb7959111 None None] The sync data for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 is: [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:05Z', 'revision_number': 6, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '2b664217-d8e2-455b-b23d-f2a9c646775b', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.133', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'port_id': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 2802, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'mac_address': 'fa:16:3e:7a:05:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:43:34Z', 'updated_at': '2022-04-18T20:43:45Z', 'revision_number': 1, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:14.420789 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:14.453766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:14.465466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.467449 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:14.484878 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:14.486534 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:45:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:14.533188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1510151d-838e-4928-ba0e-ff7ad87e0c55,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:14.559620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] The port 'eae6a4aa-6248-438a-83cc-b9663c034ee1' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:46:14.622520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-40505887-00e5-4512-829f-0f45741ab64a admin admin] 10.222.0.47 "PUT /v2.0/routers/17362133-1e8e-4dcf-80df-9d8b11e0a17a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9827962 Apr 18 20:46:14.623922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.629812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:14.631150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.638602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 5d9a79ab-021c-4603-8a7f-2d7816357f94 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:14.638846 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:14.711827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-69991db3-ac8b-49a9-84fe-bf87a4e1551d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1510151d-838e-4928-ba0e-ff7ad87e0c55 HTTP/1.1" status: 204 len: 168 time: 3.3167374 Apr 18 20:46:14.716252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48172) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:14.861293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7026560 Apr 18 20:46:14.875781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48182) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:14.919831 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:14.972712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:14.994751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb866e-5eae-4ce3-bdcf-514ada595dce tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=d4f9b41a-2444-4246-a139-8aff2af5df17,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:15.016216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d4f9b41a-2444-4246-a139-8aff2af5df17 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:15.408136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1df8fd8-dca3-43b8-89da-4a24f2cae5ab no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:15.427177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.592879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e1df8fd8-dca3-43b8-89da-4a24f2cae5ab {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:46:15.595232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1df8fd8-dca3-43b8-89da-4a24f2cae5ab not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:15.606538 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.640265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.676538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97da7785-ce75-483b-abf4-4b3d17d7f0f1']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.694049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25299714-8076-4c3d-b716-3551859c3c26') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.694867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25299714-8076-4c3d-b716-3551859c3c26') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.709204 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.728832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.736107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:15.736433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.814421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48192) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:15.816707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd155adf-a1ec-472f-8fad-a5c3e4167a15']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:15.828875 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:15.830765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Router fd525e29-56e8-4ec6-b001-b9675b69573e is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:46:15.837708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1318692154', 'description': 'tempest-description--871887948'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:15.848172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.873710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:15.887550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135c9538-185d-4745-8789-04bfd8c3d10e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.887939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135c9538-185d-4745-8789-04bfd8c3d10e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.892147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 2, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:15.895498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:15.898150 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:15.898745 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Updating router 17362133-1e8e-4dcf-80df-9d8b11e0a17a port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:46:15.907732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:15.930318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:15.947582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:15.949538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.973074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.973962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/97da7785-ce75-483b-abf4-4b3d17d7f0f1 HTTP/1.1" status: 204 len: 168 time: 1.2420905 Apr 18 20:46:15.987074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9446e55c-59b0-4b75-9d14-851d515c4a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:15.996169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:16.028852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:16.031636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb9357-7260-4428-abc6-b9956a67f6d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=97da7785-ce75-483b-abf4-4b3d17d7f0f1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:16.039407 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.064843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:16.112808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.128150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port 5d9a79ab-021c-4603-8a7f-2d7816357f94, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5d9a79ab-021c-4603-8a7f-2d7816357f94,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:16.133017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.231741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d1b01-b25b-426e-be5a-c2789692b87f req-c6b9c6fa-fc35-4450-a9cc-5a6e87d48bde tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:16.233110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-290d1b01-b25b-426e-be5a-c2789692b87f req-c6b9c6fa-fc35-4450-a9cc-5a6e87d48bde tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:16.303954 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.326765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:16.352315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Sync routers for ids ['fd525e29-56e8-4ec6-b001-b9675b69573e'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:16.377370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-290d1b01-b25b-426e-be5a-c2789692b87f req-c6b9c6fa-fc35-4450-a9cc-5a6e87d48bde tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:16.379949 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-290d1b01-b25b-426e-be5a-c2789692b87f req-c6b9c6fa-fc35-4450-a9cc-5a6e87d48bde tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 946 time: 0.9472871 Apr 18 20:46:16.389268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Routers {'fd525e29-56e8-4ec6-b001-b9675b69573e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:16.392941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['fd525e29-56e8-4ec6-b001-b9675b69573e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:16.412163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:16.447737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for 5d9a79ab-021c-4603-8a7f-2d7816357f94 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:16.542627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:16.550269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.587407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-290d1b01-b25b-426e-be5a-c2789692b87f req-8c47ed6b-3806-45a7-93d2-487b8a38edc2 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=d5499444-a75a-4431-b1e4-fa600069cd70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1734912 Apr 18 20:46:16.604230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:16.604890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.623519 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:16.625873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ac2f31b1-1103-4f8c-9fc1-f7a3606af447 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 10.9582553 Apr 18 20:46:16.630197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:16.646829 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:16.859478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e80dc934-804d-4e32-a725-bcf3e784c0b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bea9b647aecf4b35923add096aa3df38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3791845 Apr 18 20:46:16.864360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48216) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:16.926787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:17.007302 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.083135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Set router fd525e29-56e8-4ec6-b001-b9675b69573e gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:17.103181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:17.127985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:17.164528 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.183872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c55325-7f34-458a-bbbc-ae87eee3e1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.202105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.203293 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Transition to ACTIVE for port object 26c2c1fa-90b1-4c4b-baf2-be324c185c8a will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:17.228487 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.239861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:17.259435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.363312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.408609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.441541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=dd155adf-a1ec-472f-8fad-a5c3e4167a15,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.482815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c36c985a-a8de-4b5f-b412-54aa684827e7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/dd155adf-a1ec-472f-8fad-a5c3e4167a15 HTTP/1.1" status: 204 len: 168 time: 9.3228610 Apr 18 20:46:17.488070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48220) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:17.495032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1821412584', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:17.504463 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Pushing event updated for resources: {'Port': ['ID=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:17.548810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:17.577291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:router and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:17.596391 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.602660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.603267 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.603699 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.604131 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.604847 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.605276 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.605723 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.606143 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.606575 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.607008 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.609728 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:17.681731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5d9a79ab-021c-4603-8a7f-2d7816357f94 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:17.707091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c55325-7f34-458a-bbbc-ae87eee3e1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.756447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.793274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:17.805560 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Attempting to bind port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:17.808447 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Attempting to bind port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:17.808803 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Attempting to bind port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:17.815634 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:46:17.815997 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Checking segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:17.816396 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.816908 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Bound using segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:46:17.817397 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Bound port: 26c2c1fa-90b1-4c4b-baf2-be324c185c8a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:17.817789 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.818530 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.887248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:17.900074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.928311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 5d9a79ab-021c-4603-8a7f-2d7816357f94 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:46:17.928973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5d9a79ab-021c-4603-8a7f-2d7816357f94 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:17.940812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c55325-7f34-458a-bbbc-ae87eee3e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.952774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:17.999602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Deleting port f5377f0c-ff2c-44ec-9666-f931a1e41f89 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:18.000013 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.038306 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] For port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:46:18.042481 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] For port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:46:18.056749 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.074580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c55325-7f34-458a-bbbc-ae87eee3e1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f2c4f4-0ed9-4741-b3a1-d36d60564872,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.258603 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:18.259867 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.278121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd525e29-56e8-4ec6-b001-b9675b69573e', 'name': '', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '10328caa-4b0b-478f-89af-9b549e78e827', 'external_fixed_ips': [{'subnet_id': 'a79f50b7-1bd5-480a-9422-dcaffa2d9000', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': 'f5377f0c-ff2c-44ec-9666-f931a1e41f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:05Z', 'updated_at': '2022-04-18T20:46:13Z', 'revision_number': 3, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port': {'id': 'f5377f0c-ff2c-44ec-9666-f931a1e41f89', 'name': '', 'network_id': '10328caa-4b0b-478f-89af-9b549e78e827', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:04:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd525e29-56e8-4ec6-b001-b9675b69573e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3082, 'fixed_ips': [{'subnet_id': 'a79f50b7-1bd5-480a-9422-dcaffa2d9000', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:09Z', 'updated_at': '2022-04-18T20:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a79f50b7-1bd5-480a-9422-dcaffa2d9000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:18.294994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Checking router: fd525e29-56e8-4ec6-b001-b9675b69573e for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:18.295667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Updating router fd525e29-56e8-4ec6-b001-b9675b69573e port f5377f0c-ff2c-44ec-9666-f931a1e41f89 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:46:18.340130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ac677-04f2-4bd2-a3f8-95227b66f7fa None None] Pushing event updated for resources: {'Port': ['ID=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.398185 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-98c55325-7f34-458a-bbbc-ae87eee3e1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.399775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-98c55325-7f34-458a-bbbc-ae87eee3e1bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36f2c4f4-0ed9-4741-b3a1-d36d60564872 HTTP/1.1" status: 204 len: 168 time: 1.5339146 Apr 18 20:46:18.504324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.506070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.590049 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1282a2-94dd-4286-841f-761c3f411835,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.605053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=5d9a79ab-021c-4603-8a7f-2d7816357f94,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:18.659441 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.722678 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:18.819803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.826567 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5b05fba-69b7-4d4f-9951-b8f4f4166ed9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 3.0017552 Apr 18 20:46:18.829742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-62ae4ed4-b023-47f2-910d-f18c5e52da59 req-739a3f6a-e012-461e-8b2c-b67dd8357cca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:18.837541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.851636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:18.909449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48232) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:18.966356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': 'bd1282a2-94dd-4286-841f-761c3f411835', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:19.216231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:19.246148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] No DVR routers for this DVR port 5d9a79ab-021c-4603-8a7f-2d7816357f94 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:19.329203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.357395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:19.383812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'name': 'network-vif-deleted', 'tag': '5d9a79ab-021c-4603-8a7f-2d7816357f94'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:19.422380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:19.455143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.474898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.495283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Calling delete_port for f5377f0c-ff2c-44ec-9666-f931a1e41f89 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:19.506734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:19.541209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.622234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48240) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:19.633366 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-566b3eab-23a2-4e03-8e0d-c1f7fa6d70c0'] response: {'server_uuid': 'f2413f07-3afd-462e-a182-f4f342fad94e', 'name': 'network-vif-deleted', 'tag': '5d9a79ab-021c-4603-8a7f-2d7816357f94', 'status': 'completed', 'code': 200} Apr 18 20:46:19.639398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Transition to ACTIVE for port object f5377f0c-ff2c-44ec-9666-f931a1e41f89 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:19.643651 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.647634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.656730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-62ae4ed4-b023-47f2-910d-f18c5e52da59 req-739a3f6a-e012-461e-8b2c-b67dd8357cca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:19.658764 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.665756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62ae4ed4-b023-47f2-910d-f18c5e52da59 req-739a3f6a-e012-461e-8b2c-b67dd8357cca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 210 time: 1.4124997 Apr 18 20:46:19.673751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7fa6c63-c1c9-47ab-b03c-9136cfef2904 req-387cb0d0-2094-4ae9-8dd0-6f01439e2347 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "DELETE /v2.0/ports/5d9a79ab-021c-4603-8a7f-2d7816357f94 HTTP/1.1" status: 204 len: 173 time: 5.8305433 Apr 18 20:46:19.776497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=25252a2c-9a2b-4c4f-b029-b2643aac8052,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:19.837977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:19.857329 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:18Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:19.870857 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8455cece-9e8b-41cf-b07e-f99d0a46c6a7 None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:18Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:19.891163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ce3d486f-f506-4096-b4d3-9bbae421044c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca1f0c5ed66f4f06852bf7d74b3fa732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646501 Apr 18 20:46:19.892529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48244) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:19.981182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e46330-9da9-4b0e-91e2-de0e007921a5 None None] Pushing event updated for resources: {'Port': ['ID=f5377f0c-ff2c-44ec-9666-f931a1e41f89,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:19.997423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Attempting to bind port f5377f0c-ff2c-44ec-9666-f931a1e41f89 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:19.997825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Attempting to bind port f5377f0c-ff2c-44ec-9666-f931a1e41f89 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '205d422b-af9c-4eb7-8e31-dcc6d9879180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10328caa-4b0b-478f-89af-9b549e78e827'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:19.998191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Attempting to bind port f5377f0c-ff2c-44ec-9666-f931a1e41f89 on network 10328caa-4b0b-478f-89af-9b549e78e827 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:20.012335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:46:20.012739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Checking segment: {'id': '205d422b-af9c-4eb7-8e31-dcc6d9879180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10328caa-4b0b-478f-89af-9b549e78e827'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:20.013119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.013545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Bound using segment: {'id': '205d422b-af9c-4eb7-8e31-dcc6d9879180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10328caa-4b0b-478f-89af-9b549e78e827'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:46:20.014078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Bound port: f5377f0c-ff2c-44ec-9666-f931a1e41f89, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '205d422b-af9c-4eb7-8e31-dcc6d9879180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '10328caa-4b0b-478f-89af-9b549e78e827'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:20.014443 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.170307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-208451e7-faae-4e73-9e91-d67d37048397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.214547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] For port f5377f0c-ff2c-44ec-9666-f931a1e41f89, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:46:20.223802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] For port f5377f0c-ff2c-44ec-9666-f931a1e41f89, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f5377f0c-ff2c-44ec-9666-f931a1e41f89,segment=NetworkSegment(205d422b-af9c-4eb7-8e31-dcc6d9879180),segment_id=205d422b-af9c-4eb7-8e31-dcc6d9879180)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:46:20.240112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.299541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-208451e7-faae-4e73-9e91-d67d37048397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.435066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e46330-9da9-4b0e-91e2-de0e007921a5 None None] Pushing event updated for resources: {'Port': ['ID=f5377f0c-ff2c-44ec-9666-f931a1e41f89,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.438156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Routers {'fd525e29-56e8-4ec6-b001-b9675b69573e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:20.438806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['fd525e29-56e8-4ec6-b001-b9675b69573e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:20.488075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:20.488674 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:20.520471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-208451e7-faae-4e73-9e91-d67d37048397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.562721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208451e7-faae-4e73-9e91-d67d37048397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fbf2a93-3fd5-48a5-a9f9-fe9178bfd6f1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:20.600993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-208451e7-faae-4e73-9e91-d67d37048397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.603974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-208451e7-faae-4e73-9e91-d67d37048397 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0fbf2a93-3fd5-48a5-a9f9-fe9178bfd6f1 HTTP/1.1" status: 204 len: 168 time: 0.7095656 Apr 18 20:46:20.935803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:20.991175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Deleting port f5377f0c-ff2c-44ec-9666-f931a1e41f89 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:20.991581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.057733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] Set router fd525e29-56e8-4ec6-b001-b9675b69573e gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:21.141422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': '80e661f7-2740-4c28-8eb2-8cea6f774f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:21.141951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: d4f9b41a-2444-4246-a139-8aff2af5df17, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:21.327771 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.348335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.350838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network d4f9b41a-2444-4246-a139-8aff2af5df17 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:21.422192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d4f9b41a-2444-4246-a139-8aff2af5df17) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:21.431931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614e8857-d67b-4b1e-825c-8d156069a599,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:21.443474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:21.449193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.495443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.501386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4f4a6e3e-1475-4fae-8b8c-a71120b35701 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5780261 Apr 18 20:46:21.508584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48258) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:21.515329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] For port f5377f0c-ff2c-44ec-9666-f931a1e41f89, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f5377f0c-ff2c-44ec-9666-f931a1e41f89,segment=NetworkSegment(205d422b-af9c-4eb7-8e31-dcc6d9879180),segment_id=205d422b-af9c-4eb7-8e31-dcc6d9879180)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:21.515746 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:21.541466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': 'bd1282a2-94dd-4286-841f-761c3f411835', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:21.547721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d7bcc1dd-59d4-45b9-91bc-13a3018839e8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.6644089 Apr 18 20:46:21.550768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95f178d-066b-4772-abe8-1f78226df20c None None] Network d4f9b41a-2444-4246-a139-8aff2af5df17 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:21.556611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48264) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:21.573936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:21.598923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17', 'name': 'tempest-PortsTestJSON-1252709165', 'fixed_ips': [{'subnet_id': '25252a2c-9a2b-4c4f-b029-b2643aac8052', 'ip_address': '172.20.0.10'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:21.675864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:21.763937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:21.836042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:21.902939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd525e29-56e8-4ec6-b001-b9675b69573e', 'name': '', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:05Z', 'updated_at': '2022-04-18T20:46:17Z', 'revision_number': 4, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:21.913928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 26c2c1fa-90b1-4c4b-baf2-be324c185c8a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:21.958491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Calling delete_port for f5377f0c-ff2c-44ec-9666-f931a1e41f89 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:22.003257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835adcaf-027f-4ba6-83fd-e6c9fa9f0bb0 None None] The sync data for ids ['fd525e29-56e8-4ec6-b001-b9675b69573e'] in n-d-836016-3 is: [{'id': 'fd525e29-56e8-4ec6-b001-b9675b69573e', 'name': '', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:05Z', 'updated_at': '2022-04-18T20:46:17Z', 'revision_number': 4, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:22.059232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d20678f-35bb-4070-86aa-6f16fd9214b1 req-23f6d218-76b2-46aa-a2bc-717be5d9815a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=f2413f07-3afd-462e-a182-f4f342fad94e HTTP/1.1" status: 200 len: 210 time: 0.2571902 Apr 18 20:46:22.178524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:22.200548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:22.201469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.291616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d4f9b41a-2444-4246-a139-8aff2af5df17', 'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17', 'tenant_id': 'f2836e62a71c4ca08cfc83c8334fac15', 'fixed_ips': [{'subnet_id': '25252a2c-9a2b-4c4f-b029-b2643aac8052'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:46:22.292877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.352890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.387296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.435661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.536891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.578387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5377f0c-ff2c-44ec-9666-f931a1e41f89,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.601451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.741817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:22.759544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:22.768699 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.808047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:22.863552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.877030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Allocated IP 172.20.0.2 (d4f9b41a-2444-4246-a139-8aff2af5df17/25252a2c-9a2b-4c4f-b029-b2643aac8052/4da2e54d-286e-4108-9026-667968573b8f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:22.910061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.945866 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:22.971270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:22.988216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:23.109702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df4b6830-0fd4-48fa-98c0-8fbf3ab4a657,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:23.319602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.25.5.71 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/e1caeefd-4ef8-4562-83a2-9fa71a0085d9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:23.321740 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.324480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.326254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-24d634eb-3aca-4bb5-ac84-5a7b17e92c2f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8161502 Apr 18 20:46:23.330381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48294) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:23.349757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Transition to ACTIVE for port object 4da2e54d-286e-4108-9026-667968573b8f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:23.353746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:23.395109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:23.413994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Transition to ACTIVE for port object 4da2e54d-286e-4108-9026-667968573b8f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:23.423691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:floatingip and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:23.424080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.439061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:23.525556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 26c2c1fa-90b1-4c4b-baf2-be324c185c8a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:23.602583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Network d4f9b41a-2444-4246-a139-8aff2af5df17 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:23.618235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:23.618546 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.624643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48300) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:23.630923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:23.633111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Pushing event updated for resources: {'Port': ['ID=4da2e54d-286e-4108-9026-667968573b8f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:23.634995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.666997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.677877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.686653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:23.776143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.820129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:23.824869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:23.837502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.838278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.839039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd525e29-56e8-4ec6-b001-b9675b69573e {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:46:23.862025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 51291a02-aff0-4137-ac34-3e8342b4b20e yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:23.894812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.897901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe4a9845-2b4b-4f50-b917-0f669539b453 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "DELETE /v2.0/routers/fd525e29-56e8-4ec6-b001-b9675b69573e HTTP/1.1" status: 204 len: 168 time: 7.2650588 Apr 18 20:46:23.901425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:23.934441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:23.936528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:23.937141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:23.981648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2c86-038c-4a01-ade3-8c0ce3c1a796 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.010093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Attempting to bind port 4da2e54d-286e-4108-9026-667968573b8f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:24.010473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Attempting to bind port 4da2e54d-286e-4108-9026-667968573b8f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '80e661f7-2740-4c28-8eb2-8cea6f774f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:24.010846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Attempting to bind port 4da2e54d-286e-4108-9026-667968573b8f on network d4f9b41a-2444-4246-a139-8aff2af5df17 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:24.026064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=e1caeefd-4ef8-4562-83a2-9fa71a0085d9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.064233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:46:24.064676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Checking segment: {'id': '80e661f7-2740-4c28-8eb2-8cea6f774f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:24.065107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.068240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Bound using segment: {'id': '80e661f7-2740-4c28-8eb2-8cea6f774f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:46:24.068240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Bound port: 4da2e54d-286e-4108-9026-667968573b8f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80e661f7-2740-4c28-8eb2-8cea6f774f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:24.068240 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.077489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2c86-038c-4a01-ade3-8c0ce3c1a796 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.248951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2c86-038c-4a01-ade3-8c0ce3c1a796 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.309901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e2c86-038c-4a01-ade3-8c0ce3c1a796 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5499444-a75a-4431-b1e4-fa600069cd70,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.333079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Deleting subnet a79f50b7-1bd5-480a-9422-dcaffa2d9000 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:46:24.340031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.362598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] For port 4da2e54d-286e-4108-9026-667968573b8f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:46:24.371974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] For port 4da2e54d-286e-4108-9026-667968573b8f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4da2e54d-286e-4108-9026-667968573b8f,segment=NetworkSegment(80e661f7-2740-4c28-8eb2-8cea6f774f4f),segment_id=80e661f7-2740-4c28-8eb2-8cea6f774f4f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:46:24.379596 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.465198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2c86-038c-4a01-ade3-8c0ce3c1a796 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.467637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bb5e2c86-038c-4a01-ade3-8c0ce3c1a796 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/security-groups/d5499444-a75a-4431-b1e4-fa600069cd70 HTTP/1.1" status: 204 len: 168 time: 0.8396535 Apr 18 20:46:24.500305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:24.540755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5ee3b-d92e-442e-9344-708d5b370aa4 None None] Pushing event updated for resources: {'Port': ['ID=4da2e54d-286e-4108-9026-667968573b8f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:24.706664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48324) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:24.838151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.058692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.177721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a79f50b7-1bd5-480a-9422-dcaffa2d9000,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:25.186956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.200794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-115a8bb8-0004-4120-bfdb-add2beb2f6a1 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/a79f50b7-1bd5-480a-9422-dcaffa2d9000 HTTP/1.1" status: 204 len: 168 time: 1.2886961 Apr 18 20:46:25.201473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:25.276200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting subnet 05d84310-8516-43ea-8de6-5b8d02356d40 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:46:25.288828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.486866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.557848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4da2e54d-286e-4108-9026-667968573b8f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:25.575947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.10 (d4f9b41a-2444-4246-a139-8aff2af5df17/25252a2c-9a2b-4c4f-b029-b2643aac8052/51291a02-aff0-4137-ac34-3e8342b4b20e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:25.694743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.782496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4da2e54d-286e-4108-9026-667968573b8f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:25.785999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.852895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10328caa-4b0b-478f-89af-9b549e78e827']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:25.863372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-5eedc391-a38f-421c-b747-b1ea3da4b5d5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:25.869370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205d422b-af9c-4eb7-8e31-dcc6d9879180') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:25.869753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205d422b-af9c-4eb7-8e31-dcc6d9879180') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:25.883789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.912691 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.929960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:25.931165 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:25.958815 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:26.086652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.138411 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.146475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 10328caa-4b0b-478f-89af-9b549e78e827 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 18 20:46:26.150870 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.196790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "DELETE /v2.0/networks/10328caa-4b0b-478f-89af-9b549e78e827 HTTP/1.1" status: 204 len: 168 time: 0.9937463 Apr 18 20:46:26.198226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afe9a3-f430-4dea-af6c-9deede60c173 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event deleted for resources: {'Network': ['ID=10328caa-4b0b-478f-89af-9b549e78e827,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:26.282521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7e1a7-9cc3-491d-9e48-f756d9f426c4 None None] Network d4f9b41a-2444-4246-a139-8aff2af5df17 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:26.382484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-5eedc391-a38f-421c-b747-b1ea3da4b5d5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:26.383440 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-5eedc391-a38f-421c-b747-b1ea3da4b5d5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000629040&fields=id&tenant_id=3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 267 time: 1.0515888 Apr 18 20:46:26.419563 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.455402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.820329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-65717801-6ca1-4abb-836a-382539d1596d None None] Provisioning for port 4da2e54d-286e-4108-9026-667968573b8f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:26.863413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-65717801-6ca1-4abb-836a-382539d1596d None None] Provisioning complete for port 4da2e54d-286e-4108-9026-667968573b8f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:26.864149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-65717801-6ca1-4abb-836a-382539d1596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.930199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:26.949063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48352) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:26.957378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'router': {'name': 'tempest-router--1093963690', 'project_id': '9d97c7fb1e4f452f96f66c10f8f6a842'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:26.969112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:26.978522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:router and tenant:9d97c7fb1e4f452f96f66c10f8f6a842 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:26.984891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:26.998165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:27.020135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.022254 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.062417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.077840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 51291a02-aff0-4137-ac34-3e8342b4b20e will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:27.104937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.165357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.166393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b97f25ba-158a-441f-84f1-0fb8e81ff073 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2159367 Apr 18 20:46:27.170496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:27.301496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-65717801-6ca1-4abb-836a-382539d1596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.383289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-65717801-6ca1-4abb-836a-382539d1596d None None] For port 4da2e54d-286e-4108-9026-667968573b8f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4da2e54d-286e-4108-9026-667968573b8f,segment=NetworkSegment(80e661f7-2740-4c28-8eb2-8cea6f774f4f),segment_id=80e661f7-2740-4c28-8eb2-8cea6f774f4f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:27.393362 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-65717801-6ca1-4abb-836a-382539d1596d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.416350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a55d36-bad7-4adb-b703-1d7c4b6e1739 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.505122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65717801-6ca1-4abb-836a-382539d1596d None None] Pushing event updated for resources: {'Port': ['ID=4da2e54d-286e-4108-9026-667968573b8f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:27.627596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3aaa67b8-5bcb-4581-85d7-d4fc4074ee24 None None] Provisioning complete for port 4da2e54d-286e-4108-9026-667968573b8f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:27.628550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3aaa67b8-5bcb-4581-85d7-d4fc4074ee24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.798167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.25.5.245 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/312f9f98-5d74-4072-8df7-a6eb0f9bcef7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:27.831778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:27.920932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-4878a478-e00a-4157-a93b-3b452412fd21 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:27.923527 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-4878a478-e00a-4157-a93b-3b452412fd21 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 1.5055079 Apr 18 20:46:27.942205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3baa5da-98ec-4479-890a-07b69c442349 None None] Network 42c8b731-22c8-433e-994b-cd98f54bf6d0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:28.029148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a55d36-bad7-4adb-b703-1d7c4b6e1739 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.030862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.034300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a55d36-bad7-4adb-b703-1d7c4b6e1739 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.078929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Subnet': ['ID=05d84310-8516-43ea-8de6-5b8d02356d40,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:28.116119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a55d36-bad7-4adb-b703-1d7c4b6e1739 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.118664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a55d36-bad7-4adb-b703-1d7c4b6e1739 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 91000d71-1c38-404e-a9ff-c9b95a46858b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:46:28.148755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a55d36-bad7-4adb-b703-1d7c4b6e1739 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.157330 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-47a55d36-bad7-4adb-b703-1d7c4b6e1739 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "DELETE /v2.0/routers/91000d71-1c38-404e-a9ff-c9b95a46858b HTTP/1.1" status: 204 len: 168 time: 0.9850192 Apr 18 20:46:28.162757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.272283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-557f0203-683d-417e-8f8e-f59dc2e71b4a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/quotas/3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 375 time: 0.2354026 Apr 18 20:46:28.321989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3916f019-9fed-4cbf-a7c5-062a1f02e0fc tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/subnets/05d84310-8516-43ea-8de6-5b8d02356d40 HTTP/1.1" status: 204 len: 168 time: 3.5956972 Apr 18 20:46:28.327065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48368) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:28.498470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] DHCP port deletion for 42c8b731-22c8-433e-994b-cd98f54bf6d0 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:46:28.499838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48374) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:28.510919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] Deleting port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:28.511809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.535296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network d4f9b41a-2444-4246-a139-8aff2af5df17 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:28.677487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.701216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:28.702138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:28.757903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:28.759681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=51291a02-aff0-4137-ac34-3e8342b4b20e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:28.773223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:28.902107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.050355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.126803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:29.127500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.281039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] For port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:29.282206 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.335536 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-69b76b2b-b59f-4bd0-8096-681e114fb191 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.7742021 Apr 18 20:46:29.378435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48384) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:29.383649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': 'd4f9b41a-2444-4246-a139-8aff2af5df17', 'name': 'tempest-PortsTestJSON-1244677271', 'fixed_ips': [{'subnet_id': '25252a2c-9a2b-4c4f-b029-b2643aac8052', 'ip_address': '172.20.0.9'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:29.676113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-894014151', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:29.687294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] Calling delete_port for 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:29.707697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:29.726571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Usage tracker for resource:router and tenant:6dd6afdfe6864ed987f43eb1a8b4dfb2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:29.748863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:29.772720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4da2e54d-286e-4108-9026-667968573b8f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:29.808062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:29.831952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-21354e98-6d64-46d4-ad05-bf1e2b0b2bc6 None None] Provisioning for port 51291a02-aff0-4137-ac34-3e8342b4b20e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:29.847243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-21354e98-6d64-46d4-ad05-bf1e2b0b2bc6 None None] Provisioning complete for port 51291a02-aff0-4137-ac34-3e8342b4b20e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:29.848138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-21354e98-6d64-46d4-ad05-bf1e2b0b2bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.891493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:29.997598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-21354e98-6d64-46d4-ad05-bf1e2b0b2bc6 None None] Port 51291a02-aff0-4137-ac34-3e8342b4b20e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:30.018039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4da2e54d-286e-4108-9026-667968573b8f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:30.018847 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.027632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.029635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.068946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.070611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.111276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=312f9f98-5d74-4072-8df7-a6eb0f9bcef7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:30.136851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,segment=NetworkSegment(52aed2e6-8a9c-4c0f-828d-bfa579cb6e19),segment_id=52aed2e6-8a9c-4c0f-828d-bfa579cb6e19)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:30.137320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:30.141193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] Pushing event deleted for resources: {'Port': ['ID=4ef42906-6fe9-4cdd-bf4e-f83a9d991f03,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:30.164368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43d60de-8f31-4edd-9005-826bc0598e5d None None] No DVR routers for this DVR port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:30.229717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-b607044e-2766-4edb-a833-e37256d25656 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&fields=id HTTP/1.1" status: 200 len: 302 time: 1.9115427 Apr 18 20:46:30.265020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:30.279496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:30.289359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:30.293831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:30.351893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:30.388140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:30.401468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:30.410244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:46:30.410752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:30.454699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router c6f4b41d-de6f-4e52-9fa7-fd500ac65965 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:46:30.457232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:30.487336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:30.656352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:30.737102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:30.737735 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:30.993587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.028020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-f104ddd7-bd46-4dea-a5e7-384d404d872c service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7430298 Apr 18 20:46:31.183986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.252245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 4ef42906-6fe9-4cdd-bf4e-f83a9d991f03 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:31.252951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.386944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.417218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:31.425172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port e2ad982d-b271-4231-99cf-aa782eb26814 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:31.441361 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] Sync routers for ids ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:31.445832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] The port '4ef42906-6fe9-4cdd-bf4e-f83a9d991f03' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:46:31.467367 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] Routers {'c6f4b41d-de6f-4e52-9fa7-fd500ac65965'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:31.469039 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.561708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.597395 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.609536 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] Routers {'c6f4b41d-de6f-4e52-9fa7-fd500ac65965'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:31.610403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.695982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.697844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-90a1287c-d3fa-448e-a995-1d41aeda00b1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 14.2081411 Apr 18 20:46:31.703440 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.704150 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb38363b-a62a-4d7f-9ab4-9ca6cbd89ea6 None None] The sync data for ids ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:31.715974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48396) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:31.728038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.730399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-3a0cc757-0e49-469f-a239-c190c030f769 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6852038 Apr 18 20:46:31.805852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42c8b731-22c8-433e-994b-cd98f54bf6d0']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.843750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.843750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52aed2e6-8a9c-4c0f-828d-bfa579cb6e19') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:31.872428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.908571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.922986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:31.924116 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:31.998174 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:32.386113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-135af85f-155d-4595-8a96-ac82be518b38 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/routers/c6f4b41d-de6f-4e52-9fa7-fd500ac65965 HTTP/1.1" status: 200 len: 880 time: 0.6641493 Apr 18 20:46:32.387735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48408) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:32.439300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.607795 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.634097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.667706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.695417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.727307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Network': ['ID=42c8b731-22c8-433e-994b-cd98f54bf6d0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:32.737432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2b0f3f7c-1206-4c42-ac60-529eeecdde03 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/networks/42c8b731-22c8-433e-994b-cd98f54bf6d0 HTTP/1.1" status: 204 len: 168 time: 4.4087057 Apr 18 20:46:32.739926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48420) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:32.747997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:32.926439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa6daca3-34b2-4dad-9126-575e08d059f3 req-c6696cc9-b082-45a0-b025-25cc341d6554 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.2896616 Apr 18 20:46:33.040876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=312f9f98-5d74-4072-8df7-a6eb0f9bcef7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.051869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Allocated IP 172.25.5.254 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f742e772-79d5-43fd-8ab0-e0fedc91b715) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:33.200235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.305047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.9 (d4f9b41a-2444-4246-a139-8aff2af5df17/25252a2c-9a2b-4c4f-b029-b2643aac8052/e2ad982d-b271-4231-99cf-aa782eb26814) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:33.353668 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.360533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.362036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6853e75-d761-4185-acc2-7a8c9dd216ab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.0231688 Apr 18 20:46:33.447625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:33.579323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:33.589639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:33.594255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:33.746274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event updated for resources: {'Port': ['ID=f742e772-79d5-43fd-8ab0-e0fedc91b715,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:33.904801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-b7fd1024-5b09-454a-8b19-ef98b5aee17b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:33.909903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 47cdfa39-ea0d-4c24-86cb-900f5dafc5a3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:33.910479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:34.172529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-b7fd1024-5b09-454a-8b19-ef98b5aee17b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:34.186314 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-b7fd1024-5b09-454a-8b19-ef98b5aee17b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1318692154&fields=id&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 267 time: 0.4090214 Apr 18 20:46:34.311722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0b2a2502-cc26-4062-ab4e-d97fabf9444a req-b935b3b4-4f8d-4fab-aeae-f5f6b902a073 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.1434870 Apr 18 20:46:34.791605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.019201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-af119422-d713-4aa9-95c6-f373fbb12723 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:router {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:35.262754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.263872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.280904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-af119422-d713-4aa9-95c6-f373fbb12723 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:router {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:35.283208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-af119422-d713-4aa9-95c6-f373fbb12723 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 2.8569398 Apr 18 20:46:35.313403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-0f63a70c-c5f8-4662-9d68-c3eed1cb9356 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:35.315932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-0f63a70c-c5f8-4662-9d68-c3eed1cb9356 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.9405637 Apr 18 20:46:35.325277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:35.538754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-de2e0f44-117a-4358-9a72-85c687166227 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1821412584'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:35.605420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-3b376e71-5bdd-49ce-8689-c74ce2090583 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:35.606269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-3b376e71-5bdd-49ce-8689-c74ce2090583 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:35.641881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for 47cdfa39-ea0d-4c24-86cb-900f5dafc5a3 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:35.699409 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:35.782395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-3b376e71-5bdd-49ce-8689-c74ce2090583 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:35.790616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-3b376e71-5bdd-49ce-8689-c74ce2090583 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 1.6029556 Apr 18 20:46:35.795480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object e2ad982d-b271-4231-99cf-aa782eb26814 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:35.902948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-f0780cca-48e8-4e21-8783-e378dfdd22dd tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 380 time: 0.4486487 Apr 18 20:46:35.921504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-5b3b9dc6-032d-456f-9053-72959a9e5811 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/quotas/cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 375 time: 0.1297801 Apr 18 20:46:35.931370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'port': {'device_id': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'admin_state_up': True, 'tenant_id': '3e8611199562487e905052133b5013a4', 'security_groups': ['c04e3d3c-0860-41cd-bdec-cabbbd3e0126']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:36.035794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f96fb03d-7ea7-47de-8b29-fa3a992201b7 req-f8b3fae5-e2ea-4ea8-b448-9a2f8b67eca5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.3149762 Apr 18 20:46:36.075723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.273277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:36.608280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:36.666418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-be6cab6b-99b9-428b-8d15-4d7c55dc2431 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4397593 Apr 18 20:46:36.682949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:36.698879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Router 3c27703a-ae73-4c3e-9cec-ce5945435ddf is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:46:36.931842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:36.937480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.044505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:37.059945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] Sync routers for ids ['3c27703a-ae73-4c3e-9cec-ce5945435ddf'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:37.078438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] Routers {'3c27703a-ae73-4c3e-9cec-ce5945435ddf'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:37.087942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3c27703a-ae73-4c3e-9cec-ce5945435ddf'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:37.198829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-23a0dba5-94b2-40a2-9898-a5923c5c39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:37.206149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-23a0dba5-94b2-40a2-9898-a5923c5c39a3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1096 time: 0.3639638 Apr 18 20:46:37.278116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:37.303944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] Routers {'3c27703a-ae73-4c3e-9cec-ce5945435ddf'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:37.304862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3c27703a-ae73-4c3e-9cec-ce5945435ddf'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:37.329828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=e2ad982d-b271-4231-99cf-aa782eb26814,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:37.340778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.341875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e9b7cc17-adfa-4863-85cf-c8dab632c837 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 8.8407214 Apr 18 20:46:37.352116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:37.450215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:37.450528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa316129-994f-46bf-ad6e-b1ba3b2432fb None None] The sync data for ids ['3c27703a-ae73-4c3e-9cec-ce5945435ddf'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:37.622430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:37.695023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-3bf90c88-5b91-475b-b8d7-25a187b84204 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:37.726133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network d4f9b41a-2444-4246-a139-8aff2af5df17 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:37.735379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=47cdfa39-ea0d-4c24-86cb-900f5dafc5a3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:37.739829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:37.769171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:37.793759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be726f50-ebeb-41ff-8fee-2b463ecc5482 req-38deeff8-e1f0-4fc8-bd4b-ae3409c6f03a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.4472461 Apr 18 20:46:37.893439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:37.948102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-3bf90c88-5b91-475b-b8d7-25a187b84204 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:37.954911 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-3bf90c88-5b91-475b-b8d7-25a187b84204 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&fields=id HTTP/1.1" status: 200 len: 348 time: 2.0324154 Apr 18 20:46:38.257280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2e0f44-117a-4358-9a72-85c687166227 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.262010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-c5f1e930-18a6-45de-90a3-da124958bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.270115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-c5f1e930-18a6-45de-90a3-da124958bc70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 897 time: 1.0409100 Apr 18 20:46:38.319966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.320831 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.331853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-10888711-e304-4565-a725-38c222bb7914 None None] Provisioning for port e2ad982d-b271-4231-99cf-aa782eb26814 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:38.336582 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2e0f44-117a-4358-9a72-85c687166227 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.340531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-10888711-e304-4565-a725-38c222bb7914 None None] Provisioning complete for port e2ad982d-b271-4231-99cf-aa782eb26814 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:38.341118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-10888711-e304-4565-a725-38c222bb7914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.472001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-10888711-e304-4565-a725-38c222bb7914 None None] Port e2ad982d-b271-4231-99cf-aa782eb26814 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:38.491097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.491370 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Floating IP 2b664217-d8e2-455b-b23d-f2a9c646775b disassociated (deleted). External IP: 172.25.5.133, port: 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed. Apr 18 20:46:38.515815 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5bcdad61-a287-42cb-b6d7-96dacea13b3a tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/3c27703a-ae73-4c3e-9cec-ce5945435ddf HTTP/1.1" status: 200 len: 920 time: 1.1615803 Apr 18 20:46:38.525953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-51c336c8-f420-4b65-b274-dfa579dd8b00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 217 time: 0.2275686 Apr 18 20:46:38.527126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:38.532345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.627395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.20.0.3 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/521579ba-5615-482f-88a1-16a3363d7bc2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:38.677439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-78940ad0-5380-4d3d-8852-2e1ed1730f5f tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c27703a-ae73-4c3e-9cec-ce5945435ddf HTTP/1.1" status: 200 len: 205 time: 0.1479993 Apr 18 20:46:38.680967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:38.684181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48482) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:38.689413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Usage tracker for resource:security_group_rule and tenant:738b969c634a45aca83767ed1cfe8b66 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:38.695696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:38.707645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:38.757975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-203901d3-e251-4cbd-9738-3b4ad364b284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.760637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-203901d3-e251-4cbd-9738-3b4ad364b284 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.2016249 Apr 18 20:46:38.780118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8f34740d-9241-4758-9757-96c9a4052839 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 9.4065950 Apr 18 20:46:38.799611 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-6190419b-d4bf-45f1-ad4c-619e8853b510 service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7982247 Apr 18 20:46:38.802671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48486) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:38.910369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-862a4c7b-5ce6-419d-b33a-dd7ec23ae31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:38.912349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-862a4c7b-5ce6-419d-b33a-dd7ec23ae31f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453009 Apr 18 20:46:38.922463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:38.945433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.155074 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:46:39.208706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2e0f44-117a-4358-9a72-85c687166227 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router c6f4b41d-de6f-4e52-9fa7-fd500ac65965 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:46:39.276160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=738b969c634a45aca83767ed1cfe8b66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4878461 Apr 18 20:46:39.294372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48492) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:39.301135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3c06dd5-d248-44a4-be17-1d35ebb0290e req-e18f0b75-e46e-4530-b515-9835650e6790 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.2453852 Apr 18 20:46:39.301832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbe9ff-4f48-46b9-ad0a-c18cbdbf2df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d858ce76-3605-41e7-a2df-e7a3b61864d3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:39.371764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-c30ea924-c0f1-42f1-9564-669c752fa926 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515536 Apr 18 20:46:39.424861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbecd1d5-8c82-4969-a0f6-5e789d801a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.528603 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbecd1d5-8c82-4969-a0f6-5e789d801a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.591855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02a00bc4-5427-4633-b8bd-4da3a5d38884 req-311c4e8e-701f-425c-9613-8042a886f60a service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074935 Apr 18 20:46:39.622449 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbecd1d5-8c82-4969-a0f6-5e789d801a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.652354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbecd1d5-8c82-4969-a0f6-5e789d801a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d858ce76-3605-41e7-a2df-e7a3b61864d3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:39.661404 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbecd1d5-8c82-4969-a0f6-5e789d801a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.662576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bbecd1d5-8c82-4969-a0f6-5e789d801a33 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d858ce76-3605-41e7-a2df-e7a3b61864d3 HTTP/1.1" status: 204 len: 168 time: 0.3672481 Apr 18 20:46:39.746569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:39.898917 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-5826c20c-f369-4f3f-8c09-64e5caeaa9f5 service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9116833 Apr 18 20:46:40.014916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e849e32a-9983-4e80-9871-64781eda9b5c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:40.015709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e849e32a-9983-4e80-9871-64781eda9b5c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:40.198342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2d020f2-5a4c-48ba-ac86-010a31636761 req-9c895039-f137-4458-bdc2-2865572cb42f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0771577 Apr 18 20:46:40.239018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:40.275748 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.295819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:40.300817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Usage tracker for resource:security_group_rule and tenant:36d2254244ea41069bfcf4d1be18338d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:40.306442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:40.316503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:40.366231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.473146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2e0f44-117a-4358-9a72-85c687166227 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:40.475821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e849e32a-9983-4e80-9871-64781eda9b5c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:40.477904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e849e32a-9983-4e80-9871-64781eda9b5c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.4943457 Apr 18 20:46:40.482442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48514) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:40.490543 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] Sync routers for ids ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:40.508565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2e0f44-117a-4358-9a72-85c687166227 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.509117 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] Routers {'c6f4b41d-de6f-4e52-9fa7-fd500ac65965'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:40.510510 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.510734 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de2e0f44-117a-4358-9a72-85c687166227 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/c6f4b41d-de6f-4e52-9fa7-fd500ac65965 HTTP/1.1" status: 200 len: 887 time: 5.1838255 Apr 18 20:46:40.538357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.581136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:40.595081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.595357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Transition to ACTIVE for port object 521579ba-5615-482f-88a1-16a3363d7bc2 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:40.635424 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.640848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 16596877-f9ac-4638-99a1-2ac98d844819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:46:40.644594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1354fdd2-86f2-435d-b5fd-9ab85c2e5917 req-399c8c6b-a52e-45bf-8624-cd4a67d3854e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:40.653015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.653325 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] Routers {'c6f4b41d-de6f-4e52-9fa7-fd500ac65965'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:40.654161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.697741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Deleting port f742e772-79d5-43fd-8ab0-e0fedc91b715 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:40.698336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:40.767782 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:40.768792 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fb28d2-7859-4cb7-adfb-4f0ed084bb7c None None] The sync data for ids ['c6f4b41d-de6f-4e52-9fa7-fd500ac65965'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:40.894485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1354fdd2-86f2-435d-b5fd-9ab85c2e5917 req-399c8c6b-a52e-45bf-8624-cd4a67d3854e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:40.897041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1354fdd2-86f2-435d-b5fd-9ab85c2e5917 req-399c8c6b-a52e-45bf-8624-cd4a67d3854e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.4172881 Apr 18 20:46:40.984387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecedaa3d-1c13-43db-a457-6c68e1a0b241,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:40.995146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f285f8fd-bcdd-4766-b1e1-2e7ade0c272f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=36d2254244ea41069bfcf4d1be18338d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7546992 Apr 18 20:46:41.001589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.043299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c09094f7-eda8-40cf-a9ab-59f83b31fa8b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/routers/c6f4b41d-de6f-4e52-9fa7-fd500ac65965 HTTP/1.1" status: 200 len: 887 time: 0.4579127 Apr 18 20:46:41.048039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.129720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d69c2677-89d5-4440-b508-36f012048f76 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6f4b41d-de6f-4e52-9fa7-fd500ac65965 HTTP/1.1" status: 200 len: 205 time: 0.0778763 Apr 18 20:46:41.138463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48532) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.141971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61cf30-c71f-416c-affd-762675707599 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.148077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61cf30-c71f-416c-affd-762675707599 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.154202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a61cf30-c71f-416c-affd-762675707599 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.155083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a61cf30-c71f-416c-affd-762675707599 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:41.196314 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bb599ea-9323-4a05-8835-bdfee33c788f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.202759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a61cf30-c71f-416c-affd-762675707599 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:41.208803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a61cf30-c71f-416c-affd-762675707599 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.7193964 Apr 18 20:46:41.213432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48534) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:41.251008 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.340837 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bb599ea-9323-4a05-8835-bdfee33c788f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.361447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port e2ad982d-b271-4231-99cf-aa782eb26814 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:41.361860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.525026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e14cd86f-13fb-47e4-822f-ab324e76285a req-bd219e06-62e8-4e9f-a26e-b088f8fd8b4e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0967004 Apr 18 20:46:41.643572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:41.646280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:41.651056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:41.759565 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bb599ea-9323-4a05-8835-bdfee33c788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.871455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb599ea-9323-4a05-8835-bdfee33c788f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecedaa3d-1c13-43db-a457-6c68e1a0b241,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.888618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=521579ba-5615-482f-88a1-16a3363d7bc2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:41.920852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:41.921878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.947383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:41.959107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.969374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] Sync routers for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:41.985044 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bb599ea-9323-4a05-8835-bdfee33c788f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:41.988506 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8bb599ea-9323-4a05-8835-bdfee33c788f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ecedaa3d-1c13-43db-a457-6c68e1a0b241 HTTP/1.1" status: 204 len: 168 time: 0.9808593 Apr 18 20:46:41.994095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-70490cd1-dd20-434b-a7e1-0d5d9a6793a7 None None] Provisioning for port 521579ba-5615-482f-88a1-16a3363d7bc2 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:42.022267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-70490cd1-dd20-434b-a7e1-0d5d9a6793a7 None None] Provisioning complete for port 521579ba-5615-482f-88a1-16a3363d7bc2 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:42.022952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70490cd1-dd20-434b-a7e1-0d5d9a6793a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.040613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a916b944-46fb-4071-84a5-996ab768a9a5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/floatingips/2b664217-d8e2-455b-b23d-f2a9c646775b HTTP/1.1" status: 204 len: 168 time: 9.2898731 Apr 18 20:46:42.040613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-58ec58ab-1824-4468-af7c-eb87efbbabce tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1120403 Apr 18 20:46:42.071628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.081498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:42.103045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Request body: {'port': {'device_id': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:42.165631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:42.170861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:42.290176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-70490cd1-dd20-434b-a7e1-0d5d9a6793a7 None None] Port 521579ba-5615-482f-88a1-16a3363d7bc2 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:42.313310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.510780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Calling delete_port for f742e772-79d5-43fd-8ab0-e0fedc91b715 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:42.527774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:42.712959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:42.765955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for e2ad982d-b271-4231-99cf-aa782eb26814 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:42.888512 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df52c8c8-e051-4901-bcdf-6ce738221dfe'] response: {'name': 'network-changed', 'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'status': 'completed', 'code': 200} Apr 18 20:46:42.893401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-62a0bb82-48cc-45a6-9bc5-e7765cc1100f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:42.894311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-62a0bb82-48cc-45a6-9bc5-e7765cc1100f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 1.1188288 Apr 18 20:46:43.013912 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83f6cf38-bc5d-4ede-b782-0eecbb58eebf req-07a26c7f-e6f8-44dd-bf19-42998e792457 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 210 time: 0.0645356 Apr 18 20:46:43.049094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-6475fc1f-7701-421e-bc31-4a102188804c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 380 time: 0.1382630 Apr 18 20:46:43.108790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'port': {'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'admin_state_up': True, 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'security_groups': ['bd1282a2-94dd-4286-841f-761c3f411835']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:43.152464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0245-c732-4230-b59b-8e4d687ae37d req-1c8b7c09-78c0-4ab2-8dc5-15c7365dbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.154031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241a0245-c732-4230-b59b-8e4d687ae37d req-1c8b7c09-78c0-4ab2-8dc5-15c7365dbba4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 1096 time: 0.3573017 Apr 18 20:46:43.211119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.223728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:05Z', 'revision_number': 6, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:43.232960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] Checking router: 16596877-f9ac-4638-99a1-2ac98d844819 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:46:43.262243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:43.265090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:43.499178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.599608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=e2ad982d-b271-4231-99cf-aa782eb26814,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:43.615599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.616627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.616627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.616871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.617238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.617674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.618592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.618592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.618983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.619415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.619866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.620298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:43.640934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:43.709302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.767192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port e1caeefd-4ef8-4562-83a2-9fa71a0085d9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:43.767833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:43.835380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750dc93-2da3-4c25-858f-2538121170b8 req-94ef2d17-fd53-41a9-aa2c-494145b3d3d7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.837021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2750dc93-2da3-4c25-858f-2538121170b8 req-94ef2d17-fd53-41a9-aa2c-494145b3d3d7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 931 time: 1.2322757 Apr 18 20:46:43.878848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:43.894812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0245-c732-4230-b59b-8e4d687ae37d req-86005d2e-866b-4a17-b725-e5feb7499707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.897155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241a0245-c732-4230-b59b-8e4d687ae37d req-86005d2e-866b-4a17-b725-e5feb7499707 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 200 len: 897 time: 0.7344959 Apr 18 20:46:43.922507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5d58c-ff4f-4f44-ba80-d0c92c01b290 req-3b646ec8-6aab-4196-a3be-fdfe4f252bab tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:43.923197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5d58c-ff4f-4f44-ba80-d0c92c01b290 req-3b646ec8-6aab-4196-a3be-fdfe4f252bab tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:43.934406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:43.941122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.089101 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.094068 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241a0245-c732-4230-b59b-8e4d687ae37d req-d5212132-e6cd-4b6a-84ea-398846df446f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 200 len: 217 time: 0.1547322 Apr 18 20:46:44.168346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Made reservation on behalf of cd7fb843647c4025b67c915ae86f051b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:44.176378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event deleted for resources: {'Port': ['ID=f742e772-79d5-43fd-8ab0-e0fedc91b715,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:44.183705 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.200922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5d58c-ff4f-4f44-ba80-d0c92c01b290 req-3b646ec8-6aab-4196-a3be-fdfe4f252bab tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:44.202714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f05fd20-4255-4772-bce5-b0385362f93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.209235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5d58c-ff4f-4f44-ba80-d0c92c01b290 req-3b646ec8-6aab-4196-a3be-fdfe4f252bab tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 945 time: 0.9297895 Apr 18 20:46:44.272126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-37b86815-60e7-4cbd-a920-4f4a4b297206 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/e2ad982d-b271-4231-99cf-aa782eb26814 HTTP/1.1" status: 204 len: 168 time: 3.0575740 Apr 18 20:46:44.287446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48578) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:44.335882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5d58c-ff4f-4f44-ba80-d0c92c01b290 req-d4138b80-a12a-4960-a7ed-ac21fc14a9fd tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:44.400035 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fdaae15-f3d5-4489-a39f-02ceede889dc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:46:44.400631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fdaae15-f3d5-4489-a39f-02ceede889dc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:44.406732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0245-c732-4230-b59b-8e4d687ae37d req-8c6ee7ad-6ad6-4a65-86d6-c55542b1dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:44.408420 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241a0245-c732-4230-b59b-8e4d687ae37d req-8c6ee7ad-6ad6-4a65-86d6-c55542b1dab5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 200 len: 834 time: 0.3046291 Apr 18 20:46:44.498735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-60f5d58c-ff4f-4f44-ba80-d0c92c01b290 req-d4138b80-a12a-4960-a7ed-ac21fc14a9fd tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:44.508464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60f5d58c-ff4f-4f44-ba80-d0c92c01b290 req-d4138b80-a12a-4960-a7ed-ac21fc14a9fd tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2966716 Apr 18 20:46:44.511852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:05Z', 'revision_number': 6, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:44.524756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9dc3d2-1422-4810-b829-cf7fb9f406db None None] The sync data for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 is: [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:05Z', 'revision_number': 6, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4737ba27-9afe-4618-a9b6-aa197ec82599', 'name': '', 'network_id': '69059e69-3bfe-4b7a-aa4a-8825507f1caa', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:b4:5a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_interface', 'standard_attr_id': 2767, 'fixed_ips': [{'subnet_id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:23Z', 'updated_at': '2022-04-18T20:43:05Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'efba1314-0f71-4afb-b1ee-7f04d1eb8ce8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:46:44.528511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fdaae15-f3d5-4489-a39f-02ceede889dc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:44.530903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2fdaae15-f3d5-4489-a39f-02ceede889dc tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/e2ad982d-b271-4231-99cf-aa782eb26814 HTTP/1.1" status: 404 len: 333 time: 0.2417622 Apr 18 20:46:44.542620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48588) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:44.659123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.828304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85ad969a-2df0-4d16-9396-28a166eac5e8 req-f47b5647-3159-4bf7-aecd-0076c083fa80 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 210 time: 0.1322742 Apr 18 20:46:44.870772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 51291a02-aff0-4137-ac34-3e8342b4b20e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:44.871108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:44.946620 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2750dc93-2da3-4c25-858f-2538121170b8 req-b7d828ac-5429-479b-bc32-bb5596b407f8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0992024 Apr 18 20:46:44.963559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.20.0.7 (73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab/e212284d-6ecd-4f6a-a664-aacbfaf5f0cc/ab026804-86fe-4542-b7c9-6abc5b02c9a6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:45.002918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a0245-c732-4230-b59b-8e4d687ae37d req-7e28bbbb-4252-4540-95da-20326b9f05ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.003810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241a0245-c732-4230-b59b-8e4d687ae37d req-7e28bbbb-4252-4540-95da-20326b9f05ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69059e69-3bfe-4b7a-aa4a-8825507f1caa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5839715 Apr 18 20:46:45.032714 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01dd6f7-7a9b-42ed-b36f-f6dac58e80d4 None None] New status for floating IP 2b664217-d8e2-455b-b23d-f2a9c646775b: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:46:45.181818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for e1caeefd-4ef8-4562-83a2-9fa71a0085d9 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:45.335853 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.687263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.691474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:45.717223 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241a0245-c732-4230-b59b-8e4d687ae37d req-b2e8bf80-306e-420b-81d5-97021e53eb15 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996353 Apr 18 20:46:45.718334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.747190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-7109c89d-7ce2-4520-ac36-a3f43203e920 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:45.747963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-7109c89d-7ce2-4520-ac36-a3f43203e920 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:45.848892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 521579ba-5615-482f-88a1-16a3363d7bc2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:45.855487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-7109c89d-7ce2-4520-ac36-a3f43203e920 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:45.856857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-7109c89d-7ce2-4520-ac36-a3f43203e920 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.55 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 945 time: 1.6597795 Apr 18 20:46:45.861232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.861926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Fanout notify agent at l3_agent the message router_deleted on router 3c27703a-ae73-4c3e-9cec-ce5945435ddf {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:46:45.870032 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:45.912783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.008065 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f14a6fd6-d890-4b13-941d-339ea9af939a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.013201 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.065984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.067128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c235cab-109d-4e5c-ac50-db8f5bed726d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/3c27703a-ae73-4c3e-9cec-ce5945435ddf HTTP/1.1" status: 204 len: 168 time: 7.3709724 Apr 18 20:46:46.083351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:46.083858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.126235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:46.138728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08bbcdea-a2c3-4de7-9e57-d6141e31b8a7 req-6083ba0a-ff46-407c-ba2d-ebe377965844 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 210 time: 0.1369381 Apr 18 20:46:46.174859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Transition to ACTIVE for port object 521579ba-5615-482f-88a1-16a3363d7bc2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:46.181304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 51291a02-aff0-4137-ac34-3e8342b4b20e owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:46.194407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.253730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-939670185', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': False}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:46.303853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Transition to ACTIVE for port object ab026804-86fe-4542-b7c9-6abc5b02c9a6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:46.309278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:46.351499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8196e6ae-86ce-40b9-b539-13e085ea8fbd req-9625c3b7-1496-4199-a5b2-aa33d06c1053 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:46.354385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8196e6ae-86ce-40b9-b539-13e085ea8fbd req-9625c3b7-1496-4199-a5b2-aa33d06c1053 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 945 time: 0.7098491 Apr 18 20:46:46.356626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:router and tenant:48846db6dea148448d9d0fca94175e4a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:46.376038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:46.387927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-241a0245-c732-4230-b59b-8e4d687ae37d req-09593c79-d7c6-42be-ac8c-efb62de26bc3 service neutron] 10.222.0.55 "GET /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498833 Apr 18 20:46:46.450744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:46.488288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.543750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.545406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.564582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.570611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=e1caeefd-4ef8-4562-83a2-9fa71a0085d9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.574876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8196e6ae-86ce-40b9-b539-13e085ea8fbd req-8468ad31-fbba-44ef-b0e2-e0ddfa33d163 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928797 Apr 18 20:46:46.663959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.663959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.663959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.664243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.664539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.664875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.665208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.665553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.665890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.666217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.666550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.666940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:46:46.773305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.785309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=ab026804-86fe-4542-b7c9-6abc5b02c9a6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:46.790881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:46.802480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:46.805687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:46.915575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:46.916557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:46.968823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-640910f5-b9b9-4502-8ebf-a33f005d1ecc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8715141 Apr 18 20:46:46.970716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.070039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Request body: {'port': {'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:47.115737 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.120034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.281950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Pushing event updated for resources: {'Port': ['ID=521579ba-5615-482f-88a1-16a3363d7bc2,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:47.329127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.432161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28fa20e2-51c9-4f16-bb33-7326929d56e0 None None] Provisioning for port ab026804-86fe-4542-b7c9-6abc5b02c9a6 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:47.444116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28fa20e2-51c9-4f16-bb33-7326929d56e0 None None] Provisioning complete for port ab026804-86fe-4542-b7c9-6abc5b02c9a6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:47.444801 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28fa20e2-51c9-4f16-bb33-7326929d56e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.572290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-28fa20e2-51c9-4f16-bb33-7326929d56e0 None None] Port ab026804-86fe-4542-b7c9-6abc5b02c9a6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:46:47.600886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdec75-9044-4ccb-afa9-b6181acef2de req-dd779272-8dce-41d6-9b33-ac6babac4a8d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:47.613953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5bdec75-9044-4ccb-afa9-b6181acef2de req-dd779272-8dce-41d6-9b33-ac6babac4a8d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 1.1292307 Apr 18 20:46:47.759274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.790295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Attempting to bind port 521579ba-5615-482f-88a1-16a3363d7bc2 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:47.790842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Attempting to bind port 521579ba-5615-482f-88a1-16a3363d7bc2 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:47.791343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Attempting to bind port 521579ba-5615-482f-88a1-16a3363d7bc2 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:47.797339 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.807372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:47.807931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:47.836085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Port 521579ba-5615-482f-88a1-16a3363d7bc2 on network 1ca914df-2462-4609-93a7-9a10ac1d108a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:46:47.836482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Attempting to bind port 521579ba-5615-482f-88a1-16a3363d7bc2 on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:48.065169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.082239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:48.082450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=51291a02-aff0-4137-ac34-3e8342b4b20e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.114846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:46:48.115101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:48.115641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:46:48.116243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Bound port: 521579ba-5615-482f-88a1-16a3363d7bc2, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:48.116682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.162286 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5bdec75-9044-4ccb-afa9-b6181acef2de req-e5a164fd-6bc6-428d-9f9c-0365d2506678 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4311931 Apr 18 20:46:48.163040 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.163685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Fanout notify agent at l3_agent the message router_deleted on router c6f4b41d-de6f-4e52-9fa7-fd500ac65965 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:46:48.216034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.269273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.279223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-09c36441-eaf2-4165-be42-c63f17bab7ed tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/c6f4b41d-de6f-4e52-9fa7-fd500ac65965 HTTP/1.1" status: 204 len: 168 time: 7.0360703 Apr 18 20:46:48.281124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.303221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-1512104507'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:48.313752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.324880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.330004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.367822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.377411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.393984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:46:48.437871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.443624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bcac3f53-4eb2-4dd7-a33b-228b1becf469 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/51291a02-aff0-4137-ac34-3e8342b4b20e HTTP/1.1" status: 204 len: 168 time: 3.8985367 Apr 18 20:46:48.444226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48652) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.453809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de1ea88-30d0-4d4c-89c8-a273f75e8bd5 req-be26b68f-16ef-4375-ba09-445e72f95621 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:48.454850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9de1ea88-30d0-4d4c-89c8-a273f75e8bd5 req-be26b68f-16ef-4375-ba09-445e72f95621 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:46:48.508516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:48.511510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9de1ea88-30d0-4d4c-89c8-a273f75e8bd5 req-be26b68f-16ef-4375-ba09-445e72f95621 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:46:48.512261 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.512787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9de1ea88-30d0-4d4c-89c8-a273f75e8bd5 req-be26b68f-16ef-4375-ba09-445e72f95621 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 931 time: 0.4645343 Apr 18 20:46:48.528123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=521579ba-5615-482f-88a1-16a3363d7bc2,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:46:48.537338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.545266 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b4edef-53e3-463f-94ae-ee9922e500b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:46:48.549544 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47b4edef-53e3-463f-94ae-ee9922e500b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/51291a02-aff0-4137-ac34-3e8342b4b20e HTTP/1.1" status: 404 len: 333 time: 0.0950406 Apr 18 20:46:48.549544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.552890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48656) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:48.663704 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.741736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:48.768214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Usage tracker for resource:security_group_rule and tenant:b08e7ba3d0344025ac62bb67e04efa89 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:48.774891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9de1ea88-30d0-4d4c-89c8-a273f75e8bd5 req-ff81c9f5-73fe-4aa4-be6c-76351b7b2b5f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094579 Apr 18 20:46:48.775800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:48.797830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:48.845927 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.848910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:48.849963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:48.851610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] 10.222.0.61 "PUT /v2.0/ports/521579ba-5615-482f-88a1-16a3363d7bc2 HTTP/1.1" status: 200 len: 1091 time: 6.7606878 Apr 18 20:46:48.855408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:48.857912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:48.910509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:48.924727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7a984-f17c-46a9-b21d-d9fe04f62854 service neutron] Pushing event updated for resources: {'Port': ['ID=521579ba-5615-482f-88a1-16a3363d7bc2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:48.932806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet 25252a2c-9a2b-4c4f-b029-b2643aac8052 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:46:49.036699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:46:49.037260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:49.067917 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.075098 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b51cd5a-a5db-4183-a716-95736ed0daa2'] response: {'name': 'network-changed', 'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2', 'status': 'completed', 'code': 200} Apr 18 20:46:49.091081 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.185320 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.185826 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment 8742fff5-2a46-495a-a95b-b9d751468e13 of type vlan for network 70f1db43-8f09-4a21-aa39-7c72903a36b9 Apr 18 20:46:49.232512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=5ec2a1e2-8ef6-4b2d-94ab-003d667210ed,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:49.273327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] No DVR routers for this DVR port 5ec2a1e2-8ef6-4b2d-94ab-003d667210ed on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:49.289307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26266-0f34-4f67-9628-93a10bf109ff req-e92badc9-91c7-4d59-a7e7-2b020516c38e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.296792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbf26266-0f34-4f67-9628-93a10bf109ff req-e92badc9-91c7-4d59-a7e7-2b020516c38e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4a31b99-b8fb-429f-8656-bb842237cae1 HTTP/1.1" status: 200 len: 945 time: 0.9142194 Apr 18 20:46:49.303203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.316859 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.319693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:46:49.390565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.422871 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.447528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8cc68f0f-d893-4f87-9adf-50977dba742e req-4881c545-2227-49bf-9799-5a68c4af57d7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.55 "DELETE /v2.0/ports/5ec2a1e2-8ef6-4b2d-94ab-003d667210ed HTTP/1.1" status: 204 len: 173 time: 3.5832326 Apr 18 20:46:49.514787 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbf26266-0f34-4f67-9628-93a10bf109ff req-7ee277e1-9966-4cea-8618-958d525f5192 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=baa80a83-dda0-4bf8-a535-39439ef6ebb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169628 Apr 18 20:46:49.536102 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.542464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.543366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.574143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.591654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.643618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.659797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.682548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab026804-86fe-4542-b7c9-6abc5b02c9a6 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:46:49.750485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-f0462b17-cc2c-4bda-8323-927aea099945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:49.753106 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-f0462b17-cc2c-4bda-8323-927aea099945 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 1094 time: 0.6691430 Apr 18 20:46:49.772268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.792535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:49.969003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a71fd53-e35a-4635-a35f-5a2f936fb885,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.000075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-159a629e-c052-475a-953c-77c8975c9bac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521579ba-5615-482f-88a1-16a3363d7bc2 HTTP/1.1" status: 200 len: 217 time: 0.2152262 Apr 18 20:46:50.001842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-26e34473-70f2-4b3e-8aef-1e39712498ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b08e7ba3d0344025ac62bb67e04efa89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9152095 Apr 18 20:46:50.002294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7199099 Apr 18 20:46:50.004304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Transition to ACTIVE for port object ab026804-86fe-4542-b7c9-6abc5b02c9a6 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:50.012271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:50.013003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:50.035910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': '70f1db43-8f09-4a21-aa39-7c72903a36b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:50.092287 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.192805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56d413-f91c-441f-9393-d44793707ae7 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=70f1db43-8f09-4a21-aa39-7c72903a36b9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.220081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:50.280337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-e7222118-5686-490e-b5be-d2ff4602ee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.282242 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-e7222118-5686-490e-b5be-d2ff4602ee15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2567980 Apr 18 20:46:50.341384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.417700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.435227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb928ea3-fcae-4f9f-98a4-8f482a4303ba None None] Network d4f9b41a-2444-4246-a139-8aff2af5df17 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:50.456152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1220538-f14a-4320-ae35-bf559e6ab74c req-4336a4b0-43e2-4015-bb9f-ac08df8f2c06 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.464782 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1220538-f14a-4320-ae35-bf559e6ab74c req-4336a4b0-43e2-4015-bb9f-ac08df8f2c06 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 943 time: 0.4559200 Apr 18 20:46:50.480466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=25252a2c-9a2b-4c4f-b029-b2643aac8052,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:50.513928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d50e5e9b-91f8-4127-bed9-985a0fa6af5b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/25252a2c-9a2b-4c4f-b029-b2643aac8052 HTTP/1.1" status: 204 len: 168 time: 1.7649980 Apr 18 20:46:50.522725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48674) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:50.618683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e1220538-f14a-4320-ae35-bf559e6ab74c req-d6210eb9-b9e9-447d-9d06-626a74e9ded6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418061 Apr 18 20:46:50.721748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-02da2d51-924e-4de4-81a2-3ca1046e6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:50.724228 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-02da2d51-924e-4de4-81a2-3ca1046e6b6b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4287436 Apr 18 20:46:50.728655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.873814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48680) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:50.916403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 4da2e54d-286e-4108-9026-667968573b8f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:50.916960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:50.973692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] DHCP port deletion for d4f9b41a-2444-4246-a139-8aff2af5df17 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:46:50.990333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Deleting port 4da2e54d-286e-4108-9026-667968573b8f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:50.991405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.017188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Pushing event updated for resources: {'Port': ['ID=ab026804-86fe-4542-b7c9-6abc5b02c9a6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.048714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2bfab2-22f2-4c6c-949f-4ac87faaa58f req-11fe1edc-20c0-410f-bade-d1fd28756651 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:51.050456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb2bfab2-22f2-4c6c-949f-4ac87faaa58f req-11fe1edc-20c0-410f-bade-d1fd28756651 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 1.4165184 Apr 18 20:46:51.057108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:51.060795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-fefb18d1-602d-462e-b62d-f2e904a9c54b service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255739 Apr 18 20:46:51.096097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'name': 'network-vif-deleted', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:51.129197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:51.170802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:51.214573 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9113d19a-c05c-4d00-a8a0-578c66c1c3a9'] response: {'server_uuid': 'd4a31b99-b8fb-429f-8656-bb842237cae1', 'name': 'network-vif-deleted', 'tag': '5ec2a1e2-8ef6-4b2d-94ab-003d667210ed', 'status': 'completed', 'code': 200} Apr 18 20:46:51.247574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Allocated IP 172.25.5.173 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/8697085e-eb59-40ef-ad6a-30036f18f9a6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:51.269780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:51.291081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e8ac-e3e7-45c1-8078-38b51ae1fd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.432794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:51.439236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.464004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] For port 4da2e54d-286e-4108-9026-667968573b8f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4da2e54d-286e-4108-9026-667968573b8f,segment=NetworkSegment(80e661f7-2740-4c28-8eb2-8cea6f774f4f),segment_id=80e661f7-2740-4c28-8eb2-8cea6f774f4f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:51.464832 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.481308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] For port 4da2e54d-286e-4108-9026-667968573b8f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4da2e54d-286e-4108-9026-667968573b8f,segment=NetworkSegment(80e661f7-2740-4c28-8eb2-8cea6f774f4f),segment_id=80e661f7-2740-4c28-8eb2-8cea6f774f4f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:51.482376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.587318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4da2e54d-286e-4108-9026-667968573b8f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:46:51.587609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb2bfab2-22f2-4c6c-949f-4ac87faaa58f req-28b9d826-99ee-4e39-88c4-637e34639c13 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4908166 Apr 18 20:46:51.598902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e8ac-e3e7-45c1-8078-38b51ae1fd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.614607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980d284a-e05a-4390-a4a9-da068ce0c74e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.622193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Attempting to bind port ab026804-86fe-4542-b7c9-6abc5b02c9a6 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:51.622972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Attempting to bind port ab026804-86fe-4542-b7c9-6abc5b02c9a6 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:51.623564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Attempting to bind port ab026804-86fe-4542-b7c9-6abc5b02c9a6 on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:51.659615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 4da2e54d-286e-4108-9026-667968573b8f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:51.737876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Port ab026804-86fe-4542-b7c9-6abc5b02c9a6 on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:46:51.738380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Attempting to bind port ab026804-86fe-4542-b7c9-6abc5b02c9a6 on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:51.782947 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980d284a-e05a-4390-a4a9-da068ce0c74e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.783466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Calling delete_port for 4da2e54d-286e-4108-9026-667968573b8f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:51.791544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:46:51.792061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Checking segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:51.792570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Bound using segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:46:51.793134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Bound port: ab026804-86fe-4542-b7c9-6abc5b02c9a6, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:51.793621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.803615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd439eb2-5a96-4e12-9c36-0f7926637c6a req-a642a49f-a72a-449b-8759-dbfeb0c91d9d service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7331746 Apr 18 20:46:51.807359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:51.886394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No active binding found for port 4da2e54d-286e-4108-9026-667968573b8f {{(pid=88143) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 20:46:51.886842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4da2e54d-286e-4108-9026-667968573b8f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:46:51.910302 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:46:51.910569 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:46:51.941696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=4da2e54d-286e-4108-9026-667968573b8f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:51.954393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No DVR routers for this DVR port 4da2e54d-286e-4108-9026-667968573b8f on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:46:52.064227 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.079479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e8ac-e3e7-45c1-8078-38b51ae1fd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.134514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.173158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2e8ac-e3e7-45c1-8078-38b51ae1fd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a71fd53-e35a-4635-a35f-5a2f936fb885,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.212665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f9b41a-2444-4246-a139-8aff2af5df17']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:52.231162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] For port ab026804-86fe-4542-b7c9-6abc5b02c9a6, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:46:52.246065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80e661f7-2740-4c28-8eb2-8cea6f774f4f') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:52.246385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80e661f7-2740-4c28-8eb2-8cea6f774f4f') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:52.263978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] For port ab026804-86fe-4542-b7c9-6abc5b02c9a6, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:46:52.277548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336af2c-552b-418d-ba8e-3a7cb53cdd25 req-90464ea7-deb5-4539-bc04-2ea92b888196 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:52.277839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.284299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336af2c-552b-418d-ba8e-3a7cb53cdd25 req-90464ea7-deb5-4539-bc04-2ea92b888196 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 943 time: 0.4328084 Apr 18 20:46:52.306870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.314854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-83591eaf-2bc0-4f93-8424-3a6ee013c451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:52.316360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-83591eaf-2bc0-4f93-8424-3a6ee013c451 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 1094 time: 0.4138227 Apr 18 20:46:52.335688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.378117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.382336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4d2e8ac-e3e7-45c1-8078-38b51ae1fd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.383934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a4d2e8ac-e3e7-45c1-8078-38b51ae1fd76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a71fd53-e35a-4635-a35f-5a2f936fb885 HTTP/1.1" status: 204 len: 168 time: 2.3615656 Apr 18 20:46:52.412207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Deleting port 4da2e54d-286e-4108-9026-667968573b8f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:52.412837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.415376 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980d284a-e05a-4390-a4a9-da068ce0c74e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.418073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980d284a-e05a-4390-a4a9-da068ce0c74e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.423826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-980d284a-e05a-4390-a4a9-da068ce0c74e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/security-groups/baa80a83-dda0-4bf8-a535-39439ef6ebb5 HTTP/1.1" status: 204 len: 168 time: 1.5253260 Apr 18 20:46:52.423826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.474833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:46:52.477007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.494315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:52.495365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.497881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] 10.222.0.55 "PUT /v2.0/ports/ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 200 len: 1091 time: 5.4326417 Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:46:52.511724 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:46:52.514761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:46:52.515418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48692) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:52.569146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d336af2c-552b-418d-ba8e-3a7cb53cdd25 req-990f1017-6a89-463e-acf5-4301383fbdc0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2838645 Apr 18 20:46:52.575486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:52.586806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980d284a-e05a-4390-a4a9-da068ce0c74e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa80a83-dda0-4bf8-a535-39439ef6ebb5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.663303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-14512098-0e6c-46cf-a1de-7c27af7bbf54 None None] The port '4da2e54d-286e-4108-9026-667968573b8f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:46:52.696762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:52.706283 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86e6f125-3123-4e3a-817a-2dd832e18c9f'] response: {'name': 'network-changed', 'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'status': 'completed', 'code': 200} Apr 18 20:46:52.711508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:52.772603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=036ae8de-52ed-4f65-ab5b-cc364d6c8788,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.784977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51423b86-2882-4409-853e-78ee6a9abfef service neutron] Pushing event updated for resources: {'Port': ['ID=ab026804-86fe-4542-b7c9-6abc5b02c9a6,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:52.968050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:52.997461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.013028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-c16b6ae1-89fa-48c9-80b3-228dcd58e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.014564 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-c16b6ae1-89fa-48c9-80b3-228dcd58e4fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.6909542 Apr 18 20:46:53.029588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=d4f9b41a-2444-4246-a139-8aff2af5df17,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.029881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': '8742fff5-2a46-495a-a95b-b9d751468e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '70f1db43-8f09-4a21-aa39-7c72903a36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:53.030118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: 70f1db43-8f09-4a21-aa39-7c72903a36b9, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:53.157348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Port': ['ID=8697085e-eb59-40ef-ad6a-30036f18f9a6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:53.187105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:53.193080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-90edaf82-a5af-472b-bfd0-33777aabcfef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521579ba-5615-482f-88a1-16a3363d7bc2 HTTP/1.1" status: 200 len: 217 time: 0.1535432 Apr 18 20:46:53.199082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dc535f9d-3b31-4b27-8a13-a4b833c25824 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/d4f9b41a-2444-4246-a139-8aff2af5df17 HTTP/1.1" status: 204 len: 168 time: 2.6757565 Apr 18 20:46:53.209837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48706) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:53.231606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.241584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:53.251590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-cf555f14-adb6-424c-b4a9-4ece694a1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.253260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-cf555f14-adb6-424c-b4a9-4ece694a1a27 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 1094 time: 0.6865373 Apr 18 20:46:53.260259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-481085621'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:53.263637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:53.278296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:53.313599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:network and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:53.322195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 70f1db43-8f09-4a21-aa39-7c72903a36b9) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:53.324473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:53.334006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Usage tracker for resource:security_group_rule and tenant:72a8e181fff845b4ae18568f6104f92a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:53.340000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daac9d8f-ed65-40ee-a753-20cea3237b4a None None] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:53.589188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:53.594212 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-35b00cd5-0fa3-4e77-90cd-3a838f9fdc88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 200 len: 217 time: 0.3316193 Apr 18 20:46:53.607514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.608106 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.612737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:53.622586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:53.663356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd512ac-6b48-4f58-95b4-23d0db297a3f req-deb96377-b0e0-4fb0-b846-25ab54010c2d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.666000 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbd512ac-6b48-4f58-95b4-23d0db297a3f req-deb96377-b0e0-4fb0-b846-25ab54010c2d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 0.7868407 Apr 18 20:46:53.705321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:53.713329 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.752822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-44253c39-f22a-4ff6-aaf8-654f00b48c3c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7331462 Apr 18 20:46:53.778582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-21f2bc0d-4cd3-494c-89ef-70cb972f81a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.781397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-21f2bc0d-4cd3-494c-89ef-70cb972f81a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.5701680 Apr 18 20:46:53.795542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:53.824718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-604d73e0-4429-42fb-a010-b326e94e8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:53.826263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-604d73e0-4429-42fb-a010-b326e94e8386 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.2066901 Apr 18 20:46:53.887699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-70f1db43-8f09-4a21-aa39-7c72903a36b9', 'network_id': '70f1db43-8f09-4a21-aa39-7c72903a36b9', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': '036ae8de-52ed-4f65-ab5b-cc364d6c8788'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:46:53.889767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:53.893778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1683259169', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:53.977982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:53.991441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:router and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:53.998536 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.003203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:54.023633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fbd512ac-6b48-4f58-95b4-23d0db297a3f req-96994227-cb19-4ea2-8409-a82b09ef78a6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3322229 Apr 18 20:46:54.027981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:54.050078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 147} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:46:54.119856 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.120916 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.126560 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.126829 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Added segment 108bdb7d-8dd1-4b79-84ee-3dcd50ec3656 of type vlan for network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 Apr 18 20:46:54.159482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Allocated IP 172.20.0.2 (70f1db43-8f09-4a21-aa39-7c72903a36b9/036ae8de-52ed-4f65-ab5b-cc364d6c8788/2f5e1b14-30b0-492b-9f50-48bb7734e2b7) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:54.204468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-6f02ce0b-3ed4-4fdf-a0bb-bedad61dc47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.206078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-6f02ce0b-3ed4-4fdf-a0bb-bedad61dc47e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4047749 Apr 18 20:46:54.210117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.308294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.374235 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.404492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-ca6cc663-45a4-44c4-b0c7-2dd97ccdad04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.407499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-ca6cc663-45a4-44c4-b0c7-2dd97ccdad04 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5711493 Apr 18 20:46:54.408889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.427832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.478260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.483852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.484499 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.571690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1919175-2659-401e-931d-939cd87d0f6f req-2fc84e02-582c-40be-af29-24ae86b16ed1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:54.575895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1919175-2659-401e-931d-939cd87d0f6f req-2fc84e02-582c-40be-af29-24ae86b16ed1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 943 time: 0.6925809 Apr 18 20:46:54.576936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.578195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-620f3eaf-1746-451b-a1ac-bf2c4953e0a0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7811048 Apr 18 20:46:54.580365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-2e2900ae-4972-470b-9dc9-acb3054860f3 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497171 Apr 18 20:46:54.587088 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.602483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48716) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:54.606528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Transition to ACTIVE for port object 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:54.645953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Transition to ACTIVE for port object 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:54.654288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:54.661920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4450746 Apr 18 20:46:54.667541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:54.694543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:54.715518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fc7381-6b75-4990-a0d1-bb450aefa393 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Network': ['ID=2ab7dfb8-fc26-491f-921e-e6e5a26110e4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.766340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:46:54.822217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72a8e181fff845b4ae18568f6104f92a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6315689 Apr 18 20:46:54.844737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48724) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:54.849572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82ee81-ea53-4ae8-abdb-ada0ec3d3406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39a13a0a-a4a1-40ea-a4ba-dec0c8656393,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.858236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:46:54.861085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:54.867395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Pushing event updated for resources: {'Port': ['ID=2f5e1b14-30b0-492b-9f50-48bb7734e2b7,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:54.871181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:46:55.014788 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac9b5fdf-ec01-4a65-a5b3-f1910139c343 req-690b41d1-fe2d-4441-b3da-eba62985f205 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842273 Apr 18 20:46:55.018884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:55.031856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:55.037367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:55.046819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:55.083294 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.137366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63721e52-9877-4473-a601-22336651208b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.156415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:55.160334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.178190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.227026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Attempting to bind port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:46:55.227695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Attempting to bind port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '8742fff5-2a46-495a-a95b-b9d751468e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '70f1db43-8f09-4a21-aa39-7c72903a36b9'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:46:55.228230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Attempting to bind port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 on network 70f1db43-8f09-4a21-aa39-7c72903a36b9 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:46:55.238244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:46:55.238981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Checking segment: {'id': '8742fff5-2a46-495a-a95b-b9d751468e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '70f1db43-8f09-4a21-aa39-7c72903a36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:55.239650 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.240323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Bound using segment: {'id': '8742fff5-2a46-495a-a95b-b9d751468e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '70f1db43-8f09-4a21-aa39-7c72903a36b9'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:46:55.241154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Bound port: 2f5e1b14-30b0-492b-9f50-48bb7734e2b7, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8742fff5-2a46-495a-a95b-b9d751468e13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '70f1db43-8f09-4a21-aa39-7c72903a36b9'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:46:55.241836 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.247103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63721e52-9877-4473-a601-22336651208b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.274757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a1919175-2659-401e-931d-939cd87d0f6f req-5df76c23-2fc9-4d3f-8264-c92722455739 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6705561 Apr 18 20:46:55.415876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] For port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:46:55.420275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] For port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2f5e1b14-30b0-492b-9f50-48bb7734e2b7,segment=NetworkSegment(8742fff5-2a46-495a-a95b-b9d751468e13),segment_id=8742fff5-2a46-495a-a95b-b9d751468e13)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:46:55.425996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.539006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672139c6-1324-4536-a0e2-8ec04ba24122 None None] Pushing event updated for resources: {'Port': ['ID=2f5e1b14-30b0-492b-9f50-48bb7734e2b7,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.598649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-64536001-1595-4628-9394-44413949f342 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1728649 Apr 18 20:46:55.819874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63721e52-9877-4473-a601-22336651208b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:55.910394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63721e52-9877-4473-a601-22336651208b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a13a0a-a4a1-40ea-a4ba-dec0c8656393,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:55.927120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c0548-2f7c-4d96-a917-399f6a812b36 req-96fd6902-6a92-4e39-8f69-a188e4ce28e4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:55.931340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb8c0548-2f7c-4d96-a917-399f6a812b36 req-96fd6902-6a92-4e39-8f69-a188e4ce28e4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 0.6733506 Apr 18 20:46:56.056514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63721e52-9877-4473-a601-22336651208b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.070557 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-63721e52-9877-4473-a601-22336651208b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39a13a0a-a4a1-40ea-a4ba-dec0c8656393 HTTP/1.1" status: 204 len: 168 time: 1.2200782 Apr 18 20:46:56.101407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb8c0548-2f7c-4d96-a917-399f6a812b36 req-ac4766ee-d31f-4c92-ac82-793650cf03dd tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679580 Apr 18 20:46:56.283903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.413809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.436073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63c4d4b-40d7-4ac6-99b1-1fb2a3b2b380 req-7bf378be-4b41-4d69-93c7-e1c7b88912f5 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7531011 Apr 18 20:46:56.485902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=f639eeb0-5ee5-46dd-bb76-89ee5e8559dd,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:56.511201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 4737ba27-9afe-4618-a9b6-aa197ec82599 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:46:56.511550 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:56.665624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Checking segment: {'id': '108bdb7d-8dd1-4b79-84ee-3dcd50ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:46:56.666307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network hostable DHCP agents. Network: 2ab7dfb8-fc26-491f-921e-e6e5a26110e4, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:46:56.849868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Router f588c37a-e421-44bc-b85a-4067db049d61 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:46:56.929584 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:46:56.936227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port 4737ba27-9afe-4618-a9b6-aa197ec82599, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4737ba27-9afe-4618-a9b6-aa197ec82599,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:46:56.936837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.078232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 2ab7dfb8-fc26-491f-921e-e6e5a26110e4) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:46:57.088403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:57.089383 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.092021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b70baa-33d0-4bb5-b5f6-8b4bd8e210b1 None None] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:57.288489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for 4737ba27-9afe-4618-a9b6-aa197ec82599 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:46:57.393304 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-53224832-5a98-4f82-808b-defbe9799370 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7109315 Apr 18 20:46:57.399009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48754) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:57.452657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-784364439', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:57.498646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:57.502984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:46:57.506583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:router and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:57.511042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:57.520069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:57.545308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.546609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.572384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5d9de7-ffd5-4eec-8f27-62be4f1c610d None None] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:46:57.602301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Sync routers for ids ['f588c37a-e421-44bc-b85a-4067db049d61'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:46:57.644678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:46:57.655656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:57.811992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c077eb61-165a-4041-9bc1-8ee79ed27d05 None None] Provisioning for port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:57.838136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120b901e-724c-4dab-8792-d78c8416ec48 req-b37e38ee-2a9f-497b-9938-02f83b3a0142 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:57.846240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-120b901e-724c-4dab-8792-d78c8416ec48 req-b37e38ee-2a9f-497b-9938-02f83b3a0142 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 943 time: 1.3090746 Apr 18 20:46:57.850903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.20.0.1 (70f1db43-8f09-4a21-aa39-7c72903a36b9/036ae8de-52ed-4f65-ab5b-cc364d6c8788/b595afb1-da84-490d-9364-ffd6a9823436) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:57.855444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-1dc1f9ab-3a97-43c5-a75a-0bd10a6d46ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:57.857384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-1dc1f9ab-3a97-43c5-a75a-0bd10a6d46ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 1094 time: 1.3180974 Apr 18 20:46:57.976756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.011129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.052248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca75471-0542-482f-ba9c-764f32503430 req-1d261fa4-5cef-45a5-8ce2-e9fa711ae909 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.055668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ca75471-0542-482f-ba9c-764f32503430 req-1d261fa4-5cef-45a5-8ce2-e9fa711ae909 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 0.4981389 Apr 18 20:46:58.080713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Routers {'f588c37a-e421-44bc-b85a-4067db049d61'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:46:58.081835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f588c37a-e421-44bc-b85a-4067db049d61'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:46:58.293997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=4737ba27-9afe-4618-a9b6-aa197ec82599,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:46:58.314971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-ac6739ab-9525-4aa9-8385-8ce2570abb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:58.317108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-ac6739ab-9525-4aa9-8385-8ce2570abb7a service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.4358974 Apr 18 20:46:58.493096 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-120b901e-724c-4dab-8792-d78c8416ec48 req-4fa601e1-abdc-4fb0-9ba0-684ab63294a8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6457596 Apr 18 20:46:58.496329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.504538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3ae93a84-1d7a-42e9-9682-6e6b04ee13df tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.3725679 Apr 18 20:46:58.506607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-92fa22c6-e1b8-4452-83e7-e8ec75e35a18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 200 len: 217 time: 0.1791098 Apr 18 20:46:58.510674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:58.578297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Set router f588c37a-e421-44bc-b85a-4067db049d61 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:46:58.596422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.599724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e9710a7-8fa4-4a40-9756-c8800d4b46ac tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.1989281 Apr 18 20:46:58.750492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:58.766544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4', 'name': 'tempest-PortsTestJSON-2032400879'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:58.823121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-2ab7dfb8-fc26-491f-921e-e6e5a26110e4', 'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4', 'tenant_id': 'f2836e62a71c4ca08cfc83c8334fac15', 'fixed_ips': [{'subnet_id': 'f639eeb0-5ee5-46dd-bb76-89ee5e8559dd'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:46:58.824360 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:58.892906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b5397b2b-12ba-44e6-a38c-f597bde0468c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/f588c37a-e421-44bc-b85a-4067db049d61 HTTP/1.1" status: 200 len: 908 time: 0.3804891 Apr 18 20:46:58.929737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:46:58.945737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'router': {'name': 'tempest-snat-router-939670185', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': True}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:46:58.978305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:58.987125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ca75471-0542-482f-ba9c-764f32503430 req-bda4af60-476a-4d53-bdc7-0510b7c6539b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8483307 Apr 18 20:46:58.995328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Usage tracker for resource:router and tenant:48846db6dea148448d9d0fca94175e4a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:59.001046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:59.024633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:59.036822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.138030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.139548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.215158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-4ab3fef3-d802-456c-a2c1-c7d08d1b9d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.216854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-4ab3fef3-d802-456c-a2c1-c7d08d1b9d19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.5100384 Apr 18 20:46:59.260893 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:46:59.305850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:46:59.306223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.350969 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.371360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.385830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:46:59.391451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:46:59.395250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:46:59.402853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:46:59.433727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:46:59.438724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.468287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object b595afb1-da84-490d-9364-ffd6a9823436 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:59.474363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 491d582a-cbcd-4262-b41d-ef97310b398c yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:46:59.582060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-3299eebc-a31c-4055-85fc-e0b4cdc580f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:46:59.584881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-3299eebc-a31c-4055-85fc-e0b4cdc580f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3571656 Apr 18 20:46:59.653941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Allocated IP 172.20.0.2 (2ab7dfb8-fc26-491f-921e-e6e5a26110e4/f639eeb0-5ee5-46dd-bb76-89ee5e8559dd/6ba0305a-ae3d-4a28-ad48-3a48c453512c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:46:59.752294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-4029fa88-88a5-40d0-94be-c86ea2dad15f service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577713 Apr 18 20:46:59.950522 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.979292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 521579ba-5615-482f-88a1-16a3363d7bc2 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:46:59.984953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:46:59.988669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Transition to ACTIVE for port object 6ba0305a-ae3d-4a28-ad48-3a48c453512c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:46:59.989114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:00.063709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Transition to ACTIVE for port object 6ba0305a-ae3d-4a28-ad48-3a48c453512c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:00.104562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:00.175806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:00.197060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:00.235369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.303797 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ede02f92-afe3-46bf-95f4-0d9f75f93e96 req-2492cc83-b123-415c-bc6a-1c878c091490 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450919 Apr 18 20:47:00.316150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=b595afb1-da84-490d-9364-ffd6a9823436,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:00.335462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.368638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a07ba-7bec-40be-8670-a0237c0f14b5 req-2d25d0ac-0f05-46f6-b209-2a4fff7daf16 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.370631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f4a07ba-7bec-40be-8670-a0237c0f14b5 req-2d25d0ac-0f05-46f6-b209-2a4fff7daf16 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 943 time: 0.5232167 Apr 18 20:47:00.379936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 16596877-f9ac-4638-99a1-2ac98d844819 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:00.380804 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.538885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:00.563993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:00.567738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.8 (2ab7dfb8-fc26-491f-921e-e6e5a26110e4/f639eeb0-5ee5-46dd-bb76-89ee5e8559dd/491d582a-cbcd-4262-b41d-ef97310b398c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:00.572237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ece0d8-e9b7-41bb-ba38-7ff6099bd605 req-9fae79d0-31d8-4af2-a80c-d76d0c5c71ac tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:00.573654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.573869 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67ece0d8-e9b7-41bb-ba38-7ff6099bd605 req-9fae79d0-31d8-4af2-a80c-d76d0c5c71ac tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 0.3332171 Apr 18 20:47:00.578573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:00.584849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Usage tracker for resource:security_group_rule and tenant:3d08d76e3b1346b485f687bcf21ff161 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:00.588784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Pushing event updated for resources: {'Port': ['ID=6ba0305a-ae3d-4a28-ad48-3a48c453512c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:00.595265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:00.599429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:00.600401 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.624008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:00.636985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f588c37a-e421-44bc-b85a-4067db049d61', 'name': 'tempest-snat-router-939670185', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': False}, 'gw_port_id': '8697085e-eb59-40ef-ad6a-30036f18f9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:46Z', 'updated_at': '2022-04-18T20:46:53Z', 'revision_number': 3, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port': {'id': '8697085e-eb59-40ef-ad6a-30036f18f9a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f588c37a-e421-44bc-b85a-4067db049d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:49Z', 'updated_at': '2022-04-18T20:46:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:00.642961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=521579ba-5615-482f-88a1-16a3363d7bc2,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:00.653955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Checking router: f588c37a-e421-44bc-b85a-4067db049d61 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:00.654989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f4a07ba-7bec-40be-8670-a0237c0f14b5 req-9adb8567-0c93-4bdd-9534-00546c2890b8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723930 Apr 18 20:47:00.663382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Updating router f588c37a-e421-44bc-b85a-4067db049d61 port 8697085e-eb59-40ef-ad6a-30036f18f9a6 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:00.813821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.842269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:00.847616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-67ece0d8-e9b7-41bb-ba38-7ff6099bd605 req-9ea6047f-bb66-48b3-9b4e-6a14a4733ac0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505196 Apr 18 20:47:00.898829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '521579ba-5615-482f-88a1-16a3363d7bc2', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'port_id': '521579ba-5615-482f-88a1-16a3363d7bc2', 'mac_address': 'fa:16:3e:1e:87:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:00.899091 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10678073-e95b-4038-afb5-5b0999386515 None None] Sync routers for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:00.908291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2f5e1b14-30b0-492b-9f50-48bb7734e2b7,segment=NetworkSegment(8742fff5-2a46-495a-a95b-b9d751468e13),segment_id=8742fff5-2a46-495a-a95b-b9d751468e13)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:00.920976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ab026804-86fe-4542-b7c9-6abc5b02c9a6 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:47:00.929871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:00.975033 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:00.977156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:00.982407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e4d6f740-8503-4ef5-815d-899466b59a8d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "PUT /v2.0/routers/16596877-f9ac-4638-99a1-2ac98d844819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4325938 Apr 18 20:47:00.989609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:01.070848 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.264995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting subnet efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:47:01.280153 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.370908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.388587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.389580 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:01.492981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Attempting to bind port 6ba0305a-ae3d-4a28-ad48-3a48c453512c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:01.493364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Attempting to bind port 6ba0305a-ae3d-4a28-ad48-3a48c453512c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '108bdb7d-8dd1-4b79-84ee-3dcd50ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:01.493808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Attempting to bind port 6ba0305a-ae3d-4a28-ad48-3a48c453512c on network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:01.508801 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:01.509103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.532182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=2f5e1b14-30b0-492b-9f50-48bb7734e2b7,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:01.547850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.567132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:01.567530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Checking segment: {'id': '108bdb7d-8dd1-4b79-84ee-3dcd50ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:01.568177 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.568580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Bound using segment: {'id': '108bdb7d-8dd1-4b79-84ee-3dcd50ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:01.569085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Bound port: 6ba0305a-ae3d-4a28-ad48-3a48c453512c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108bdb7d-8dd1-4b79-84ee-3dcd50ec3656', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '2ab7dfb8-fc26-491f-921e-e6e5a26110e4'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:01.576658 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.577558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.630161 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.634088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.634443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.634793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.635854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.636095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.636451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.636796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.637133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.637472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.637995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.645765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.645765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:01.721167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54966082-c6f8-45de-aa3c-dc5338fea2b7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:01.744533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 491d582a-cbcd-4262-b41d-ef97310b398c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:01.750292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e5334503-65a8-451b-9b1f-d9cc357f7a5f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d08d76e3b1346b485f687bcf21ff161&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7224581 Apr 18 20:47:01.752854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:01.814083 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.835470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7353818f-1134-4f8c-b545-87736d8ff44b None None] Provisioning complete for port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:01.836160 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7353818f-1134-4f8c-b545-87736d8ff44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:01.870329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 521579ba-5615-482f-88a1-16a3363d7bc2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:01.938126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.024916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-94d2c398-cead-4032-a178-b48296f5754a None None] For port 6ba0305a-ae3d-4a28-ad48-3a48c453512c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:02.030720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-94d2c398-cead-4032-a178-b48296f5754a None None] For port 6ba0305a-ae3d-4a28-ad48-3a48c453512c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ba0305a-ae3d-4a28-ad48-3a48c453512c,segment=NetworkSegment(108bdb7d-8dd1-4b79-84ee-3dcd50ec3656),segment_id=108bdb7d-8dd1-4b79-84ee-3dcd50ec3656)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:02.066888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=521579ba-5615-482f-88a1-16a3363d7bc2,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:02.069465 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.105925 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.181806 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.187795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Subnet': ['ID=efba1314-0f71-4afb-b1ee-7f04d1eb8ce8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:02.199159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee886e2-9184-4aa7-a115-f7365cf39f9b None None] Network 69059e69-3bfe-4b7a-aa4a-8825507f1caa requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:02.213116 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:57Z', 'revision_number': 7, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:02.214088 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.223129 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e22568ce-6944-4805-9e3a-68586eac75a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.223829 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10678073-e95b-4038-afb5-5b0999386515 None None] Checking router: 16596877-f9ac-4638-99a1-2ac98d844819 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:02.236065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ab026804-86fe-4542-b7c9-6abc5b02c9a6, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:02.242799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Allocated IP 172.25.5.94 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c34521fe-e959-4a0d-930c-8f5d672bdba4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:02.243800 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.246688 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] Routers {'16596877-f9ac-4638-99a1-2ac98d844819'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:02.248838 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['16596877-f9ac-4638-99a1-2ac98d844819'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:02.251143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bde05f70-6a18-4985-839b-8a6f4c245e4e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/subnets/efba1314-0f71-4afb-b1ee-7f04d1eb8ce8 HTTP/1.1" status: 204 len: 168 time: 1.2600687 Apr 18 20:47:02.256807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:02.419528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e22568ce-6944-4805-9e3a-68586eac75a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.447168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875c334-4f05-4dee-80e9-98e99524b4c8 req-60f25baa-ca8e-4772-a90d-1c541ebdc489 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.448865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7875c334-4f05-4dee-80e9-98e99524b4c8 req-60f25baa-ca8e-4772-a90d-1c541ebdc489 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 943 time: 0.4509246 Apr 18 20:47:02.467315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.470715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:02.490288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:02.543286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.585425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:02.643236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7875c334-4f05-4dee-80e9-98e99524b4c8 req-78298cc4-9845-4da9-b57f-1a0b69b3b5b6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637592 Apr 18 20:47:02.643899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=491d582a-cbcd-4262-b41d-ef97310b398c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:02.668791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:47:02.732141 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] Set router 16596877-f9ac-4638-99a1-2ac98d844819 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:02.751049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.785819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=b595afb1-da84-490d-9364-ffd6a9823436,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:02.809880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.813369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292f3e1-412f-4862-9572-1118265484c1 req-37e5260f-0dfa-4870-9644-475066bf1506 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.815050 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9292f3e1-412f-4862-9572-1118265484c1 req-37e5260f-0dfa-4870-9644-475066bf1506 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 944 time: 0.3167567 Apr 18 20:47:02.830795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:02.831484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.867866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e22568ce-6944-4805-9e3a-68586eac75a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.930829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:02.997338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22568ce-6944-4805-9e3a-68586eac75a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54966082-c6f8-45de-aa3c-dc5338fea2b7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.004437 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9292f3e1-412f-4862-9572-1118265484c1 req-3c68ae29-e16a-4b07-ad81-3607485bdae1 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1796279 Apr 18 20:47:03.011450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.011952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2c398-cead-4032-a178-b48296f5754a None None] Pushing event updated for resources: {'Port': ['ID=6ba0305a-ae3d-4a28-ad48-3a48c453512c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.028271 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e22568ce-6944-4805-9e3a-68586eac75a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.029771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e22568ce-6944-4805-9e3a-68586eac75a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54966082-c6f8-45de-aa3c-dc5338fea2b7 HTTP/1.1" status: 204 len: 168 time: 1.2622705 Apr 18 20:47:03.041691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f952dd7f-248b-4270-911a-e3730044424c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.2897911 Apr 18 20:47:03.045147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:03.150743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['521579ba-5615-482f-88a1-16a3363d7bc2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:47:03.181499 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.262519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab026804-86fe-4542-b7c9-6abc5b02c9a6 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:47:03.438886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:03.448077 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:03.455810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:03.491716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Port': ['ID=c34521fe-e959-4a0d-930c-8f5d672bdba4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:03.615479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.727370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:03.856963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 95c9ea39-3f8f-4864-80bb-65e3a087891a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:03.857828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:03.918069 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-10678073-e95b-4038-afb5-5b0999386515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:57Z', 'revision_number': 7, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:03.938218 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10678073-e95b-4038-afb5-5b0999386515 None None] The sync data for ids ['16596877-f9ac-4638-99a1-2ac98d844819'] in n-d-836016-3 is: [{'id': '16596877-f9ac-4638-99a1-2ac98d844819', 'name': 'tempest-TestNetworkBasicOps-router-475782617', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169'}], 'enable_snat': True}, 'gw_port_id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:42:06Z', 'updated_at': '2022-04-18T20:46:57Z', 'revision_number': 7, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': '95c9ea39-3f8f-4864-80bb-65e3a087891a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:a7:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16596877-f9ac-4638-99a1-2ac98d844819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:42:09Z', 'updated_at': '2022-04-18T20:42:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:04.047069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:04.086107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.117862 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.143573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Transition to ACTIVE for port object 8697085e-eb59-40ef-ad6a-30036f18f9a6 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:04.159309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:04.167659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ab026804-86fe-4542-b7c9-6abc5b02c9a6, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:04.202316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.234187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.255222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=521579ba-5615-482f-88a1-16a3363d7bc2,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.402583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Usage tracker for resource:security_group_rule and tenant:f977bef321a441fcafd271885c73fbc8 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:04.412242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:04.436580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Attempting to bind port 8697085e-eb59-40ef-ad6a-30036f18f9a6 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:04.437165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Attempting to bind port 8697085e-eb59-40ef-ad6a-30036f18f9a6 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:04.437794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Attempting to bind port 8697085e-eb59-40ef-ad6a-30036f18f9a6 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:04.469551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:04.521196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:04.521678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:04.522571 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.523258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:04.524070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Bound port: 8697085e-eb59-40ef-ad6a-30036f18f9a6, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:04.524780 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.546768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:04.552458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:04.577107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8589497-4a31-4d85-ac4f-4a8772ae933c None None] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:04.759075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28aa559-4b89-4a77-b0fa-983cb89842c5 req-fae51500-e4a5-4e4e-b0df-dbb3c9de0fb1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:04.760748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c28aa559-4b89-4a77-b0fa-983cb89842c5 req-fae51500-e4a5-4e4e-b0df-dbb3c9de0fb1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 943 time: 0.8115873 Apr 18 20:47:04.868811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['ab026804-86fe-4542-b7c9-6abc5b02c9a6'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:47:04.914100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port 95c9ea39-3f8f-4864-80bb-65e3a087891a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=95c9ea39-3f8f-4864-80bb-65e3a087891a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:04.914716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:04.973853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568135ec-9e93-449a-b2b1-6fb73b6cb3cb None None] Pushing event updated for resources: {'Port': ['ID=8697085e-eb59-40ef-ad6a-30036f18f9a6,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:04.979822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0f86c938-34d5-4334-9251-390aebcb5648 None None] Provisioning for port b595afb1-da84-490d-9364-ffd6a9823436 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:04.999124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c28aa559-4b89-4a77-b0fa-983cb89842c5 req-681e4c3c-520e-4f5d-abed-6e75097e1767 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717257 Apr 18 20:47:05.004174 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.101503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0f86c938-34d5-4334-9251-390aebcb5648 None None] Provisioning complete for port b595afb1-da84-490d-9364-ffd6a9823436 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:05.101915 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f86c938-34d5-4334-9251-390aebcb5648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.104996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for 95c9ea39-3f8f-4864-80bb-65e3a087891a owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:05.244920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router ef79e3c5-38bb-43c2-8820-d3720ad46e6f is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:47:05.270302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:05.271412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.318668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18494bc-2b05-4ddd-8b36-8c78707d7afe req-9758a838-d647-49ea-988d-5c57ce84e05a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:05.321363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b18494bc-2b05-4ddd-8b36-8c78707d7afe req-9758a838-d647-49ea-988d-5c57ce84e05a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 944 time: 0.9146373 Apr 18 20:47:05.344037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.356251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] DHCP port deletion for 69059e69-3bfe-4b7a-aa4a-8825507f1caa request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:47:05.362615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] For port 8697085e-eb59-40ef-ad6a-30036f18f9a6, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:05.384843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0f86c938-34d5-4334-9251-390aebcb5648 None None] Port b595afb1-da84-490d-9364-ffd6a9823436 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:05.397157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] Deleting port 6ce39f55-fbca-4947-b7c4-4a98638499f3 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:05.397940 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.425699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=ab026804-86fe-4542-b7c9-6abc5b02c9a6,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:05.625496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] For port 8697085e-eb59-40ef-ad6a-30036f18f9a6, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8697085e-eb59-40ef-ad6a-30036f18f9a6,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:05.640552 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b18494bc-2b05-4ddd-8b36-8c78707d7afe req-cd622a54-cdd0-4052-a3ed-0d19da7d8041 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3070617 Apr 18 20:47:05.663079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.687304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.823067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.937139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:05.943326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a6ad438-3ce1-423b-9efa-cef98c7b57f1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/ef79e3c5-38bb-43c2-8820-d3720ad46e6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2616887 Apr 18 20:47:05.951468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:05.992345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:05.999588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] Sync routers for ids ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:06.006914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a2dddce5-128f-414b-9374-d6e085f78a37 None None] Provisioning for port 6ba0305a-ae3d-4a28-ad48-3a48c453512c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:06.065714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.076857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d95602-eafd-49ed-b632-006680fe5426 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.077394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c7d95602-eafd-49ed-b632-006680fe5426 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:06.081360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.105065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568135ec-9e93-449a-b2b1-6fb73b6cb3cb None None] Pushing event updated for resources: {'Port': ['ID=8697085e-eb59-40ef-ad6a-30036f18f9a6,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.142510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd77cc1-111b-4d87-9c53-1e077117e561,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.156881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=95c9ea39-3f8f-4864-80bb-65e3a087891a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.233241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b2c42b2-6cf7-4f21-9f4b-250c073383ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f977bef321a441fcafd271885c73fbc8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1848736 Apr 18 20:47:06.234437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48852) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:06.257990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] For port 6ce39f55-fbca-4947-b7c4-4a98638499f3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ce39f55-fbca-4947-b7c4-4a98638499f3,segment=NetworkSegment(5a3ab792-ab6a-406b-ac6a-977afb986cd8),segment_id=5a3ab792-ab6a-406b-ac6a-977afb986cd8)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:06.258553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.308860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c7d95602-eafd-49ed-b632-006680fe5426 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:06.313326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c7d95602-eafd-49ed-b632-006680fe5426 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports/b595afb1-da84-490d-9364-ffd6a9823436 HTTP/1.1" status: 200 len: 910 time: 0.3577158 Apr 18 20:47:06.322505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=491d582a-cbcd-4262-b41d-ef97310b398c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:06.338948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:06.352019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '036ae8de-52ed-4f65-ab5b-cc364d6c8788'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:06.370330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] Routers {'ef79e3c5-38bb-43c2-8820-d3720ad46e6f'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:06.371328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:06.490246 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.532344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] Calling delete_port for 6ce39f55-fbca-4947-b7c4-4a98638499f3 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:06.608334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Routers {'f588c37a-e421-44bc-b85a-4067db049d61'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:06.609206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f588c37a-e421-44bc-b85a-4067db049d61'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:06.783797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ba0305a-ae3d-4a28-ad48-3a48c453512c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:06.827352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:06.832084 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bae7cf-1d28-4583-8cfd-306457610d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.852503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3d786-f635-4d67-9f85-f2aad119041d req-b3b5db9e-c5cc-4dbe-a650-3755494b5305 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:06.854968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9bf3d786-f635-4d67-9f85-f2aad119041d req-b3b5db9e-c5cc-4dbe-a650-3755494b5305 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 944 time: 0.4618428 Apr 18 20:47:06.884567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a2dddce5-128f-414b-9374-d6e085f78a37 None None] Provisioning complete for port b595afb1-da84-490d-9364-ffd6a9823436 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:06.885120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2dddce5-128f-414b-9374-d6e085f78a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.903370 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.980652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:06.999459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.030936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bae7cf-1d28-4583-8cfd-306457610d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.037846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9bf3d786-f635-4d67-9f85-f2aad119041d req-a1579217-75dd-416b-8c11-7c269fc61d23 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631339 Apr 18 20:47:07.042431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.048195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] Routers {'ef79e3c5-38bb-43c2-8820-d3720ad46e6f'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:07.048195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:07.161138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:07.161540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b03f269-dd11-4072-a4ed-1d66c762cfcd None None] The sync data for ids ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:07.214066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.214428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.215037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Fanout notify agent at l3_agent the message router_deleted on router 16596877-f9ac-4638-99a1-2ac98d844819 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:47:07.355176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a2dddce5-128f-414b-9374-d6e085f78a37 None None] Port b595afb1-da84-490d-9364-ffd6a9823436 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:07.379847 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.429624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0ab8a5-9f99-4ad3-885f-065d9840a007 req-03ebd1ea-358f-4652-bda8-c4fe1496b987 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:07.438056 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d0ab8a5-9f99-4ad3-885f-065d9840a007 req-03ebd1ea-358f-4652-bda8-c4fe1496b987 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 944 time: 0.5948646 Apr 18 20:47:07.445363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] Set router f588c37a-e421-44bc-b85a-4067db049d61 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:07.464463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bae7cf-1d28-4583-8cfd-306457610d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.467743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bae7cf-1d28-4583-8cfd-306457610d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.470004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13bae7cf-1d28-4583-8cfd-306457610d4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6cd77cc1-111b-4d87-9c53-1e077117e561 HTTP/1.1" status: 204 len: 168 time: 1.2301424 Apr 18 20:47:07.514844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.516334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c86bf45a-b614-481d-9649-b312e3852332 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/routers/16596877-f9ac-4638-99a1-2ac98d844819 HTTP/1.1" status: 204 len: 168 time: 5.2584558 Apr 18 20:47:07.528787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48864) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:07.551508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bae7cf-1d28-4583-8cfd-306457610d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd77cc1-111b-4d87-9c53-1e077117e561,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.622523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0d0ab8a5-9f99-4ad3-885f-065d9840a007 req-2e6bbae5-c78f-4f4e-802e-37b9cec3f698 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826804 Apr 18 20:47:07.728317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] No DVR routers for this DVR port 6ce39f55-fbca-4947-b7c4-4a98638499f3 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:07.733271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Router a88398c7-5e84-42f1-ad14-a660adebb875 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:47:07.745691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6ba0305a-ae3d-4a28-ad48-3a48c453512c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:07.749359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f9fbe9-ac53-4f4e-8fd2-41473a5fe6d3 None None] Pushing event deleted for resources: {'Port': ['ID=6ce39f55-fbca-4947-b7c4-4a98638499f3,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:07.832993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:07.842242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6ba0305a-ae3d-4a28-ad48-3a48c453512c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:07.844955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.218020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-32a7019e-21a2-428b-b45d-e0ce1aab05b5 None None] Provisioning complete for port 6ba0305a-ae3d-4a28-ad48-3a48c453512c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:08.218408 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-32a7019e-21a2-428b-b45d-e0ce1aab05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.267833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 521579ba-5615-482f-88a1-16a3363d7bc2 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:08.306939 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.309397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ab026804-86fe-4542-b7c9-6abc5b02c9a6 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:08.312561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:08.325962 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Sync routers for ids ['a88398c7-5e84-42f1-ad14-a660adebb875'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:08.370943 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Routers {'a88398c7-5e84-42f1-ad14-a660adebb875'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:08.372411 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a88398c7-5e84-42f1-ad14-a660adebb875'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:08.561097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.573957 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fca91c34-d042-4357-81a2-4ecfda2f02ae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.6426620 Apr 18 20:47:08.588926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48874) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:08.606922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.617721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.700864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:08.747475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6ba0305a-ae3d-4a28-ad48-3a48c453512c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ba0305a-ae3d-4a28-ad48-3a48c453512c,segment=NetworkSegment(108bdb7d-8dd1-4b79-84ee-3dcd50ec3656),segment_id=108bdb7d-8dd1-4b79-84ee-3dcd50ec3656)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:08.772171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.006177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.011659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.027491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/ports/b595afb1-da84-490d-9364-ffd6a9823436 HTTP/1.1" status: 200 len: 910 time: 2.6865880 Apr 18 20:47:09.028687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:09.048665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1fc99-250c-493b-ac99-e650961e03af tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=b595afb1-da84-490d-9364-ffd6a9823436,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.101471 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Set router a88398c7-5e84-42f1-ad14-a660adebb875 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:09.179996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ce39f55-fbca-4947-b7c4-4a98638499f3 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:09.321112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.458552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6ce39f55-fbca-4947-b7c4-4a98638499f3 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:47:09.459023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ce39f55-fbca-4947-b7c4-4a98638499f3 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:09.460228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4737ba27-9afe-4618-a9b6-aa197ec82599 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:09.511475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69059e69-3bfe-4b7a-aa4a-8825507f1caa']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:09.526396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6ba0305a-ae3d-4a28-ad48-3a48c453512c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:09.537135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3ab792-ab6a-406b-ac6a-977afb986cd8') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:09.537777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3ab792-ab6a-406b-ac6a-977afb986cd8') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:09.559933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 521579ba-5615-482f-88a1-16a3363d7bc2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:09.569250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 521579ba-5615-482f-88a1-16a3363d7bc2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:09.569858 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.573654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.604002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4737ba27-9afe-4618-a9b6-aa197ec82599 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:47:09.604644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4737ba27-9afe-4618-a9b6-aa197ec82599 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:09.605269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 95c9ea39-3f8f-4864-80bb-65e3a087891a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:09.639412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f588c37a-e421-44bc-b85a-4067db049d61', 'name': 'tempest-snat-router-939670185', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': False}, 'gw_port_id': '8697085e-eb59-40ef-ad6a-30036f18f9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:46Z', 'updated_at': '2022-04-18T20:46:53Z', 'revision_number': 3, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port': {'id': '8697085e-eb59-40ef-ad6a-30036f18f9a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f588c37a-e421-44bc-b85a-4067db049d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:49Z', 'updated_at': '2022-04-18T20:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:09.676211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.681812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port ab026804-86fe-4542-b7c9-6abc5b02c9a6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:09.689038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cbb2d-f445-42b5-98b7-532b38618b82 req-60e39b9b-ea9e-434e-a9aa-5173321d043b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.690322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 95c9ea39-3f8f-4864-80bb-65e3a087891a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:47:09.691172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 95c9ea39-3f8f-4864-80bb-65e3a087891a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:09.692555 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f13cbb2d-f445-42b5-98b7-532b38618b82 req-60e39b9b-ea9e-434e-a9aa-5173321d043b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 944 time: 0.4779689 Apr 18 20:47:09.699727 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-34d3014a-b334-4804-8343-478c4312ee67 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/a88398c7-5e84-42f1-ad14-a660adebb875 HTTP/1.1" status: 200 len: 906 time: 1.0619357 Apr 18 20:47:09.704306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48892) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:09.706617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c756ba-3882-4a62-9eea-82e848e9bbb9 None None] The sync data for ids ['f588c37a-e421-44bc-b85a-4067db049d61'] in n-d-836016-3 is: [{'id': 'f588c37a-e421-44bc-b85a-4067db049d61', 'name': 'tempest-snat-router-939670185', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173'}], 'enable_snat': False}, 'gw_port_id': '8697085e-eb59-40ef-ad6a-30036f18f9a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:46Z', 'updated_at': '2022-04-18T20:46:53Z', 'revision_number': 3, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port': {'id': '8697085e-eb59-40ef-ad6a-30036f18f9a6', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:1e:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f588c37a-e421-44bc-b85a-4067db049d61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:49Z', 'updated_at': '2022-04-18T20:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:09.720137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dea258-50c3-4c01-a6c3-c079e0637d08 req-7f5a1ecf-01d1-4374-9ad1-3228cca39be4 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:09.728757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port ab026804-86fe-4542-b7c9-6abc5b02c9a6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:09.729309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.732316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07dea258-50c3-4c01-a6c3-c079e0637d08 req-7f5a1ecf-01d1-4374-9ad1-3228cca39be4 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 944 time: 1.0941803 Apr 18 20:47:09.751894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:09.806160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:09.915324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-32a7019e-21a2-428b-b45d-e0ce1aab05b5 None None] Provisioning for port 491d582a-cbcd-4262-b41d-ef97310b398c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:09.928574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-32a7019e-21a2-428b-b45d-e0ce1aab05b5 None None] Provisioning complete for port 491d582a-cbcd-4262-b41d-ef97310b398c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:09.929069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-32a7019e-21a2-428b-b45d-e0ce1aab05b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.058155 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88398c7-5e84-42f1-ad14-a660adebb875', 'name': 'tempest-snat-router-939670185', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94'}], 'enable_snat': True}, 'gw_port_id': 'c34521fe-e959-4a0d-930c-8f5d672bdba4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:59Z', 'updated_at': '2022-04-18T20:47:04Z', 'revision_number': 3, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port': {'id': 'c34521fe-e959-4a0d-930c-8f5d672bdba4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88398c7-5e84-42f1-ad14-a660adebb875', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3143, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:01Z', 'updated_at': '2022-04-18T20:47:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:10.081940 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Checking router: a88398c7-5e84-42f1-ad14-a660adebb875 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:10.082300 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Updating router a88398c7-5e84-42f1-ad14-a660adebb875 port c34521fe-e959-4a0d-930c-8f5d672bdba4 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:10.124729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-32a7019e-21a2-428b-b45d-e0ce1aab05b5 None None] Port 491d582a-cbcd-4262-b41d-ef97310b398c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:10.305931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.391184 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.459033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:10.460532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:10.518434 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:10.532448 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.567329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3ccdc639-7850-4600-bcc5-01821379f254 None None] Provisioning complete for port 491d582a-cbcd-4262-b41d-ef97310b398c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:10.567815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc639-7850-4600-bcc5-01821379f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.602000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.653085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.697240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:10.753358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port ab026804-86fe-4542-b7c9-6abc5b02c9a6, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:10.762737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdc639-7850-4600-bcc5-01821379f254 None None] Port 491d582a-cbcd-4262-b41d-ef97310b398c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:10.770658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.878690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=521579ba-5615-482f-88a1-16a3363d7bc2,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:10.907322 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:10.942224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f13cbb2d-f445-42b5-98b7-532b38618b82 req-98738ca9-2cec-4a25-8d41-f74ff1a05fcc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4279699 Apr 18 20:47:10.967791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=ab026804-86fe-4542-b7c9-6abc5b02c9a6,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.006464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.054685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=491d582a-cbcd-4262-b41d-ef97310b398c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.101625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07dea258-50c3-4c01-a6c3-c079e0637d08 req-aa4cd71a-b48d-47bd-8c2b-19863fb89246 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3682704 Apr 18 20:47:11.102805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.279313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.287308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8697085e-eb59-40ef-ad6a-30036f18f9a6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:11.335688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Network': ['ID=69059e69-3bfe-4b7a-aa4a-8825507f1caa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.416515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-35ca7cb2-13b8-4213-873b-09f815135f64 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/networks/69059e69-3bfe-4b7a-aa4a-8825507f1caa HTTP/1.1" status: 204 len: 168 time: 3.8863111 Apr 18 20:47:11.417677 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1dbd8aa-256a-4907-9db1-04a57acce430'] response: {'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'code': 200} Apr 18 20:47:11.460240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48914) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:11.467490 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.477241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'network': {'name': 'tempest-network-smoke--1394007418', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:11.489887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:11.495880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Deleting port c34521fe-e959-4a0d-930c-8f5d672bdba4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:11.496571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.507181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=521579ba-5615-482f-88a1-16a3363d7bc2,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:11.545950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8697085e-eb59-40ef-ad6a-30036f18f9a6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:11.550346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:network and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:11.554723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8697085e-eb59-40ef-ad6a-30036f18f9a6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:11.555521 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.557848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:11.576092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:11.581606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:11.586235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:11.797073 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.827313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:11.830574 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Transition to ACTIVE for port object c34521fe-e959-4a0d-930c-8f5d672bdba4 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:11.837089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.858780 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.948471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.977945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 8697085e-eb59-40ef-ad6a-30036f18f9a6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8697085e-eb59-40ef-ad6a-30036f18f9a6,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:11.992058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:11.992872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ba0305a-ae3d-4a28-ad48-3a48c453512c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:12.025201 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Attempting to bind port c34521fe-e959-4a0d-930c-8f5d672bdba4 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:12.025857 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Attempting to bind port c34521fe-e959-4a0d-930c-8f5d672bdba4 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:12.026332 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Attempting to bind port c34521fe-e959-4a0d-930c-8f5d672bdba4 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:12.030986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.061450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 46, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:12.062314 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:12.062957 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.063608 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:12.075992 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Bound port: c34521fe-e959-4a0d-930c-8f5d672bdba4, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:12.082722 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.247671 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54445672-65fb-4edb-bd41-7073210e4429 None None] Pushing event updated for resources: {'Port': ['ID=c34521fe-e959-4a0d-930c-8f5d672bdba4,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.306440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-371774a5-77a6-4cc2-87dc-97b17a7add53 None None] Provisioning complete for port 491d582a-cbcd-4262-b41d-ef97310b398c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:12.307855 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-371774a5-77a6-4cc2-87dc-97b17a7add53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.392247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-371774a5-77a6-4cc2-87dc-97b17a7add53 None None] Port 491d582a-cbcd-4262-b41d-ef97310b398c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:12.436827 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] For port c34521fe-e959-4a0d-930c-8f5d672bdba4, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:12.443902 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] For port c34521fe-e959-4a0d-930c-8f5d672bdba4, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c34521fe-e959-4a0d-930c-8f5d672bdba4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:12.461677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6ba0305a-ae3d-4a28-ad48-3a48c453512c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:12.462877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.464099 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.610415 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Routers {'a88398c7-5e84-42f1-ad14-a660adebb875'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:12.611202 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['a88398c7-5e84-42f1-ad14-a660adebb875'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:12.636615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Calling delete_port for c34521fe-e959-4a0d-930c-8f5d672bdba4 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:12.644166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=8697085e-eb59-40ef-ad6a-30036f18f9a6,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:12.647433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd09d9-a3db-4906-b1ef-cf4c70fa2800 req-0cae3426-1c9a-46e5-a66c-2b44dec416dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.650185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3cdd09d9-a3db-4906-b1ef-cf4c70fa2800 req-0cae3426-1c9a-46e5-a66c-2b44dec416dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 1096 time: 1.2829785 Apr 18 20:47:12.821305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 124} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:12.898962 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:12.967250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae59770-2bb1-4992-b1d9-ec56924ad46b req-0d082905-14c9-48f5-b973-afa4e3eb0263 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:12.972433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aae59770-2bb1-4992-b1d9-ec56924ad46b req-0d082905-14c9-48f5-b973-afa4e3eb0263 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 945 time: 0.5240848 Apr 18 20:47:13.012296 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54445672-65fb-4edb-bd41-7073210e4429 None None] Pushing event updated for resources: {'Port': ['ID=c34521fe-e959-4a0d-930c-8f5d672bdba4,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.064066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8697085e-eb59-40ef-ad6a-30036f18f9a6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:13.089091 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] Set router a88398c7-5e84-42f1-ad14-a660adebb875 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:13.116308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aae59770-2bb1-4992-b1d9-ec56924ad46b req-a1d31842-fe16-454c-95af-0acff661965a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305845 Apr 18 20:47:13.122659 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:47:13.122659 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:47:13.257127 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.257622 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Added segment e586cf80-62e3-4344-97eb-bea7aec4c59a of type vlan for network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 Apr 18 20:47:13.317128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3cdd09d9-a3db-4906-b1ef-cf4c70fa2800 req-288a590f-b7a4-42b6-91c9-608386e3602e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6231763 Apr 18 20:47:13.327168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8697085e-eb59-40ef-ad6a-30036f18f9a6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:13.327981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.371794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7710b15-9130-4430-8a96-8ec9dbb981bd req-74b0db75-fd14-4059-a59a-4bff4c512d1c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.380733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7710b15-9130-4430-8a96-8ec9dbb981bd req-74b0db75-fd14-4059-a59a-4bff4c512d1c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 0.9763017 Apr 18 20:47:13.409618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.420761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:13.456410 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88398c7-5e84-42f1-ad14-a660adebb875', 'name': 'tempest-snat-router-939670185', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:59Z', 'updated_at': '2022-04-18T20:47:11Z', 'revision_number': 4, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:13.466418 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9133b618-0f97-4fc0-a0a0-f500a0dc5282 None None] The sync data for ids ['a88398c7-5e84-42f1-ad14-a660adebb875'] in n-d-836016-3 is: [{'id': 'a88398c7-5e84-42f1-ad14-a660adebb875', 'name': 'tempest-snat-router-939670185', 'tenant_id': '48846db6dea148448d9d0fca94175e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:46:59Z', 'updated_at': '2022-04-18T20:47:11Z', 'revision_number': 4, 'project_id': '48846db6dea148448d9d0fca94175e4a', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:13.491338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Router 22f12b2c-5a7f-455f-abb6-17cc19952e00 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:47:13.563490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7710b15-9130-4430-8a96-8ec9dbb981bd req-02efa97c-20d2-43d7-a1ae-e075ae5ccc2b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817253 Apr 18 20:47:13.600031 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b53f7b2-451f-40cb-857d-6fb0a8b407b5'] response: {'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2', 'code': 200} Apr 18 20:47:13.623921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Deleting port c34521fe-e959-4a0d-930c-8f5d672bdba4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:13.624547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.640212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:13.668349 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f4cf2968-64e3-46a8-9662-6767fd9d2d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.747494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.752888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:13.753556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:13.922309 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4601769 Apr 18 20:47:13.923562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:13.930780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48944) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:13.935125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0dae4e15-5683-4a23-be40-a3ec29ca6968 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "PUT /v2.0/routers/22f12b2c-5a7f-455f-abb6-17cc19952e00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8885927 Apr 18 20:47:13.937136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f9476-1fe7-4bbc-afec-a0f722c5815e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Network': ['ID=719cd877-dd4a-46ed-9a6c-8b74efca15d1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:13.940597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48948) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:13.944621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-196648587', 'admin_state_up': True, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:13.964855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] Sync routers for ids ['22f12b2c-5a7f-455f-abb6-17cc19952e00'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:13.969168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:47:13.974699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:14.034735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] Routers {'22f12b2c-5a7f-455f-abb6-17cc19952e00'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:14.035934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f12b2c-5a7f-455f-abb6-17cc19952e00'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:14.047421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:router and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:14.058166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:14.080709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] For port c34521fe-e959-4a0d-930c-8f5d672bdba4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c34521fe-e959-4a0d-930c-8f5d672bdba4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:14.081219 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.084486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port b595afb1-da84-490d-9364-ffd6a9823436 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:14.085070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.116414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6852f8-a83c-4869-8945-1c1587adb3c7 req-374716dc-6d92-48b6-91fa-c883f218a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.121769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce6852f8-a83c-4869-8945-1c1587adb3c7 req-374716dc-6d92-48b6-91fa-c883f218a5b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 1096 time: 0.4261646 Apr 18 20:47:14.180471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:14.249615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] Routers {'22f12b2c-5a7f-455f-abb6-17cc19952e00'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:14.251076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f12b2c-5a7f-455f-abb6-17cc19952e00'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:14.388316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:14.389116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba12a2bc-a337-403e-98f3-24dabc3024f1 None None] The sync data for ids ['22f12b2c-5a7f-455f-abb6-17cc19952e00'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:14.583739 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:14.760463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:14.787396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Calling delete_port for c34521fe-e959-4a0d-930c-8f5d672bdba4 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:14.944802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for b595afb1-da84-490d-9364-ffd6a9823436 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:14.990440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fec21-9e8a-44e8-bca9-9bf95ad86174 req-1c7f1419-e73e-4001-9468-0bc152ca76f9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:14.992694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-656fec21-9e8a-44e8-bca9-9bf95ad86174 req-1c7f1419-e73e-4001-9468-0bc152ca76f9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 945 time: 0.5849934 Apr 18 20:47:15.017989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce6852f8-a83c-4869-8945-1c1587adb3c7 req-c7584054-b064-43c7-9c27-9509f7f3c8eb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462454 Apr 18 20:47:15.019004 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.021391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.119222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.143394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caddc35-268d-4042-b847-49dbd026ad4e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:15.144283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2caddc35-268d-4042-b847-49dbd026ad4e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:15.203546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2caddc35-268d-4042-b847-49dbd026ad4e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:15.204779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2caddc35-268d-4042-b847-49dbd026ad4e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f12b2c-5a7f-455f-abb6-17cc19952e00 HTTP/1.1" status: 200 len: 982 time: 1.2514336 Apr 18 20:47:15.212095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 48964) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:15.223117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f537ad-a7bb-4859-9853-574b6d718431 req-d1342251-81bb-4879-9ffb-ad212fa32233 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:15.225828 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45f537ad-a7bb-4859-9853-574b6d718431 req-d1342251-81bb-4879-9ffb-ad212fa32233 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 0.4609554 Apr 18 20:47:15.265362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-656fec21-9e8a-44e8-bca9-9bf95ad86174 req-99bc95c5-40ee-4f9d-81df-5ce1adbca340 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586501 Apr 18 20:47:15.522297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:15.625157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=b595afb1-da84-490d-9364-ffd6a9823436,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:15.710898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45f537ad-a7bb-4859-9853-574b6d718431 req-e152eabc-e970-407c-9aed-7abf29730335 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4127712 Apr 18 20:47:15.984750 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-649e6e25-3edd-43c0-9c07-b47daad38252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.005559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.132419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.158984 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:47:16.198839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:16.346508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event deleted for resources: {'Port': ['ID=c34521fe-e959-4a0d-930c-8f5d672bdba4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:16.649801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router ef79e3c5-38bb-43c2-8820-d3720ad46e6f has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:16.828483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:16.844774 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] Sync routers for ids ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:16.859704 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] Routers {'ef79e3c5-38bb-43c2-8820-d3720ad46e6f'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:16.860424 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:16.869252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98566c-d065-4b0c-9d7b-70c3c605b66a req-fdb2246e-efda-477a-b2cd-15a1ca8d7ebb tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:16.885682 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f98566c-d065-4b0c-9d7b-70c3c605b66a req-fdb2246e-efda-477a-b2cd-15a1ca8d7ebb tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 945 time: 0.4932184 Apr 18 20:47:16.961416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.001501 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:17.013065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4c6d61d1-9d28-4977-8c89-47b7575e4f25 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/ef79e3c5-38bb-43c2-8820-d3720ad46e6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9657393 Apr 18 20:47:17.023912 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.025023 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] Routers {'ef79e3c5-38bb-43c2-8820-d3720ad46e6f'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:17.026210 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:17.027555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 48992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:17.120492 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.165479 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:17.166996 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714284ac-6e5f-4d89-810e-65d568f7e346 None None] The sync data for ids ['ef79e3c5-38bb-43c2-8820-d3720ad46e6f'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:17.202355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38ba09b5-29de-4008-a4ef-5bb8720a76ef tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:17.245371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8f98566c-d065-4b0c-9d7b-70c3c605b66a req-274c20f0-72db-4344-9877-6a4524cea16c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3582914 Apr 18 20:47:17.288389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.294355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38ba09b5-29de-4008-a4ef-5bb8720a76ef tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:17.298170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-38ba09b5-29de-4008-a4ef-5bb8720a76ef tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef79e3c5-38bb-43c2-8820-d3720ad46e6f HTTP/1.1" status: 200 len: 205 time: 0.2690575 Apr 18 20:47:17.298500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.302882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:17.510302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f1d0f-4c3b-4266-835f-a0d9f8611ad0 req-9e2fa876-5307-437b-849c-aff1ee12a6b5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:17.519016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f55f1d0f-4c3b-4266-835f-a0d9f8611ad0 req-9e2fa876-5307-437b-849c-aff1ee12a6b5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 0.5685437 Apr 18 20:47:17.551192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.551893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a88398c7-5e84-42f1-ad14-a660adebb875 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:47:17.612074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee194e6-18db-46b0-9389-9c0ef0e36eb2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.664164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.835324 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:17.839392 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f904d6a-89b5-4fc7-b3c8-17b317ee9a14 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "DELETE /v2.0/routers/a88398c7-5e84-42f1-ad14-a660adebb875 HTTP/1.1" status: 204 len: 168 time: 8.1313865 Apr 18 20:47:17.842264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:17.958214 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.006835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f55f1d0f-4c3b-4266-835f-a0d9f8611ad0 req-3d2ca5d4-8f9d-48e9-86a3-5afb038ab844 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4861383 Apr 18 20:47:18.040364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.229247 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee194e6-18db-46b0-9389-9c0ef0e36eb2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.292102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee194e6-18db-46b0-9389-9c0ef0e36eb2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.302899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fddedc-901e-4a53-9d32-f0536e6cec4a req-d90e4ac4-5c36-4f57-8bfa-907472909f7e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:18.304534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08fddedc-901e-4a53-9d32-f0536e6cec4a req-d90e4ac4-5c36-4f57-8bfa-907472909f7e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 945 time: 0.8665674 Apr 18 20:47:18.323947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49018) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:18.331667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:18.453341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.499678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.25.5.141 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/b938d66e-32e0-41b4-ae97-24323286bcd9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:18.530634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.742124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfef627-e231-403e-9ab6-2d138ad11017 req-a7ed31c1-7e1c-488c-bcc3-832981992cb9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:18.743862 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bdfef627-e231-403e-9ab6-2d138ad11017 req-a7ed31c1-7e1c-488c-bcc3-832981992cb9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 0.4338026 Apr 18 20:47:18.764984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee194e6-18db-46b0-9389-9c0ef0e36eb2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.765483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ee194e6-18db-46b0-9389-9c0ef0e36eb2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Fanout notify agent at l3_agent the message router_deleted on router ef79e3c5-38bb-43c2-8820-d3720ad46e6f {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:47:18.772001 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.786552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 491d582a-cbcd-4262-b41d-ef97310b398c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:18.786901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.857010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee194e6-18db-46b0-9389-9c0ef0e36eb2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:18.858281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7ee194e6-18db-46b0-9389-9c0ef0e36eb2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/ef79e3c5-38bb-43c2-8820-d3720ad46e6f HTTP/1.1" status: 204 len: 168 time: 1.5542250 Apr 18 20:47:18.866363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:18.952748 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.205147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bdfef627-e231-403e-9ab6-2d138ad11017 req-e8063a2d-d8df-4e02-b531-c9272216fe97 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4496191 Apr 18 20:47:19.261130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49028) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:19.277823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.356785 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.375527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.419149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet 036ae8de-52ed-4f65-ab5b-cc364d6c8788 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:47:19.448655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.454188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.575305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 491d582a-cbcd-4262-b41d-ef97310b398c owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:19.580364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.643769 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.671237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:19.683088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:19.685758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:19.755903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=b938d66e-32e0-41b4-ae97-24323286bcd9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:19.783290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:19.853000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Deleting port 8697085e-eb59-40ef-ad6a-30036f18f9a6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:19.853495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.253877 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.264259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] For port 8697085e-eb59-40ef-ad6a-30036f18f9a6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8697085e-eb59-40ef-ad6a-30036f18f9a6,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:20.265534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.410595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=036ae8de-52ed-4f65-ab5b-cc364d6c8788,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.444083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.489456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Calling delete_port for 8697085e-eb59-40ef-ad6a-30036f18f9a6 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:20.490478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea898b4-85e9-4223-b186-c4e41e65c1dc None None] Network 70f1db43-8f09-4a21-aa39-7c72903a36b9 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:20.539775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.588072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c3a286-d3bb-4548-88ff-42a3faceeaa2 tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:20.596460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-70c3a286-d3bb-4548-88ff-42a3faceeaa2 tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 1091 time: 1.3339417 Apr 18 20:47:20.604533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:20.612383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:20.626143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=491d582a-cbcd-4262-b41d-ef97310b398c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:20.739429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49048) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:20.754665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:20.827059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '521579ba-5615-482f-88a1-16a3363d7bc2', 'tenant_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:20.902135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-94a7fd47-5978-4faa-a6f5-b16eba75304b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/036ae8de-52ed-4f65-ab5b-cc364d6c8788 HTTP/1.1" status: 204 len: 168 time: 2.0348372 Apr 18 20:47:20.905417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49054) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:20.928975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:20.949265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:floatingip and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:20.958330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:20.967616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:20.993245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.012723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.115878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.124060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] DHCP port deletion for 70f1db43-8f09-4a21-aa39-7c72903a36b9 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:47:21.131304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] Deleting port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:21.132259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.412440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.486406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.507418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.529621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:21.541687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Usage tracker for resource:security_group_rule and tenant:691f2ef961f640ca8447498dc60acd73 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:21.548656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:21.548928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.610611 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP d2689776-623c-4a66-9863-097cea610889 associated. External IP: 172.25.5.245, port: ab026804-86fe-4542-b7c9-6abc5b02c9a6. Apr 18 20:47:21.618883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:21.632502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] For port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2f5e1b14-30b0-492b-9f50-48bb7734e2b7,segment=NetworkSegment(8742fff5-2a46-495a-a95b-b9d751468e13),segment_id=8742fff5-2a46-495a-a95b-b9d751468e13)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:21.634154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.724379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:21.725427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:21.845169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event deleted for resources: {'Port': ['ID=8697085e-eb59-40ef-ad6a-30036f18f9a6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:21.867321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] Calling delete_port for 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:22.025904 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.114450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] Pushing event deleted for resources: {'Port': ['ID=2f5e1b14-30b0-492b-9f50-48bb7734e2b7,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:22.125801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a171e49-4aba-421c-8a8f-5ead92191610 None None] No DVR routers for this DVR port 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:22.142901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.186068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] The port '2f5e1b14-30b0-492b-9f50-48bb7734e2b7' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:47:22.255885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Router 22f12b2c-5a7f-455f-abb6-17cc19952e00 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:22.257365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.319303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.436483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.485170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.493391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.576003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70f1db43-8f09-4a21-aa39-7c72903a36b9']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.585587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.645297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.646230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f588c37a-e421-44bc-b85a-4067db049d61 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:47:22.746607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.753151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-adbe69a7-8946-4193-992c-96cca208b198 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "DELETE /v2.0/routers/f588c37a-e421-44bc-b85a-4067db049d61 HTTP/1.1" status: 204 len: 168 time: 4.9036915 Apr 18 20:47:22.756845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:22.766202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:22.775483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.25.5.167 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/be02c3b0-acc8-4398-9bc0-21cdad355006) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:22.782650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-881165471', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:22.805993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:22.817195 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.823805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Usage tracker for resource:router and tenant:6dd6afdfe6864ed987f43eb1a8b4dfb2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:22.827836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8742fff5-2a46-495a-a95b-b9d751468e13') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.828205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8742fff5-2a46-495a-a95b-b9d751468e13') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.858244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:22.871020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] Sync routers for ids ['22f12b2c-5a7f-455f-abb6-17cc19952e00'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:22.885328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] Routers {'22f12b2c-5a7f-455f-abb6-17cc19952e00'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:22.886691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f12b2c-5a7f-455f-abb6-17cc19952e00'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.890228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:22.905081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:22.936619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:22.969370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:22.979872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] Routers {'22f12b2c-5a7f-455f-abb6-17cc19952e00'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:22.980522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['22f12b2c-5a7f-455f-abb6-17cc19952e00'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:23.022982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.024183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.044333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.047812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:23.048236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6663a92a-5434-45e4-bf33-931fd8d9ec02 None None] The sync data for ids ['22f12b2c-5a7f-455f-abb6-17cc19952e00'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:23.078221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=691f2ef961f640ca8447498dc60acd73&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3336596 Apr 18 20:47:23.083756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b6c357-fffc-45ec-b21f-03660c399b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f520de8d-8e20-4337-8f94-d63307ebd9e2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.088894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49064) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:23.090302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:23.090807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:23.111051 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:23.160869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.193953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:23.206457 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:23.215816 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.224710 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:23.225471 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:23.291014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5ee0a69f-e20f-4599-8ec7-249ae9f7206d tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "PUT /v2.0/routers/22f12b2c-5a7f-455f-abb6-17cc19952e00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0777175 Apr 18 20:47:23.296623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49068) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:23.302431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8c4faf24-d30b-44f7-a023-55b2286b1d01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "PUT /v2.0/floatingips/d2689776-623c-4a66-9863-097cea610889 HTTP/1.1" status: 200 len: 991 time: 4.9774857 Apr 18 20:47:23.334631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:23.362517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:23.370307 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.377762 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a100984-84b7-4651-92a0-ce41e5baac37 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:47:23.378410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a100984-84b7-4651-92a0-ce41e5baac37 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:23.385772 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.406257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:47:23.407157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2f5e1b14-30b0-492b-9f50-48bb7734e2b7 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:23.408022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8697085e-eb59-40ef-ad6a-30036f18f9a6 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:23.438032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.443066 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/70f1db43-8f09-4a21-aa39-7c72903a36b9 HTTP/1.1" status: 204 len: 168 time: 2.5359371 Apr 18 20:47:23.448451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49076) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:23.449915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a100984-84b7-4651-92a0-ce41e5baac37 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:23.452846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a26ce-684b-4708-9c0b-4b17ba20f96a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=70f1db43-8f09-4a21-aa39-7c72903a36b9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:23.454501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2a100984-84b7-4651-92a0-ce41e5baac37 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/491d582a-cbcd-4262-b41d-ef97310b398c HTTP/1.1" status: 404 len: 333 time: 0.1505678 Apr 18 20:47:23.463782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49078) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:23.468997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 8697085e-eb59-40ef-ad6a-30036f18f9a6 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:47:23.470031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8697085e-eb59-40ef-ad6a-30036f18f9a6 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:23.478185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1165360772', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:23.532482 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c88c07d-30bd-42ba-8ab7-1c43c3472429'] response: {'name': 'network-changed', 'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'status': 'completed', 'code': 200} Apr 18 20:47:23.601894 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:23.643722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:23.646773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 04c20197-558a-4f63-b1f2-09247d8ea2f8 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:47:23.663782 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c55267d-9b31-451c-aa20-32a56f8ef78b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.744397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:router and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:23.829427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:23.857208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26ceb80a-25d4-4383-b2fa-cb4dd0cf9a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:23.866685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:24.081269 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:24.088198 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:24.104336 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:24.105606 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:24.113187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.127461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.170887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-6d22d3da-6892-46e3-9fa7-02290dde209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:24.172418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-6d22d3da-6892-46e3-9fa7-02290dde209d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 1096 time: 0.6400032 Apr 18 20:47:24.243792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.245365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.270524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26ceb80a-25d4-4383-b2fa-cb4dd0cf9a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.280389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:24.339288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:24.356278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:24.375783 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:24.405114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=be02c3b0-acc8-4398-9bc0-21cdad355006,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.430571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c55267d-9b31-451c-aa20-32a56f8ef78b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.438178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c55267d-9b31-451c-aa20-32a56f8ef78b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.528283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.559393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-6595c3d8-b6a7-4444-bf1e-e529d8d36ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:24.559393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-6595c3d8-b6a7-4444-bf1e-e529d8d36ffe service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.3589034 Apr 18 20:47:24.697338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c55267d-9b31-451c-aa20-32a56f8ef78b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.697864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c55267d-9b31-451c-aa20-32a56f8ef78b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Fanout notify agent at l3_agent the message router_deleted on router 22f12b2c-5a7f-455f-abb6-17cc19952e00 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:47:24.718298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:24.730882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.749424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Sync routers for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:24.773573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c55267d-9b31-451c-aa20-32a56f8ef78b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.775143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8c55267d-9b31-451c-aa20-32a56f8ef78b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/routers/22f12b2c-5a7f-455f-abb6-17cc19952e00 HTTP/1.1" status: 204 len: 168 time: 1.3070107 Apr 18 20:47:24.778819 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26ceb80a-25d4-4383-b2fa-cb4dd0cf9a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.784666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26ceb80a-25d4-4383-b2fa-cb4dd0cf9a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.786405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:24.788316 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-26ceb80a-25d4-4383-b2fa-cb4dd0cf9a06 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f520de8d-8e20-4337-8f94-d63307ebd9e2 HTTP/1.1" status: 204 len: 168 time: 1.6787164 Apr 18 20:47:24.789070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:24.795156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49084) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:24.823918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.826344 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0933ce20-9c6e-45ff-84b8-772611e56ab8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.8951831 Apr 18 20:47:24.889961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-c8650473-7ded-4179-b96f-11d81600a5ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 200 len: 999 time: 0.3121161 Apr 18 20:47:24.890594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ceb80a-25d4-4383-b2fa-cb4dd0cf9a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f520de8d-8e20-4337-8f94-d63307ebd9e2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:24.894673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:24.902179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:24.906965 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8331c8d9-16a6-456e-9ee8-81794831f1ad tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4449022 Apr 18 20:47:24.918417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49094) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:24.928752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-195414354'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:24.956283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:24.963169 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:24.975037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:24.976403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce937c9-449c-4a74-be9a-d8dcd1bb2c32 None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:24.986065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:25.010555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:25.025887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet f639eeb0-5ee5-46dd-bb76-89ee5e8559dd {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:47:25.034090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.091763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:25.098613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.203942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.241094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:25.458099 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22a6458-1b88-41a0-8ff3-14ce12691938 None None] New status for floating IP d2689776-623c-4a66-9863-097cea610889: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:25.555253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:25.606945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.610131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.611236 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment fb46bb0c-7066-4924-9a61-af552fce0c60 of type vlan for network 5d3911ac-c40a-4016-9d6f-6dd19616e86a Apr 18 20:47:25.654529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-bcd3c9cb-768c-4e03-ba33-f315a2c830cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.657315 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-bcd3c9cb-768c-4e03-ba33-f315a2c830cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.7581434 Apr 18 20:47:25.705644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.763877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49102) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:25.799542 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.861401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.881929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-10bcaf82-5b6a-4802-949c-c427d0afee53 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=b5902e7077c74b0c87065193c03f3242&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9845908 Apr 18 20:47:25.896201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:25.936132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:25.938945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.945357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:25.946418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:25.999050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 3, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:26.006029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Checking router: 04c20197-558a-4f63-b1f2-09247d8ea2f8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:26.006434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Updating router 04c20197-558a-4f63-b1f2-09247d8ea2f8 port b938d66e-32e0-41b4-ae97-24323286bcd9 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:26.008685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Usage tracker for resource:security_group_rule and tenant:30ccb22f8e4c452c974ba5e570c422af is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:26.015070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0948482 Apr 18 20:47:26.016531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:26.038904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49110) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:26.047413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:26.089072 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.106138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:26.291368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.495405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.615467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38048af-3ea3-4925-96d8-75987e3733ab tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=5d3911ac-c40a-4016-9d6f-6dd19616e86a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.615467 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.636737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:47:26.668695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.773593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=f639eeb0-5ee5-46dd-bb76-89ee5e8559dd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:26.813638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ed922e-7bab-4da5-8b0c-d7541665792a tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:26.813638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c4ed922e-7bab-4da5-8b0c-d7541665792a tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9148090 Apr 18 20:47:26.825286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:26.839247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fea824-fdfe-429c-87dd-ea208e13c5e1 None None] Network 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:26.854700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0e245d16-91ec-4799-98b9-444b07dda2e7 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/f639eeb0-5ee5-46dd-bb76-89ee5e8559dd HTTP/1.1" status: 204 len: 168 time: 2.0250573 Apr 18 20:47:26.874630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49114) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:26.874630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49116) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:27.045416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.048413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dc10220d-a74f-4a50-b001-8b0df57a9922 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1715341 Apr 18 20:47:27.048413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:27.078771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:27.080494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:27.081004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-fc7babdf-2095-49b8-9993-c44833143696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:27.092335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.095928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-fc7babdf-2095-49b8-9993-c44833143696 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3106341 Apr 18 20:47:27.132879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-0e6bddbb-722b-4264-80ac-0743f07ecc40 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:47:27.132879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-0e6bddbb-722b-4264-80ac-0743f07ecc40 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056386 Apr 18 20:47:27.132879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1751449482', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:27.178020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:27.189547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30ccb22f8e4c452c974ba5e570c422af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4163718 Apr 18 20:47:27.335728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:27.340187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:27.349986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:27.367976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.400737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Transition to ACTIVE for port object b938d66e-32e0-41b4-ae97-24323286bcd9 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:27.426216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.439970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:27.451130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.512687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed30b9-3d9a-451e-acfd-ec44619c84f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c670744a-381d-4770-8904-067cedadedfe,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:27.542666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359aa4f-9c73-43e0-8966-0df97df2f022 None None] Pushing event updated for resources: {'Port': ['ID=b938d66e-32e0-41b4-ae97-24323286bcd9,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:27.549279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.622329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Attempting to bind port b938d66e-32e0-41b4-ae97-24323286bcd9 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:27.622881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Attempting to bind port b938d66e-32e0-41b4-ae97-24323286bcd9 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:27.624505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Attempting to bind port b938d66e-32e0-41b4-ae97-24323286bcd9 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:27.635928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:27.636479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:27.637013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.639813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:27.639987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Bound port: b938d66e-32e0-41b4-ae97-24323286bcd9, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:27.640462 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.722682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] DHCP port deletion for 2ab7dfb8-fc26-491f-921e-e6e5a26110e4 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:47:27.740615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] Deleting port 6ba0305a-ae3d-4a28-ad48-3a48c453512c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:27.740615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:27.774334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:subnet and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:27.784292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:27.972586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:28.031013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 6ba0305a-ae3d-4a28-ad48-3a48c453512c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:28.031013 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.090800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.142342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e384856-23ac-47a1-bd4e-67384b2476ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.150694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-b3df9225-aac6-411d-933f-3a07be969a0f service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8133135 Apr 18 20:47:28.150694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:28.159677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.185377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:28.252599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=86d9eb8b-2518-4bf2-8bcb-9bc79faea260,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:28.335386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Allocated IP 172.25.5.139 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/d8bf551c-99d0-490f-ac88-f6df42432162) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:28.351598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.403014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] For port 6ba0305a-ae3d-4a28-ad48-3a48c453512c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ba0305a-ae3d-4a28-ad48-3a48c453512c,segment=NetworkSegment(108bdb7d-8dd1-4b79-84ee-3dcd50ec3656),segment_id=108bdb7d-8dd1-4b79-84ee-3dcd50ec3656)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:28.403952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.410429 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.480592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:28.481082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: 5d3911ac-c40a-4016-9d6f-6dd19616e86a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:28.493579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] For port b938d66e-32e0-41b4-ae97-24323286bcd9, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:28.577161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] Calling delete_port for 6ba0305a-ae3d-4a28-ad48-3a48c453512c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:28.589447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:28.631587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] For port b938d66e-32e0-41b4-ae97-24323286bcd9, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b938d66e-32e0-41b4-ae97-24323286bcd9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:28.632684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e384856-23ac-47a1-bd4e-67384b2476ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.652565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.699121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5d3911ac-c40a-4016-9d6f-6dd19616e86a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:28.723552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:28.724575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.755765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a274a3-b74a-41f1-a3fc-d73cbddd7738 None None] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:28.791366 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a9159fd9-3314-4878-86cf-86e6d3ae4c8d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7452836 Apr 18 20:47:28.796814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] For port 6ba0305a-ae3d-4a28-ad48-3a48c453512c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ba0305a-ae3d-4a28-ad48-3a48c453512c,segment=NetworkSegment(108bdb7d-8dd1-4b79-84ee-3dcd50ec3656),segment_id=108bdb7d-8dd1-4b79-84ee-3dcd50ec3656)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:28.797861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:28.817266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49130) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:28.848610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:28.849428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:28.962924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.032175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ba0305a-ae3d-4a28-ad48-3a48c453512c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:47:29.102045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=be02c3b0-acc8-4398-9bc0-21cdad355006,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.134440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] No DVR routers for this DVR port 6ba0305a-ae3d-4a28-ad48-3a48c453512c on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:47:29.181207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7359aa4f-9c73-43e0-8966-0df97df2f022 None None] Pushing event updated for resources: {'Port': ['ID=b938d66e-32e0-41b4-ae97-24323286bcd9,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.248509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6ba0305a-ae3d-4a28-ad48-3a48c453512c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:47:29.249045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ba0305a-ae3d-4a28-ad48-3a48c453512c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:47:29.279938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d12e68-35e5-41a1-9748-abc16cf92f54 None None] Pushing event deleted for resources: {'Port': ['ID=6ba0305a-ae3d-4a28-ad48-3a48c453512c,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.358744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 6ba0305a-ae3d-4a28-ad48-3a48c453512c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:29.445286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.628065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:29.682021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e384856-23ac-47a1-bd4e-67384b2476ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.726914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-39292787-3af2-484c-a2bf-7f0d85a63b45 req-6887f2a2-5cb9-48cd-9dfa-d860d749be0d service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5141699 Apr 18 20:47:29.800717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e384856-23ac-47a1-bd4e-67384b2476ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c670744a-381d-4770-8904-067cedadedfe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:29.824585 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:47:29.825373 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:47:29.884578 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.888311 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.983959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:47:29.984795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:29.985037 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.136812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e384856-23ac-47a1-bd4e-67384b2476ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.138185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3e384856-23ac-47a1-bd4e-67384b2476ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c670744a-381d-4770-8904-067cedadedfe HTTP/1.1" status: 204 len: 168 time: 2.8012216 Apr 18 20:47:30.215823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Subnet': ['ID=ce06d694-db09-48ce-babf-643dda5a9ae4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:30.230500 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Floating IP 7d82a09e-670f-49ec-a935-8984538f35bd associated. External IP: 172.25.5.167, port: 521579ba-5615-482f-88a1-16a3363d7bc2. Apr 18 20:47:30.347908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Checking segment: {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:30.350973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network hostable DHCP agents. Network: 719cd877-dd4a-46ed-9a6c-8b74efca15d1, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:30.383613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 6ba0305a-ae3d-4a28-ad48-3a48c453512c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:30.384465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.392257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.476475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] The port '6ba0305a-ae3d-4a28-ad48-3a48c453512c' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:47:30.532126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 3, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:30.534501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.20.0.1 (5d3911ac-c40a-4016-9d6f-6dd19616e86a/86d9eb8b-2518-4bf2-8bcb-9bc79faea260/a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:30.540736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b385ae4e-0702-4ade-a0fa-a831c8cfedd5 None None] The sync data for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 is: [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:20Z', 'revision_number': 3, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:30.580713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event updated for resources: {'Port': ['ID=d8bf551c-99d0-490f-ac88-f6df42432162,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:30.624226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:30.633250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:30.649229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:30.714703 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:30.762899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:30.885090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab7dfb8-fc26-491f-921e-e6e5a26110e4']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:30.918692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49138) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:31.066359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 719cd877-dd4a-46ed-9a6c-8b74efca15d1) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:31.073680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108bdb7d-8dd1-4b79-84ee-3dcd50ec3656') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:31.074753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108bdb7d-8dd1-4b79-84ee-3dcd50ec3656') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:31.078641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945b9950-e9a3-4153-8dff-daf319f41faa None None] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:31.099701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.138050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.160661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:47:31.161429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:47:31.184870 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:47:31.208228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.240230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:31.240958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.294507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.324840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:31.340663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.357813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-01849254-f692-4f61-8b3d-fb6f7b15b416 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.2605739 Apr 18 20:47:31.358700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:31.361032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:31.376412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Usage tracker for resource:security_group_rule and tenant:73813d3036cc4ea8b64cb2c018d7aa1c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:31.395927 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.419614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=2ab7dfb8-fc26-491f-921e-e6e5a26110e4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.454967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:31.461847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4309de8d-589d-4504-99ae-7a658a3ae3b6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/2ab7dfb8-fc26-491f-921e-e6e5a26110e4 HTTP/1.1" status: 204 len: 168 time: 4.5838473 Apr 18 20:47:31.463481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.467468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49148) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:31.591156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:31.611151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:31.623031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:31.628796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:31.631752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:31.647546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:47:31.648410 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.672250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da6151-5e08-409b-b39d-961a07201d0a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:31.673253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a3da6151-5e08-409b-b39d-961a07201d0a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:31.726313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:31.730899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Allocated IP 172.20.0.2 (5d3911ac-c40a-4016-9d6f-6dd19616e86a/86d9eb8b-2518-4bf2-8bcb-9bc79faea260/9632724e-f304-4fe6-b217-6abbee10087d) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:31.950882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a3da6151-5e08-409b-b39d-961a07201d0a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:31.952406 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a3da6151-5e08-409b-b39d-961a07201d0a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/02c3cf75-73bb-4491-a662-007d886e3517 HTTP/1.1" status: 200 len: 840 time: 0.4521523 Apr 18 20:47:31.969586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49152) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:31.991838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Allocated IP 172.20.0.2 (719cd877-dd4a-46ed-9a6c-8b74efca15d1/ce06d694-db09-48ce-babf-643dda5a9ae4/01e6d13d-7fa2-4459-9a02-b6fd28389125) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:32.257178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d99cf742-dd21-419b-a012-7dd1cd4697e2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/02c3cf75-73bb-4491-a662-007d886e3517?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2863295 Apr 18 20:47:32.261280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.262971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:32.274849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:32.280703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Transition to ACTIVE for port object 9632724e-f304-4fe6-b217-6abbee10087d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:32.327130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Transition to ACTIVE for port object 9632724e-f304-4fe6-b217-6abbee10087d will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:32.345137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.457627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:32.469473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:32.473009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:32.508962 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.530786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Pushing event updated for resources: {'Port': ['ID=9632724e-f304-4fe6-b217-6abbee10087d,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:32.558283 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.572561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:32.574984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.591567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:32.597807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:32.630983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:32.669416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Transition to ACTIVE for port object 01e6d13d-7fa2-4459-9a02-b6fd28389125 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:32.675101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:32.679048 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.691634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Attempting to bind port 9632724e-f304-4fe6-b217-6abbee10087d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:32.692384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Attempting to bind port 9632724e-f304-4fe6-b217-6abbee10087d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:32.693005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Attempting to bind port 9632724e-f304-4fe6-b217-6abbee10087d on network 5d3911ac-c40a-4016-9d6f-6dd19616e86a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:32.714469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:32.715482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Checking segment: {'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:32.716471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.717448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Bound using segment: {'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:32.720081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Bound port: 9632724e-f304-4fe6-b217-6abbee10087d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:32.721073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.787640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Transition to ACTIVE for port object 01e6d13d-7fa2-4459-9a02-b6fd28389125 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:32.860809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:32.949455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] For port 9632724e-f304-4fe6-b217-6abbee10087d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:33.002802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b938d66e-32e0-41b4-ae97-24323286bcd9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:33.058912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:33.067217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] For port 9632724e-f304-4fe6-b217-6abbee10087d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9632724e-f304-4fe6-b217-6abbee10087d,segment=NetworkSegment(fb46bb0c-7066-4924-9a61-af552fce0c60),segment_id=fb46bb0c-7066-4924-9a61-af552fce0c60)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:33.081244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:33.092770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:33.110905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.163534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Pushing event updated for resources: {'Port': ['ID=01e6d13d-7fa2-4459-9a02-b6fd28389125,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.286594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:33.538835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Attempting to bind port 01e6d13d-7fa2-4459-9a02-b6fd28389125 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:33.539775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Attempting to bind port 01e6d13d-7fa2-4459-9a02-b6fd28389125 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:33.539958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Attempting to bind port 01e6d13d-7fa2-4459-9a02-b6fd28389125 on network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:33.566964 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.567815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port b938d66e-32e0-41b4-ae97-24323286bcd9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:33.576116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:33.576718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Checking segment: {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:33.577401 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.578135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Bound using segment: {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:33.579229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Bound port: 01e6d13d-7fa2-4459-9a02-b6fd28389125, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:33.579864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.595155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.609934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f621143-c37a-4e67-9442-03f0578c1cc1 None None] Pushing event updated for resources: {'Port': ['ID=9632724e-f304-4fe6-b217-6abbee10087d,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:33.616294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b938d66e-32e0-41b4-ae97-24323286bcd9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:33.617231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.650016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73813d3036cc4ea8b64cb2c018d7aa1c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7262623 Apr 18 20:47:33.670623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:33.767351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:33.791079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.799690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.836573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:33.914641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] For port 01e6d13d-7fa2-4459-9a02-b6fd28389125, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:33.922984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] For port 01e6d13d-7fa2-4459-9a02-b6fd28389125, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=01e6d13d-7fa2-4459-9a02-b6fd28389125,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:33.959845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.006640 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.025892 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.034479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.136334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:34.149276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port b938d66e-32e0-41b4-ae97-24323286bcd9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b938d66e-32e0-41b4-ae97-24323286bcd9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:34.152737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:34.166554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:34.168673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.186242 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.207292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a28a260-dc6b-4452-bdc3-3253ffdf56a2 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:34.221289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=970afa38-d875-4057-a376-e7e12606914f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.243288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.246895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c85dbb-4015-4685-9b96-d8220e4739de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6c7980-11f3-4081-b372-9cdc5527e70d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.351019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e613363-d62b-43c2-822c-70c64ada7694 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0860672 Apr 18 20:47:34.376000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49164) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:34.389877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'security_group': {'name': 'tempest-secgroup-477953730'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:34.472576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:34.613807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acae3f03-e6e1-481f-bf86-61091446f4eb None None] Pushing event updated for resources: {'Port': ['ID=01e6d13d-7fa2-4459-9a02-b6fd28389125,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:34.764697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:34.778369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:34.796385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'tenant_id': 'f2836e62a71c4ca08cfc83c8334fac15', 'fixed_ips': [{'subnet_id': '970afa38-d875-4057-a376-e7e12606914f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:47:34.796385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:34.811152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:34.839513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-10597d2a-5b15-46ba-b9a5-bab5ca2bd4dc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8473051 Apr 18 20:47:34.839944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:35.307630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Allocated IP 172.20.0.2 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/970afa38-d875-4057-a376-e7e12606914f/2cd91e7f-eca9-4488-bd15-60c0aec7fc64) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:35.331614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.370430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:35.416423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 01e6d13d-7fa2-4459-9a02-b6fd28389125 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:35.447007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:35.447007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:35.465426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:35.496412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group_rule and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:35.496412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:35.538087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:35.555880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d8d361c-4889-4674-9dd6-1abccea62f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.707938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:35.707938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:35.752684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:35.982956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:36.055473 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.152378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d8d361c-4889-4674-9dd6-1abccea62f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.366379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-90f0bcb7-c1fd-41de-b0f0-9105cf71f00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:36.368506 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-90f0bcb7-c1fd-41de-b0f0-9105cf71f00b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 1096 time: 1.3087842 Apr 18 20:47:36.515187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf4d88f-0391-430a-ab19-d57cc486874a None None] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:36.598078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e83059b0-03b9-4589-a4fc-f82ee141b5b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 15.9878182 Apr 18 20:47:36.608667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:47:36.907996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Router 4445ea8b-7541-4a3d-ac0c-b507797e913e is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:47:36.955278 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d8d361c-4889-4674-9dd6-1abccea62f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:36.983043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d361c-4889-4674-9dd6-1abccea62f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6c7980-11f3-4081-b372-9cdc5527e70d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.031492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=b938d66e-32e0-41b4-ae97-24323286bcd9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:37.052841 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.060887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 01e6d13d-7fa2-4459-9a02-b6fd28389125 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:37.068542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33a07ee-1a7f-4614-be18-811d1aacdb2f None None] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:37.139832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.143632 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b07b542-0934-44a5-9f6b-575036a05452'] response: {'name': 'network-changed', 'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2', 'status': 'completed', 'code': 200} Apr 18 20:47:37.169149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:47:37.188708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.195488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9632724e-f304-4fe6-b217-6abbee10087d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:37.280988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Transition to ACTIVE for port object 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:37.307814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d8d361c-4889-4674-9dd6-1abccea62f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.319318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3d8d361c-4889-4674-9dd6-1abccea62f23 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ea6c7980-11f3-4081-b372-9cdc5527e70d HTTP/1.1" status: 204 len: 168 time: 3.6383817 Apr 18 20:47:37.414879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d44e9892-cc3c-448e-b3e7-8a28357b6a86 None None] Provisioning for port 9632724e-f304-4fe6-b217-6abbee10087d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:37.469542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-650121a1-09b5-418b-a30b-3afe913b0a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:37.488444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-650121a1-09b5-418b-a30b-3afe913b0a8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 1.0456874 Apr 18 20:47:37.488678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Transition to ACTIVE for port object 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:37.540386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.589315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:37.603997 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] Sync routers for ids ['4445ea8b-7541-4a3d-ac0c-b507797e913e'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:37.646621 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] Routers {'4445ea8b-7541-4a3d-ac0c-b507797e913e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:37.651374 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4445ea8b-7541-4a3d-ac0c-b507797e913e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.661854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.665272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f763a813-53a6-452c-a81a-2d4afd86a50e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 14.8948939 Apr 18 20:47:37.685238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:37.703862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9632724e-f304-4fe6-b217-6abbee10087d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:37.713127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:37.724714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7d82a09e-670f-49ec-a935-8984538f35bd', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': '521579ba-5615-482f-88a1-16a3363d7bc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:1e:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:25Z', 'updated_at': '2022-04-18T20:47:25Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.725109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': False}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:37.740769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:37.743554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0bfd7aac-c844-4c04-b04e-3496752c9954 None None] Provisioning for port 01e6d13d-7fa2-4459-9a02-b6fd28389125 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:37.746652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:37.817376 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.837461 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] Routers {'4445ea8b-7541-4a3d-ac0c-b507797e913e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:37.838788 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4445ea8b-7541-4a3d-ac0c-b507797e913e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.866729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:37.890668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9632724e-f304-4fe6-b217-6abbee10087d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:37.890668 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:37.996892 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:37.997399 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd2bc28-c05d-4948-89be-64b5c01319c0 None None] The sync data for ids ['4445ea8b-7541-4a3d-ac0c-b507797e913e'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:38.048779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-e1b9a011-a1bf-4a30-ba76-fb2e20c3b363 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5858648 Apr 18 20:47:38.101711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Pushing event updated for resources: {'Port': ['ID=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.183977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0bfd7aac-c844-4c04-b04e-3496752c9954 None None] Provisioning complete for port 01e6d13d-7fa2-4459-9a02-b6fd28389125 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:38.184550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7aac-c844-4c04-b04e-3496752c9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.221091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc04f43f-dc5f-4cd0-91a2-a57bc6cd694d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:38.225991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:38.261283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.266324 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f29eb848-9db3-40ec-bdf6-e71fbd0eda78 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.8828063 Apr 18 20:47:38.270429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49184) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:38.297428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'security_group': {'name': 'tempest-secgroup-875003158'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:38.341020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8cb945b9-6ef0-4a1d-b118-46dc34ebbae6 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5221877 Apr 18 20:47:38.357093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:38.373273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:38.383315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-8e487f24-7e66-4fcf-a49b-46418d4332fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521579ba-5615-482f-88a1-16a3363d7bc2 HTTP/1.1" status: 200 len: 999 time: 0.8926785 Apr 18 20:47:38.384452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:38.388993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:38.463903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:38.497067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:38.502634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:38.534117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-752695827'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:38.544158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-f03fcd60-ccf8-4d1d-b9cc-25c7b4b2beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.544158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-f03fcd60-ccf8-4d1d-b9cc-25c7b4b2beb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1443148 Apr 18 20:47:38.654074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:38.662136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group_rule and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:38.666191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:38.677122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:38.734786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:38.767185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-83ba339a-ea6e-4bd4-bf86-89f464f4bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:38.771137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:38.772947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-83ba339a-ea6e-4bd4-bf86-89f464f4bc77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169025 Apr 18 20:47:38.798861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:38.828586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:38.828586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:38.856220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:39.138227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.20.0.1 (719cd877-dd4a-46ed-9a6c-8b74efca15d1/ce06d694-db09-48ce-babf-643dda5a9ae4/6ae2223a-52f2-4c4b-937f-fb9c39c6736a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:39.265741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:39.639174 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.655868 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.660578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:39.665347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.704777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:39.717863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.719034 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment 1ae0ade9-861b-46b2-ba6b-4ff490889ae2 of type vlan for network a9d658a2-70dd-4781-8dbc-6118cbea2b7f Apr 18 20:47:39.752904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.789979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.799618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.813014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5295939 Apr 18 20:47:39.813014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49208) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:39.813014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f6813b-8248-4eb5-99fa-c1b545c0ae55 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9025000c-bb34-4997-8c7b-d5fb0fa6eb5c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:39.820694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.824370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-896112086', 'security_groups': ['9025000c-bb34-4997-8c7b-d5fb0fa6eb5c'], 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '970afa38-d875-4057-a376-e7e12606914f'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:39.843096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:39.843096 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:39.889482 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-c86884eb-bc6a-473c-9232-24ecaa53a751 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9259374 Apr 18 20:47:39.951103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-72f87467-e17d-45af-976e-0efa3dfa5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:39.951103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-72f87467-e17d-45af-976e-0efa3dfa5bd3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 1096 time: 1.6561623 Apr 18 20:47:40.088780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Transition to ACTIVE for port object 6ae2223a-52f2-4c4b-937f-fb9c39c6736a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:40.208101 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.280109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:40.280109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:40.296428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:40.296428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc27c1a9-cfae-4709-911b-88e15ceb2de5 req-2500236c-8213-4da8-b731-fddd5129ab5f service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4030836 Apr 18 20:47:40.296428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:port and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:40.296428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:40.326462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:40.354669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:40.557093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 9632724e-f304-4fe6-b217-6abbee10087d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9632724e-f304-4fe6-b217-6abbee10087d,segment=NetworkSegment(fb46bb0c-7066-4924-9a61-af552fce0c60),segment_id=fb46bb0c-7066-4924-9a61-af552fce0c60)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:40.559327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.1801977 Apr 18 20:47:40.564772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49216) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:40.592723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:40.775011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.776043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6d363-22fe-45ea-a7a4-f8f844f71b10 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=a9d658a2-70dd-4781-8dbc-6118cbea2b7f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:40.784907 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.834111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4f252-56f3-41a7-8fda-38199772b87b req-9bf44fe6-113f-45ec-bb2b-b8d6816f0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:40.838818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b4f252-56f3-41a7-8fda-38199772b87b req-9bf44fe6-113f-45ec-bb2b-b8d6816f0979 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 1096 time: 0.4520438 Apr 18 20:47:40.841951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 82cec491-1ae4-40bf-b545-534e70dee4d0 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:47:40.886955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:40.906194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.918360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:40.926547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:47:40.943688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7aac-c844-4c04-b04e-3496752c9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:40.976460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:41.067926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Attempting to bind port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:41.067926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Attempting to bind port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a359ea6f-025f-47d5-8c98-e51eb439637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:41.067926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Attempting to bind port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 on network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:41.081823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b938d66e-32e0-41b4-ae97-24323286bcd9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:41.146577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.243446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:41.243446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Checking segment: {'id': 'a359ea6f-025f-47d5-8c98-e51eb439637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:41.243446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.243446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Bound using segment: {'id': 'a359ea6f-025f-47d5-8c98-e51eb439637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:41.243446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Bound port: 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a359ea6f-025f-47d5-8c98-e51eb439637a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:41.243446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.253168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:41.268368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-cb37b657-fd55-4548-a7f7-cc024fe59707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.268796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-cb37b657-fd55-4548-a7f7-cc024fe59707 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 1.2146966 Apr 18 20:47:41.270892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:41.272811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:41.333213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=9632724e-f304-4fe6-b217-6abbee10087d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:41.369952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:41.407357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:41.414439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.459863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:41.813146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0bfd7aac-c844-4c04-b04e-3496752c9954 None None] For port 01e6d13d-7fa2-4459-9a02-b6fd28389125, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=01e6d13d-7fa2-4459-9a02-b6fd28389125,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:41.841228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.872679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4f252-56f3-41a7-8fda-38199772b87b req-f1eea533-5aa9-40fc-9c2b-3c260b5ece2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:41.876994 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b4f252-56f3-41a7-8fda-38199772b87b req-f1eea533-5aa9-40fc-9c2b-3c260b5ece2d service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.9856851 Apr 18 20:47:41.897408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:41.995218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0675f741-4253-46c1-8822-64defa86d34d None None] For port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:41.999736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0675f741-4253-46c1-8822-64defa86d34d None None] For port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,segment=NetworkSegment(a359ea6f-025f-47d5-8c98-e51eb439637a),segment_id=a359ea6f-025f-47d5-8c98-e51eb439637a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:42.015217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0bfd7aac-c844-4c04-b04e-3496752c9954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.212918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-2c62b742-4cec-439f-a846-95827b0988fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 200 len: 1001 time: 0.8162103 Apr 18 20:47:42.243016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b4f252-56f3-41a7-8fda-38199772b87b req-bf7ed2cc-aa74-4517-aa88-3c80fdfad155 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521579ba-5615-482f-88a1-16a3363d7bc2 HTTP/1.1" status: 200 len: 999 time: 0.3461092 Apr 18 20:47:42.287966 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.488156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-1479b08b-ab7c-4174-9cff-810aff950524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:42.490079 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-1479b08b-ab7c-4174-9cff-810aff950524 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.2760067 Apr 18 20:47:42.537423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.7 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/970afa38-d875-4057-a376-e7e12606914f/82cec491-1ae4-40bf-b545-534e70dee4d0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:42.609120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4f252-56f3-41a7-8fda-38199772b87b req-0e40539b-e76d-4d0b-a27e-3653569ba9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:42.610994 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b4f252-56f3-41a7-8fda-38199772b87b req-0e40539b-e76d-4d0b-a27e-3653569ba9b2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.3394971 Apr 18 20:47:42.698268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b938d66e-32e0-41b4-ae97-24323286bcd9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:42.699938 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:42.898609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b1ed73d-e3c7-4ce4-979c-f08b3d3e6c96 None None] Provisioning for port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:42.909004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd7aac-c844-4c04-b04e-3496752c9954 None None] Pushing event updated for resources: {'Port': ['ID=01e6d13d-7fa2-4459-9a02-b6fd28389125,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:43.042345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-0b05b05a-8d98-4944-b615-a1689d1be94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.044696 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-0b05b05a-8d98-4944-b615-a1689d1be94b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5225751 Apr 18 20:47:43.125022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b1ed73d-e3c7-4ce4-979c-f08b3d3e6c96 None None] Provisioning complete for port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:43.126346 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed73d-e3c7-4ce4-979c-f08b3d3e6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.349362 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.510913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f741-4253-46c1-8822-64defa86d34d None None] Pushing event updated for resources: {'Port': ['ID=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:43.553913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.629160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7b1ed73d-e3c7-4ce4-979c-f08b3d3e6c96 None None] Port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:43.658112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7d82a09e-670f-49ec-a935-8984538f35bd', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': '521579ba-5615-482f-88a1-16a3363d7bc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:1e:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:25Z', 'updated_at': '2022-04-18T20:47:25Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:43.695194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcdb351b-7990-4dd8-954e-2224e5ff077c None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '7d82a09e-670f-49ec-a935-8984538f35bd', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.167', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': '521579ba-5615-482f-88a1-16a3363d7bc2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:1e:87:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:47:25Z', 'updated_at': '2022-04-18T20:47:25Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:43.747800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.777894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b1ed73d-e3c7-4ce4-979c-f08b3d3e6c96 None None] Provisioning complete for port 9632724e-f304-4fe6-b217-6abbee10087d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:43.779050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b1ed73d-e3c7-4ce4-979c-f08b3d3e6c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.793384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 82cec491-1ae4-40bf-b545-534e70dee4d0 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:43.871215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4f252-56f3-41a7-8fda-38199772b87b req-3d420644-10c4-4943-8619-96d28be4b48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:43.873403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b4f252-56f3-41a7-8fda-38199772b87b req-3d420644-10c4-4943-8619-96d28be4b48c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2400680 Apr 18 20:47:43.879432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:43.999906 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-188ede58-7443-4572-a2c0-7285e20e57de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.039566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=ea85e004-9004-4683-a768-380e6bd4ac06,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.055496 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-3c8efa95-0d25-49fd-b7fa-0dce42af91b8 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9604659 Apr 18 20:47:44.119562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:44.124639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: a9d658a2-70dd-4781-8dbc-6118cbea2b7f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:44.167541 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a5c07-2668-414d-9024-cbde1276e2d6 None None] New status for floating IP 7d82a09e-670f-49ec-a935-8984538f35bd: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:47:44.366364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b534bc60-e9ac-462c-88a8-bfa5ad90bb23 req-a5f938e5-ce87-42a6-8ca3-21cc79875b87 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477071 Apr 18 20:47:44.449905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:47:32Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:33Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:44.478298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:44.479436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Updating router 3b1d6b15-da56-452c-a09e-e28190f530df port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:44.556173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=82cec491-1ae4-40bf-b545-534e70dee4d0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:44.590518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:44.601275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:44.607040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:44.609104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.727852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:44.757691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:44.758760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:44.807529 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b4f252-56f3-41a7-8fda-38199772b87b req-571709e8-064a-4deb-84ba-125b6c20d55d service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9080431 Apr 18 20:47:44.817210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b6aa9cb-65f5-4357-8211-709ffed6e980 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.0064740 Apr 18 20:47:44.818605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49244) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:44.867191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:47:45.122589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:45.181865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Provisioning complete for port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:45.182685 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.252430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:45.300758 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:45.336905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.376014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.388766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 01e6d13d-7fa2-4459-9a02-b6fd28389125 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:45.456404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:45.507908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18b4f252-56f3-41a7-8fda-38199772b87b req-05319cbe-1f4c-4cd8-882e-1e8e5d37ac18 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6870627 Apr 18 20:47:45.516372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a9d658a2-70dd-4781-8dbc-6118cbea2b7f) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:45.522652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:45.526895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:45.528706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.560620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:45.570370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Provisioning for port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:45.580098 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f67b7601-40e5-4080-9b59-9f9892520d36 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0017443 Apr 18 20:47:45.582953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49250) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:45.583145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d31135a-2cbb-400d-ae03-1acabe1b4782 None None] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:45.585068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:45.663105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Provisioning complete for port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:45.663105 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.689315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:45.788161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:45.794870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.872754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:45.886828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 01e6d13d-7fa2-4459-9a02-b6fd28389125 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:45.887507 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:45.976750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.090733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:46.118282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Provisioning complete for port 01e6d13d-7fa2-4459-9a02-b6fd28389125 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:46.119506 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f6d2dac1-dfbc-4ac6-b778-58244c79fc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.149401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.150043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.150546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.151064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.154139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.154139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.154139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.154139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.154139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.154139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.154765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.155268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:46.175239 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8049370c-1042-40ed-89d9-b30db4264dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.210189 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:46.348817 n-d-836016-3 neutron-server[88141]: INFO neutron.db.ipam_backend_mixin [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 970afa38-d875-4057-a376-e7e12606914f (CIDR: 172.20.0.0/28) Apr 18 20:47:46.402850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:47:46.403971 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.444703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.465739 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.467319 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:47:46.468068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:47:46.474910 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.552933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Transition to ACTIVE for port object a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:46.560750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9632724e-f304-4fe6-b217-6abbee10087d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:46.619195 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:46.923475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7a415be7-d4e0-478f-9d6c-f59ffab1d44e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0977190 Apr 18 20:47:46.928726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:46.947776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:46.994839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aada7d1-0be8-46dd-a3fe-27b1263fa8b1 None None] Pushing event updated for resources: {'Port': ['ID=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:47.043446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Router 4445ea8b-7541-4a3d-ac0c-b507797e913e has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:47.145035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:47.162010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:47.272043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.505001 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.554471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Provisioning for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:47.567394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.617939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9632724e-f304-4fe6-b217-6abbee10087d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:47.620451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.730575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:47.738752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.743068 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1afd6541-bfc6-49ff-ba4d-6aea6709e9fe tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "PUT /v2.0/routers/4445ea8b-7541-4a3d-ac0c-b507797e913e HTTP/1.1" status: 200 len: 921 time: 10.0545537 Apr 18 20:47:47.744507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:47.745699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:47.750817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:47.751872 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.808939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Allocated IP 172.21.0.2 (a9d658a2-70dd-4781-8dbc-6118cbea2b7f/ea85e004-9004-4683-a768-380e6bd4ac06/8494bf7a-c969-4490-adea-efb2eb867507) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:47.811608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Attempting to bind port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:47.812103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Attempting to bind port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:47.812737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Attempting to bind port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 on network 5d3911ac-c40a-4016-9d6f-6dd19616e86a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:47.818559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] Sync routers for ids ['4445ea8b-7541-4a3d-ac0c-b507797e913e'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:47.847568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:47.848155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Checking segment: {'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:47.848907 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.849451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Bound using segment: {'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:47.850248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Bound port: a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb46bb0c-7066-4924-9a61-af552fce0c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:47.850736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:47.924536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] Routers {'4445ea8b-7541-4a3d-ac0c-b507797e913e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:47.925845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4445ea8b-7541-4a3d-ac0c-b507797e913e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:48.024635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:48.029284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:48.044858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3cb45b26-3986-44b5-9a94-58d9ea527a48 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/4445ea8b-7541-4a3d-ac0c-b507797e913e HTTP/1.1" status: 200 len: 921 time: 0.2859352 Apr 18 20:47:48.045811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49272) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:48.053977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:48.069826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:48.089816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:48.098320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.207673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] Routers {'4445ea8b-7541-4a3d-ac0c-b507797e913e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:48.207673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['4445ea8b-7541-4a3d-ac0c-b507797e913e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:48.237070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 04c20197-558a-4f63-b1f2-09247d8ea2f8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:48.287251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeaa82d-f79b-4e91-a736-fab4a9f69aae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.287251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5aeaa82d-f79b-4e91-a736-fab4a9f69aae tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=4445ea8b-7541-4a3d-ac0c-b507797e913e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2268279 Apr 18 20:47:48.287251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49276) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:48.391068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:48.391587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4137d02-605e-4477-a6e5-502c1311f37a None None] The sync data for ids ['4445ea8b-7541-4a3d-ac0c-b507797e913e'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:48.438132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] For port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:48.473414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] For port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,segment=NetworkSegment(fb46bb0c-7066-4924-9a61-af552fce0c60),segment_id=fb46bb0c-7066-4924-9a61-af552fce0c60)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:48.577463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbc0463-7050-47a3-b837-1ebf0ce411bf tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:48.578417 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3cbc0463-7050-47a3-b837-1ebf0ce411bf tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.2904539 Apr 18 20:47:48.584072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49282) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:48.647646 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-16cb0d6b-b920-4f58-9629-83db107e2ee7 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=4445ea8b-7541-4a3d-ac0c-b507797e913e HTTP/1.1" status: 200 len: 205 time: 0.0625386 Apr 18 20:47:48.658329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49286) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:48.664376 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.686242 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.787490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:48.793390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-000a43ed-6b10-4acd-be79-5477daf1e2b0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "PUT /v2.0/routers/04c20197-558a-4f63-b1f2-09247d8ea2f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4244664 Apr 18 20:47:48.802519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:48.803288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.819757 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Sync routers for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:48.828462 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:48.840744 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:48.841424 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:48.872552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:48.873794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:49.005303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.092623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:49.191956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Transition to ACTIVE for port object 8494bf7a-c969-4490-adea-efb2eb867507 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:49.249049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Transition to ACTIVE for port object 8494bf7a-c969-4490-adea-efb2eb867507 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:49.259483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aada7d1-0be8-46dd-a3fe-27b1263fa8b1 None None] Pushing event updated for resources: {'Port': ['ID=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.300829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.318338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] For port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,segment=NetworkSegment(a359ea6f-025f-47d5-8c98-e51eb439637a),segment_id=a359ea6f-025f-47d5-8c98-e51eb439637a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:49.351431 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:49.421059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.430893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.479011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Deleting port d8bf551c-99d0-490f-ac88-f6df42432162 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:49.480617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.522729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.523554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.524193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.525011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.525701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.526338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.526965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.527589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.528216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.528852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.532288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec99cd6e-0180-4190-a05d-f414fde8d268 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7046 time: 0.7284019 Apr 18 20:47:49.559789 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.576858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:49.592541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:49.595328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.604851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:49.611131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:49.630736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Provisioning complete for port 02c3cf75-73bb-4491-a662-007d886e3517 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:49.631511 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.707845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Port 02c3cf75-73bb-4491-a662-007d886e3517 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:49.734765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.767396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Pushing event updated for resources: {'Port': ['ID=8494bf7a-c969-4490-adea-efb2eb867507,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:49.817445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.21.0.1 (a9d658a2-70dd-4781-8dbc-6118cbea2b7f/ea85e004-9004-4683-a768-380e6bd4ac06/d10f151f-5e10-4b4e-9eb3-1906f7f05c58) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:49.817445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.852202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:49.861497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:49.893808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.902896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:49.913960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.915006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.915717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.916365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.916811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.917409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.918114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.918567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.919009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.919450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:49.921743 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-84de904b-a436-4415-9fc2-9d7442913f15 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6422 time: 0.3105471 Apr 18 20:47:49.932299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49300) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:50.008042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7df1a6-bbf3-4ff0-b249-43a42dbcc6d9 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:50.028391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=9ab4f2e9-670d-44b1-a9d2-a07a2689def8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:50.079247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-631df7e3-d2f5-4782-a24c-ef47ac1ccf04 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.1463189 Apr 18 20:47:50.080286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:50.092538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2088256966', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9ab4f2e9-670d-44b1-a9d2-a07a2689def8'}], 'security_groups': ['fc04f43f-dc5f-4cd0-91a2-a57bc6cd694d']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:50.096440 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:44Z', 'revision_number': 2, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:50.109785 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Checking router: 04c20197-558a-4f63-b1f2-09247d8ea2f8 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:50.110492 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Updating router 04c20197-558a-4f63-b1f2-09247d8ea2f8 port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:50.190520 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.205742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Provisioning for port 82cec491-1ae4-40bf-b545-534e70dee4d0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:50.255474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Provisioning complete for port 82cec491-1ae4-40bf-b545-534e70dee4d0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:50.256236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.356529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Attempting to bind port 8494bf7a-c969-4490-adea-efb2eb867507 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:50.356529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Attempting to bind port 8494bf7a-c969-4490-adea-efb2eb867507 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:50.356882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Attempting to bind port 8494bf7a-c969-4490-adea-efb2eb867507 on network a9d658a2-70dd-4781-8dbc-6118cbea2b7f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:50.397284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:50.397284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Checking segment: {'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:50.397604 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.398286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Bound using segment: {'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:50.398959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Bound port: 8494bf7a-c969-4490-adea-efb2eb867507, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:50.399573 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.467352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Pushing event updated for resources: {'Port': ['ID=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:50.540268 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.562411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-28556ef6-90ad-4dfd-97f7-610fac8fff5f None None] Port 82cec491-1ae4-40bf-b545-534e70dee4d0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:47:50.566900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object d10f151f-5e10-4b4e-9eb3-1906f7f05c58 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:50.697243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Calling delete_port for d8bf551c-99d0-490f-ac88-f6df42432162 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:50.766531 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.780538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fbd49b52-6c92-48c5-9491-2ce3bbcd4153 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4835 time: 0.8466280 Apr 18 20:47:50.815901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:50.916758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] For port 8494bf7a-c969-4490-adea-efb2eb867507, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:50.921403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] For port 8494bf7a-c969-4490-adea-efb2eb867507, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8494bf7a-c969-4490-adea-efb2eb867507,segment=NetworkSegment(1ae0ade9-861b-46b2-ba6b-4ff490889ae2),segment_id=1ae0ade9-861b-46b2-ba6b-4ff490889ae2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:50.937545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.029676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:51.043260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:51.061847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:47:51.097589 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.136597 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Transition to ACTIVE for port object 6ae2223a-52f2-4c4b-937f-fb9c39c6736a will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:51.166105 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.227710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:51.239539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:51.309961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.314568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.314991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.315879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.321210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.321876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.322671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.322671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.322671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.326909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.327244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.329716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.689045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:47:32Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:48Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:51.745746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2dc5037-6f2f-4656-a417-2e26434766ab None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:47:32Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:48Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:51.759235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1529a-d88d-4b19-9848-649fa6c8a7e7 None None] Pushing event updated for resources: {'Port': ['ID=8494bf7a-c969-4490-adea-efb2eb867507,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:51.832532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49318) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:51.876562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1820348146', 'description': 'tempest-secgroup-smoke-1820348146 description', 'project_id': 'b5902e7077c74b0c87065193c03f3242'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:51.878556 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Pushing event updated for resources: {'Port': ['ID=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:51.904185 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.906052 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.906960 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.911510 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.915258 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.915905 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.916528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.918056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.918683 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.922698 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.923149 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:51.923562 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:47:52.017701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:52.050199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:52.052519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:52.076766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:52.100372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:52.153595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Attempting to bind port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:47:52.154119 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Attempting to bind port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:47:52.154437 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Attempting to bind port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a on network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:47:52.171467 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:47:52.171865 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Checking segment: {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:52.172997 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.173394 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Bound using segment: {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:47:52.174612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Bound port: 6ae2223a-52f2-4c4b-937f-fb9c39c6736a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:47:52.174612 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.176592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] Update dhcp port {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'fixed_ips': [{'subnet_id': '970afa38-d875-4057-a376-e7e12606914f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9ab4f2e9-670d-44b1-a9d2-a07a2689def8'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '2cd91e7f-eca9-4488-bd15-60c0aec7fc64'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:47:52.183989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.215834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.313222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Delete allocated IP 172.20.0.7 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/970afa38-d875-4057-a376-e7e12606914f) {{(pid=88140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:47:52.352454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.30 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/9ab4f2e9-670d-44b1-a9d2-a07a2689def8/82cec491-1ae4-40bf-b545-534e70dee4d0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:52.375562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.402571 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.421882 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.478032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event deleted for resources: {'Port': ['ID=d8bf551c-99d0-490f-ac88-f6df42432162,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:52.498097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:52.509583 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] For port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:47:52.511718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a67a4a0f69084e31bf9d178201c00ec8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:52.512699 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] For port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:47:52.516838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:52.520426 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:52.548884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:52.648348 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:52.649019 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:52.797154 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf8a84-9a10-4192-adfc-c836591f3929 None None] Pushing event updated for resources: {'Port': ['ID=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:52.908014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:53.060374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:53.086366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:53.086841 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.148632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.248599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 82cec491-1ae4-40bf-b545-534e70dee4d0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:53.277737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.279017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.290727 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:47:53.346154 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:53.374433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.442163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:53.472402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:53.489439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:53.507001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:53.656527 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.711843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a67a4a0f69084e31bf9d178201c00ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6574678 Apr 18 20:47:53.732206 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.758535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] Allocated IP 172.20.0.18 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/9ab4f2e9-670d-44b1-a9d2-a07a2689def8/2cd91e7f-eca9-4488-bd15-60c0aec7fc64) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:47:53.759283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:53.825031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=82cec491-1ae4-40bf-b545-534e70dee4d0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:53.850409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1692e03-5fa4-4675-9421-97321adb71e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06ac79f-67c7-470e-a7e8-90eba59b83ed,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:53.866563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,segment=NetworkSegment(fb46bb0c-7066-4924-9a61-af552fce0c60),segment_id=fb46bb0c-7066-4924-9a61-af552fce0c60)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:53.881715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128a818f-5994-4d18-a78c-cda48d82e365 None None] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:47:53.928671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.931186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:53.958970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] In _notify_port_updated(), no bound segment for port 82cec491-1ae4-40bf-b545-534e70dee4d0 on network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:47:53.969808 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:53.972635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:53.975865 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a4cbeb-c0ba-4071-8bcc-bae184904a67 None None] The sync data for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 is: [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:52Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:47:53.982464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:53.985373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cb87026e-9584-43d0-b8ee-aa9ca7ab948c tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "PUT /v2.0/ports/82cec491-1ae4-40bf-b545-534e70dee4d0 HTTP/1.1" status: 200 len: 921 time: 3.8998938 Apr 18 20:47:53.992660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:54.220313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.229486 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.344918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.352138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Fanout notify agent at l3_agent the message router_deleted on router 4445ea8b-7541-4a3d-ac0c-b507797e913e {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:47:54.352138 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.380230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.407709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcc49-9826-47c2-8e34-b7b3a181e221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.447714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcc49-9826-47c2-8e34-b7b3a181e221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.528835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 82cec491-1ae4-40bf-b545-534e70dee4d0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:47:54.530563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.638358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.638946 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1446b97d-4adc-425b-9c88-bbea3cf41f80 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/4445ea8b-7541-4a3d-ac0c-b507797e913e HTTP/1.1" status: 204 len: 168 time: 5.9779639 Apr 18 20:47:54.651613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.653086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.7985370 Apr 18 20:47:54.654807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49338) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:54.664221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:54.676568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': '35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:54.680114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-158300804', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:54.692248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.698218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:54.700111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:54.711136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Usage tracker for resource:router and tenant:6dd6afdfe6864ed987f43eb1a8b4dfb2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:54.718514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.723558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] For port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,segment=NetworkSegment(a359ea6f-025f-47d5-8c98-e51eb439637a),segment_id=a359ea6f-025f-47d5-8c98-e51eb439637a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:54.771657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556b7f3-ea8d-4594-baf1-6544de034712 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.775752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:54.800731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:54.805389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:54.824679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcc49-9826-47c2-8e34-b7b3a181e221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.858820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:54.898927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:54.915503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:54.931939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:54.942591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1dcc49-9826-47c2-8e34-b7b3a181e221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06ac79f-67c7-470e-a7e8-90eba59b83ed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.029927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.130494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f790b22f-50e0-436c-a7cd-738fc2c646d5 None None] Provisioning for port 8494bf7a-c969-4490-adea-efb2eb867507 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:55.198729 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:47:55.204816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.206738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.227955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:47:55.232085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:47:55.280743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.296680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.326211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.404212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:55.405143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.462223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] Transition to ACTIVE for port object 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:47:55.478592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.499616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 82cec491-1ae4-40bf-b545-534e70dee4d0 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:47:55.509360 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.674458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d8c47-1e95-4f58-a893-ade628c25f9d None None] Pushing event updated for resources: {'Port': ['ID=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:55.693405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:47:55.695826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.703730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b2964820-ad6f-43d9-84e6-769a8b67a843 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0279794 Apr 18 20:47:55.721135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e1dcc49-9826-47c2-8e34-b7b3a181e221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.721135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e1dcc49-9826-47c2-8e34-b7b3a181e221 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a06ac79f-67c7-470e-a7e8-90eba59b83ed HTTP/1.1" status: 204 len: 168 time: 1.9362173 Apr 18 20:47:55.721135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49346) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:55.742088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:55.801812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:55.882246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 had new provisioning blocks added so it will not transition to active. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 18 20:47:55.883110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8494bf7a-c969-4490-adea-efb2eb867507 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:55.942485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.069842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8494bf7a-c969-4490-adea-efb2eb867507 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:56.096118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8494bf7a-c969-4490-adea-efb2eb867507 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:56.098307 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.270265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.421739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:47:56.439097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-469f0fc5-9a7f-4f0b-b761-2791e58b87d0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8477056 Apr 18 20:47:56.440437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49354) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:56.463744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-514199997'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:56.475210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:47:56.485916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:56.505463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:56.514537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:56.520451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=82cec491-1ae4-40bf-b545-534e70dee4d0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.537657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:56.580436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:56.593139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.621434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Provisioning complete for port 8494bf7a-c969-4490-adea-efb2eb867507 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:56.621434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.673649 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.739037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:47:56.750203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:47:56.750203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:56.805995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.805995 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment 6873a765-075c-4d2c-a7ab-cf821b206d45 of type vlan for network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b Apr 18 20:47:56.914945 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:56.936123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f970ef-f81d-437e-80f6-284bafc7b789,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:56.995471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49358) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:57.052193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.120109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:57.137674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Usage tracker for resource:security_group_rule and tenant:99b03e4b9ccf4ced90066ebb9cbb0305 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:57.150134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:57.169654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:57.213447 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.280657 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.307013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:47:57.310507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.496561 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0479047 Apr 18 20:47:57.506561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:57.552309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.553503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-475c197b-ed51-4b92-b907-e76223baadc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8866451 Apr 18 20:47:57.558292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5d308-2ca7-4971-b266-422b78e67107 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.571539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:57.588587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:57.606983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.615556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.632188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:47:57.633344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': '35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:57.704627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e583cf0-aa1c-41bf-9e67-43059c3350ec,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:57.704627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d373b9cb-eaa7-41d3-92db-db094aaffe8d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99b03e4b9ccf4ced90066ebb9cbb0305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7039819 Apr 18 20:47:57.709326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:47:57.716304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49370) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:57.770992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 8494bf7a-c969-4490-adea-efb2eb867507, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8494bf7a-c969-4490-adea-efb2eb867507,segment=NetworkSegment(1ae0ade9-861b-46b2-ba6b-4ff490889ae2),segment_id=1ae0ade9-861b-46b2-ba6b-4ff490889ae2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:47:57.771768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:57.771768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.782518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.782518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-04732cb2-76f6-49f7-90f1-e33fe60c255b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/82cec491-1ae4-40bf-b545-534e70dee4d0 HTTP/1.1" status: 204 len: 168 time: 3.7881064 Apr 18 20:47:57.789714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:57.808215 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.840322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-037461bd-4a34-4aea-bb4f-911997b68689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:57.902198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-037461bd-4a34-4aea-bb4f-911997b68689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.012644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=8494bf7a-c969-4490-adea-efb2eb867507,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.036175 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-037461bd-4a34-4aea-bb4f-911997b68689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.058934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:58.101410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-037461bd-4a34-4aea-bb4f-911997b68689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.101410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-037461bd-4a34-4aea-bb4f-911997b68689 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e583cf0-aa1c-41bf-9e67-43059c3350ec HTTP/1.1" status: 204 len: 168 time: 0.3699846 Apr 18 20:47:58.101410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037461bd-4a34-4aea-bb4f-911997b68689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e583cf0-aa1c-41bf-9e67-43059c3350ec,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:58.142757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:58.252229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:58.276929 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51e1456-7020-4832-b7c2-d977a7fcefe1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:47:58.276929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a51e1456-7020-4832-b7c2-d977a7fcefe1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:47:58.311173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:58.321190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:58.327257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:58.348183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:58.356886 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.380396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ae2223a-52f2-4c4b-937f-fb9c39c6736a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:47:58.392214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a51e1456-7020-4832-b7c2-d977a7fcefe1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:47:58.394734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a51e1456-7020-4832-b7c2-d977a7fcefe1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/82cec491-1ae4-40bf-b545-534e70dee4d0 HTTP/1.1" status: 404 len: 333 time: 0.3639729 Apr 18 20:47:58.400471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49382) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:58.463300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:47:58.467050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.693272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a149958f-9920-4405-a42f-248fafb13db1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.770751 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.819512 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a149958f-9920-4405-a42f-248fafb13db1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.850807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.905613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:58.965587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a149958f-9920-4405-a42f-248fafb13db1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.046951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac3a4c5-7189-48af-be7a-2235a6fe78cb,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.057133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149958f-9920-4405-a42f-248fafb13db1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9025000c-bb34-4997-8c7b-d5fb0fa6eb5c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.093072 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a149958f-9920-4405-a42f-248fafb13db1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.094926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a149958f-9920-4405-a42f-248fafb13db1 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/security-groups/9025000c-bb34-4997-8c7b-d5fb0fa6eb5c HTTP/1.1" status: 204 len: 168 time: 0.6927598 Apr 18 20:47:59.103634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49390) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:59.245970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.248772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d7668d01-365e-4564-bf6b-f97ec29869ca tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6746688 Apr 18 20:47:59.255238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:59.275574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': '35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:47:59.282797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.285216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:47:59.286003 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:47:59.299074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-953a06f0-f63e-4a85-ac4e-50696bbc3646 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.328513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:47:59.345293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:59.346626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:47:59.351650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-953a06f0-f63e-4a85-ac4e-50696bbc3646 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.352879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:47:59.372132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:47:59.373132 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.387585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:47:59.525388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-953a06f0-f63e-4a85-ac4e-50696bbc3646 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.529010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=feb86ebe-80e3-40c9-95f1-11e9a7c74da3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.590755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a06f0-f63e-4a85-ac4e-50696bbc3646 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc04f43f-dc5f-4cd0-91a2-a57bc6cd694d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:47:59.611433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-953a06f0-f63e-4a85-ac4e-50696bbc3646 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.611433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-953a06f0-f63e-4a85-ac4e-50696bbc3646 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/security-groups/fc04f43f-dc5f-4cd0-91a2-a57bc6cd694d HTTP/1.1" status: 204 len: 168 time: 0.4907424 Apr 18 20:47:59.611433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49406) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:47:59.692104 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.697685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:47:51Z', 'revision_number': 3, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:47:59.710555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.719654 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.740768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:47:59.741485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Updating router 3b1d6b15-da56-452c-a09e-e28190f530df port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:47:59.751835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:47:59.751835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:47:59.774887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.846997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet 970afa38-d875-4057-a376-e7e12606914f {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:47:59.854412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.979699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:47:59.993121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Provisioning for port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:47:59.993996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:00.010509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:00.013217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Provisioning complete for port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:00.013885 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.025293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:00.026190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.110037 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.122935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.139982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.141423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.183841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2ac2f6-ef8d-4237-8bd5-158049bed620 None None] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:00.207791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cb8d2904-93a5-4012-b338-fd5260ced83e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6612234 Apr 18 20:48:00.212452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49418) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:00.232039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Allocated IP 172.25.5.145 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/442af0ed-f048-48c6-9118-83f44a8b4d4f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:00.239285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.247487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9877656 Apr 18 20:48:00.282292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:00.283019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa34fe7-44ba-45a5-ae87-e094ca90efec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74bcb19-d82e-4507-8a4b-1b55664bdba5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.297481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': '35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:00.299108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:00.342388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:00.385032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:00.407388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:00.426519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:00.591340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cb6e663b-a163-4f25-8111-10b420258dbb None None] Port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:00.597236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.705312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.767471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.842428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.842428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.896832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:00.896832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=970afa38-d875-4057-a376-e7e12606914f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.919301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cd802af8-a1cb-46a3-aec9-f330743868d3 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/970afa38-d875-4057-a376-e7e12606914f HTTP/1.1" status: 204 len: 168 time: 1.3086991 Apr 18 20:48:00.932218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:00.937836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80aca0cb-1d67-435f-9824-231f0dc75887,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:00.981215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:01.051334 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.051334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:01.063461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.064339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-08b56d1f-2b2d-4c22-ac24-a0754444255c tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7772248 Apr 18 20:48:01.072173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49438) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:01.090699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.107199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1535d9e6-71da-465e-b196-52061075e791 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:01.124494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': '35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:01.272685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Provisioning for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:01.310639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:01.319900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:01.333554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:01.372803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:01.373258 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.419955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event updated for resources: {'Port': ['ID=442af0ed-f048-48c6-9118-83f44a8b4d4f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.452729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:01.459877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:01.467540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:01.483282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:01.503237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:01.503542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.551182 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Project b5902e7077c74b0c87065193c03f3242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:48:01.578418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.676140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:48:01.677927 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.770090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.816819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.841255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.852747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.854001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.854364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.855073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.855891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.859361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.860007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.860581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.861356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.862504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.863300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.864075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.864854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:01.911795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff1d87f0-e25f-48c1-a5a5-fde43ad6bc4c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:01.913358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:01.918226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:01.921789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:01.944635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:01.994494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:01.999252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6f86c764-53f9-4566-999e-ffac6168b138 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8905849 Apr 18 20:48:02.010921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49454) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:02.020256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'security_group_rule': {'security_group_id': '35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7', 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:02.029594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:02.162536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:security_group_rule and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:02.167941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:02.191793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:02.283877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:02.289502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.290039 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Project b5902e7077c74b0c87065193c03f3242 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:48:02.305210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.495755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.523447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.634595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.672735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3d9e03-da79-4cad-9333-b17b62961282,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:02.692429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.704489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb4dd65c-6ef4-4cca-8c14-cf897dade7cb tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6920962 Apr 18 20:48:02.740750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.22.0.1 (9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b/feb86ebe-80e3-40c9-95f1-11e9a7c74da3/bb4a1d71-6aea-493e-9928-c15e7d3726ca) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:02.820691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:02.960825 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.985210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Provisioning complete for port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:02.986641 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:02.998857 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.051862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object bb4a1d71-6aea-493e-9928-c15e7d3726ca will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:03.105375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Transition to ACTIVE for port object d10f151f-5e10-4b4e-9eb3-1906f7f05c58 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:03.159948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.170200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.350408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:03.357375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.369372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:03.386621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:03.446933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:03.447624 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.506645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:03.512511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=eb7f09be-a9af-4f28-9285-a169f4def3dd,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:03.516018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:03.598387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:03.599257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.642708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-f74dd974-806e-4d8b-95e3-76aefe8a22ea tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:03.653777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=bb4a1d71-6aea-493e-9928-c15e7d3726ca,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:03.693036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5435b642-fb9f-4f8f-b21a-0e9df95a82bb tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7407718 Apr 18 20:48:03.693915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:03.700014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:03.701290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-f74dd974-806e-4d8b-95e3-76aefe8a22ea tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:03.702778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-f74dd974-806e-4d8b-95e3-76aefe8a22ea tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1820348146&fields=id&tenant_id=b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 267 time: 0.4704514 Apr 18 20:48:03.712384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:03.724738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'security_group': {'name': 'tempest-secgroup-755105588'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:03.827784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12601631-356d-44c3-ac7f-25818c2348b8 None None] Pushing event updated for resources: {'Port': ['ID=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:03.838709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:03.929613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Allocated IP 172.22.0.2 (9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b/feb86ebe-80e3-40c9-95f1-11e9a7c74da3/867dbf5d-9bcf-429b-96b6-6fa2f07843eb) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:04.018270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Provisioning complete for port 02c3cf75-73bb-4491-a662-007d886e3517 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:04.018660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.083428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Attempting to bind port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:04.083808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Attempting to bind port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:04.084288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Attempting to bind port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 on network a9d658a2-70dd-4781-8dbc-6118cbea2b7f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:04.085685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:04.107553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:04.140814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:04.206684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.213133 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.299213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.306391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:04.316637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-473d76ef-209c-4227-ba4a-1c25dc576a13 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:04.317403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-473d76ef-209c-4227-ba4a-1c25dc576a13 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:04.346530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.347369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Port 02c3cf75-73bb-4491-a662-007d886e3517 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:04.378081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-473d76ef-209c-4227-ba4a-1c25dc576a13 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:04.380371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-473d76ef-209c-4227-ba4a-1c25dc576a13 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/networks?id=719cd877-dd4a-46ed-9a6c-8b74efca15d1 HTTP/1.1" status: 200 len: 797 time: 0.5584004 Apr 18 20:48:04.400566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group_rule and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:04.413079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:04.428387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:04.519765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:04.519765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Checking segment: {'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:04.520616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.520793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Bound using segment: {'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:04.521809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Bound port: d10f151f-5e10-4b4e-9eb3-1906f7f05c58, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae0ade9-861b-46b2-ba6b-4ff490889ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:04.522650 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.552305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c97383-04ab-4eea-a8b9-ff37204c7023 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:04.731825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.739529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5e956c4d-fe84-477e-ab66-c3d2603904f5 None None] Could not find standard attr ID for object 82cec491-1ae4-40bf-b545-534e70dee4d0. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:04.753349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.844638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=001f561e-d5fa-4c94-84cb-ec501f1c4420,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:04.853678 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-6631d41f-6239-4132-a8c4-395e783f14e9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/quotas/b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 375 time: 0.0273225 Apr 18 20:48:04.942864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:04.951525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7f9b6a18-cd15-4745-9b31-9b96568c38dd tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2494020 Apr 18 20:48:04.966138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49492) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:04.979751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'security_group': {'name': 'tempest-secgroup-117213709'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:05.005319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:05.024514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:05.027182 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:05.038412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:05.086223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.109111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:05.111098 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.167074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ae2223a-52f2-4c4b-937f-fb9c39c6736a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:05.168988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Router 34cff28f-4a82-4f2b-88be-429afb0f5bd4 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:48:05.171753 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.252083 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.286858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Transition to ACTIVE for port object 867dbf5d-9bcf-429b-96b6-6fa2f07843eb will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:05.335939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Transition to ACTIVE for port object 867dbf5d-9bcf-429b-96b6-6fa2f07843eb will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:05.362519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2bda0656-9c95-4874-94d6-738a647ecf72 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:05.363444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2bda0656-9c95-4874-94d6-738a647ecf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.382387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=bb4a1d71-6aea-493e-9928-c15e7d3726ca,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.392165 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.403621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-b4e3a84b-7c6d-45a6-b127-5680937e2fcf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:05.440577 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.451415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:05.454959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] For port d10f151f-5e10-4b4e-9eb3-1906f7f05c58, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:05.459926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group_rule and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:05.465756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:05.476941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:05.489300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-b4e3a84b-7c6d-45a6-b127-5680937e2fcf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:05.495667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-b4e3a84b-7c6d-45a6-b127-5680937e2fcf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6268847 Apr 18 20:48:05.537567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:05.539187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:05.571590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] For port d10f151f-5e10-4b4e-9eb3-1906f7f05c58, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,segment=NetworkSegment(1ae0ade9-861b-46b2-ba6b-4ff490889ae2),segment_id=1ae0ade9-861b-46b2-ba6b-4ff490889ae2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:05.584998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:05.598508 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.619424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:05.631887 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] Sync routers for ids ['34cff28f-4a82-4f2b-88be-429afb0f5bd4'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:05.648809 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] Routers {'34cff28f-4a82-4f2b-88be-429afb0f5bd4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:05.649773 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['34cff28f-4a82-4f2b-88be-429afb0f5bd4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:05.661783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.662999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7381c888-9918-4e6e-ab4a-a6a8d91e5375 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "PUT /v2.0/routers/34cff28f-4a82-4f2b-88be-429afb0f5bd4 HTTP/1.1" status: 200 len: 879 time: 9.9440470 Apr 18 20:48:05.665949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49500) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:05.716290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.723177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:05.723581 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.725018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.748050 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:05.760187 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] Routers {'34cff28f-4a82-4f2b-88be-429afb0f5bd4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:05.761254 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['34cff28f-4a82-4f2b-88be-429afb0f5bd4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:05.847772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.849047 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8846588 Apr 18 20:48:05.854362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:05.856472 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:05.856990 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5445646-3d7c-4bf8-8e30-cbc02e22552b None None] The sync data for ids ['34cff28f-4a82-4f2b-88be-429afb0f5bd4'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:05.870319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'security_group': {'name': 'tempest-secgroup-389465989'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:05.876811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f35854-93c6-4caa-961b-9e1f2fcc30ad tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52c3041c-1d81-40fa-a27b-01d2ec8686b9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.884352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:05.894684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:05.895925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Pushing event updated for resources: {'Port': ['ID=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:05.907580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:05.918686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:05.931144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Attempting to bind port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:05.931992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Attempting to bind port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:05.932458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Attempting to bind port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb on network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:05.942659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:05.984617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:05.997118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:security_group_rule and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:06.004089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:06.027793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:06.027793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Checking segment: {'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:06.027793 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.027793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Bound using segment: {'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:06.027793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Bound port: 867dbf5d-9bcf-429b-96b6-6fa2f07843eb, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:06.027793 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.028791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:06.056598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:06.071180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:06.072441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:06.107668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:06.176542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-8db9e637-5599-4ba0-b2b8-fb6439bb66ab service neutron] 10.222.0.47 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6626871 Apr 18 20:48:06.282770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.291728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.431507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4739db-0c21-4f3b-9c0f-b1e53a37997d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:06.443335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:06.443335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f78c25ba-483b-462d-98b4-6fc2df1b4f02 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5794418 Apr 18 20:48:06.444726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:06.459048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-533102339', 'security_groups': ['7c4739db-0c21-4f3b-9c0f-b1e53a37997d'], 'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'eb7f09be-a9af-4f28-9285-a169f4def3dd'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:06.494688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:06.686874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-2c40b9aa-caf9-4681-8f1a-ec4d6143cb57 service neutron] 10.222.0.47 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079467 Apr 18 20:48:06.716380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:06.745710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:06.781031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:06.961981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ecc62d9f-29e8-43c4-b3d1-7f56571154c6 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/34cff28f-4a82-4f2b-88be-429afb0f5bd4 HTTP/1.1" status: 200 len: 920 time: 1.2935839 Apr 18 20:48:06.967336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49530) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:07.214652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bb6f2930-4487-4c1f-8f22-d1f7e887e6e4 req-1e4649cc-0ab7-47ac-a2cf-0e3f2ed28257 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:07.250274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.295849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-bb6f2930-4487-4c1f-8f22-d1f7e887e6e4 req-1e4649cc-0ab7-47ac-a2cf-0e3f2ed28257 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:07.297225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb6f2930-4487-4c1f-8f22-d1f7e887e6e4 req-1e4649cc-0ab7-47ac-a2cf-0e3f2ed28257 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 210 time: 0.1983478 Apr 18 20:48:07.297414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:48:07.339663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a77df0a-0a7f-489d-8333-37a74d9f74c4 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.342030 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2a77df0a-0a7f-489d-8333-37a74d9f74c4 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=34cff28f-4a82-4f2b-88be-429afb0f5bd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3732169 Apr 18 20:48:07.342935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] device_id is not set on port 75d0940f-c3b9-45a8-81b6-33be617ced34 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:48:07.351313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:07.406341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12601631-356d-44c3-ac7f-25818c2348b8 None None] Pushing event updated for resources: {'Port': ['ID=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:07.466570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] For port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:07.555056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] For port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,segment=NetworkSegment(6873a765-075c-4d2c-a7ab-cf821b206d45),segment_id=6873a765-075c-4d2c-a7ab-cf821b206d45)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:07.564363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] Update dhcp port {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'fixed_ips': [{'subnet_id': '9ab4f2e9-670d-44b1-a9d2-a07a2689def8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb7f09be-a9af-4f28-9285-a169f4def3dd'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '2cd91e7f-eca9-4488-bd15-60c0aec7fc64'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:48:07.643287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8494bf7a-c969-4490-adea-efb2eb867507 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:07.719785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.10 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/eb7f09be-a9af-4f28-9285-a169f4def3dd/75d0940f-c3b9-45a8-81b6-33be617ced34) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:07.780420 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:07.805776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:07.818070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-850fce54-b5c9-4f43-8438-98c347462877 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6044629 Apr 18 20:48:07.822732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49548) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:07.833481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'network': {'name': 'tempest-RoutersTest-808220178'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:07.861387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:07.871434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:network and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:07.877453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcf5518-bbf9-415c-a693-ef648498bd5b tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:07.879034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cbcf5518-bbf9-415c-a693-ef648498bd5b tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.5269516 Apr 18 20:48:07.880171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:07.884216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49552) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:07.941564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:07.963870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87c4e47c-27bd-4896-9158-ffae1757742c tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=34cff28f-4a82-4f2b-88be-429afb0f5bd4 HTTP/1.1" status: 200 len: 205 time: 0.0741022 Apr 18 20:48:07.963870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49556) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:08.036937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:08.041259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.048405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f031e4-7089-4bf1-b850-09a996b48293 None None] Pushing event updated for resources: {'Port': ['ID=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:08.138393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:08.177987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2bda0656-9c95-4874-94d6-738a647ecf72 None None] Provisioning complete for port 02c3cf75-73bb-4491-a662-007d886e3517 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:08.178564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2bda0656-9c95-4874-94d6-738a647ecf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.210903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.260197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Transition to ACTIVE for port object 75d0940f-c3b9-45a8-81b6-33be617ced34 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:08.261987 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.261987 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added segment e5938001-25dd-4e14-bc42-97fa17267bae of type vlan for network c88d67b0-188a-435e-8fc3-1b5aa081349d Apr 18 20:48:08.296983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.364775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.405203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.498951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8494bf7a-c969-4490-adea-efb2eb867507 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:08.498951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:08.650869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2bda0656-9c95-4874-94d6-738a647ecf72 None None] Port 02c3cf75-73bb-4491-a662-007d886e3517 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:08.821677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:03Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:04Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:05Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:08.821677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f2b4be-b84d-4258-bdca-54cc1be4bd47 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:03Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:04Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:05Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:08.925735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:08.936679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:08.964318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:09.141209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=75d0940f-c3b9-45a8-81b6-33be617ced34,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:09.311594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.316939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:09.318465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.331758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.428147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca52c456-3db2-4838-805c-4a79240beea3 req-5d98cf90-5281-4e42-b70e-a38c61ecca62 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 210 time: 0.3998344 Apr 18 20:48:09.515626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a210c7e-1182-4812-8b2e-8a2e7f801f2f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0526845 Apr 18 20:48:09.515626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49566) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:09.566790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:09.593641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] Allocated IP 172.20.0.2 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/eb7f09be-a9af-4f28-9285-a169f4def3dd/2cd91e7f-eca9-4488-bd15-60c0aec7fc64) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:09.908023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Deleting port 442af0ed-f048-48c6-9118-83f44a8b4d4f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:09.909011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:09.994883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:10.001179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:10.005981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:10.029611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:10.046688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:10.049095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:10.055589 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.173750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 867dbf5d-9bcf-429b-96b6-6fa2f07843eb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:10.342456 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.367389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:10.372520 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.390960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] For port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,segment=NetworkSegment(a359ea6f-025f-47d5-8c98-e51eb439637a),segment_id=a359ea6f-025f-47d5-8c98-e51eb439637a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:10.432782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:10.646484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.667246 n-d-836016-3 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet eb7f09be-a9af-4f28-9285-a169f4def3dd (CIDR: 172.20.0.0/28) Apr 18 20:48:10.681188 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:10.681188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:10.713731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] Transition to ACTIVE for port object 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:10.728000 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:10.739594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3f34aa36-3526-45ad-910b-1597bc0297a2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2249613 Apr 18 20:48:10.741477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:10.755499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:11.038395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3da87f-e711-4b8d-aec2-f35456fe5918 None None] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:11.175241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d519cb8-4001-4ceb-b0b4-128ae6ce4233 req-2bf4c5c0-ea97-4be6-b120-1eee240c9af8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 210 time: 0.3153448 Apr 18 20:48:11.458847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-6d8f8d6f-a738-4561-b174-c081c2b276a2 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:11.461152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-6d8f8d6f-a738-4561-b174-c081c2b276a2 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "GET /v2.0/networks?id=719cd877-dd4a-46ed-9a6c-8b74efca15d1 HTTP/1.1" status: 200 len: 797 time: 2.0692084 Apr 18 20:48:11.559858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:11.566077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:11.576255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:11.591173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:11.622446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Network': ['ID=c88d67b0-188a-435e-8fc3-1b5aa081349d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:11.629585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:11.640329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.649087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-95333e13-f1c6-4982-b30d-9d2ed646ea1b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 3.8252802 Apr 18 20:48:11.649715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49586) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:11.668048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'subnet': {'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:11.709385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d10f151f-5e10-4b4e-9eb3-1906f7f05c58 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:11.747112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network c88d67b0-188a-435e-8fc3-1b5aa081349d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:11.850484 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:11.891212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-ea96419c-f0e3-47c3-a8cd-e35beefb5d5d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5902e7077c74b0c87065193c03f3242 HTTP/1.1" status: 200 len: 380 time: 0.2900472 Apr 18 20:48:11.949594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'port': {'device_id': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'admin_state_up': True, 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'security_groups': ['35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:11.975216 n-d-836016-3 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 9ab4f2e9-670d-44b1-a9d2-a07a2689def8 (CIDR: 172.20.0.16/28) Apr 18 20:48:11.981745 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:11.982975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:12.047432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a48fdc49-15ca-443a-842e-992de65505aa tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3043382 Apr 18 20:48:12.053335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:12.069318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'subnet': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:12.133485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-90d82929-283c-4e2f-9eba-9fcec1ab7afb None None] Provisioning for port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:12.188821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:12.210721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c348e2bc-7c16-424f-b0bf-56c31a671204 None None] Pushing event updated for resources: {'Port': ['ID=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:12.243398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-90d82929-283c-4e2f-9eba-9fcec1ab7afb None None] Provisioning complete for port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:12.243838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d82929-283c-4e2f-9eba-9fcec1ab7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.367571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:12.368299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:47:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:12.388740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:12.400820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Usage tracker for resource:subnet and tenant:f2836e62a71c4ca08cfc83c8334fac15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:12.410061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:12.418686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:12.435896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Made reservation on behalf of f2836e62a71c4ca08cfc83c8334fac15 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:12.442461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.466369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Calling delete_port for 442af0ed-f048-48c6-9118-83f44a8b4d4f owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:12.561393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:12.602556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:12.649066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:subnet and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:12.690649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:12.694552 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:12.698283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:12.721428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:12.812426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:13.022206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.067754 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d82929-283c-4e2f-9eba-9fcec1ab7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.257052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:13.264712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:13.274134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:13.276081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.309107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Subnet': ['ID=e1b06460-2b62-46de-9dd9-3cd57d0007df,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:13.375134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2c0f94cc-97eb-4fba-b3b9-7407574ab7fe tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3206017 Apr 18 20:48:13.376147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49600) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:13.407394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-435450256', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e1b06460-2b62-46de-9dd9-3cd57d0007df'}], 'security_groups': ['001f561e-d5fa-4c94-84cb-ec501f1c4420', '52c3041c-1d81-40fa-a27b-01d2ec8686b9']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:13.630878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.658998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e2aa40e3-494e-4830-af87-7f7be1fd85cf req-617fa47e-061d-4f9d-af5a-ec1002e77412 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 210 time: 1.0011487 Apr 18 20:48:13.661279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:13.683227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Made reservation on behalf of 48d22e1d5ec54c34a70302e6ee82c06e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:13.688366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff997e32-e4a3-47a4-95fc-5ead430904a3 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:13.714386 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.788356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-90d82929-283c-4e2f-9eba-9fcec1ab7afb None None] For port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,segment=NetworkSegment(6873a765-075c-4d2c-a7ab-cf821b206d45),segment_id=6873a765-075c-4d2c-a7ab-cf821b206d45)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:13.891245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90d82929-283c-4e2f-9eba-9fcec1ab7afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:13.947146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:13.965057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.108737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event deleted for resources: {'Port': ['ID=442af0ed-f048-48c6-9118-83f44a8b4d4f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.110848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Made reservation on behalf of b5902e7077c74b0c87065193c03f3242 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:14.114860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.131515 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.289022 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1712f722-f9ca-4882-85a5-2cb125c9ea42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.301735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d10f151f-5e10-4b4e-9eb3-1906f7f05c58, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,segment=NetworkSegment(1ae0ade9-861b-46b2-ba6b-4ff490889ae2),segment_id=1ae0ade9-861b-46b2-ba6b-4ff490889ae2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:14.320814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.343224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d82929-283c-4e2f-9eba-9fcec1ab7afb None None] Pushing event updated for resources: {'Port': ['ID=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.352717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Provisioning for port 75d0940f-c3b9-45a8-81b6-33be617ced34 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:14.494144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.559181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Provisioning complete for port 75d0940f-c3b9-45a8-81b6-33be617ced34 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:14.560037 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.593721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:14.633846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:14.642223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:14.921806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Delete allocated IP 172.20.0.10 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/eb7f09be-a9af-4f28-9285-a169f4def3dd) {{(pid=88140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:48:14.939125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Allocated IP 172.20.0.35 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/e1b06460-2b62-46de-9dd9-3cd57d0007df/75d0940f-c3b9-45a8-81b6-33be617ced34) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:15.046490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:03Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:04Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:05Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:15.061103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Port 75d0940f-c3b9-45a8-81b6-33be617ced34 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:15.084613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:15.085231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Updating router 3b1d6b15-da56-452c-a09e-e28190f530df port bb4a1d71-6aea-493e-9928-c15e7d3726ca binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:15.116675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Checking segment: {'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:15.131418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network hostable DHCP agents. Network: c88d67b0-188a-435e-8fc3-1b5aa081349d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:15.132786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ac335a-0ff0-4769-a9fc-bfcee7e8c0aa req-5991da6b-c0f4-44a5-ad36-a570284e2418 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 210 time: 0.0864260 Apr 18 20:48:15.203935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Provisioning complete for port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:15.204987 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.266197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Subnet': ['ID=090673b9-43cf-4e88-95b9-d8b54758fe54,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:15.336080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.356262 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.404928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network c88d67b0-188a-435e-8fc3-1b5aa081349d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:15.464167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.466506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.467419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Fanout notify agent at l3_agent the message router_deleted on router 34cff28f-4a82-4f2b-88be-429afb0f5bd4 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:48:15.472346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.20.0.8 (719cd877-dd4a-46ed-9a6c-8b74efca15d1/ce06d694-db09-48ce-babf-643dda5a9ae4/e9b8acc1-040a-4f3c-8475-7d21fc195219) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:15.506218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, c88d67b0-188a-435e-8fc3-1b5aa081349d) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:15.527899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b37664a-00ae-48f0-97c2-bb5a560e0f1f None None] Network c88d67b0-188a-435e-8fc3-1b5aa081349d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:15.530359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:15.531666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.566973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.595685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Ignored duplicate provisioning block setup for port 75d0940f-c3b9-45a8-81b6-33be617ced34 by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 20:48:15.600240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.602894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-466b1414-673a-4626-8c6f-11f9386b08e5 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/34cff28f-4a82-4f2b-88be-429afb0f5bd4 HTTP/1.1" status: 204 len: 168 time: 7.6405957 Apr 18 20:48:15.610424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49616) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:15.616335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:15.628993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-78173c78-c7e1-4c65-b5c3-53873d83b3e0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9730175 Apr 18 20:48:15.631409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2059979424', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:15.635896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49620) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:15.701640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:15.731320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Usage tracker for resource:router and tenant:6dd6afdfe6864ed987f43eb1a8b4dfb2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:15.739241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:15.983076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:16.008591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event updated for resources: {'Port': ['ID=75d0940f-c3b9-45a8-81b6-33be617ced34,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:16.012071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] Update dhcp port {'port': {'network_id': '4191010f-d2b4-4b22-ae3b-1b3f8a939e5a', 'fixed_ips': [{'subnet_id': '9ab4f2e9-670d-44b1-a9d2-a07a2689def8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'eb7f09be-a9af-4f28-9285-a169f4def3dd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e1b06460-2b62-46de-9dd9-3cd57d0007df'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '2cd91e7f-eca9-4488-bd15-60c0aec7fc64'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:48:16.025141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.026379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.038634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] In _notify_port_updated(), no bound segment for port 75d0940f-c3b9-45a8-81b6-33be617ced34 on network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:48:16.045561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:16.046604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.048242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e3c69d02-52e6-4358-83ff-46635ae2d6df tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "PUT /v2.0/ports/75d0940f-c3b9-45a8-81b6-33be617ced34 HTTP/1.1" status: 200 len: 959 time: 2.6662548 Apr 18 20:48:16.053146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:16.102726 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.192576 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.266334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 75d0940f-c3b9-45a8-81b6-33be617ced34 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:16.266681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.380874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] Allocated IP 172.20.0.34 (4191010f-d2b4-4b22-ae3b-1b3f8a939e5a/e1b06460-2b62-46de-9dd9-3cd57d0007df/2cd91e7f-eca9-4488-bd15-60c0aec7fc64) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:16.389147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.533648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:16.535170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2917e3e-981e-4c3c-9a4f-1d8b06b9e862 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9240553 Apr 18 20:48:16.548889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:16.559154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': True}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:16.765579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-62277580-8bda-4c8b-a3e1-53fc9f9ad443 req-51e79168-726c-419d-8694-eefcedaa300f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:16.847019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d10f151f-5e10-4b4e-9eb3-1906f7f05c58 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:16.931348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-62277580-8bda-4c8b-a3e1-53fc9f9ad443 req-51e79168-726c-419d-8694-eefcedaa300f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:16.950032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62277580-8bda-4c8b-a3e1-53fc9f9ad443 req-51e79168-726c-419d-8694-eefcedaa300f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 210 time: 0.3393145 Apr 18 20:48:17.031788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Provisioning for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:17.087714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d1a08d6b-10cd-43f8-b241-c5dd6cfde27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.112596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.128009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:17.130458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.231500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.258314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.271603 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.327774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] For port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,segment=NetworkSegment(a359ea6f-025f-47d5-8c98-e51eb439637a),segment_id=a359ea6f-025f-47d5-8c98-e51eb439637a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:17.370387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Transition to ACTIVE for port object e9b8acc1-040a-4f3c-8475-7d21fc195219 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:17.383353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 75d0940f-c3b9-45a8-81b6-33be617ced34 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:17.466403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-c88d67b0-188a-435e-8fc3-1b5aa081349d', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:48:17.467237 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.491426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:17.491805 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.501083 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.507345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.519798 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.528726 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.661815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] Ignored duplicate provisioning block setup for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 20:48:17.675004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:17.680447 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.688155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:17.691789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:17.717549 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.777910 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.788385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Transition to ACTIVE for port object bb4a1d71-6aea-493e-9928-c15e7d3726ca will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:17.856075 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:17.860928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=75d0940f-c3b9-45a8-81b6-33be617ced34,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:17.866886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=e9b8acc1-040a-4f3c-8475-7d21fc195219,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:17.927455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:17.928316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.232902 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d76df10e-6251-4a71-bc82-064333f50649 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3132226 Apr 18 20:48:18.260114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Request body: {'port': {'device_id': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:18.401767 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.412313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Provisioning for port bb4a1d71-6aea-493e-9928-c15e7d3726ca completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:18.428899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f5d8ea28-c785-4af3-98ef-c0afc8fa26db tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/75d0940f-c3b9-45a8-81b6-33be617ced34 HTTP/1.1" status: 204 len: 168 time: 2.3741994 Apr 18 20:48:18.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49650) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:18.514014 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1149b1-eb5f-4644-afc9-c93c1d5d5a8e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] GET failed (client error): The resource could not be found. Apr 18 20:48:18.516026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ce1149b1-eb5f-4644-afc9-c93c1d5d5a8e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:18.544820 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.609468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ce1149b1-eb5f-4644-afc9-c93c1d5d5a8e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:18.614851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ce1149b1-eb5f-4644-afc9-c93c1d5d5a8e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports/75d0940f-c3b9-45a8-81b6-33be617ced34 HTTP/1.1" status: 404 len: 333 time: 0.1766055 Apr 18 20:48:18.615909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49658) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:18.749808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466a9a8-16c0-420e-bd8b-baf22e396aaf req-09d4e91e-78de-43b7-a1ec-9fd14d6238f1 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:18.758148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7466a9a8-16c0-420e-bd8b-baf22e396aaf req-09d4e91e-78de-43b7-a1ec-9fd14d6238f1 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 931 time: 0.4887462 Apr 18 20:48:18.884416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0105628-2023-4946-b35b-f766bf1dbdd8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:18.963816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7466a9a8-16c0-420e-bd8b-baf22e396aaf req-d686e8ba-b3ed-444f-bad0-9b87bbe5e77b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:18.973644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.084105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.128091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544bdfa-75ba-483b-be05-69a9a73262e3 None None] Pushing event updated for resources: {'Port': ['ID=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.135791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7466a9a8-16c0-420e-bd8b-baf22e396aaf req-d686e8ba-b3ed-444f-bad0-9b87bbe5e77b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:19.137346 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7466a9a8-16c0-420e-bd8b-baf22e396aaf req-d686e8ba-b3ed-444f-bad0-9b87bbe5e77b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3783984 Apr 18 20:48:19.138593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Attempting to bind port bb4a1d71-6aea-493e-9928-c15e7d3726ca on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:19.138980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Attempting to bind port bb4a1d71-6aea-493e-9928-c15e7d3726ca by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:19.139940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Attempting to bind port bb4a1d71-6aea-493e-9928-c15e7d3726ca on network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:19.143431 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.258629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0105628-2023-4946-b35b-f766bf1dbdd8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.279191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b53787-0039-4619-b4c9-15bddb35a046 None None] Pushing event updated for resources: {'Port': ['ID=bb4a1d71-6aea-493e-9928-c15e7d3726ca,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.296124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Allocated IP 172.23.0.2 (c88d67b0-188a-435e-8fc3-1b5aa081349d/090673b9-43cf-4e88-95b9-d8b54758fe54/0f49f7b5-3c7e-42e9-83a2-72e2b9d94637) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:19.305690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Provisioning complete for port 02c3cf75-73bb-4491-a662-007d886e3517 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:19.306518 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.375587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Allocated IP 172.25.5.75 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/be4a79e7-ccf9-4815-9a57-3caf8fefe66a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:19.412571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ea71eadd-c362-4fc6-979b-7848ee7572b6 None None] Port 02c3cf75-73bb-4491-a662-007d886e3517 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:19.422560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:19.423114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Checking segment: {'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:19.423548 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.424538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Bound using segment: {'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:19.429535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Bound port: bb4a1d71-6aea-493e-9928-c15e7d3726ca, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6873a765-075c-4d2c-a7ab-cf821b206d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:19.429535 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.449820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.468319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0105628-2023-4946-b35b-f766bf1dbdd8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.496506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 867dbf5d-9bcf-429b-96b6-6fa2f07843eb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:19.589967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0105628-2023-4946-b35b-f766bf1dbdd8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4739db-0c21-4f3b-9c0f-b1e53a37997d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.637170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.682088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0105628-2023-4946-b35b-f766bf1dbdd8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.687499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d0105628-2023-4946-b35b-f766bf1dbdd8 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/security-groups/7c4739db-0c21-4f3b-9c0f-b1e53a37997d HTTP/1.1" status: 204 len: 168 time: 1.0618494 Apr 18 20:48:19.693415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49666) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:19.703695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.731509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b8acc1-040a-4f3c-8475-7d21fc195219 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:19.749977 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.763714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.849197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Transition to ACTIVE for port object e9b8acc1-040a-4f3c-8475-7d21fc195219 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:19.865293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:19.867687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.867978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Port': ['ID=be4a79e7-ccf9-4815-9a57-3caf8fefe66a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:19.870329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:19.870870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:19.885993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:19.894124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:19.957770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] For port bb4a1d71-6aea-493e-9928-c15e7d3726ca, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:19.962900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0b2715d8-d24a-4c45-aafa-6f89a40b98c5 None None] Provisioning for port e9b8acc1-040a-4f3c-8475-7d21fc195219 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:19.988767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] For port bb4a1d71-6aea-493e-9928-c15e7d3726ca, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bb4a1d71-6aea-493e-9928-c15e7d3726ca,segment=NetworkSegment(6873a765-075c-4d2c-a7ab-cf821b206d45),segment_id=6873a765-075c-4d2c-a7ab-cf821b206d45)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:20.015560 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.052855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8acc1-040a-4f3c-8475-7d21fc195219,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.232583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf00a71-6f4e-4a32-afe0-43afab9e988b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.249776 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.406036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9f3dfff6-6225-4854-97ab-0f1c36b5e2d7 None None] Could not find standard attr ID for object 75d0940f-c3b9-45a8-81b6-33be617ced34. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:20.416228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Transition to ACTIVE for port object 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:20.621602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:20.632535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:20.640888 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf00a71-6f4e-4a32-afe0-43afab9e988b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.680998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Attempting to bind port e9b8acc1-040a-4f3c-8475-7d21fc195219 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:20.682278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Attempting to bind port e9b8acc1-040a-4f3c-8475-7d21fc195219 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:20.682811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Attempting to bind port e9b8acc1-040a-4f3c-8475-7d21fc195219 on network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:20.733578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Port e9b8acc1-040a-4f3c-8475-7d21fc195219 on network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:48:20.734399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Attempting to bind port e9b8acc1-040a-4f3c-8475-7d21fc195219 on network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:20.777282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:20.781120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Checking segment: {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:20.781726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Bound using segment: {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:20.782928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Bound port: e9b8acc1-040a-4f3c-8475-7d21fc195219, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e586cf80-62e3-4344-97eb-bea7aec4c59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:20.783784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.787349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Transition to ACTIVE for port object 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:20.791813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b53787-0039-4619-b4c9-15bddb35a046 None None] Pushing event updated for resources: {'Port': ['ID=bb4a1d71-6aea-493e-9928-c15e7d3726ca,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:20.805671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9f3dfff6-6225-4854-97ab-0f1c36b5e2d7 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:20.806539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfff6-6225-4854-97ab-0f1c36b5e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:20.932634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.025108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.096110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Network c88d67b0-188a-435e-8fc3-1b5aa081349d is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:21.134154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Pushing event updated for resources: {'Port': ['ID=0f49f7b5-3c7e-42e9-83a2-72e2b9d94637,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.144285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:21.148593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:21.211225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:21.235206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf00a71-6f4e-4a32-afe0-43afab9e988b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.404106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aed662-146f-4c25-a19d-f19b8832c874 req-23c0f517-304c-47a4-9c52-2178957d7794 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.414369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-92aed662-146f-4c25-a19d-f19b8832c874 req-23c0f517-304c-47a4-9c52-2178957d7794 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 943 time: 0.8840711 Apr 18 20:48:21.441685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] For port e9b8acc1-040a-4f3c-8475-7d21fc195219, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:21.454564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bb4a1d71-6aea-493e-9928-c15e7d3726ca up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:21.471228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf00a71-6f4e-4a32-afe0-43afab9e988b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c3041c-1d81-40fa-a27b-01d2ec8686b9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.487688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] For port e9b8acc1-040a-4f3c-8475-7d21fc195219, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:21.534019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-92aed662-146f-4c25-a19d-f19b8832c874 req-5d0b6d76-df9c-452a-8c3e-1140fa1c1f91 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158311 Apr 18 20:48:21.545125 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.557555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddf00a71-6f4e-4a32-afe0-43afab9e988b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.562160 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ddf00a71-6f4e-4a32-afe0-43afab9e988b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/security-groups/52c3041c-1d81-40fa-a27b-01d2ec8686b9 HTTP/1.1" status: 204 len: 168 time: 1.8672118 Apr 18 20:48:21.565254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Allocated IP 172.23.0.1 (c88d67b0-188a-435e-8fc3-1b5aa081349d/090673b9-43cf-4e88-95b9-d8b54758fe54/28890140-e3ba-4cdb-a15f-c46674a2cc82) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:21.567959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49676) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:21.683555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Pushing event updated for resources: {'Port': ['ID=e9b8acc1-040a-4f3c-8475-7d21fc195219,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:21.702006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:21.703471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.711191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-3633cb14-1b3a-4acc-8ca4-5942c47fa06c service neutron] 10.222.0.61 "PUT /v2.0/ports/e9b8acc1-040a-4f3c-8475-7d21fc195219 HTTP/1.1" status: 200 len: 1091 time: 3.4552934 Apr 18 20:48:21.712051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:21.808569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.818553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:21.885175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Attempting to bind port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:21.885969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Attempting to bind port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:21.886571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Attempting to bind port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 on network c88d67b0-188a-435e-8fc3-1b5aa081349d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:21.996129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:22.000682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Checking segment: {'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:22.001673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.002956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Bound using segment: {'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:22.004122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Bound port: 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:22.004662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.309581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c5db602-9480-40cf-a9c5-b3d395c88c52 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.310809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] For port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:22.316365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] For port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0f49f7b5-3c7e-42e9-83a2-72e2b9d94637,segment=NetworkSegment(e5938001-25dd-4e14-bc42-97fa17267bae),segment_id=e5938001-25dd-4e14-bc42-97fa17267bae)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:22.316778 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b3c32d-21a8-4ab7-8e3c-30cf4509d94c'] response: {'name': 'network-changed', 'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'status': 'completed', 'code': 200} Apr 18 20:48:22.323832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port bb4a1d71-6aea-493e-9928-c15e7d3726ca completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:22.328542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.354004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Router ef05642a-e9fa-4e51-9880-a68aa4fa36c7 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:48:22.382378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9f3dfff6-6225-4854-97ab-0f1c36b5e2d7 None None] Provisioning complete for port 02c3cf75-73bb-4491-a662-007d886e3517 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:22.383988 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f3dfff6-6225-4854-97ab-0f1c36b5e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.504920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bb4a1d71-6aea-493e-9928-c15e7d3726ca triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:22.505990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.618119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.630687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c5db602-9480-40cf-a9c5-b3d395c88c52 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.676267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Transition to ACTIVE for port object 28890140-e3ba-4cdb-a15f-c46674a2cc82 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:22.744318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d29044b2-c05a-45f0-8a1e-fb3a484e2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:22.746022 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-d29044b2-c05a-45f0-8a1e-fb3a484e2dac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 1094 time: 0.8989010 Apr 18 20:48:22.824505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c5db602-9480-40cf-a9c5-b3d395c88c52 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.859528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dfff6-6225-4854-97ab-0f1c36b5e2d7 None None] Port 02c3cf75-73bb-4491-a662-007d886e3517 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:22.860752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:22.872713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88f77e4-14af-4096-96dd-8870e64c7c5d None None] Pushing event updated for resources: {'Port': ['ID=0f49f7b5-3c7e-42e9-83a2-72e2b9d94637,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:22.879148 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] Sync routers for ids ['ef05642a-e9fa-4e51-9880-a68aa4fa36c7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:22.913979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:22.916572 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] Routers {'ef05642a-e9fa-4e51-9880-a68aa4fa36c7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:22.917615 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ef05642a-e9fa-4e51-9880-a68aa4fa36c7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:22.918199 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-06aa5db5-9446-4086-ac81-60d52cd362ed tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "PUT /v2.0/routers/ef05642a-e9fa-4e51-9880-a68aa4fa36c7 HTTP/1.1" status: 200 len: 914 time: 6.3677998 Apr 18 20:48:22.919070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:22.935325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-fde12a63-31b4-4c89-a2f5-d67be61d9e1b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219 HTTP/1.1" status: 200 len: 217 time: 0.1772714 Apr 18 20:48:22.936882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.044328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1fbd7039-5c2d-4e00-9d82-d0dfed97c737 None None] Could not find standard attr ID for object 75d0940f-c3b9-45a8-81b6-33be617ced34. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:48:23.059851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5db602-9480-40cf-a9c5-b3d395c88c52 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=001f561e-d5fa-4c94-84cb-ec501f1c4420,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:23.062247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:03Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:19Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:23.092095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network c88d67b0-188a-435e-8fc3-1b5aa081349d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:23.098651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c5db602-9480-40cf-a9c5-b3d395c88c52 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.102960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2c5db602-9480-40cf-a9c5-b3d395c88c52 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/security-groups/001f561e-d5fa-4c94-84cb-ec501f1c4420 HTTP/1.1" status: 204 len: 168 time: 1.4544935 Apr 18 20:48:23.104234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49694) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:23.118640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:23.126524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:23.133934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fba16848-1be7-434b-bf61-22e659f6f0c2 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:03Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:19Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:23.138912 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:23.154547 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.172201 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] Routers {'ef05642a-e9fa-4e51-9880-a68aa4fa36c7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:23.172854 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ef05642a-e9fa-4e51-9880-a68aa4fa36c7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:23.259097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1fbd7039-5c2d-4e00-9d82-d0dfed97c737 None None] Provisioning complete for port bb4a1d71-6aea-493e-9928-c15e7d3726ca triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:23.259483 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1fbd7039-5c2d-4e00-9d82-d0dfed97c737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.266028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet eb7f09be-a9af-4f28-9285-a169f4def3dd {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:48:23.386424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.438553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port bb4a1d71-6aea-493e-9928-c15e7d3726ca, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bb4a1d71-6aea-493e-9928-c15e7d3726ca,segment=NetworkSegment(6873a765-075c-4d2c-a7ab-cf821b206d45),segment_id=6873a765-075c-4d2c-a7ab-cf821b206d45)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:23.474549 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.488220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:23.664007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=28890140-e3ba-4cdb-a15f-c46674a2cc82,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:23.668128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6a35a608-25d6-4896-b350-d3a74c7346f2 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/ef05642a-e9fa-4e51-9880-a68aa4fa36c7 HTTP/1.1" status: 200 len: 920 time: 0.7478194 Apr 18 20:48:23.668867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:23.682854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-fb5a662f-05a0-499c-95b3-5da4e68f74a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:23.685150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-fb5a662f-05a0-499c-95b3-5da4e68f74a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce06d694-db09-48ce-babf-643dda5a9ae4 HTTP/1.1" status: 200 len: 835 time: 0.7303240 Apr 18 20:48:23.685356 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:23.691968 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49a034-be95-43e1-b88b-6c784f65a5c0 None None] The sync data for ids ['ef05642a-e9fa-4e51-9880-a68aa4fa36c7'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:23.832578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2194fe82-c832-4bf7-a79b-a0a45d4d9d12 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:23.836315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2194fe82-c832-4bf7-a79b-a0a45d4d9d12 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Synchronizing usage tracker for tenant:48846db6dea148448d9d0fca94175e4a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:23.838849 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.883954 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:23.900711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2194fe82-c832-4bf7-a79b-a0a45d4d9d12 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Unset dirty status for tenant:48846db6dea148448d9d0fca94175e4a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:23.907039 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2194fe82-c832-4bf7-a79b-a0a45d4d9d12 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=ef05642a-e9fa-4e51-9880-a68aa4fa36c7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2353795 Apr 18 20:48:23.910395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49712) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:24.092208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=bb4a1d71-6aea-493e-9928-c15e7d3726ca,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:24.108972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:24.109751 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.146091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48209f-f7c2-40d8-8f77-7dea854384ec req-6812d637-f1d3-4d09-ae0f-d173a672c2b9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.162499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e48209f-f7c2-40d8-8f77-7dea854384ec req-6812d637-f1d3-4d09-ae0f-d173a672c2b9 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 943 time: 1.3142905 Apr 18 20:48:24.244090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.336095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd20b00-bf6b-4a60-abb4-01bad2ff2b65 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.337688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bd20b00-bf6b-4a60-abb4-01bad2ff2b65 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Synchronizing usage tracker for tenant:48846db6dea148448d9d0fca94175e4a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:24.374402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bd20b00-bf6b-4a60-abb4-01bad2ff2b65 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Unset dirty status for tenant:48846db6dea148448d9d0fca94175e4a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:24.381819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5bd20b00-bf6b-4a60-abb4-01bad2ff2b65 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.4701967 Apr 18 20:48:24.382868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49718) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:24.457399 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ce961ae5-6533-4cae-94d2-11574ad57fc9 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef05642a-e9fa-4e51-9880-a68aa4fa36c7 HTTP/1.1" status: 200 len: 205 time: 0.0729358 Apr 18 20:48:24.460613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:24.524187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49726) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:24.693249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e48209f-f7c2-40d8-8f77-7dea854384ec req-1b9102a2-15df-4628-bdb8-bcdf826375f1 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5251637 Apr 18 20:48:24.742450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-2c39d27c-d356-4324-8312-0da6a167b086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:24.745223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-2c39d27c-d356-4324-8312-0da6a167b086 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719cd877-dd4a-46ed-9a6c-8b74efca15d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0391340 Apr 18 20:48:24.841721 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:24.962809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bb4a1d71-6aea-493e-9928-c15e7d3726ca up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:25.065020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bb4a1d71-6aea-493e-9928-c15e7d3726ca triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:25.065838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.226604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-10fea6c1-e6ac-4e39-b737-2d452037c9aa service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640465 Apr 18 20:48:25.304033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.319370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba40dfa-762a-4afc-b16f-db38e5910454 None None] Network c88d67b0-188a-435e-8fc3-1b5aa081349d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:25.456644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.492585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:25.498204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Usage tracker for resource:security_group_rule and tenant:c54069dfbea449e0906144776e7dc36a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:25.500033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:25.501253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:25.509173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:25.535087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.563874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Deleting port be4a79e7-ccf9-4815-9a57-3caf8fefe66a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:25.564722 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.589906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-acec469b-df5b-4b16-9f45-1ff58b579f67 None None] Provisioning for port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:25.624078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.722390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=eb7f09be-a9af-4f28-9285-a169f4def3dd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:25.736777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.779336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.796113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491c527-ce2b-40cd-8d62-1017fe101c1c None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:25.915887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:25.978507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:25.978858 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:25.990688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.230021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.291782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.342236 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-435978a1-71f1-4e3c-835e-d9e88193bf9a req-a5da7101-8d4d-445c-b8c1-11e5bedfdebc service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0291743 Apr 18 20:48:26.356001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12bf1e46-86f9-461c-be16-e7193d33b181,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:26.398627 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4217953f-6757-407c-beba-058a2aaa3ac6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/eb7f09be-a9af-4f28-9285-a169f4def3dd HTTP/1.1" status: 204 len: 168 time: 3.2856567 Apr 18 20:48:26.407477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49744) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:26.516853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0f49f7b5-3c7e-42e9-83a2-72e2b9d94637,segment=NetworkSegment(e5938001-25dd-4e14-bc42-97fa17267bae),segment_id=e5938001-25dd-4e14-bc42-97fa17267bae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:26.537003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:26.774049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0f49f7b5-3c7e-42e9-83a2-72e2b9d94637,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:26.791438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Calling delete_port for be4a79e7-ccf9-4815-9a57-3caf8fefe66a owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:26.844168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet e1b06460-2b62-46de-9dd9-3cd57d0007df {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:48:26.855115 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.046472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cc33d66f-e65e-4833-8a67-ab305bc7b0ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c54069dfbea449e0906144776e7dc36a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5092504 Apr 18 20:48:27.056322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49748) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:27.202014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a5090897-01bb-4817-af00-7035f284ff32 None None] Provisioning complete for port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:27.202402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5090897-01bb-4817-af00-7035f284ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.219506 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.265210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6cc01-e789-4651-a72d-b3c2b50061a2 req-2e1042fd-7833-434a-baf0-6c06a37d2f2d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.286071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dcc6cc01-e789-4651-a72d-b3c2b50061a2 req-2e1042fd-7833-434a-baf0-6c06a37d2f2d tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 943 time: 1.2335024 Apr 18 20:48:27.422291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-50911dee-d51b-4658-88f4-08a60621df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.423483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a5090897-01bb-4817-af00-7035f284ff32 None None] Provisioning for port 28890140-e3ba-4cdb-a15f-c46674a2cc82 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:27.427510 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-50911dee-d51b-4658-88f4-08a60621df5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 1094 time: 0.9520595 Apr 18 20:48:27.434441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a5090897-01bb-4817-af00-7035f284ff32 None None] Provisioning complete for port 28890140-e3ba-4cdb-a15f-c46674a2cc82 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:27.435621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5090897-01bb-4817-af00-7035f284ff32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.481021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dcc6cc01-e789-4651-a72d-b3c2b50061a2 req-5b1d9892-d36f-4b9c-8b3c-e7e4989f8844 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937199 Apr 18 20:48:27.530812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.542232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a5090897-01bb-4817-af00-7035f284ff32 None None] Port 28890140-e3ba-4cdb-a15f-c46674a2cc82 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:27.557879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68af488-b52f-4b2f-a9cc-dae6d8d73c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.632053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event deleted for resources: {'Port': ['ID=be4a79e7-ccf9-4815-9a57-3caf8fefe66a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:27.724313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf841563-8498-4dd6-8d21-305014dc5aeb None None] Provisioning complete for port 28890140-e3ba-4cdb-a15f-c46674a2cc82 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:27.724313 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf841563-8498-4dd6-8d21-305014dc5aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.751741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.831306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf841563-8498-4dd6-8d21-305014dc5aeb None None] Port 28890140-e3ba-4cdb-a15f-c46674a2cc82 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:27.850567 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-6b58e34a-6443-4885-8a7e-94054c5dfca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:27.852087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-6b58e34a-6443-4885-8a7e-94054c5dfca4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719cd877-dd4a-46ed-9a6c-8b74efca15d1 HTTP/1.1" status: 200 len: 898 time: 0.4070449 Apr 18 20:48:27.863269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.918943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68af488-b52f-4b2f-a9cc-dae6d8d73c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:27.965702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6ce9eb26-f53d-4e93-b7b7-55cc199a2b02 None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:27.966256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eb26-f53d-4e93-b7b7-55cc199a2b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.004603 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.007403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.041787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.042406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Fanout notify agent at l3_agent the message router_deleted on router ef05642a-e9fa-4e51-9880-a68aa4fa36c7 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:48:28.070525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:28.082942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.087676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aa62c3e8-988c-4986-8616-3a909b4a6a13 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/ef05642a-e9fa-4e51-9880-a68aa4fa36c7 HTTP/1.1" status: 204 len: 168 time: 3.6248357 Apr 18 20:48:28.091434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:28.101797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-565163368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:28.119138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:28.125603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Usage tracker for resource:router and tenant:6dd6afdfe6864ed987f43eb1a8b4dfb2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:28.138898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:28.144449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6ce9eb26-f53d-4e93-b7b7-55cc199a2b02 None None] Provisioning complete for port 02c3cf75-73bb-4491-a662-007d886e3517 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:28.147959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-46bb3727-9d1d-4228-812e-2accdd0ba962 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219 HTTP/1.1" status: 200 len: 217 time: 0.2172160 Apr 18 20:48:28.149339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:28.151410 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6ce9eb26-f53d-4e93-b7b7-55cc199a2b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.153180 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.176728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.178121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.198418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.231458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.255492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.264542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.266210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-14c84991-d0d7-44ed-a1f4-70cbe4039924 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1735058 Apr 18 20:48:28.270420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:28.275905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6ce9eb26-f53d-4e93-b7b7-55cc199a2b02 None None] Port 02c3cf75-73bb-4491-a662-007d886e3517 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:28.278589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'enable_snat': False}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:28.438380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-165f13d4-9e16-4d1e-95d5-1de8dd971534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:28.440540 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-165f13d4-9e16-4d1e-95d5-1de8dd971534 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce06d694-db09-48ce-babf-643dda5a9ae4 HTTP/1.1" status: 200 len: 835 time: 0.2729642 Apr 18 20:48:28.454206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.531488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event updated for resources: {'Port': ['ID=28890140-e3ba-4cdb-a15f-c46674a2cc82,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.584505 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.612731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e9b8acc1-040a-4f3c-8475-7d21fc195219 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:48:28.826446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b06460-2b62-46de-9dd9-3cd57d0007df,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.855657 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68af488-b52f-4b2f-a9cc-dae6d8d73c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.864589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc9979e-544f-4385-9dc4-3b4cb309d8f2 None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:28.869075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.898200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:28.931362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68af488-b52f-4b2f-a9cc-dae6d8d73c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12bf1e46-86f9-461c-be16-e7193d33b181,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:28.976749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d68af488-b52f-4b2f-a9cc-dae6d8d73c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:28.979066 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d68af488-b52f-4b2f-a9cc-dae6d8d73c38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12bf1e46-86f9-461c-be16-e7193d33b181 HTTP/1.1" status: 204 len: 168 time: 1.9212360 Apr 18 20:48:28.990087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-abcde8b0-f12e-4e73-9f97-6657363c6d3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/e1b06460-2b62-46de-9dd9-3cd57d0007df HTTP/1.1" status: 204 len: 168 time: 2.5161252 Apr 18 20:48:29.004243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49776) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:29.144258 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f2c12d-9aee-4d2c-a3c8-f8e8635b4f3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:29.145355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f2c12d-9aee-4d2c-a3c8-f8e8635b4f3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:29.149478 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c2f2c12d-9aee-4d2c-a3c8-f8e8635b4f3b tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/eb7f09be-a9af-4f28-9285-a169f4def3dd HTTP/1.1" status: 404 len: 337 time: 0.1424105 Apr 18 20:48:29.182524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:29.294939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.333352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-9b3125cc-9afc-431f-aee4-3177f39b8237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.336100 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-9b3125cc-9afc-431f-aee4-3177f39b8237 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719cd877-dd4a-46ed-9a6c-8b74efca15d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8689885 Apr 18 20:48:29.344833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Network c88d67b0-188a-435e-8fc3-1b5aa081349d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:29.349912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting subnet 9ab4f2e9-670d-44b1-a9d2-a07a2689def8 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:48:29.378655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:29.390066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e9b8acc1-040a-4f3c-8475-7d21fc195219, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:29.409249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.435497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09627e78-a144-4e87-bc1b-930840e2ed94 req-18390ca8-6337-4644-88b2-ed1372d7b7a7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:29.443162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09627e78-a144-4e87-bc1b-930840e2ed94 req-18390ca8-6337-4644-88b2-ed1372d7b7a7 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 943 time: 0.5903881 Apr 18 20:48:29.486892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'port_id': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'mac_address': 'fa:16:3e:c6:68:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:48:29.724191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-09627e78-a144-4e87-bc1b-930840e2ed94 req-17d2a8f5-b3f1-4a85-9b17-06f8abc4bd2e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2567787 Apr 18 20:48:29.830662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:29.863070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:29.863636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.869971 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.940628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:29.956952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Usage tracker for resource:security_group_rule and tenant:f017cb1b62d2471d9bba6a001fb7d9dd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:29.959262 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:29.964752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:30.035773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b8acc1-040a-4f3c-8475-7d21fc195219 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:48:30.078541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:30.078875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.120737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e9b8acc1-040a-4f3c-8475-7d21fc195219, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:30.129544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2e578a5c-542d-4f78-bbe7-df690f96c8e1 None None] Provisioning complete for port 28890140-e3ba-4cdb-a15f-c46674a2cc82 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:30.130231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e578a5c-542d-4f78-bbe7-df690f96c8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.156318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:48:30.195377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2e578a5c-542d-4f78-bbe7-df690f96c8e1 None None] Port 28890140-e3ba-4cdb-a15f-c46674a2cc82 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:30.197301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.231094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:48:30.264560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.288439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-ef930a2e-2c43-415b-8938-c6f374544bec service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9347961 Apr 18 20:48:30.292877 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.299900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e9b8acc1-040a-4f3c-8475-7d21fc195219,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:30.445530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d864c672-537d-4c66-a9a9-4b3fbb5be258,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:30.466431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['e9b8acc1-040a-4f3c-8475-7d21fc195219'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:48:30.508345 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4251dce8-ce01-4dc4-aad2-b4adb3457b04 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f017cb1b62d2471d9bba6a001fb7d9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736059 Apr 18 20:48:30.509239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49792) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:30.647506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.744191 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:30.887377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-32fe7df5-f26a-4938-a2ea-d3a674a7dbe6 req-fe2ca659-8588-4251-b847-7b29e8430c28 service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5509672 Apr 18 20:48:30.999421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:31.015695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3512d60c-7b92-4f55-a47f-de49ebf6c33e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3729541 Apr 18 20:48:31.016595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-549532ad-6364-46d2-bef2-0c6d92921dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.018711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49800) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:31.025233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:31.026257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:31.120664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:31.122523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:31.133831 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-549532ad-6364-46d2-bef2-0c6d92921dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.372831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Allocated IP 172.25.5.237 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/5f45c043-ffcc-42a9-aa94-47239cc59f86) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:31.475708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-549532ad-6364-46d2-bef2-0c6d92921dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.495047 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.500146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:31.574459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549532ad-6364-46d2-bef2-0c6d92921dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d864c672-537d-4c66-a9a9-4b3fbb5be258,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:31.616363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-549532ad-6364-46d2-bef2-0c6d92921dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.621352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-549532ad-6364-46d2-bef2-0c6d92921dcb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d864c672-537d-4c66-a9a9-4b3fbb5be258 HTTP/1.1" status: 204 len: 168 time: 1.0970676 Apr 18 20:48:31.699873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.775618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:31.912984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:31.922351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:31.936630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:32.005258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d0c94b92-2e8a-4fbc-bca9-65724dbb818e None None] Provisioning complete for port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:32.005895 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0c94b92-2e8a-4fbc-bca9-65724dbb818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.054895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Pushing event updated for resources: {'Port': ['ID=5f45c043-ffcc-42a9-aa94-47239cc59f86,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:32.354342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.479967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab4f2e9-670d-44b1-a9d2-a07a2689def8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:32.483260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.509091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813361e-318d-42fe-893b-63e465fdcd45 req-ce20aa85-d1e0-40d5-8eec-a90fb3c806ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:32.516738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1813361e-318d-42fe-893b-63e465fdcd45 req-ce20aa85-d1e0-40d5-8eec-a90fb3c806ce tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 944 time: 1.2749746 Apr 18 20:48:32.523755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c6ecd180-128f-44ee-88f0-8b301acd69de tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/9ab4f2e9-670d-44b1-a9d2-a07a2689def8 HTTP/1.1" status: 204 len: 168 time: 3.3303580 Apr 18 20:48:32.542266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a31cbce-9df7-4cd8-86cd-3d6024612cdf None None] Network 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:32.554274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:32.554274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:32.624614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:25Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:27Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:32.645613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:32.646244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Updating router 3b1d6b15-da56-452c-a09e-e28190f530df port 28890140-e3ba-4cdb-a15f-c46674a2cc82 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:48:32.653051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1813361e-318d-42fe-893b-63e465fdcd45 req-af9bfe29-7627-40fb-bf75-82fbae0eeecf tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353681 Apr 18 20:48:32.679163 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7683a99-fa41-40cd-8cc7-34c23ba13293 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:32.679888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7683a99-fa41-40cd-8cc7-34c23ba13293 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:32.685116 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c7683a99-fa41-40cd-8cc7-34c23ba13293 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/970afa38-d875-4057-a376-e7e12606914f HTTP/1.1" status: 404 len: 337 time: 0.1270399 Apr 18 20:48:32.688010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.704392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:32.761088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e9b8acc1-040a-4f3c-8475-7d21fc195219 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:32.828227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:32.834584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b5fbca9d-eea7-4a12-a64c-c5fe52ad476a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Synchronizing usage tracker for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:48:32.844641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Usage tracker for resource:security_group_rule and tenant:bd730610f2fb4834ba5034dfaff86915 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:32.850857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:32.874098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:32.926317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 20:48:32.946758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Removed routes are [] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 20:48:32.947193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.950583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:32.989491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b5fbca9d-eea7-4a12-a64c-c5fe52ad476a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Unset dirty status for tenant:f2836e62a71c4ca08cfc83c8334fac15 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:48:32.991459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b5fbca9d-eea7-4a12-a64c-c5fe52ad476a tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f12b2c-5a7f-455f-abb6-17cc19952e00 HTTP/1.1" status: 200 len: 205 time: 0.2727146 Apr 18 20:48:33.010833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:33.050602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d0c94b92-2e8a-4fbc-bca9-65724dbb818e None None] Provisioning complete for port 02c3cf75-73bb-4491-a662-007d886e3517 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:33.051149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d0c94b92-2e8a-4fbc-bca9-65724dbb818e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.125142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port e9b8acc1-040a-4f3c-8475-7d21fc195219 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:33.181745 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-1d1ec85d-fe5c-45a1-bd1b-de3cadce6173 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] delete failed (client error): The resource could not be found. Apr 18 20:48:33.183284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1d1ec85d-fe5c-45a1-bd1b-de3cadce6173 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/routers/22f12b2c-5a7f-455f-abb6-17cc19952e00 HTTP/1.1" status: 404 len: 336 time: 0.1710076 Apr 18 20:48:33.192557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49828) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:33.296194 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e28db88-6f4a-4eb1-ac2c-5a239bfa98be tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:33.297287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e28db88-6f4a-4eb1-ac2c-5a239bfa98be tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:33.317585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port e9b8acc1-040a-4f3c-8475-7d21fc195219 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:33.318203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.355238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.362187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.396854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d0c94b92-2e8a-4fbc-bca9-65724dbb818e None None] Port 02c3cf75-73bb-4491-a662-007d886e3517 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:48:33.446913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5e28db88-6f4a-4eb1-ac2c-5a239bfa98be tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/f639eeb0-5ee5-46dd-bb76-89ee5e8559dd HTTP/1.1" status: 404 len: 337 time: 0.2508936 Apr 18 20:48:33.454649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:33.534810 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-da21aaf9-4bc1-494f-a6d9-1d1779c73a64 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:33.535381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da21aaf9-4bc1-494f-a6d9-1d1779c73a64 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:33.555629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.594632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] DHCP port deletion for 4191010f-d2b4-4b22-ae3b-1b3f8a939e5a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:48:33.623911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] Deleting port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:33.624375 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.624855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-da21aaf9-4bc1-494f-a6d9-1d1779c73a64 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/25252a2c-9a2b-4c4f-b029-b2643aac8052 HTTP/1.1" status: 404 len: 337 time: 0.1667826 Apr 18 20:48:33.632205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49836) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:33.646386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:48:33.663213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.672595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.725647 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d46f501-e79c-4a82-9cd7-1612c9806fec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:33.726353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d46f501-e79c-4a82-9cd7-1612c9806fec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:33.729727 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4d46f501-e79c-4a82-9cd7-1612c9806fec tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/d3239ede-a83c-4d4c-92bc-b1a89a6de347 HTTP/1.1" status: 404 len: 337 time: 0.0939479 Apr 18 20:48:33.733889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49842) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:33.753700 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:33.817346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0034fc-d9f0-40e5-b04c-2cc1119809e6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:33.838305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-64f1d70b-d0c1-45b7-b419-abf6fad741b2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd730610f2fb4834ba5034dfaff86915&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2797527 Apr 18 20:48:33.858234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:33.916960 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6e7dbfb-d388-46d0-8341-218f36fdddd0 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:33.917423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6e7dbfb-d388-46d0-8341-218f36fdddd0 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:33.922515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6e7dbfb-d388-46d0-8341-218f36fdddd0 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/60d682dd-0c6d-4f9b-a421-ebf66472bb2f HTTP/1.1" status: 404 len: 333 time: 0.1869223 Apr 18 20:48:33.924183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:33.949583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:48:34.014090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e9b8acc1-040a-4f3c-8475-7d21fc195219, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:34.035719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.188496 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-84f4d3f6-eefb-4665-a905-449dfee0440e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:34.188968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84f4d3f6-eefb-4665-a905-449dfee0440e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:34.195148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-84f4d3f6-eefb-4665-a905-449dfee0440e tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/838d9ffe-1a41-41fe-93a8-6fd92ffcfdeb HTTP/1.1" status: 404 len: 337 time: 0.2027659 Apr 18 20:48:34.195975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49858) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:34.265953 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae8e0f3-ef2d-4203-b3df-888682b76ff2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:34.266433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae8e0f3-ef2d-4203-b3df-888682b76ff2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:34.272080 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2ae8e0f3-ef2d-4203-b3df-888682b76ff2 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/669f0876-9b7a-4d56-8bd4-f54d184fce82 HTTP/1.1" status: 404 len: 337 time: 0.0687795 Apr 18 20:48:34.275790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:34.334009 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573f7cb0-bfdb-488c-bf56-60da31d9ea1f'] response: {'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'code': 200} Apr 18 20:48:34.340958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:34.352600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:48:34.357757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.361801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bbf0bd91-2a13-44e1-85b3-c4914b27d668 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 200 len: 934 time: 3.3394322 Apr 18 20:48:34.368441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49868) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:34.372301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-3a258d60-9b2b-4735-ab5f-d5f3d143757f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3776782 Apr 18 20:48:34.376465 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f8d7473-9c6f-4d78-9f9b-64fe7bd98e68 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:34.377844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f8d7473-9c6f-4d78-9f9b-64fe7bd98e68 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:34.384058 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f8d7473-9c6f-4d78-9f9b-64fe7bd98e68 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/dce19196-98c2-44c2-a5d2-a909dc967122 HTTP/1.1" status: 404 len: 333 time: 0.1065061 Apr 18 20:48:34.384987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49872) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:34.405313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcd355b1-9f1c-4f89-b214-593e57eea67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.441675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.483052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.499432 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcd355b1-9f1c-4f89-b214-593e57eea67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.506805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] For port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,segment=NetworkSegment(a359ea6f-025f-47d5-8c98-e51eb439637a),segment_id=a359ea6f-025f-47d5-8c98-e51eb439637a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:34.507846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:34.586391 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-623b0cd0-54be-4f27-900c-afb76c151512 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:34.586887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623b0cd0-54be-4f27-900c-afb76c151512 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:34.591583 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-623b0cd0-54be-4f27-900c-afb76c151512 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/abd77a2d-e615-40b2-a9b0-a4fe1592f80c HTTP/1.1" status: 404 len: 337 time: 0.1234407 Apr 18 20:48:34.593544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49876) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:34.674410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e9b8acc1-040a-4f3c-8475-7d21fc195219,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:34.804552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:34.863060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] Calling delete_port for 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:34.917197 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6230f432-ec3e-4dfc-92fb-09bce5a11657 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] DELETE failed (client error): The resource could not be found. Apr 18 20:48:34.917197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6230f432-ec3e-4dfc-92fb-09bce5a11657 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:48:34.921577 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6230f432-ec3e-4dfc-92fb-09bce5a11657 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/subnets/e35c12b1-f248-4c47-982e-33c171e53261 HTTP/1.1" status: 404 len: 337 time: 0.3159940 Apr 18 20:48:34.932578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49880) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:34.971817 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.029999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Transition to ACTIVE for port object 28890140-e3ba-4cdb-a15f-c46674a2cc82 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:35.052582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.082796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f3a787a6-2b6b-4486-931a-7481be018b4a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 200 len: 934 time: 0.7079895 Apr 18 20:48:35.101634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Deleting port 02c3cf75-73bb-4491-a662-007d886e3517 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:35.102675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.161599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d534663-ebab-4b36-b529-0d72c6a9ec13 req-f39cdcb6-9a15-47e7-bb2f-28b8d0f6b4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.165379 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d534663-ebab-4b36-b529-0d72c6a9ec13 req-f39cdcb6-9a15-47e7-bb2f-28b8d0f6b4c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 1096 time: 0.6854544 Apr 18 20:48:35.167484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49884) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:35.219869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'routes': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:35.262835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b1aba-e24b-4cd4-bb0f-ed03cf49a414 req-b63bb1d1-e1e8-4daf-913e-25f6f0a10408 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.263939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e46b1aba-e24b-4cd4-bb0f-ed03cf49a414 req-b63bb1d1-e1e8-4daf-913e-25f6f0a10408 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 945 time: 1.3111844 Apr 18 20:48:35.370727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150fa20-18b0-44cd-b7cc-b466c2eda55d None None] Pushing event updated for resources: {'Port': ['ID=28890140-e3ba-4cdb-a15f-c46674a2cc82,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.387720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.439897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e46b1aba-e24b-4cd4-bb0f-ed03cf49a414 req-77cf8f0e-c0a4-40a8-83d2-813ad1d7e350 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626756 Apr 18 20:48:35.446056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.450947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d534663-ebab-4b36-b529-0d72c6a9ec13 req-f12906fd-1393-4a20-8fcf-3d46beabafe6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2698877 Apr 18 20:48:35.483345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] Pushing event deleted for resources: {'Port': ['ID=2cd91e7f-eca9-4488-bd15-60c0aec7fc64,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.498761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcd355b1-9f1c-4f89-b214-593e57eea67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.522721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c782d5c8-29a4-4f58-9546-0744352f4052 None None] No DVR routers for this DVR port 2cd91e7f-eca9-4488-bd15-60c0aec7fc64 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:35.557648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-4d75bd65-a22d-42e1-be88-38c625dc2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:35.560875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-4d75bd65-a22d-42e1-be88-38c625dc2ecb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 1096 time: 0.7796617 Apr 18 20:48:35.566408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd355b1-9f1c-4f89-b214-593e57eea67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0034fc-d9f0-40e5-b04c-2cc1119809e6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:35.593110 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcd355b1-9f1c-4f89-b214-593e57eea67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.599813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bcd355b1-9f1c-4f89-b214-593e57eea67e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a0034fc-d9f0-40e5-b04c-2cc1119809e6 HTTP/1.1" status: 204 len: 168 time: 1.7356279 Apr 18 20:48:35.621532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Router adec9989-22c7-4ae5-989c-573e130a029f is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:48:35.661404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Attempting to bind port 28890140-e3ba-4cdb-a15f-c46674a2cc82 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:35.661812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Attempting to bind port 28890140-e3ba-4cdb-a15f-c46674a2cc82 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:35.662301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Attempting to bind port 28890140-e3ba-4cdb-a15f-c46674a2cc82 on network c88d67b0-188a-435e-8fc3-1b5aa081349d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:35.669897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:35.670408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Checking segment: {'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:35.670850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.680324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Bound using segment: {'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:35.680324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Bound port: 28890140-e3ba-4cdb-a15f-c46674a2cc82, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5938001-25dd-4e14-bc42-97fa17267bae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:35.680324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.706275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:35.852436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Calling delete_port for 02c3cf75-73bb-4491-a662-007d886e3517 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:35.891961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] For port 28890140-e3ba-4cdb-a15f-c46674a2cc82, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:35.899530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] For port 28890140-e3ba-4cdb-a15f-c46674a2cc82, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=28890140-e3ba-4cdb-a15f-c46674a2cc82,segment=NetworkSegment(e5938001-25dd-4e14-bc42-97fa17267bae),segment_id=e5938001-25dd-4e14-bc42-97fa17267bae)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:35.907243 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.023012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.091185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150fa20-18b0-44cd-b7cc-b466c2eda55d None None] Pushing event updated for resources: {'Port': ['ID=28890140-e3ba-4cdb-a15f-c46674a2cc82,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.134514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:36.135182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:36.185245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Port': ['ID=02c3cf75-73bb-4491-a662-007d886e3517,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:36.213205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.338447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:36.354895 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] Sync routers for ids ['adec9989-22c7-4ae5-989c-573e130a029f'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:36.382600 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] Routers {'adec9989-22c7-4ae5-989c-573e130a029f'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:36.385969 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['adec9989-22c7-4ae5-989c-573e130a029f'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:36.426955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:36.428400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-2f463177-a6ed-4ee0-917a-862d4b347550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:36.434115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-2f463177-a6ed-4ee0-917a-862d4b347550 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.6100597 Apr 18 20:48:36.442987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e6277acf-d0cf-4b27-a3ca-e4be06a28b1f tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/ports/02c3cf75-73bb-4491-a662-007d886e3517 HTTP/1.1" status: 204 len: 168 time: 1.5099747 Apr 18 20:48:36.506771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49896) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:36.566276 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:36.586691 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] Routers {'adec9989-22c7-4ae5-989c-573e130a029f'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:36.588517 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['adec9989-22c7-4ae5-989c-573e130a029f'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:36.694185 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:36.703928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a89ebe6b-2bdc-45d9-97f7-d64f9e8c390c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "PUT /v2.0/routers/adec9989-22c7-4ae5-989c-573e130a029f HTTP/1.1" status: 200 len: 915 time: 8.4320755 Apr 18 20:48:36.707145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49906) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:36.849860 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:36.851886 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a77a0a-c8a3-49f9-90cd-e9df0f448dc3 None None] The sync data for ids ['adec9989-22c7-4ae5-989c-573e130a029f'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:37.414231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:37.500947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:32Z', 'revision_number': 6, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:35Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:37.517300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d443b1af-1f3c-4f33-9004-cce226d0373c tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/adec9989-22c7-4ae5-989c-573e130a029f HTTP/1.1" status: 200 len: 921 time: 0.7914503 Apr 18 20:48:37.520597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-7b2151fd-1ed4-448b-a751-13e8be6d5b12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=521579ba-5615-482f-88a1-16a3363d7bc2 HTTP/1.1" status: 200 len: 1001 time: 1.0759919 Apr 18 20:48:37.521112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49920) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:37.527505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dfed5-e855-44ac-a6d5-0870417ae906 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:32Z', 'revision_number': 6, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:35Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:37.819169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-1236a8a1-6f38-44df-bcea-68cecd61f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.822964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-1236a8a1-6f38-44df-bcea-68cecd61f94b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2780535 Apr 18 20:48:37.945020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2424efba-1b38-41d3-8f6b-ffdbef8c120f tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:37.947628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2424efba-1b38-41d3-8f6b-ffdbef8c120f tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=adec9989-22c7-4ae5-989c-573e130a029f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4231963 Apr 18 20:48:37.950956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:38.059935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-5209c171-0fa2-4149-97b7-9e3b835064a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.062772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-5209c171-0fa2-4149-97b7-9e3b835064a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2331915 Apr 18 20:48:38.316897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.364035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc46acf9-61a9-4d98-b7f6-cfe232a987f9 req-3c12fdc7-4133-4755-857a-6e638b60bfc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.375757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc46acf9-61a9-4d98-b7f6-cfe232a987f9 req-3c12fdc7-4133-4755-857a-6e638b60bfc5 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 945 time: 1.4736309 Apr 18 20:48:38.451191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4191010f-d2b4-4b22-ae3b-1b3f8a939e5a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:38.524030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4deec3e3-d2b0-4bc0-9726-ed6642f35306 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:38.527058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4deec3e3-d2b0-4bc0-9726-ed6642f35306 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/networks/f02cd76e-a543-437b-8aad-d33e3351d024 HTTP/1.1" status: 200 len: 881 time: 0.5742745 Apr 18 20:48:38.535330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49940) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:38.699020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc46acf9-61a9-4d98-b7f6-cfe232a987f9 req-97926ed3-c716-4b86-b367-256e8b37260e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3220577 Apr 18 20:48:38.701710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a359ea6f-025f-47d5-8c98-e51eb439637a') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:38.702119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a359ea6f-025f-47d5-8c98-e51eb439637a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:38.741671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f48dae19-8010-4004-9267-853f227e369d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=adec9989-22c7-4ae5-989c-573e130a029f HTTP/1.1" status: 200 len: 205 time: 0.2039137 Apr 18 20:48:38.744760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49944) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:38.756710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-e05a72df-b05c-4321-9c0e-e1e96b9105ee service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012652 Apr 18 20:48:38.782462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.823476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added routes are [] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 20:48:38.832215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 20:48:38.838646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.862341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:38.863208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:38.874479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 28890140-e3ba-4cdb-a15f-c46674a2cc82 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:38.892314 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:39.116842 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.128592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.143559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.169868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 28890140-e3ba-4cdb-a15f-c46674a2cc82 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:39.191531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 28890140-e3ba-4cdb-a15f-c46674a2cc82 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:39.198855 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:39.274159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] 10.222.0.47 "DELETE /v2.0/networks/4191010f-d2b4-4b22-ae3b-1b3f8a939e5a HTTP/1.1" status: 204 len: 168 time: 2.7367980 Apr 18 20:48:39.496674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:39.553800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:39.554485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:39.713195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a2ba53-9edd-45b1-b217-48d4304cc3e6 tempest-PortsTestJSON-621208097 tempest-PortsTestJSON-621208097-project] Pushing event deleted for resources: {'Network': ['ID=4191010f-d2b4-4b22-ae3b-1b3f8a939e5a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:39.843005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49962) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:39.874649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221618530', 'description': 'tempest-description--1248315253'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:39.929649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:39.971062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:40.019133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45626abe-66c9-46fe-b40f-38b2229ff4b9 req-de67df69-3744-4e06-9078-cced01568cc6 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0003581 Apr 18 20:48:40.026000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:40.035733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.086461 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.223334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:40.247759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.396049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-0d02fb0e-134b-4866-994b-d6ece5bfaa41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8148034 Apr 18 20:48:40.403083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:40.422337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:40.434620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:40.446246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 28890140-e3ba-4cdb-a15f-c46674a2cc82, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=28890140-e3ba-4cdb-a15f-c46674a2cc82,segment=NetworkSegment(e5938001-25dd-4e14-bc42-97fa17267bae),segment_id=e5938001-25dd-4e14-bc42-97fa17267bae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:40.462750 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.494804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:40.536072 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.591875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.660766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.670592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Deleting port 5f45c043-ffcc-42a9-aa94-47239cc59f86 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:40.671256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:40.687319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=28890140-e3ba-4cdb-a15f-c46674a2cc82,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:40.700167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 7, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:35Z', 'revision_number': 4, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:40.710138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:40.740197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:40.742555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:41.062919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e29aa042-634b-4100-a476-b400f7a30d17 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2836e62a71c4ca08cfc83c8334fac15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8388243 Apr 18 20:48:41.067313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.072546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:48:41.098727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49978) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:41.190820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.285204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:41.332105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea05977b-a84d-4186-8161-362fab519d57,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:41.368231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-241e8561-8e68-4910-b104-40547875d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:41.372437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-241e8561-8e68-4910-b104-40547875d8ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 1096 time: 0.7067828 Apr 18 20:48:41.383443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.397678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.404609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-309cb4fe-991d-4360-9487-ee4014acfe7c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5395401 Apr 18 20:48:41.408701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 49982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:41.431821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485db1-53d6-4a35-9dc6-073dc9801aea req-76fe0f09-b528-40d8-8eb5-f98bbba2b5a8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:41.433786 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7485db1-53d6-4a35-9dc6-073dc9801aea req-76fe0f09-b528-40d8-8eb5-f98bbba2b5a8 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 945 time: 0.8892162 Apr 18 20:48:41.438884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': 'ea05977b-a84d-4186-8161-362fab519d57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:41.448767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:41.451619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d8648e8-8cc6-4afd-9bd7-2dd35a808fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.459922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:41.461348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dbf6f5c5-485c-48ae-8ffc-a2dc776719cf tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 200 len: 700 time: 6.2828126 Apr 18 20:48:41.475786 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:41.680484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Calling delete_port for 5f45c043-ffcc-42a9-aa94-47239cc59f86 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:41.748346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:41.784470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:41.836473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 7, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:41.842660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd67f37-b2eb-49f9-9262-c37a95608260 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 7, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:41.883460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:41.924914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:41.995629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d8648e8-8cc6-4afd-9bd7-2dd35a808fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.061297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.128847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7485db1-53d6-4a35-9dc6-073dc9801aea req-1dedce52-5692-4f23-ba1b-9df7117252ab tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6806817 Apr 18 20:48:42.205132 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2919c440-b907-4e52-8408-5ad83c9fbcac tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 200 len: 700 time: 0.7252135 Apr 18 20:48:42.207342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d8648e8-8cc6-4afd-9bd7-2dd35a808fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.227390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 49998) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:42.228221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-a0799e02-31c2-4bab-be6b-9032f02b1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:42.238059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-a0799e02-31c2-4bab-be6b-9032f02b1a7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.8302736 Apr 18 20:48:42.256043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8648e8-8cc6-4afd-9bd7-2dd35a808fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c068ff-740f-470e-8c58-22ca96934186,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:42.400730 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:42.414066 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:42.415087 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:42.419767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d8648e8-8cc6-4afd-9bd7-2dd35a808fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.438312 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4d8648e8-8cc6-4afd-9bd7-2dd35a808fc5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92c068ff-740f-470e-8c58-22ca96934186 HTTP/1.1" status: 204 len: 168 time: 1.3121710 Apr 18 20:48:42.555266 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-896b9842-cc41-4482-9b35-2b06872d8ce0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 200 len: 1001 time: 0.2468443 Apr 18 20:48:42.791243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 28890140-e3ba-4cdb-a15f-c46674a2cc82 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:42.919144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 28890140-e3ba-4cdb-a15f-c46674a2cc82 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:42.920990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:42.972397 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:43.134497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-60152b4d-3ae2-4614-9502-6938fbf155b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.137301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-60152b4d-3ae2-4614-9502-6938fbf155b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.4669816 Apr 18 20:48:43.336929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da7b71-43ae-4237-997a-f77e28d808e6 req-c338648c-bd34-4eeb-9e12-fc117ee808a1 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:43.340446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60da7b71-43ae-4237-997a-f77e28d808e6 req-c338648c-bd34-4eeb-9e12-fc117ee808a1 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 945 time: 0.7657073 Apr 18 20:48:43.341473 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.583294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.585686 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0c9ddae0-ea33-493d-ba01-068dddf7d450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.629974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event deleted for resources: {'Port': ['ID=5f45c043-ffcc-42a9-aa94-47239cc59f86,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:43.635497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.782143 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-60da7b71-43ae-4237-997a-f77e28d808e6 req-0bf9ddde-5c55-4289-b184-426144605102 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144266 Apr 18 20:48:43.786788 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:43.834028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50022) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:43.992789 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.174900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d523b124-4492-4335-be30-cfa47e83dfda,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:44.229323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-7cae37dc-1956-4311-9e08-d1b83ad9d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.230998 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-7cae37dc-1956-4311-9e08-d1b83ad9d4b8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0685964 Apr 18 20:48:44.391672 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 7, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:44.420336 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:44.438939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.442241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.459640 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:44.461025 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:44.479453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c50bea-5b24-4cef-8df1-cbe5fb3388b5 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:44.482675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a9c50bea-5b24-4cef-8df1-cbe5fb3388b5 tempest-TestNetworkBasicOps-1661969267 tempest-TestNetworkBasicOps-1661969267-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 1091 time: 0.6469214 Apr 18 20:48:44.498304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50036) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:44.520358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.524558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eb4e0954-688b-4840-a16e-2dae27ba4073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.1123071 Apr 18 20:48:44.524558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:44.529584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.529889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Fanout notify agent at l3_agent the message router_deleted on router adec9989-22c7-4ae5-989c-573e130a029f {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:48:44.544622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50042) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:44.559917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:44.563460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': 'ea05977b-a84d-4186-8161-362fab519d57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:44.596017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:44.606828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Usage tracker for resource:floatingip and tenant:b5902e7077c74b0c87065193c03f3242 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:44.612667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:44.633476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:44.656008 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.663185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a477fc0f-d425-4ee7-873d-5b73d51e78b2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/adec9989-22c7-4ae5-989c-573e130a029f HTTP/1.1" status: 204 len: 168 time: 5.8992019 Apr 18 20:48:44.663185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:44.663854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50050) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:44.671905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:44.684037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-454899143', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:44.686256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:44.700385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:44.714913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.739563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:44.746137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-6bd6b07d-e0c1-4627-ba72-f3cb9f280282 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036321 Apr 18 20:48:44.757997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Usage tracker for resource:router and tenant:6dd6afdfe6864ed987f43eb1a8b4dfb2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:44.770295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:44.802243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.821171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:44.836086 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:44.924839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1412122801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:44.935587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.937087 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:44.945989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:44.969750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:router and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:44.976240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:44.991863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:45.028907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.030107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.046655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43413335-0a0a-4e91-9e14-ebbf36cf4887 req-90e1feb5-6f7f-4dd3-976d-5a14e93baf2f service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927196 Apr 18 20:48:45.068946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.084142 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.123527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 28890140-e3ba-4cdb-a15f-c46674a2cc82 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:45.123980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.163166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.165375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c49a9b-c86f-4885-945e-319e5793b7e1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:45.168091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.173121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8d1c4352-4c03-4441-b471-48f4fae25780 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6230049 Apr 18 20:48:45.175081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:45.191442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:45.201843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:45.208719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:floatingip and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:45.212968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:45.215915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.223041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:45.239148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.271484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.308184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.310602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-86862bbc-4dd2-448f-b183-4bcd6d18ada4 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.7704084 Apr 18 20:48:45.317534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:45.349171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-885181219'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:45.367520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:45.377928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:network and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:45.386190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:45.404672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:45.555498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:45.561754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.588745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.633395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:45.645375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:security_group_rule and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:45.659731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:45.676370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:45.712848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:45.713309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 7, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:45.720846 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1600dc7-edf9-4895-b5dc-8196946a79f4 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:38Z', 'revision_number': 7, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': '28890140-e3ba-4cdb-a15f-c46674a2cc82', 'name': '', 'network_id': 'c88d67b0-188a-435e-8fc3-1b5aa081349d', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:6e:78:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3240, 'fixed_ips': [{'subnet_id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:18Z', 'updated_at': '2022-04-18T20:48:40Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '090673b9-43cf-4e88-95b9-d8b54758fe54', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:46.037182 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-09dd0e82-888a-4429-b821-1017dc5e5c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.163110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.195479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.25.5.147 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/2fad0297-7206-4b42-8220-27dc26a4bfc9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:46.273114 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.384355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port 28890140-e3ba-4cdb-a15f-c46674a2cc82, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=28890140-e3ba-4cdb-a15f-c46674a2cc82,segment=NetworkSegment(e5938001-25dd-4e14-bc42-97fa17267bae),segment_id=e5938001-25dd-4e14-bc42-97fa17267bae)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:46.384799 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.442813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.446149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.454920 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.471576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:46.488425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.488871 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Added segment de746e6d-908f-495d-a20f-a5a8ea9c5fca of type vlan for network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b Apr 18 20:48:46.541587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.601583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325d06b6-7979-47d7-860a-aa846f199c9d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:46.611963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 28890140-e3ba-4cdb-a15f-c46674a2cc82 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:46.632966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.633542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.634075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.634776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.635334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.635868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.636405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.636941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.637485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.638055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.638646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.639165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:46.678143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.690735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:46.691757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.739407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:46.832236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Allocated IP 172.25.5.107 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c660891c-a187-4953-ab8f-f27d421be385) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:47.026916 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.075696 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.096355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:47.097639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Network': ['ID=5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.106952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:47.109803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be10ca8a-b3d2-4d1e-87ed-6bbc8600b4a7 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7750106 Apr 18 20:48:47.111097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:47.116728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:47.143449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50076) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:47.150601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'subnet': {'network_id': '5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:47.218612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=2fad0297-7206-4b42-8220-27dc26a4bfc9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.300603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.402776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:47.410089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:subnet and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:47.414449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:47.423971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:47.441246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.443499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:47.447410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.489540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=28890140-e3ba-4cdb-a15f-c46674a2cc82,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:47.522123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.630860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.781186 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.936064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:47.959588 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.145763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.160160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.164095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Subnet': ['ID=da53491d-0f79-424b-b51a-3634e1d0fee0,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:48.168282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Checking segment: {'id': 'de746e6d-908f-495d-a20f-a5a8ea9c5fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:48.168737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network hostable DHCP agents. Network: 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:48.182434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.242743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.310790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:48.325256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=2fad0297-7206-4b42-8220-27dc26a4bfc9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:48.336266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:48.345639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.346293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.352122 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.354381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26d3ad-288e-466a-b4f1-e83a9c8699ae None None] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:48.389963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7ee69273-8935-4b6d-b462-aba361cc8b50 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2456293 Apr 18 20:48:48.390908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:48.395616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.409878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5bc29ed5-8417-4324-9cff-4550524f64de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2103326 Apr 18 20:48:48.409878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'network': {'name': 'tempest-router-network01--956724020'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:48.409878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:48.417323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:network and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:48.423142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:48.440184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:48.462700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:48.472033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:48.474059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=c660891c-a187-4953-ab8f-f27d421be385,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:48.481103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:48.483152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:48.492488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.556085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Allocated IP 172.25.5.139 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/11f1b635-f368-4021-b8a7-89592bee529b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:48.582051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:48.599042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.599477 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Added segment a8afcd9f-860a-4324-9bf5-217f921e6e4e of type vlan for network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 Apr 18 20:48:48.659965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.670545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.771336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:48.771577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:48.775172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.029270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b', 'network_id': '5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b', 'tenant_id': '3b3a7af83cf848b1ac3efe948b36616e', 'fixed_ips': [{'subnet_id': 'da53491d-0f79-424b-b51a-3634e1d0fee0'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:48:49.030733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.060565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6669054 Apr 18 20:48:49.061623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50106) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:49.088568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'network': {'name': 'tempest-router-network02--1840988386'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:49.107600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:49.112758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f560e-9ace-4c74-bced-9da046edd005 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Network': ['ID=f5c73dd2-ab66-4bda-977a-84ac2a3b6110,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:49.120516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:network and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:49.127007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:49.144515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:49.175640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:49.184126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.255099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:49.270806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.276074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:48:49.300747 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.301671 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Added segment 618756f5-6e79-496e-9d90-92266da6bfc7 of type vlan for network bba0ec2d-951d-44d4-8301-3620f2cc0336 Apr 18 20:48:49.380324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.466111 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.483307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:49.484672 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.505469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:49.577503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Allocated IP 2001:db8::2 (5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b/da53491d-0f79-424b-b51a-3634e1d0fee0/4039da8e-2160-4588-87d3-78a0ec9f549d) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:49.702806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Network': ['ID=bba0ec2d-951d-44d4-8301-3620f2cc0336,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:49.738170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-513b2363-7d8f-456c-b43b-563bce4ee409 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6577413 Apr 18 20:48:49.743221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:49.755992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'subnet': {'network_id': 'f5c73dd2-ab66-4bda-977a-84ac2a3b6110', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:49.787234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network bba0ec2d-951d-44d4-8301-3620f2cc0336 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:48:49.988394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:48:50.002055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:50.011337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:subnet and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:50.015887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:50.030212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:50.042807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-1ad5cf55-70be-4027-8fa4-4d2313633334 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1221618530&fields=id&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 267 time: 0.7842417 Apr 18 20:48:50.056211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:50.067375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.098379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.252752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.272031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Transition to ACTIVE for port object 4039da8e-2160-4588-87d3-78a0ec9f549d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:50.296637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Transition to ACTIVE for port object 4039da8e-2160-4588-87d3-78a0ec9f549d will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:50.307490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.395880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Pushing event updated for resources: {'Port': ['ID=4039da8e-2160-4588-87d3-78a0ec9f549d,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:50.411424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:50.413333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:50.416535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:50.558319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Attempting to bind port 4039da8e-2160-4588-87d3-78a0ec9f549d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:50.558996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-dee263af-38f3-45ea-885c-356cc6099418 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.559146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Attempting to bind port 4039da8e-2160-4588-87d3-78a0ec9f549d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'de746e6d-908f-495d-a20f-a5a8ea9c5fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:50.559703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Attempting to bind port 4039da8e-2160-4588-87d3-78a0ec9f549d on network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:50.561714 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-dee263af-38f3-45ea-885c-356cc6099418 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 0.4064944 Apr 18 20:48:50.582320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:50.582823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Checking segment: {'id': 'de746e6d-908f-495d-a20f-a5a8ea9c5fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:50.583578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.584105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Bound using segment: {'id': 'de746e6d-908f-495d-a20f-a5a8ea9c5fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:50.584866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Bound port: 4039da8e-2160-4588-87d3-78a0ec9f549d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de746e6d-908f-495d-a20f-a5a8ea9c5fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:50.585378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.671533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.677489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.763501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:50.768430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4039da8e-2160-4588-87d3-78a0ec9f549d,segment=NetworkSegment(de746e6d-908f-495d-a20f-a5a8ea9c5fca),segment_id=de746e6d-908f-495d-a20f-a5a8ea9c5fca)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:50.779943 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.791413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Subnet': ['ID=416ef38c-dc8b-4170-b683-e24432223606,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:50.796370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Checking segment: {'id': 'a8afcd9f-860a-4324-9bf5-217f921e6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5c73dd2-ab66-4bda-977a-84ac2a3b6110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:50.796736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network hostable DHCP agents. Network: f5c73dd2-ab66-4bda-977a-84ac2a3b6110, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:50.822143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:50.838204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-1bd228b5-6bd4-4015-b786-8d9d4c43ec2e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/quotas/cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 375 time: 0.1446965 Apr 18 20:48:50.839948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, f5c73dd2-ab66-4bda-977a-84ac2a3b6110) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:50.847548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:50.850391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:50.855934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:50.872319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc933b5-31f5-4b68-97c2-7b90403adf94 None None] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:50.884802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45828de4-1e06-4af6-93be-6112ee440b6a tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1391876 Apr 18 20:48:50.889707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:50.889961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50138) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:50.899936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'subnet': {'network_id': 'bba0ec2d-951d-44d4-8301-3620f2cc0336', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:48:51.076811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:48:51.093827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:subnet and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:48:51.094531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:51.103273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:48:51.117847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bf3c60-cd4f-4cfe-a4fd-78e0e9c1513d None None] Pushing event updated for resources: {'Port': ['ID=4039da8e-2160-4588-87d3-78a0ec9f549d,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:51.119048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:48:51.151771 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:48:51.165040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.238972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.254973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-f5c73dd2-ab66-4bda-977a-84ac2a3b6110', 'network_id': 'f5c73dd2-ab66-4bda-977a-84ac2a3b6110', 'tenant_id': '3b3a7af83cf848b1ac3efe948b36616e', 'fixed_ips': [{'subnet_id': '416ef38c-dc8b-4170-b683-e24432223606'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:48:51.256377 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.286636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event updated for resources: {'Port': ['ID=11f1b635-f368-4021-b8a7-89592bee529b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:51.425299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:51.538076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Allocated IP 2001:db8::2 (f5c73dd2-ab66-4bda-977a-84ac2a3b6110/416ef38c-dc8b-4170-b683-e24432223606/f11e564e-be14-45fb-bfb0-d7597abafebc) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:51.541962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:51.555699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.561665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:51.568090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:51.647159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.745208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Subnet': ['ID=529d4f51-10ac-4b43-903f-f5ccfb18fb44,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:51.750218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Checking segment: {'id': '618756f5-6e79-496e-9d90-92266da6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba0ec2d-951d-44d4-8301-3620f2cc0336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:51.750590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network hostable DHCP agents. Network: bba0ec2d-951d-44d4-8301-3620f2cc0336, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:48:51.797421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network bba0ec2d-951d-44d4-8301-3620f2cc0336 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:48:51.816013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, bba0ec2d-951d-44d4-8301-3620f2cc0336) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:51.822118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:48:51.823511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:51.855279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7e520d9b-74eb-4379-955d-0ddd516bb7c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9636791 Apr 18 20:48:51.858132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:51.870734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:51.968157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-36a1b3b9-db4b-4f3b-b2f6-f9451e397e1d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7181685 Apr 18 20:48:51.999989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:52.040120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-a8ee8b60-1a17-40a6-a393-69404e038618 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&fields=id HTTP/1.1" status: 200 len: 440 time: 1.0583541 Apr 18 20:48:52.481427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.580485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet 090673b9-43cf-4e88-95b9-d8b54758fe54 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:48:52.584105 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.648110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.660222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Transition to ACTIVE for port object f11e564e-be14-45fb-bfb0-d7597abafebc will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:52.673972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.680993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:52.711332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Transition to ACTIVE for port object f11e564e-be14-45fb-bfb0-d7597abafebc will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:52.894328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ebfdf8-610d-40f3-a272-57739b76d679 None None] Network bba0ec2d-951d-44d4-8301-3620f2cc0336 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:52.910824 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.111782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1bcee3-efc2-48ff-a731-47a546f89670 None None] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:53.125776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4039da8e-2160-4588-87d3-78a0ec9f549d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:53.156262 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.248337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:53.278546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:53.314869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:53.365878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.417400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-bba0ec2d-951d-44d4-8301-3620f2cc0336', 'network_id': 'bba0ec2d-951d-44d4-8301-3620f2cc0336', 'tenant_id': '3b3a7af83cf848b1ac3efe948b36616e', 'fixed_ips': [{'subnet_id': '529d4f51-10ac-4b43-903f-f5ccfb18fb44'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:48:53.418721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.464597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Allocated IP 2001:db8::1 (f5c73dd2-ab66-4bda-977a-84ac2a3b6110/416ef38c-dc8b-4170-b683-e24432223606/da682f4e-f04b-4c33-8991-5dd2f13f589d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:53.552956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-81ff32fd-cbde-452a-9906-3ce279034b17 None None] Provisioning for port 4039da8e-2160-4588-87d3-78a0ec9f549d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:53.631024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event updated for resources: {'Port': ['ID=c660891c-a187-4953-ab8f-f27d421be385,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.659847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.687183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.694032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 8, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:53.711863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Transition to ACTIVE for port object da682f4e-f04b-4c33-8991-5dd2f13f589d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:53.737076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=090673b9-43cf-4e88-95b9-d8b54758fe54,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.740692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.740906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.741298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.741805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.742318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.742639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.743081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.743594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.743942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.744282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.744647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.745315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.759242 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.767835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Attempting to bind port f11e564e-be14-45fb-bfb0-d7597abafebc on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:53.768505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Attempting to bind port f11e564e-be14-45fb-bfb0-d7597abafebc by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a8afcd9f-860a-4324-9bf5-217f921e6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5c73dd2-ab66-4bda-977a-84ac2a3b6110'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:53.768889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Attempting to bind port f11e564e-be14-45fb-bfb0-d7597abafebc on network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:53.808515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Pushing event updated for resources: {'Port': ['ID=f11e564e-be14-45fb-bfb0-d7597abafebc,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:53.879205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:53.879638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Checking segment: {'id': 'a8afcd9f-860a-4324-9bf5-217f921e6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5c73dd2-ab66-4bda-977a-84ac2a3b6110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:53.881234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.881838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Bound using segment: {'id': 'a8afcd9f-860a-4324-9bf5-217f921e6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5c73dd2-ab66-4bda-977a-84ac2a3b6110'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:53.882359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Bound port: f11e564e-be14-45fb-bfb0-d7597abafebc, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8afcd9f-860a-4324-9bf5-217f921e6e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'f5c73dd2-ab66-4bda-977a-84ac2a3b6110'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:53.882758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.892553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:53.900113 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.906189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:48:53.914212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:53.916885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.917212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.917794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.918291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.918806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.919319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.919816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.920310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.920783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.921279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.921800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.922308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:48:53.932581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:53.935418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:53.964199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-37aeb853-f6ee-41de-a5ed-e4a978ba30a9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/090673b9-43cf-4e88-95b9-d8b54758fe54 HTTP/1.1" status: 204 len: 168 time: 1.9624720 Apr 18 20:48:53.971895 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.006631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] For port f11e564e-be14-45fb-bfb0-d7597abafebc, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:54.010514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] For port f11e564e-be14-45fb-bfb0-d7597abafebc, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f11e564e-be14-45fb-bfb0-d7597abafebc,segment=NetworkSegment(a8afcd9f-860a-4324-9bf5-217f921e6e4e),segment_id=a8afcd9f-860a-4324-9bf5-217f921e6e4e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:54.011869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5abce1-7c9d-4d4b-a872-d30f34685cbb None None] Network c88d67b0-188a-435e-8fc3-1b5aa081349d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:54.029790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:54.043571 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.187399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Port': ['ID=da682f4e-f04b-4c33-8991-5dd2f13f589d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:54.256758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:54.257745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:54.283570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.305640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-e5c88deb-f13f-4f1b-ac72-d0f073ce022a service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0594919 Apr 18 20:48:54.306586 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.437654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.447896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:48:54.672937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:54.674181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:54.691975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4039da8e-2160-4588-87d3-78a0ec9f549d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:55.259747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4039da8e-2160-4588-87d3-78a0ec9f549d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:55.261753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.300982 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Floating IP 6c602559-c4e8-479e-bb0d-847d3914c9d5 associated. External IP: 172.25.5.107, port: e9b8acc1-040a-4f3c-8475-7d21fc195219. Apr 18 20:48:55.311518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.319693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.320837 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:55.393386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f09bfe-834d-4b7a-a06f-2a9a87908534 None None] Pushing event updated for resources: {'Port': ['ID=f11e564e-be14-45fb-bfb0-d7597abafebc,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.480284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Port': ['ID=da682f4e-f04b-4c33-8991-5dd2f13f589d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:55.570017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Allocated IP 2001:db8::2 (bba0ec2d-951d-44d4-8301-3620f2cc0336/529d4f51-10ac-4b43-903f-f5ccfb18fb44/1a76b503-d009-44d1-ac2d-af2e8311b97f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:48:55.784557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:55.788766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:55.917952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 8, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:56.005354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb70437-cf4e-475b-9074-a275c2f5ecf8 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:48:46Z', 'revision_number': 8, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb4a1d71-6aea-493e-9928-c15e7d3726ca', 'name': '', 'network_id': '9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:a0:c9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3220, 'fixed_ips': [{'subnet_id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:48:02Z', 'updated_at': '2022-04-18T20:48:23Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'feb86ebe-80e3-40c9-95f1-11e9a7c74da3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:56.013873 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.081922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0f49f7b5-3c7e-42e9-83a2-72e2b9d94637,segment=NetworkSegment(e5938001-25dd-4e14-bc42-97fa17267bae),segment_id=e5938001-25dd-4e14-bc42-97fa17267bae)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:56.082798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.282133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4039da8e-2160-4588-87d3-78a0ec9f549d,segment=NetworkSegment(de746e6d-908f-495d-a20f-a5a8ea9c5fca),segment_id=de746e6d-908f-495d-a20f-a5a8ea9c5fca)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:56.309583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.391155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:48:56.491022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-de8fe4f1-2d10-4d44-8b78-1ab15f2f4f9d None None] Provisioning complete for port 4039da8e-2160-4588-87d3-78a0ec9f549d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:56.491500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de8fe4f1-2d10-4d44-8b78-1ab15f2f4f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.567138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Router 2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:48:56.619714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.634701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Transition to ACTIVE for port object 1a76b503-d009-44d1-ac2d-af2e8311b97f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:56.694199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Transition to ACTIVE for port object 1a76b503-d009-44d1-ac2d-af2e8311b97f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:48:56.698424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4039da8e-2160-4588-87d3-78a0ec9f549d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:56.714607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b8110-b5d6-43ab-aac0-c397099d6b63 None None] DHCP port deletion for c88d67b0-188a-435e-8fc3-1b5aa081349d request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:48:56.728526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b8110-b5d6-43ab-aac0-c397099d6b63 None None] Deleting port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:48:56.729599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9c9b8110-b5d6-43ab-aac0-c397099d6b63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:56.756585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-d57a5516-203f-43cc-a038-dc968a932740 service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3475058 Apr 18 20:48:56.766590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f11e564e-be14-45fb-bfb0-d7597abafebc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:56.810811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.093793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:48:57.125375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-481c4234-c6bd-4c44-bbf1-f46ab3d093b5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2638061 Apr 18 20:48:57.128584 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] Sync routers for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:48:57.129340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Network bba0ec2d-951d-44d4-8301-3620f2cc0336 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:48:57.131967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:57.148204 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:57.151050 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:57.176400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:48:57.195589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.206547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:48:57.315897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0e8bd6-0e75-40a9-a3b7-6e8498e7a4b9 None None] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:48:57.352952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Pushing event updated for resources: {'Port': ['ID=1a76b503-d009-44d1-ac2d-af2e8311b97f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.381464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9c9b8110-b5d6-43ab-aac0-c397099d6b63 None None] The port '0f49f7b5-3c7e-42e9-83a2-72e2b9d94637' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:48:57.382323 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:57.406231 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:48:57.408790 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:57.431258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No DVR routers for this DVR port 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:48:57.567008 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:57.567986 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afce1f0-043f-4c31-a16e-c30964545680 None None] The sync data for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:48:57.576721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.601379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=0f49f7b5-3c7e-42e9-83a2-72e2b9d94637,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:57.710076 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-659ef59a-fa85-41e4-a3b1-b3e0aafb9f74 req-7bbfbf3a-ba1e-4e01-bfac-83e57825ba1d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.1537156 Apr 18 20:48:57.847448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f11e564e-be14-45fb-bfb0-d7597abafebc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:57.861181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Attempting to bind port 1a76b503-d009-44d1-ac2d-af2e8311b97f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:48:57.861630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Attempting to bind port 1a76b503-d009-44d1-ac2d-af2e8311b97f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '618756f5-6e79-496e-9d90-92266da6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba0ec2d-951d-44d4-8301-3620f2cc0336'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:48:57.862103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Attempting to bind port 1a76b503-d009-44d1-ac2d-af2e8311b97f on network bba0ec2d-951d-44d4-8301-3620f2cc0336 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:48:57.880153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:48:57.880539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Checking segment: {'id': '618756f5-6e79-496e-9d90-92266da6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba0ec2d-951d-44d4-8301-3620f2cc0336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:48:57.881197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.882080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Bound using segment: {'id': '618756f5-6e79-496e-9d90-92266da6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba0ec2d-951d-44d4-8301-3620f2cc0336'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:48:57.882738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Bound port: 1a76b503-d009-44d1-ac2d-af2e8311b97f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '618756f5-6e79-496e-9d90-92266da6bfc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'bba0ec2d-951d-44d4-8301-3620f2cc0336'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:48:57.883634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:57.908017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-251b5dd3-3dfc-417e-b5ba-b4679ea75d53 None None] Provisioning for port f11e564e-be14-45fb-bfb0-d7597abafebc completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:48:58.044010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-251b5dd3-3dfc-417e-b5ba-b4679ea75d53 None None] Provisioning complete for port f11e564e-be14-45fb-bfb0-d7597abafebc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:58.044484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-251b5dd3-3dfc-417e-b5ba-b4679ea75d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.205680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:58.207642 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.325460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c88d67b0-188a-435e-8fc3-1b5aa081349d']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.358163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5938001-25dd-4e14-bc42-97fa17267bae') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.358521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5938001-25dd-4e14-bc42-97fa17267bae') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:48:58.373482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.410888 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.429571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:48:58.430416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:48:58.578210 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:48:58.630808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:48:58.631562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0f49f7b5-3c7e-42e9-83a2-72e2b9d94637 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:58.632098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 28890140-e3ba-4cdb-a15f-c46674a2cc82 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:48:58.732138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 28890140-e3ba-4cdb-a15f-c46674a2cc82 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:48:58.733148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 28890140-e3ba-4cdb-a15f-c46674a2cc82 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:48:58.835256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.876399 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:58.896069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=c88d67b0-188a-435e-8fc3-1b5aa081349d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:48:58.899116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a97ef4a-1451-4125-89be-badfb15a7f6b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/c88d67b0-188a-435e-8fc3-1b5aa081349d HTTP/1.1" status: 204 len: 168 time: 4.8634391 Apr 18 20:48:58.905726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50220) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:59.024303 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-bdce0a65-d6fe-4c99-a026-b7d605a35bba tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:48:59.029747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bdce0a65-d6fe-4c99-a026-b7d605a35bba tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.8937910 Apr 18 20:48:59.033972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50224) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:48:59.307615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4039da8e-2160-4588-87d3-78a0ec9f549d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:48:59.376659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] For port 1a76b503-d009-44d1-ac2d-af2e8311b97f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:48:59.386121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] For port 1a76b503-d009-44d1-ac2d-af2e8311b97f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1a76b503-d009-44d1-ac2d-af2e8311b97f,segment=NetworkSegment(618756f5-6e79-496e-9d90-92266da6bfc7),segment_id=618756f5-6e79-496e-9d90-92266da6bfc7)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:48:59.395823 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-251b5dd3-3dfc-417e-b5ba-b4679ea75d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.450256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.731116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 04c20197-558a-4f63-b1f2-09247d8ea2f8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:48:59.738571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4039da8e-2160-4588-87d3-78a0ec9f549d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:48:59.739243 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.762883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-409fe889-0dd5-49fd-9c9c-d707dd807f83 req-ba01d6b0-d4fa-40bd-aafe-fe89070d6d7e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.1848106 Apr 18 20:48:59.836359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-251b5dd3-3dfc-417e-b5ba-b4679ea75d53 None None] For port f11e564e-be14-45fb-bfb0-d7597abafebc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f11e564e-be14-45fb-bfb0-d7597abafebc,segment=NetworkSegment(a8afcd9f-860a-4324-9bf5-217f921e6e4e),segment_id=a8afcd9f-860a-4324-9bf5-217f921e6e4e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:48:59.855733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Router 3149c1df-28fa-48c2-b408-5936d8814e32 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:48:59.862818 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-251b5dd3-3dfc-417e-b5ba-b4679ea75d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:48:59.879571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f1286c-21ea-42fc-a253-4207723e08a6 None None] Pushing event updated for resources: {'Port': ['ID=1a76b503-d009-44d1-ac2d-af2e8311b97f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.151236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b5dd3-3dfc-417e-b5ba-b4679ea75d53 None None] Pushing event updated for resources: {'Port': ['ID=f11e564e-be14-45fb-bfb0-d7597abafebc,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:00.574087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:00.591325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] Sync routers for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:00.606967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:00.608059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:00.924983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:01.074698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-71e6cc9a-fa8a-44c9-b77b-24d859b911ba tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:01.077554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-71e6cc9a-fa8a-44c9-b77b-24d859b911ba tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 0.6394095 Apr 18 20:49:01.089381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.288127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1a76b503-d009-44d1-ac2d-af2e8311b97f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:01.319941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-383bced9-af36-4db0-81b1-20899e7ee515 req-6ea434df-ff81-4a59-83a3-ef82fd92c038 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:01.395902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62968af5-40f3-47d1-a00c-62c8e19a239f req-26383086-b54d-428e-9280-0a3398ca8d4c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.1489482 Apr 18 20:49:01.420930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-383bced9-af36-4db0-81b1-20899e7ee515 req-6ea434df-ff81-4a59-83a3-ef82fd92c038 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:01.422163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-6ea434df-ff81-4a59-83a3-ef82fd92c038 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 473 time: 0.3245595 Apr 18 20:49:01.441288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'port': {'device_id': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'admin_state_up': True, 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'security_groups': ['ea05977b-a84d-4186-8161-362fab519d57']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:01.461023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:01.476695 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] Sync routers for ids ['3149c1df-28fa-48c2-b408-5936d8814e32'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:01.497217 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] Routers {'3149c1df-28fa-48c2-b408-5936d8814e32'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:01.498226 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3149c1df-28fa-48c2-b408-5936d8814e32'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:01.546942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.584033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.602404 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c9211b71-0e54-4a4a-985f-4b0790ee3ed8 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 16.9368601 Apr 18 20:49:01.608025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4bfe756-9447-4ed7-ba81-cc7759372308 None None] Provisioning for port da682f4e-f04b-4c33-8991-5dd2f13f589d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:01.611914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50234) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:01.623569 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:01.641118 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] Routers {'3149c1df-28fa-48c2-b408-5936d8814e32'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:01.642719 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3149c1df-28fa-48c2-b408-5936d8814e32'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:01.646340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4bfe756-9447-4ed7-ba81-cc7759372308 None None] Provisioning complete for port da682f4e-f04b-4c33-8991-5dd2f13f589d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:01.647295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:01.649037 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe756-9447-4ed7-ba81-cc7759372308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:01.769407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:01.769838 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdc72e9-31ae-48ec-a2b5-4094042591a9 None None] The sync data for ids ['3149c1df-28fa-48c2-b408-5936d8814e32'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:01.792970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d4bfe756-9447-4ed7-ba81-cc7759372308 None None] Port da682f4e-f04b-4c33-8991-5dd2f13f589d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:49:01.849777 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-302a784a-0bf9-43f1-9fbd-2dad3c296a8e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 17.3472495 Apr 18 20:49:01.852546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:01.857383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50238) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:01.892603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e8502-3135-4a46-bcb8-54fd4698e2c2 None None] Network bba0ec2d-951d-44d4-8301-3620f2cc0336 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:02.044190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:02.080424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:02.099836 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9022c29-3837-41d4-bd92-9574f347adf7'] response: {'name': 'network-changed', 'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'status': 'completed', 'code': 200} Apr 18 20:49:02.286065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4bfe756-9447-4ed7-ba81-cc7759372308 None None] Provisioning complete for port f11e564e-be14-45fb-bfb0-d7597abafebc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:02.287505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4bfe756-9447-4ed7-ba81-cc7759372308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.301203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Made reservation on behalf of cd7fb843647c4025b67c915ae86f051b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:02.305132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:02.328408 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c94cb31-b86a-47de-a4c7-58d6c2561c09 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/6c602559-c4e8-479e-bb0d-847d3914c9d5 HTTP/1.1" status: 200 len: 991 time: 0.4651284 Apr 18 20:49:02.618507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 1a76b503-d009-44d1-ac2d-af2e8311b97f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:02.672611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f11e564e-be14-45fb-bfb0-d7597abafebc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:02.744073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-15120b55-c370-4aad-a475-38e4244fc49e req-5cbd12a7-9a8f-429f-890a-dbb0ef62f93e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.1117444 Apr 18 20:49:02.758568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-ea1330e8-5618-4440-8e12-92e310c3e2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:02.760321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-ea1330e8-5618-4440-8e12-92e310c3e2a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 1096 time: 0.6201451 Apr 18 20:49:02.772392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.20.0.6 (73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab/e212284d-6ecd-4f6a-a664-aacbfaf5f0cc/5d6d4305-78b1-4466-973e-f03ec359a23c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:03.027067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f11e564e-be14-45fb-bfb0-d7597abafebc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:03.027730 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.059525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.103115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-86bcf9ba-7748-404a-8ad8-4c12ff0aaf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:03.104614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-86bcf9ba-7748-404a-8ad8-4c12ff0aaf8a service neutron] 10.222.0.61 "GET /v2.0/networks?id=719cd877-dd4a-46ed-9a6c-8b74efca15d1 HTTP/1.1" status: 200 len: 898 time: 0.3258681 Apr 18 20:49:03.114075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting port da682f4e-f04b-4c33-8991-5dd2f13f589d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:03.114546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:03.150889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '6c602559-c4e8-479e-bb0d-847d3914c9d5', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'port_id': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'mac_address': 'fa:16:3e:c6:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:48:50Z', 'updated_at': '2022-04-18T20:48:50Z', 'revision_number': 0, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:59Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:03.217491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] Checking router: 04c20197-558a-4f63-b1f2-09247d8ea2f8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:03.244934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:03.246227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:03.355395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50254) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:03.822329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7bb81ad5-5bd4-488f-a7ce-361969a42af1 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/6c602559-c4e8-479e-bb0d-847d3914c9d5 HTTP/1.1" status: 200 len: 991 time: 0.4648447 Apr 18 20:49:03.946459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:03.967091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-825898cd-1f94-459c-ab97-6f9331eab607 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219 HTTP/1.1" status: 200 len: 999 time: 0.8029757 Apr 18 20:49:03.988111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.042876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.077304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Provisioning complete for port da682f4e-f04b-4c33-8991-5dd2f13f589d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:04.077781 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.139847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Deleting port 11f1b635-f368-4021-b8a7-89592bee529b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:04.140828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.145902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Port da682f4e-f04b-4c33-8991-5dd2f13f589d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:49:04.183297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Provisioning for port 1a76b503-d009-44d1-ac2d-af2e8311b97f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:04.265053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Provisioning complete for port 1a76b503-d009-44d1-ac2d-af2e8311b97f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:04.265616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.275336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.355773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bca2c547-573a-4b70-9e30-fd43be602b99 req-4a91c26f-c5af-4b9b-9316-e256317e9073 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.1283860 Apr 18 20:49:04.556941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port bb4a1d71-6aea-493e-9928-c15e7d3726ca {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:04.557755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.593482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Calling delete_port for da682f4e-f04b-4c33-8991-5dd2f13f589d owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:04.635419 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.707024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] For port 1a76b503-d009-44d1-ac2d-af2e8311b97f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1a76b503-d009-44d1-ac2d-af2e8311b97f,segment=NetworkSegment(618756f5-6e79-496e-9d90-92266da6bfc7),segment_id=618756f5-6e79-496e-9d90-92266da6bfc7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:04.728056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.738698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-4ee21c7f-8570-440d-908e-4e8b8a49d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:04.741295 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-4ee21c7f-8570-440d-908e-4e8b8a49d30d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce06d694-db09-48ce-babf-643dda5a9ae4 HTTP/1.1" status: 200 len: 835 time: 0.7556875 Apr 18 20:49:04.744146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:04.835514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '6c602559-c4e8-479e-bb0d-847d3914c9d5', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'port_id': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'mac_address': 'fa:16:3e:c6:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:48:50Z', 'updated_at': '2022-04-18T20:48:50Z', 'revision_number': 0, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:59Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:04.856098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:04.889816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Calling delete_port for 11f1b635-f368-4021-b8a7-89592bee529b owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:04.919125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e348a94-62c6-4f01-a8c8-cd8acf24f2c8 None None] The sync data for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 is: [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '6c602559-c4e8-479e-bb0d-847d3914c9d5', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'floating_ip_address': '172.25.5.107', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'port_id': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'mac_address': 'fa:16:3e:c6:68:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:48:50Z', 'updated_at': '2022-04-18T20:48:50Z', 'revision_number': 0, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:59Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:05.008714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-30050d0a-fcf3-46c1-9778-101842eef80e None None] Provisioning complete for port 1a76b503-d009-44d1-ac2d-af2e8311b97f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:05.009390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-30050d0a-fcf3-46c1-9778-101842eef80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.014694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.042094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Transition to ACTIVE for port object 5d6d4305-78b1-4466-973e-f03ec359a23c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:05.149986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Pushing event updated for resources: {'Port': ['ID=1a76b503-d009-44d1-ac2d-af2e8311b97f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:05.199644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.200011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.200341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.200675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.201014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.201348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.201711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.202043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.203609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.203609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.203609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.203609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4537d8b-0590-4c80-a159-ace1728a8c87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:05.255902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.449313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=5d6d4305-78b1-4466-973e-f03ec359a23c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:05.505375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3c7f0154-5346-4cef-9d64-e695321a38f0 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/6c602559-c4e8-479e-bb0d-847d3914c9d5 HTTP/1.1" status: 200 len: 991 time: 0.6459281 Apr 18 20:49:05.526556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:05.530347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port bb4a1d71-6aea-493e-9928-c15e7d3726ca, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bb4a1d71-6aea-493e-9928-c15e7d3726ca,segment=NetworkSegment(6873a765-075c-4d2c-a7ab-cf821b206d45),segment_id=6873a765-075c-4d2c-a7ab-cf821b206d45)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:05.531193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.538458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:05.549045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:05.577760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31425563-a470-415e-8bcc-388e66d22652 None None] New status for floating IP 6c602559-c4e8-479e-bb0d-847d3914c9d5: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:05.654783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.655650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:05.765249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-dbb3a261-3fe6-4eed-b1e1-36c0bee70c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:05.770142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-dbb3a261-3fe6-4eed-b1e1-36c0bee70c0a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719cd877-dd4a-46ed-9a6c-8b74efca15d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0119336 Apr 18 20:49:05.790514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-f7e15e8b-029a-43ec-8e0c-7c5373251dfc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:49:05.791763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-f7e15e8b-029a-43ec-8e0c-7c5373251dfc service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058596 Apr 18 20:49:05.864741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for bb4a1d71-6aea-493e-9928-c15e7d3726ca owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:05.992041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4ca66c4a-1af5-48d1-95f6-300995f88867 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5613344 Apr 18 20:49:06.146977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Request body: {'port': {'device_id': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:06.327928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-104c18eb-c602-40e3-987a-fac349182bab None None] Provisioning for port 5d6d4305-78b1-4466-973e-f03ec359a23c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:06.332728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7007310-6651-4610-b3f7-ff0ec90b6621 req-c8172543-b59f-4e3b-a84c-643adb1ba2f8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:06.333972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d7007310-6651-4610-b3f7-ff0ec90b6621 req-c8172543-b59f-4e3b-a84c-643adb1ba2f8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:06.379061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d7007310-6651-4610-b3f7-ff0ec90b6621 req-c8172543-b59f-4e3b-a84c-643adb1ba2f8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:06.382864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7007310-6651-4610-b3f7-ff0ec90b6621 req-c8172543-b59f-4e3b-a84c-643adb1ba2f8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 931 time: 0.7012277 Apr 18 20:49:06.394371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-104c18eb-c602-40e3-987a-fac349182bab None None] Provisioning complete for port 5d6d4305-78b1-4466-973e-f03ec359a23c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:06.397628 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-104c18eb-c602-40e3-987a-fac349182bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.408250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.460690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.462258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1a76b503-d009-44d1-ac2d-af2e8311b97f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:06.503103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.543806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-104c18eb-c602-40e3-987a-fac349182bab None None] Port 5d6d4305-78b1-4466-973e-f03ec359a23c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:49:06.546266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:06.547239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Port': ['ID=da682f4e-f04b-4c33-8991-5dd2f13f589d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:06.637690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 1a76b503-d009-44d1-ac2d-af2e8311b97f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:06.638748 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:06.671401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Pushing event deleted for resources: {'Port': ['ID=11f1b635-f368-4021-b8a7-89592bee529b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:06.848394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50280) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:07.005423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.183280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.232507 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:49:07.247771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-c91918ed-29d8-41a6-a587-fb10b6f7f5b8 service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4385269 Apr 18 20:49:07.370496 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.453194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=bb4a1d71-6aea-493e-9928-c15e7d3726ca,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:07.516822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:07.559513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Usage tracker for resource:security_group_rule and tenant:5da66af7611541758d1e79534eee470f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:07.566414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:07.660928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:07.711922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7007310-6651-4610-b3f7-ff0ec90b6621 req-2bc2e355-4d8a-469f-8104-180f3b8b96e7 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3046298 Apr 18 20:49:07.818970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c42d47bd-6af9-42ac-85ef-c71305c28669 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/6c602559-c4e8-479e-bb0d-847d3914c9d5 HTTP/1.1" status: 200 len: 993 time: 1.1104650 Apr 18 20:49:07.877472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.898173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:07.924072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.313844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00b68b8e-78bb-4914-8ba5-987ba0ab98e5 req-1920bab3-ea66-4351-a8a8-22478dfe3544 service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9281893 Apr 18 20:49:08.396068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Router 3149c1df-28fa-48c2-b408-5936d8814e32 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:08.413747 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.444012 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:08.590425 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.678178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Router 2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:08.708034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6d4305-78b1-4466-973e-f03ec359a23c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:08.709931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.751697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:08.772604 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] Sync routers for ids ['3149c1df-28fa-48c2-b408-5936d8814e32'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:08.798803 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] Routers {'3149c1df-28fa-48c2-b408-5936d8814e32'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:08.802575 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3149c1df-28fa-48c2-b408-5936d8814e32'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:08.821471 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5da66af7611541758d1e79534eee470f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9656219 Apr 18 20:49:08.826795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50292) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:08.835407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.842987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33187546-8bfd-48c8-b02b-c4666d4dd172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a53d01-d0fb-4b4c-9a97-b4056e499c93,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:08.935165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:08.937187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Transition to ACTIVE for port object 5d6d4305-78b1-4466-973e-f03ec359a23c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:08.950943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:08.956388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] Sync routers for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:08.990608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:08.997350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ef0caf1d-c00a-4b7f-8780-c15a66d27c7c tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9564490 Apr 18 20:49:09.001243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50296) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.003677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.004743 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.011402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.012583 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d45d172e-35e2-488a-9303-ec68e1d0023e tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "PUT /v2.0/routers/3149c1df-28fa-48c2-b408-5936d8814e32 HTTP/1.1" status: 200 len: 705 time: 7.3990490 Apr 18 20:49:09.025095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50300) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.025808 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] Routers {'3149c1df-28fa-48c2-b408-5936d8814e32'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:09.027052 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3149c1df-28fa-48c2-b408-5936d8814e32'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.217697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10322c55-08a2-4177-ab5e-2b3aa4669a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.222531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1dd32006-d2f3-4cf1-9149-7d30ac593eb8 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/routers/3149c1df-28fa-48c2-b408-5936d8814e32 HTTP/1.1" status: 200 len: 740 time: 0.1933293 Apr 18 20:49:09.225743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50304) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.227412 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.227822 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff9ea51-575f-456b-889c-53f42583a223 None None] The sync data for ids ['3149c1df-28fa-48c2-b408-5936d8814e32'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:09.242437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.260034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:09.260880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.310308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:09.335869 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e481fc62-6721-4bcb-b855-57d4a36d83f3 tempest-RoutersAdminTest-458064511 tempest-RoutersAdminTest-458064511-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&device_id=3149c1df-28fa-48c2-b408-5936d8814e32 HTTP/1.1" status: 200 len: 205 time: 0.1072736 Apr 18 20:49:09.341668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50308) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.356518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.357221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd73f4f-4a5c-48e8-aefc-796bfc0a6c4a None None] The sync data for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:09.378713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10322c55-08a2-4177-ab5e-2b3aa4669a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.409362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-60b0f427-0157-49ae-ad92-0a3dc28d7963 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=3149c1df-28fa-48c2-b408-5936d8814e32 HTTP/1.1" status: 200 len: 205 time: 0.0661278 Apr 18 20:49:09.536811 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-be181ea8-ee37-4de8-a409-8a186c5a0908 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] delete failed (client error): The resource could not be found. Apr 18 20:49:09.538381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be181ea8-ee37-4de8-a409-8a186c5a0908 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1305968879 HTTP/1.1" status: 404 len: 335 time: 0.5378280 Apr 18 20:49:09.538654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.555241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.650235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-217c3228-2dd2-4ce8-93d4-7b5df943f5aa tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'router': {'external_gateway_info': {'network_id': '2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:09.760025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6d4305-78b1-4466-973e-f03ec359a23c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:09.762098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:09.787205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8379a9e9-4db9-40fd-9370-1e68484919e5 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8733308 Apr 18 20:49:09.787932 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:09.788841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50320) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:09.799355 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:09.800050 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:09.825532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10322c55-08a2-4177-ab5e-2b3aa4669a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.828055 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10322c55-08a2-4177-ab5e-2b3aa4669a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:09.834210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-10322c55-08a2-4177-ab5e-2b3aa4669a0f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7a53d01-d0fb-4b4c-9a97-b4056e499c93 HTTP/1.1" status: 204 len: 168 time: 1.0020180 Apr 18 20:49:09.895409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10322c55-08a2-4177-ab5e-2b3aa4669a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a53d01-d0fb-4b4c-9a97-b4056e499c93,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:09.941095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet feb86ebe-80e3-40c9-95f1-11e9a7c74da3 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:09.947162 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.008389 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:10.064589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.196201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.279520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7f71c96-585c-4fd4-8060-768cb7b263ef tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.297661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.365944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a0f99-9e64-4719-821a-77e92ad5d61f None None] Network 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:10.375211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.394289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/feb86ebe-80e3-40c9-95f1-11e9a7c74da3 HTTP/1.1" status: 204 len: 168 time: 0.6014845 Apr 18 20:49:10.395478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ae9ff-d66f-4111-baa0-3825635b186b tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=feb86ebe-80e3-40c9-95f1-11e9a7c74da3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:10.400463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50334) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:10.554040 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:06Z', 'revision_number': 9, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:10.565162 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:10.589021 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:10.590682 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:10.686810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.708133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:10.708467 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:10.962732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50348) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:10.974057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] DHCP port deletion for 9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:10.984829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Deleting port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:10.991639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.185634 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:11.277377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b852d93-57f8-4191-b9c3-0fb8d57ebd86 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/floatingips/6c602559-c4e8-479e-bb0d-847d3914c9d5 HTTP/1.1" status: 200 len: 993 time: 0.3147151 Apr 18 20:49:11.316331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cc881-e510-4bd4-b795-25384b2c0beb req-0b2004c9-7219-480f-9afd-6da2936db865 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:11.319174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-680cc881-e510-4bd4-b795-25384b2c0beb req-0b2004c9-7219-480f-9afd-6da2936db865 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 943 time: 2.1935494 Apr 18 20:49:11.320449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,segment=NetworkSegment(6873a765-075c-4d2c-a7ab-cf821b206d45),segment_id=6873a765-075c-4d2c-a7ab-cf821b206d45)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:11.320959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.527261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Attempting to bind port 5d6d4305-78b1-4466-973e-f03ec359a23c on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:11.527998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Attempting to bind port 5d6d4305-78b1-4466-973e-f03ec359a23c by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:11.528520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Attempting to bind port 5d6d4305-78b1-4466-973e-f03ec359a23c on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:49:11.536612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:11.552740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 867dbf5d-9bcf-429b-96b6-6fa2f07843eb owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:11.584716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] For port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,segment=NetworkSegment(6873a765-075c-4d2c-a7ab-cf821b206d45),segment_id=6873a765-075c-4d2c-a7ab-cf821b206d45)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:11.585707 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-217c3228-2dd2-4ce8-93d4-7b5df943f5aa tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.585881 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.636835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Port 5d6d4305-78b1-4466-973e-f03ec359a23c on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:49:11.637975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Attempting to bind port 5d6d4305-78b1-4466-973e-f03ec359a23c on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:49:11.661198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7f71c96-585c-4fd4-8060-768cb7b263ef tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.680062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7f71c96-585c-4fd4-8060-768cb7b263ef tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.717877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.749654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:49:11.749945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Checking segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:11.750309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Bound using segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:49:11.751332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Bound port: 5d6d4305-78b1-4466-973e-f03ec359a23c, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:11.751855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:11.833250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No DVR routers for this DVR port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:11.850283 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:06Z', 'revision_number': 9, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:11.857172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Calling delete_port for 867dbf5d-9bcf-429b-96b6-6fa2f07843eb owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:11.868137 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed87f372-53bc-405d-8bd4-3f35f586fb70 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:06Z', 'revision_number': 9, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd10f151f-5e10-4b4e-9eb3-1906f7f05c58', 'name': '', 'network_id': 'a9d658a2-70dd-4781-8dbc-6118cbea2b7f', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:56:2f:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:47Z', 'updated_at': '2022-04-18T20:48:13Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': 'ea85e004-9004-4683-a768-380e6bd4ac06', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:11.922064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50364) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:49:12.019945 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 20:49:12.031493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:12.032509 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:12.038613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1579803390-network', 'tenant_id': '213e8a5abdc144faab304e15372aa12a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:12.062408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7f71c96-585c-4fd4-8060-768cb7b263ef tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.063358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f71c96-585c-4fd4-8060-768cb7b263ef tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Fanout notify agent at l3_agent the message router_deleted on router 3149c1df-28fa-48c2-b408-5936d8814e32 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:49:12.067217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=867dbf5d-9bcf-429b-96b6-6fa2f07843eb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:12.075964 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-217c3228-2dd2-4ce8-93d4-7b5df943f5aa tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] update failed (client error): The resource could not be found. Apr 18 20:49:12.082175 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-217c3228-2dd2-4ce8-93d4-7b5df943f5aa tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 HTTP/1.1" status: 404 len: 339 time: 2.5098941 Apr 18 20:49:12.086456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:12.090407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50368) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.119845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1730904186'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:12.135074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:12.155205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Usage tracker for resource:network and tenant:213e8a5abdc144faab304e15372aa12a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:12.174111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-680cc881-e510-4bd4-b795-25384b2c0beb req-b579824f-b69d-4efe-8d6d-78c737fec6ee tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6361635 Apr 18 20:49:12.175629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:12.200558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7f71c96-585c-4fd4-8060-768cb7b263ef tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.202521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e7f71c96-585c-4fd4-8060-768cb7b263ef tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/3149c1df-28fa-48c2-b408-5936d8814e32 HTTP/1.1" status: 204 len: 168 time: 2.6490736 Apr 18 20:49:12.212769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50372) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.214505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:12.323953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-445b6d66-222f-4ae1-85c9-05b31b5b64a2 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=3149c1df-28fa-48c2-b408-5936d8814e32 HTTP/1.1" status: 200 len: 205 time: 0.1044874 Apr 18 20:49:12.328435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.344694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bb4a1d71-6aea-493e-9928-c15e7d3726ca no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:12.351395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:network and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:12.369015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:12.375999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.400931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Made reservation on behalf of 213e8a5abdc144faab304e15372aa12a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:12.403366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.422415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] For port 5d6d4305-78b1-4466-973e-f03ec359a23c, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:49:12.427184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: bb4a1d71-6aea-493e-9928-c15e7d3726ca {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:12.428079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bb4a1d71-6aea-493e-9928-c15e7d3726ca not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:12.429047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 867dbf5d-9bcf-429b-96b6-6fa2f07843eb no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:12.433226 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.448793 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-8a320fbf-e50b-482a-bac1-1673cbaf5945 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] delete failed (client error): The resource could not be found. Apr 18 20:49:12.452873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:12.454290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8a320fbf-e50b-482a-bac1-1673cbaf5945 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/3149c1df-28fa-48c2-b408-5936d8814e32 HTTP/1.1" status: 404 len: 336 time: 0.1230328 Apr 18 20:49:12.455483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50380) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.464088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] For port 5d6d4305-78b1-4466-973e-f03ec359a23c, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5d6d4305-78b1-4466-973e-f03ec359a23c,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:49:12.486172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 867dbf5d-9bcf-429b-96b6-6fa2f07843eb {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:12.487062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 867dbf5d-9bcf-429b-96b6-6fa2f07843eb not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:12.506853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:12.510201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.515175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.531210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6873a765-075c-4d2c-a7ab-cf821b206d45') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.531504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6873a765-075c-4d2c-a7ab-cf821b206d45') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:12.533993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Deleting port 867dbf5d-9bcf-429b-96b6-6fa2f07843eb {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:12.535105 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.539253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:12.544547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.557702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-05acc815-e32d-4ab2-9a60-6c58afe85d7d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=adec9989-22c7-4ae5-989c-573e130a029f HTTP/1.1" status: 200 len: 205 time: 0.0983367 Apr 18 20:49:12.560604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50384) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.564533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Usage tracker for resource:security_group_rule and tenant:213e8a5abdc144faab304e15372aa12a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:12.570306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:12.586146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:12.603616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:12.603616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.604859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] 10.222.0.55 "PUT /v2.0/ports/5d6d4305-78b1-4466-973e-f03ec359a23c HTTP/1.1" status: 200 len: 1091 time: 6.5924242 Apr 18 20:49:12.608988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:12.685915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.694014 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-372f38c3-1975-49fa-bb66-e12b65e45d94 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] delete failed (client error): The resource could not be found. Apr 18 20:49:12.695083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-372f38c3-1975-49fa-bb66-e12b65e45d94 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/adec9989-22c7-4ae5-989c-573e130a029f HTTP/1.1" status: 404 len: 336 time: 0.1285772 Apr 18 20:49:12.698844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a65c22aa-9cb3-4c09-81d4-5533533bf900 None None] The port '867dbf5d-9bcf-429b-96b6-6fa2f07843eb' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:49:12.705711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50390) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.746076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.758093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port c660891c-a187-4953-ab8f-f27d421be385 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:12.758617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.766919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf38724-27e8-4f86-9498-2e233f9ca913 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6d4305-78b1-4466-973e-f03ec359a23c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:12.771471 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5150f199-6fe1-4e0a-9190-484b2551fe8b'] response: {'name': 'network-changed', 'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'status': 'completed', 'code': 200} Apr 18 20:49:12.775981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7ef13647-1e61-458b-b60f-22289098ab4f tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef05642a-e9fa-4e51-9880-a68aa4fa36c7 HTTP/1.1" status: 200 len: 205 time: 0.0690727 Apr 18 20:49:12.784618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50394) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.793407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:12.793817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:12.813592 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:12.880726 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-f4ce0557-1551-4d1e-a23b-4220c89c4668 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] delete failed (client error): The resource could not be found. Apr 18 20:49:12.881817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f4ce0557-1551-4d1e-a23b-4220c89c4668 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/ef05642a-e9fa-4e51-9880-a68aa4fa36c7 HTTP/1.1" status: 404 len: 336 time: 0.0950463 Apr 18 20:49:12.886490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.893669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:12.962152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.962726 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Added segment d18e9d98-2c76-4e26-85e2-ade7bd4724ed of type vlan for network 901c71d3-ce0e-4762-9668-83267dc6eabe Apr 18 20:49:12.972085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.972627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b6253a5e-9e00-4cc5-8a54-b187a61851ad tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=34cff28f-4a82-4f2b-88be-429afb0f5bd4 HTTP/1.1" status: 200 len: 205 time: 0.0826283 Apr 18 20:49:12.979726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50402) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:12.980827 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:12.998833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-00a0cff5-a389-4d34-bad5-82f05e438bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.000445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-00a0cff5-a389-4d34-bad5-82f05e438bc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 1094 time: 0.3493314 Apr 18 20:49:13.120459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-02f2af53-7e56-43c3-a917-48f6a28b17d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6d4305-78b1-4466-973e-f03ec359a23c HTTP/1.1" status: 200 len: 217 time: 0.1089439 Apr 18 20:49:13.129881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.168591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:13.191385 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-371a84db-61c1-4273-a3fa-86bee1c123a6 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] delete failed (client error): The resource could not be found. Apr 18 20:49:13.192525 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-371a84db-61c1-4273-a3fa-86bee1c123a6 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/34cff28f-4a82-4f2b-88be-429afb0f5bd4 HTTP/1.1" status: 404 len: 336 time: 0.1877258 Apr 18 20:49:13.199531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50406) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.203052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a3ad734d-697c-4243-b3d2-a11ca662fdfb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/9dfbd6d2-ba61-46e1-8680-f6ef47eb4e4b HTTP/1.1" status: 204 len: 168 time: 2.8015063 Apr 18 20:49:13.205992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.212232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.216139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.277738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-26a78aeb-a77a-4ffc-83fc-defb72a6e828 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=4445ea8b-7541-4a3d-ac0c-b507797e913e HTTP/1.1" status: 200 len: 205 time: 0.0766320 Apr 18 20:49:13.298278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50416) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.342563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 131} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:13.375159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.376077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.405230 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-fe5c2bd1-5617-40f8-a9e0-d603fc8f403d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] delete failed (client error): The resource could not be found. Apr 18 20:49:13.410983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fe5c2bd1-5617-40f8-a9e0-d603fc8f403d tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/4445ea8b-7541-4a3d-ac0c-b507797e913e HTTP/1.1" status: 404 len: 336 time: 0.1035869 Apr 18 20:49:13.446117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f7eb46-82a6-44ac-b929-dd41aa6dcf66,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:13.452770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.465020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.470648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.471407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.473768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.474345 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Added segment e1631e1d-fb45-4c9a-9e43-53cbd214e528 of type vlan for network cb494653-f7d8-4b25-bd76-8bc4842e71b7 Apr 18 20:49:13.533052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-34dacf12-13f3-43c2-ac1e-debcd0c3b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:13.534626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-34dacf12-13f3-43c2-ac1e-debcd0c3b3b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.4021544 Apr 18 20:49:13.545154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dbfe1716-b8d0-40b3-bcad-5e9df6b2dbd6 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c27703a-ae73-4c3e-9cec-ce5945435ddf HTTP/1.1" status: 200 len: 205 time: 0.0732582 Apr 18 20:49:13.560125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for c660891c-a187-4953-ab8f-f27d421be385 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:13.578218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d29ee29e-70ce-4106-9c73-616b3b730f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.595532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.775535 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6714556 Apr 18 20:49:13.779210 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-92dc687c-4e45-4325-a321-5548e644191c tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] delete failed (client error): The resource could not be found. Apr 18 20:49:13.780258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-92dc687c-4e45-4325-a321-5548e644191c tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/routers/3c27703a-ae73-4c3e-9cec-ce5945435ddf HTTP/1.1" status: 404 len: 336 time: 0.1830404 Apr 18 20:49:13.785729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.786044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50430) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:13.787709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:13.806009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'subnet': {'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:13.824929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be96f29-98e5-4895-868e-a64a2f82e94f tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Network': ['ID=901c71d3-ce0e-4762-9668-83267dc6eabe,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:13.861956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 901c71d3-ce0e-4762-9668-83267dc6eabe details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:14.145497 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1031a696-6fcf-4a60-8170-0ac857f94e57 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:14.145497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1031a696-6fcf-4a60-8170-0ac857f94e57 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:14.161387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:14.242031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.294467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1031a696-6fcf-4a60-8170-0ac857f94e57 tempest-RoutersAdminTest-1455739404 tempest-RoutersAdminTest-1455739404-project] 10.222.0.47 "DELETE /v2.0/subnets/a79f50b7-1bd5-480a-9422-dcaffa2d9000 HTTP/1.1" status: 404 len: 337 time: 0.4947422 Apr 18 20:49:14.322525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.323737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.324983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.371125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=c660891c-a187-4953-ab8f-f27d421be385,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:14.424599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef335695-d3b7-44dd-b337-a8b2ac8e6a62 req-968f1476-46a3-41c6-a55b-a309f6e0bce1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.424599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef335695-d3b7-44dd-b337-a8b2ac8e6a62 req-968f1476-46a3-41c6-a55b-a309f6e0bce1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 943 time: 1.0163794 Apr 18 20:49:14.445306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:14.465867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bced9-af36-4db0-81b1-20899e7ee515 req-bff96fc3-84b1-43ef-abc7-5e6dabe4af3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:14.465867 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-bff96fc3-84b1-43ef-abc7-5e6dabe4af3d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9072847 Apr 18 20:49:14.540234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.541397 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Floating IP 6c602559-c4e8-479e-bb0d-847d3914c9d5 disassociated (deleted). External IP: 172.25.5.107, port: e9b8acc1-040a-4f3c-8475-7d21fc195219. Apr 18 20:49:14.542482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Usage tracker for resource:subnet and tenant:3b3a7af83cf848b1ac3efe948b36616e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:14.562050 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9061122 Apr 18 20:49:14.586051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:14.591286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50438) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:14.618828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Request body: {'subnet': {'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1579803390-subnet', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:14.623650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d27cfe-e476-45c0-b95e-a9b3d9ebbafc admin admin] Pushing event updated for resources: {'Network': ['ID=cb494653-f7d8-4b25-bd76-8bc4842e71b7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:14.626965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:14.645175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:14.645478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:14.665365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Usage tracker for resource:subnet and tenant:213e8a5abdc144faab304e15372aa12a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:14.682906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:14.801899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Made reservation on behalf of 3b3a7af83cf848b1ac3efe948b36616e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:14.806462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:14.824479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef335695-d3b7-44dd-b337-a8b2ac8e6a62 req-fac6b246-407e-47c6-8e89-010a586f797b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3820615 Apr 18 20:49:14.863276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:14.998543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Made reservation on behalf of 213e8a5abdc144faab304e15372aa12a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:15.003748 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.008808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50444) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:15.087690 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-269c60ab-1d82-4a74-8d22-8bb58ad57909 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422959 Apr 18 20:49:15.237203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.277674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:15.283980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Usage tracker for resource:security_group_rule and tenant:6dd6afdfe6864ed987f43eb1a8b4dfb2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:15.350703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:15.371700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:15.509275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-383bced9-af36-4db0-81b1-20899e7ee515 req-4816fb4c-4452-409f-b9bd-c5d327f5d063 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3677487 Apr 18 20:49:15.579617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.595960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 04c20197-558a-4f63-b1f2-09247d8ea2f8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:15.698054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.702303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.702775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.765914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Subnet': ['ID=9f09377f-d364-4bfa-a7c3-ba4d9a3b6390,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:15.771145 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6dd6afdfe6864ed987f43eb1a8b4dfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7595396 Apr 18 20:49:15.776551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:15.801536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904ef22-0df6-40e9-99b1-1e63fdca90fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f628508-a65c-4aec-bd32-02d0a68cd163,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:15.859688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:15.951898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:15.966553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] Sync routers for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:15.977085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2b9f-22b3-4a22-a0c6-2ff763c97c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.011194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:16.011194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:48:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:16.026667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2b9f-22b3-4a22-a0c6-2ff763c97c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.036653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Checking segment: {'id': 'd18e9d98-2c76-4e26-85e2-ade7bd4724ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:16.036653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network hostable DHCP agents. Network: 901c71d3-ce0e-4762-9668-83267dc6eabe, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:16.054584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.084272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9af1e47-4af9-4125-8d95-d7e8d806a2d6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:16.218936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c510e993-e702-4720-8d0a-aac7c5d65b8a tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/floatingips/6c602559-c4e8-479e-bb0d-847d3914c9d5 HTTP/1.1" status: 204 len: 168 time: 4.2800007 Apr 18 20:49:16.246568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:16.274872 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7211f6bf-aa5c-4a5f-9666-6265549ed266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.337584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2b9f-22b3-4a22-a0c6-2ff763c97c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.400787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cd2b9f-22b3-4a22-a0c6-2ff763c97c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f628508-a65c-4aec-bd32-02d0a68cd163,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:16.434817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0cd2b9f-22b3-4a22-a0c6-2ff763c97c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:16.444616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0cd2b9f-22b3-4a22-a0c6-2ff763c97c30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f628508-a65c-4aec-bd32-02d0a68cd163 HTTP/1.1" status: 204 len: 168 time: 0.6681166 Apr 18 20:49:16.471138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:16.524841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6911a5b6-e306-48bd-9e9a-b500e85e5e16 req-c15e8631-3f5b-4147-860c-9456a5b6d8b6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:16.530978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6911a5b6-e306-48bd-9e9a-b500e85e5e16 req-c15e8631-3f5b-4147-860c-9456a5b6d8b6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 943 time: 0.4444625 Apr 18 20:49:16.696596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Checking segment: {'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:16.696596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Network hostable DHCP agents. Network: cb494653-f7d8-4b25-bd76-8bc4842e71b7, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:16.752311 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6911a5b6-e306-48bd-9e9a-b500e85e5e16 req-c47cfb78-b76c-4916-9df7-977e3c875333 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077308 Apr 18 20:49:16.755620 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd7f981-a8a3-4586-93c3-fe1741c2a2d6'] response: {'name': 'network-changed', 'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'status': 'completed', 'code': 200} Apr 18 20:49:16.996751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-878bfa9c-312b-46bc-b71c-6cb589b58c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.001021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-878bfa9c-312b-46bc-b71c-6cb589b58c9e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 1094 time: 1.3697047 Apr 18 20:49:17.032918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.038920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:59Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:17.056004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] Checking router: 04c20197-558a-4f63-b1f2-09247d8ea2f8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:17.077727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:17.082110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:17.164402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.176337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50466) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:17.287759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a3b6fd88-d071-44c9-ac03-472a00c6ed22 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48846db6dea148448d9d0fca94175e4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098523 Apr 18 20:49:17.293310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50474) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:17.341009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:17.359195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network 901c71d3-ce0e-4762-9668-83267dc6eabe is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:17.395719 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-804400f1-f9e5-44bb-811c-0a7d31e6cf48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.425347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 901c71d3-ce0e-4762-9668-83267dc6eabe) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:17.450785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-804400f1-f9e5-44bb-811c-0a7d31e6cf48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.477860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.477860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.477860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:17.536587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, cb494653-f7d8-4b25-bd76-8bc4842e71b7) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:17.552570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.552570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.566260 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-804400f1-f9e5-44bb-811c-0a7d31e6cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.582375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2f778211-f4f3-48a2-8454-9520fc24fd74 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7901824 Apr 18 20:49:17.589542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50478) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:17.597178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-64c49ebb-607a-4ba1-98b2-aff8462dc02b tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'router': {'external_gateway_info': {'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:17.664557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804400f1-f9e5-44bb-811c-0a7d31e6cf48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a70930-94c3-446e-a14e-7a9e45c29379,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:17.691370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-804400f1-f9e5-44bb-811c-0a7d31e6cf48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:17.691855 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-804400f1-f9e5-44bb-811c-0a7d31e6cf48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/92a70930-94c3-446e-a14e-7a9e45c29379 HTTP/1.1" status: 204 len: 168 time: 0.3974380 Apr 18 20:49:17.702804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38361bcb-0d05-4994-8d77-0d99de335b0f None None] Network 901c71d3-ce0e-4762-9668-83267dc6eabe requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:17.705766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9ebe1c3c-f0b8-4e02-be30-32ccd95b4df6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1125948 Apr 18 20:49:17.707180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-187570a7-e4a3-46a6-a644-6548b859d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.709557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-187570a7-e4a3-46a6-a644-6548b859d1ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.4701629 Apr 18 20:49:17.712203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-506fa367-69db-4ca4-ae25-236ff7d21670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.714621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-506fa367-69db-4ca4-ae25-236ff7d21670 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5902e7077c74b0c87065193c03f3242&device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 1096 time: 0.8548002 Apr 18 20:49:17.726807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ad1b5-f151-4871-9a76-f70c585c8c41 req-427a90d7-90de-4ef0-83a4-64b18f48d7d6 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:17.729786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e92ad1b5-f151-4871-9a76-f70c585c8c41 req-427a90d7-90de-4ef0-83a4-64b18f48d7d6 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 945 time: 0.7221034 Apr 18 20:49:17.734003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50484) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:17.767784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f311f965-d027-4f9c-be59-3d4793f164b0 None None] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:17.975365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:18.015904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-e1e6e3d7-d648-43c4-af7f-961ea96fd17c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6d4305-78b1-4466-973e-f03ec359a23c HTTP/1.1" status: 200 len: 217 time: 0.2846406 Apr 18 20:49:18.019934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:18.251905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Usage tracker for resource:router and tenant:213e8a5abdc144faab304e15372aa12a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:18.271980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:18.372053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64c49ebb-607a-4ba1-98b2-aff8462dc02b tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.384266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-ff238397-09a4-4ab6-97fd-41bdb2de4a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.385869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-ff238397-09a4-4ab6-97fd-41bdb2de4a5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.3275926 Apr 18 20:49:18.397801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:18.495148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3230d83-5877-4893-ab03-45f05d315e76 req-faca08a5-a10c-4f46-8476-fe61a8c5703f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.496308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c3230d83-5877-4893-ab03-45f05d315e76 req-faca08a5-a10c-4f46-8476-fe61a8c5703f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Synchronizing usage tracker for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:18.507552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port d10f151f-5e10-4b4e-9eb3-1906f7f05c58 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:18.508420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.536166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0622ef-a9e0-4d48-b688-fdc3cb00d099 req-d3889d01-a1df-4b6f-af99-4b004dc17513 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:18.543759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce0622ef-a9e0-4d48-b688-fdc3cb00d099 req-d3889d01-a1df-4b6f-af99-4b004dc17513 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 943 time: 0.2721775 Apr 18 20:49:18.551990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e92ad1b5-f151-4871-9a76-f70c585c8c41 req-22580589-eec5-4365-bb6c-95b86c21c4de tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5683527 Apr 18 20:49:18.552922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.558488 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.577330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.655735 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.678997 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce0622ef-a9e0-4d48-b688-fdc3cb00d099 req-d765e836-6383-4149-9647-544d6140a790 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339157 Apr 18 20:49:18.688473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-c3230d83-5877-4893-ab03-45f05d315e76 req-faca08a5-a10c-4f46-8476-fe61a8c5703f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Unset dirty status for tenant:b5902e7077c74b0c87065193c03f3242 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:18.703345 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3230d83-5877-4893-ab03-45f05d315e76 req-faca08a5-a10c-4f46-8476-fe61a8c5703f tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 945 time: 0.4294944 Apr 18 20:49:18.732119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:59Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:18.763538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb3c7fc-f5e2-4bc2-81c5-856187f764c8 None None] The sync data for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 is: [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:47:43Z', 'revision_number': 4, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6ae2223a-52f2-4c4b-937f-fb9c39c6736a', 'name': '', 'network_id': '719cd877-dd4a-46ed-9a6c-8b74efca15d1', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'mac_address': 'fa:16:3e:a8:f8:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:37Z', 'updated_at': '2022-04-18T20:47:59Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'subnets': [{'id': 'ce06d694-db09-48ce-babf-643dda5a9ae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:18.874783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port e9b8acc1-040a-4f3c-8475-7d21fc195219 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:18.875143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.932435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-901c71d3-ce0e-4762-9668-83267dc6eabe', 'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe', 'tenant_id': '3b3a7af83cf848b1ac3efe948b36616e', 'fixed_ips': [{'subnet_id': '9f09377f-d364-4bfa-a7c3-ba4d9a3b6390'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:49:18.933919 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:18.955177 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-64c49ebb-607a-4ba1-98b2-aff8462dc02b tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:49:18.960853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-64c49ebb-607a-4ba1-98b2-aff8462dc02b tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 HTTP/1.1" status: 400 len: 364 time: 1.3643332 Apr 18 20:49:18.972943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50506) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:19.007242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90953174-aada-4798-b804-829cb1dca39d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-cb494653-f7d8-4b25-bd76-8bc4842e71b7', 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'fixed_ips': [{'subnet_id': 'b9af1e47-4af9-4125-8d95-d7e8d806a2d6'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:49:19.008502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90953174-aada-4798-b804-829cb1dca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.092035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.271633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.350488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-82232e50-a357-4fa7-967a-6b30b0f0d3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:19.352433 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-82232e50-a357-4fa7-967a-6b30b0f0d3e6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=719cd877-dd4a-46ed-9a6c-8b74efca15d1 HTTP/1.1" status: 200 len: 898 time: 1.6171749 Apr 18 20:49:19.402050 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb98541-ae0c-4410-8f0a-a6fcb6bf2330 None None] New status for floating IP 6c602559-c4e8-479e-bb0d-847d3914c9d5: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:19.483060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5d6d4305-78b1-4466-973e-f03ec359a23c details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:49:19.665718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:19.680979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:19.845351 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:19.969770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Allocated IP 2001:db8:1::2 (901c71d3-ce0e-4762-9668-83267dc6eabe/9f09377f-d364-4bfa-a7c3-ba4d9a3b6390/6190c851-d091-465a-975d-b9f8eee9e12c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:19.973775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-f44b0d66-ca9e-4b85-8264-0e13a68b3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:19.975973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-f44b0d66-ca9e-4b85-8264-0e13a68b3ff6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4772079 Apr 18 20:49:19.980210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-90953174-aada-4798-b804-829cb1dca39d None None] Allocated IP 172.20.0.2 (cb494653-f7d8-4b25-bd76-8bc4842e71b7/b9af1e47-4af9-4125-8d95-d7e8d806a2d6/8dc149d4-429a-4daf-8652-8df22e52e51b) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:19.986104 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-58cb83dd-6827-4425-a9ae-dc402724b9d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219 HTTP/1.1" status: 200 len: 217 time: 0.3209808 Apr 18 20:49:20.118150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-ff04bdff-30fd-4c9b-9df0-0d1ae084efee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:20.119968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-ff04bdff-30fd-4c9b-9df0-0d1ae084efee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ce06d694-db09-48ce-babf-643dda5a9ae4 HTTP/1.1" status: 200 len: 835 time: 0.0948217 Apr 18 20:49:20.136603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port d10f151f-5e10-4b4e-9eb3-1906f7f05c58, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,segment=NetworkSegment(1ae0ade9-861b-46b2-ba6b-4ff490889ae2),segment_id=1ae0ade9-861b-46b2-ba6b-4ff490889ae2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:20.137286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.263960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5d6d4305-78b1-4466-973e-f03ec359a23c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5d6d4305-78b1-4466-973e-f03ec359a23c,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:20.285834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'port_id': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'mac_address': 'fa:16:3e:3d:dd:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:49:20.400125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-905504152'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:20.505194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:20.545875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.553369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for d10f151f-5e10-4b4e-9eb3-1906f7f05c58 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:20.623782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6d4305-78b1-4466-973e-f03ec359a23c {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:49:20.627774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port e9b8acc1-040a-4f3c-8475-7d21fc195219, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e9b8acc1-040a-4f3c-8475-7d21fc195219,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:20.628787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.640341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:20.643167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90953174-aada-4798-b804-829cb1dca39d None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.659155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:20.678533 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.679836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:20.694620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5d6d4305-78b1-4466-973e-f03ec359a23c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5d6d4305-78b1-4466-973e-f03ec359a23c,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:20.697713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-90953174-aada-4798-b804-829cb1dca39d None None] Transition to ACTIVE for port object 8dc149d4-429a-4daf-8652-8df22e52e51b will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:20.717019 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.726758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Transition to ACTIVE for port object 6190c851-d091-465a-975d-b9f8eee9e12c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:20.751076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:20.754585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.793289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-78ffb889-3912-4d54-9c22-bdadf6f6eb49 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8032413 Apr 18 20:49:20.799300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-90953174-aada-4798-b804-829cb1dca39d None None] Transition to ACTIVE for port object 8dc149d4-429a-4daf-8652-8df22e52e51b will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:20.810140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.828478 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90953174-aada-4798-b804-829cb1dca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.834686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Transition to ACTIVE for port object 6190c851-d091-465a-975d-b9f8eee9e12c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:20.851986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:20.859000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873fa80-b495-4f58-9633-08c09fee8441 req-abafb159-4476-4de4-ac23-b758fbb94e1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:20.861148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9873fa80-b495-4f58-9633-08c09fee8441 req-abafb159-4476-4de4-ac23-b758fbb94e1e tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 945 time: 0.9804454 Apr 18 20:49:20.872180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Network 901c71d3-ce0e-4762-9668-83267dc6eabe is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:20.877701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:20.879822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5d6d4305-78b1-4466-973e-f03ec359a23c,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:20.882943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:20.908636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:20.921256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group_rule and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:20.951082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e9b8acc1-040a-4f3c-8475-7d21fc195219 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:20.979692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:20.999264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90953174-aada-4798-b804-829cb1dca39d None None] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:21.005724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-e20a2d2a-b2e2-4d43-8d31-c2d23b367920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.007395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-e20a2d2a-b2e2-4d43-8d31-c2d23b367920 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=719cd877-dd4a-46ed-9a6c-8b74efca15d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8759530 Apr 18 20:49:21.011130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:21.051027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-90953174-aada-4798-b804-829cb1dca39d None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:21.064756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90953174-aada-4798-b804-829cb1dca39d None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:21.072774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for e9b8acc1-040a-4f3c-8475-7d21fc195219 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:21.123995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb46052-ac89-42e1-89af-9f70312e2926 req-cc4db0c2-e1e2-489a-8ac5-3ef0e38d5b4f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:21.131444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fcb46052-ac89-42e1-89af-9f70312e2926 req-cc4db0c2-e1e2-489a-8ac5-3ef0e38d5b4f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 943 time: 1.2353675 Apr 18 20:49:21.177156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['5d6d4305-78b1-4466-973e-f03ec359a23c'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:49:21.215015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9873fa80-b495-4f58-9633-08c09fee8441 req-9587c9da-3fa4-4f2a-844e-f4ea564831ad tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/security-groups?id=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2366483 Apr 18 20:49:21.232476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.286710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fcb46052-ac89-42e1-89af-9f70312e2926 req-1b8f5f79-2247-40b4-bfd6-d9474a6b9823 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522095 Apr 18 20:49:21.343525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69e18ca1-56e2-4053-be54-fa12260ce31e req-68be016f-87b3-402e-97e6-71d507bb7bbc service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5170264 Apr 18 20:49:21.400323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Attempting to bind port 6190c851-d091-465a-975d-b9f8eee9e12c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:21.400708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Attempting to bind port 6190c851-d091-465a-975d-b9f8eee9e12c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd18e9d98-2c76-4e26-85e2-ade7bd4724ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:21.401053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Attempting to bind port 6190c851-d091-465a-975d-b9f8eee9e12c on network 901c71d3-ce0e-4762-9668-83267dc6eabe {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:49:21.403255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90953174-aada-4798-b804-829cb1dca39d None None] Pushing event updated for resources: {'Port': ['ID=8dc149d4-429a-4daf-8652-8df22e52e51b,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:21.491660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:49:21.492581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Checking segment: {'id': 'd18e9d98-2c76-4e26-85e2-ade7bd4724ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:21.493279 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.494164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Bound using segment: {'id': 'd18e9d98-2c76-4e26-85e2-ade7bd4724ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:49:21.494916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Bound port: 6190c851-d091-465a-975d-b9f8eee9e12c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd18e9d98-2c76-4e26-85e2-ade7bd4724ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '901c71d3-ce0e-4762-9668-83267dc6eabe'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:21.495711 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.581485 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.614965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-90953174-aada-4798-b804-829cb1dca39d None None] Attempting to bind port 8dc149d4-429a-4daf-8652-8df22e52e51b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:21.615932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-90953174-aada-4798-b804-829cb1dca39d None None] Attempting to bind port 8dc149d4-429a-4daf-8652-8df22e52e51b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:21.616749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90953174-aada-4798-b804-829cb1dca39d None None] Attempting to bind port 8dc149d4-429a-4daf-8652-8df22e52e51b on network cb494653-f7d8-4b25-bd76-8bc4842e71b7 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:49:21.673296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Port e9b8acc1-040a-4f3c-8475-7d21fc195219 update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:49:21.686145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=e9b8acc1-040a-4f3c-8475-7d21fc195219,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:21.741611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90953174-aada-4798-b804-829cb1dca39d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:49:21.743699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90953174-aada-4798-b804-829cb1dca39d None None] Checking segment: {'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:21.744744 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90953174-aada-4798-b804-829cb1dca39d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.745939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90953174-aada-4798-b804-829cb1dca39d None None] Bound using segment: {'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:49:21.747128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-90953174-aada-4798-b804-829cb1dca39d None None] Bound port: 8dc149d4-429a-4daf-8652-8df22e52e51b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:21.748044 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90953174-aada-4798-b804-829cb1dca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.776089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Pushing event updated for resources: {'Port': ['ID=6190c851-d091-465a-975d-b9f8eee9e12c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:21.808604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-105babe9-c5bd-4b04-86d6-23107563156c service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7769353 Apr 18 20:49:21.818632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.828315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.852527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] No DVR routers for this DVR port e9b8acc1-040a-4f3c-8475-7d21fc195219 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:21.860743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.863533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'name': 'network-vif-deleted', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:21.896016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:21.931091 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a680aa-ae81-422b-b142-6e268cba2f59'] response: {'server_uuid': 'ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6', 'name': 'network-vif-deleted', 'tag': 'e9b8acc1-040a-4f3c-8475-7d21fc195219', 'status': 'completed', 'code': 200} Apr 18 20:49:21.941240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3230d83-5877-4893-ab03-45f05d315e76 req-ff05baac-d7f5-4e14-8c87-36149618ca7b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.61 "DELETE /v2.0/ports/e9b8acc1-040a-4f3c-8475-7d21fc195219 HTTP/1.1" status: 204 len: 173 time: 3.2299352 Apr 18 20:49:21.955215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=d10f151f-5e10-4b4e-9eb3-1906f7f05c58,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.010899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Allocated IP 2001:db8::1 (5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b/da53491d-0f79-424b-b51a-3634e1d0fee0/f6ec6765-c751-476e-a757-89578724b1b1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:22.023089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] For port 6190c851-d091-465a-975d-b9f8eee9e12c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:49:22.090314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] For port 6190c851-d091-465a-975d-b9f8eee9e12c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6190c851-d091-465a-975d-b9f8eee9e12c,segment=NetworkSegment(d18e9d98-2c76-4e26-85e2-ade7bd4724ed),segment_id=d18e9d98-2c76-4e26-85e2-ade7bd4724ed)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:49:22.123394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.131500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:22.187560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.244524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-90953174-aada-4798-b804-829cb1dca39d None None] For port 8dc149d4-429a-4daf-8652-8df22e52e51b, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:49:22.304772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-90953174-aada-4798-b804-829cb1dca39d None None] For port 8dc149d4-429a-4daf-8652-8df22e52e51b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8dc149d4-429a-4daf-8652-8df22e52e51b,segment=NetworkSegment(e1631e1d-fb45-4c9a-9e43-53cbd214e528),segment_id=e1631e1d-fb45-4c9a-9e43-53cbd214e528)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:49:22.334140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-90953174-aada-4798-b804-829cb1dca39d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.362116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b062c5b2-9276-4f59-950b-72145531b389,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.391872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.423872 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.424532 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment 2933c8b8-6ab7-415e-b75f-8a89a57a8aa4 of type vlan for network eeb78776-8100-4039-944e-c8b394189fb0 Apr 18 20:49:22.455997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f63ae26-f43b-4c54-900c-74d0727e94e7 None None] Pushing event updated for resources: {'Port': ['ID=6190c851-d091-465a-975d-b9f8eee9e12c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.654107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.679406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90953174-aada-4798-b804-829cb1dca39d None None] Pushing event updated for resources: {'Port': ['ID=8dc149d4-429a-4daf-8652-8df22e52e51b,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:22.702843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Transition to ACTIVE for port object f6ec6765-c751-476e-a757-89578724b1b1 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:22.748701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.762519 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:22.801025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-140c2373-72df-437b-94e0-c97a3b6bc9e5 req-a222a648-1ab3-4a65-b075-a45c50fdaa98 service neutron] 10.222.0.61 "GET /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9806378 Apr 18 20:49:23.014911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:23.020666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51b959bb-add2-4e9f-8009-e8133632592a req-06f46ac4-8bdb-4f8b-bd31-8af1d198c554 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "GET /v2.0/ports?device_id=ab2d7d7a-ed5d-4bf7-807d-707ef20ec8e6 HTTP/1.1" status: 200 len: 210 time: 0.1358874 Apr 18 20:49:23.023968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:23.025101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:23.040440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:23.041229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.073973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.098649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Allocated IP 172.25.5.29 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/3b34aaec-2317-481c-ace5-0748853bef58) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:23.106951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Port': ['ID=f6ec6765-c751-476e-a757-89578724b1b1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:23.241493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26734f0-d5b3-4288-8d0b-d16e2e0ed372 req-34421dee-f661-4851-bdee-90258aa29f23 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:23.251322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c26734f0-d5b3-4288-8d0b-d16e2e0ed372 req-34421dee-f661-4851-bdee-90258aa29f23 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 944 time: 0.4808204 Apr 18 20:49:23.337288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.349695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:23.353625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.434877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.558126 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c26734f0-d5b3-4288-8d0b-d16e2e0ed372 req-fc2ff302-b70b-4f44-ba9f-9d022736c6d5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3051908 Apr 18 20:49:23.635686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f2a887d5-51ab-4e7c-96d8-cc25d62ebb99 None None] Provisioning for port f6ec6765-c751-476e-a757-89578724b1b1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:23.644669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f2a887d5-51ab-4e7c-96d8-cc25d62ebb99 None None] Provisioning complete for port f6ec6765-c751-476e-a757-89578724b1b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:23.644980 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f2a887d5-51ab-4e7c-96d8-cc25d62ebb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:23.673227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=eeb78776-8100-4039-944e-c8b394189fb0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:23.689108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:23.824960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f2a887d5-51ab-4e7c-96d8-cc25d62ebb99 None None] Port f6ec6765-c751-476e-a757-89578724b1b1 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:49:23.860388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e7a6f892-82d5-46f9-93ab-d2c583fbb301 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.0660489 Apr 18 20:49:23.867732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:23.928285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'name': 'tempest-PortsIpV6TestJSON-1222625692'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:24.206704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:24.240419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.258573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.259697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.358235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6190c851-d091-465a-975d-b9f8eee9e12c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:24.372959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.395548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:24.405961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:24.412980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:24.414396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:24.426817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:24.433918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event updated for resources: {'Port': ['ID=f6ec6765-c751-476e-a757-89578724b1b1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:24.442717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6190c851-d091-465a-975d-b9f8eee9e12c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:24.458959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96797fec-0053-4fbd-afac-39eb939100f7 None None] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:24.474510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8dc149d4-429a-4daf-8652-8df22e52e51b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:24.505600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:24.509438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.541500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54921fc6-ceab-4630-b956-ffaf571c7f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.644475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54921fc6-ceab-4630-b956-ffaf571c7f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.659719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4e98fb6a-5879-45dc-8840-e48165d28ba5 None None] Provisioning for port 8dc149d4-429a-4daf-8652-8df22e52e51b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:24.663758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port de82bd18-ca07-42c8-a60b-31f1b177b286 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:24.668900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4e98fb6a-5879-45dc-8840-e48165d28ba5 None None] Provisioning complete for port 8dc149d4-429a-4daf-8652-8df22e52e51b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:24.669275 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e98fb6a-5879-45dc-8840-e48165d28ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.699908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8dc149d4-429a-4daf-8652-8df22e52e51b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:24.742921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:24.758058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.760097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8dc149d4-429a-4daf-8652-8df22e52e51b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:24.760636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:24.770563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:24.825806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:24.897034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:24.947417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:24.957736 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe35f3d6-922c-47d9-bd68-f3fbbcae94d2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7409177 Apr 18 20:49:24.963752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:24.982792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50544) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:24.991377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:24.992036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.008757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:25.045587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Router 2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:25.184824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5d6d4305-78b1-4466-973e-f03ec359a23c up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:25.311294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590f9133-e8ae-44f7-ad23-3239eef890b7 None None] Network 901c71d3-ce0e-4762-9668-83267dc6eabe requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:25.331633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet ea85e004-9004-4683-a768-380e6bd4ac06 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:25.338279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Pushing event updated for resources: {'Port': ['ID=3b34aaec-2317-481c-ace5-0748853bef58,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:25.340341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.404570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:25.437744 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] Sync routers for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:25.443571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.468665 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:25.470940 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.483851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75035b9-03b9-4fb2-97fc-7ae76119577b req-c0a011dc-8a78-452b-bd26-fa29030a5b0a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:25.491682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e75035b9-03b9-4fb2-97fc-7ae76119577b req-c0a011dc-8a78-452b-bd26-fa29030a5b0a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 944 time: 0.7225306 Apr 18 20:49:25.499445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54921fc6-ceab-4630-b956-ffaf571c7f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.501893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54921fc6-ceab-4630-b956-ffaf571c7f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:25.506668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-54921fc6-ceab-4630-b956-ffaf571c7f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/security-groups/35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7 HTTP/1.1" status: 204 len: 168 time: 1.2981544 Apr 18 20:49:25.570513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0a818cbb-ca84-4bc2-8ae8-3597c4406f4e tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5961125 Apr 18 20:49:25.571926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50550) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:25.621417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:25.647299 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.660273 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:25.661205 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.732319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54921fc6-ceab-4630-b956-ffaf571c7f84 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c1a2c7-8d06-40a6-ac9b-faf40e4a02f7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:25.746022 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:25.746844 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaded8f-de2f-4bbf-93e9-0ea308cb09b9 None None] The sync data for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:25.851578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:25.927337 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e75035b9-03b9-4fb2-97fc-7ae76119577b req-dfa64b18-1eb9-420a-8c3a-4ad79fb9f190 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4339957 Apr 18 20:49:26.001041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d22f12d-ee81-4ace-a491-f994f44f9cca tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.020517 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e98fb6a-5879-45dc-8840-e48165d28ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.040564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.231491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 5d6d4305-78b1-4466-973e-f03ec359a23c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:26.237675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.291046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 5d6d4305-78b1-4466-973e-f03ec359a23c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:26.291417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.319366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e98fb6a-5879-45dc-8840-e48165d28ba5 None None] For port 8dc149d4-429a-4daf-8652-8df22e52e51b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8dc149d4-429a-4daf-8652-8df22e52e51b,segment=NetworkSegment(e1631e1d-fb45-4c9a-9e43-53cbd214e528),segment_id=e1631e1d-fb45-4c9a-9e43-53cbd214e528)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:26.366786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.394679 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-7d22f12d-ee81-4ace-a491-f994f44f9cca tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 18 20:49:26.396898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7d22f12d-ee81-4ace-a491-f994f44f9cca tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 HTTP/1.1" status: 409 len: 329 time: 0.7970047 Apr 18 20:49:26.399435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:26.412669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e98fb6a-5879-45dc-8840-e48165d28ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.562085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98fb6a-5879-45dc-8840-e48165d28ba5 None None] Pushing event updated for resources: {'Port': ['ID=8dc149d4-429a-4daf-8652-8df22e52e51b,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:26.710126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Provisioning for port 6190c851-d091-465a-975d-b9f8eee9e12c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:26.721156 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:26.722400 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:26.726989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Provisioning complete for port 6190c851-d091-465a-975d-b9f8eee9e12c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:26.727940 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.747482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.864762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:26.988558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.069616 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.073252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=ea85e004-9004-4683-a768-380e6bd4ac06,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.107320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5772034-119b-4f5d-996e-d318fa0b5255 None None] Network a9d658a2-70dd-4781-8dbc-6118cbea2b7f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:27.146969 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b828f0db-c493-4034-ba5d-869da94864bd tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/ea85e004-9004-4683-a768-380e6bd4ac06 HTTP/1.1" status: 204 len: 168 time: 2.0997548 Apr 18 20:49:27.153194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:27.187038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:27.229318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:21Z', 'revision_number': 10, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.309596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.366823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 5d6d4305-78b1-4466-973e-f03ec359a23c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5d6d4305-78b1-4466-973e-f03ec359a23c,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:27.371576 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.388375 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b627a1c-86da-4a34-a2cd-57e21480320e'] response: {'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'code': 200} Apr 18 20:49:27.394132 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.395982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:27.483351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 8494bf7a-c969-4490-adea-efb2eb867507 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:27.483929 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.767328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=de82bd18-ca07-42c8-a60b-31f1b177b286,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:27.828518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:27.829113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:27.895215 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:27.895706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.001125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': '2933c8b8-6ab7-415e-b75f-8a89a57a8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:28.001735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: eeb78776-8100-4039-944e-c8b394189fb0, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:28.054125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=5d6d4305-78b1-4466-973e-f03ec359a23c,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:28.067543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83757b7e-4c48-4439-811c-ff412f9a6b1e req-415145a8-28ec-4448-a87c-d40c95701652 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.068876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83757b7e-4c48-4439-811c-ff412f9a6b1e req-415145a8-28ec-4448-a87c-d40c95701652 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 945 time: 0.6097538 Apr 18 20:49:28.111981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] For port 6190c851-d091-465a-975d-b9f8eee9e12c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6190c851-d091-465a-975d-b9f8eee9e12c,segment=NetworkSegment(d18e9d98-2c76-4e26-85e2-ade7bd4724ed),segment_id=d18e9d98-2c76-4e26-85e2-ade7bd4724ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:28.118973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:28.156030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e7b44-5bdb-4545-908f-95c717916a63 req-08cfa3d3-03b5-4214-850d-5db64f6327a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.158687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd9e7b44-5bdb-4545-908f-95c717916a63 req-08cfa3d3-03b5-4214-850d-5db64f6327a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 1096 time: 0.6005652 Apr 18 20:49:28.186633 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.199841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:28.234518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port 8494bf7a-c969-4490-adea-efb2eb867507, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8494bf7a-c969-4490-adea-efb2eb867507,segment=NetworkSegment(1ae0ade9-861b-46b2-ba6b-4ff490889ae2),segment_id=1ae0ade9-861b-46b2-ba6b-4ff490889ae2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:28.235466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.262275 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.269857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, eeb78776-8100-4039-944e-c8b394189fb0) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:28.278771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83757b7e-4c48-4439-811c-ff412f9a6b1e req-38b2b046-c3ff-43b1-9715-6fd613d6a257 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531572 Apr 18 20:49:28.288298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:28.292477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8dc149d4-429a-4daf-8652-8df22e52e51b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:28.293693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:28.294347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.332720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c6cd6b-1d9a-4c06-8695-4ba553ea4146 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:28.363250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bd9e7b44-5bdb-4545-908f-95c717916a63 req-b97dd906-da24-40a7-a193-ea4bfa3030c6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1965995 Apr 18 20:49:28.417629 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3fd00b65-b702-4f76-8dab-3797b13fbd2d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.5435202 Apr 18 20:49:28.446142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50570) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:28.451758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 8494bf7a-c969-4490-adea-efb2eb867507 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:28.467434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1731743012'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:28.533569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:28.555616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:28.568477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:28.587884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:28.632675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:28.636326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.684318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.767807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:28.786491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Router 5848b87f-0a7d-4f17-acee-230ca358f3c8 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:49:28.792358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.792841 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment a04a066f-4532-49df-9a27-932c3da19a07 of type vlan for network fbd2e403-3e3b-437d-9e47-06abd0b3ac7c Apr 18 20:49:28.825941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Provisioning complete for port f6ec6765-c751-476e-a757-89578724b1b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:28.826499 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.880367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:28.965566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9105ccd-74cd-4b38-8edf-22563921ed1f None None] DHCP port deletion for a9d658a2-70dd-4781-8dbc-6118cbea2b7f request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:28.978342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=8494bf7a-c969-4490-adea-efb2eb867507,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:29.008929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Pushing event updated for resources: {'Port': ['ID=6190c851-d091-465a-975d-b9f8eee9e12c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:29.043771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No DVR routers for this DVR port 8494bf7a-c969-4490-adea-efb2eb867507 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:29.142389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5c6812bd-21ae-405a-bbd7-2763f2c69383 None None] Port f6ec6765-c751-476e-a757-89578724b1b1 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:49:29.175547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8dc149d4-429a-4daf-8652-8df22e52e51b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:29.175998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.336728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting port f6ec6765-c751-476e-a757-89578724b1b1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:29.337857 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.353160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.399953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.452520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-480c5c15-fa10-4947-acae-0978904a011d None None] Provisioning complete for port 6190c851-d091-465a-975d-b9f8eee9e12c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:29.452899 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-480c5c15-fa10-4947-acae-0978904a011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.491592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9d658a2-70dd-4781-8dbc-6118cbea2b7f']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.521654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:21Z', 'revision_number': 10, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.541474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fabc0ab5-a38a-42cc-aa9d-d842067402f6 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:21Z', 'revision_number': 10, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None, '_interfaces': [{'id': 'a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80', 'name': '', 'network_id': '5d3911ac-c40a-4016-9d6f-6dd19616e86a', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'mac_address': 'fa:16:3e:3c:7d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:30Z', 'updated_at': '2022-04-18T20:47:53Z', 'revision_number': 5, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'subnets': [{'id': '86d9eb8b-2518-4bf2-8bcb-9bc79faea260', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:29.602171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae0ade9-861b-46b2-ba6b-4ff490889ae2') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.603320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae0ade9-861b-46b2-ba6b-4ff490889ae2') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:29.693068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:29.816405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-480c5c15-fa10-4947-acae-0978904a011d None None] Provisioning complete for port 8dc149d4-429a-4daf-8652-8df22e52e51b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:29.817268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-480c5c15-fa10-4947-acae-0978904a011d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.854291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.925783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.957289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:29.957982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:29.995757 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:30.045574 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.059688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.095290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.221790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.263241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6190c851-d091-465a-975d-b9f8eee9e12c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:30.391633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6190c851-d091-465a-975d-b9f8eee9e12c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:30.391633 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.461753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=fbd2e403-3e3b-437d-9e47-06abd0b3ac7c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.470864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:30.520672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2819167e-6392-4afb-bbd4-9dc7678d2d5c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.0712624 Apr 18 20:49:30.527601 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.530164 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-387bd788-ebac-4cf3-98c8-c1f8da9ff979 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 12.7665927 Apr 18 20:49:30.532094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:30.551316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50582) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:30.568735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'ports': [{'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0'}, {'network_id': 'fbd2e403-3e3b-437d-9e47-06abd0b3ac7c'}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:30.569998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:30.570949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'fbd2e403-3e3b-437d-9e47-06abd0b3ac7c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:30.571447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Sync routers for ids ['5848b87f-0a7d-4f17-acee-230ca358f3c8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:30.572996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Calling delete_port for f6ec6765-c751-476e-a757-89578724b1b1 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:30.576129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fbd2e403-3e3b-437d-9e47-06abd0b3ac7c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:30.665086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Routers {'5848b87f-0a7d-4f17-acee-230ca358f3c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:30.666034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5848b87f-0a7d-4f17-acee-230ca358f3c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:30.677026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178409b8-52b9-4f4e-86bc-528109aae9e0 req-c2eecad0-0775-4a20-bd33-440cb463f1a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:30.680007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-178409b8-52b9-4f4e-86bc-528109aae9e0 req-c2eecad0-0775-4a20-bd33-440cb463f1a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 945 time: 0.9653213 Apr 18 20:49:30.744152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.800381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:30.834253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=a9d658a2-70dd-4781-8dbc-6118cbea2b7f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:30.946124 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-afe0cb4a-b4ce-45b3-8da6-69d1e76c6774 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/a9d658a2-70dd-4781-8dbc-6118cbea2b7f HTTP/1.1" status: 204 len: 168 time: 3.7845480 Apr 18 20:49:30.961623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50588) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:31.050461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0cecdd-8a60-4d74-8aeb-e7f7b9948e04 req-169c0def-77ed-4baf-a720-d6f21b69a9a0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:31.058113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e0cecdd-8a60-4d74-8aeb-e7f7b9948e04 req-169c0def-77ed-4baf-a720-d6f21b69a9a0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 0.8010304 Apr 18 20:49:31.111447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-178409b8-52b9-4f4e-86bc-528109aae9e0 req-2dbcf392-1d29-4d7b-af84-af493abb8f6b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4203310 Apr 18 20:49:31.143388 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e0cecdd-8a60-4d74-8aeb-e7f7b9948e04 req-491a4884-47b3-4bc6-b2ca-a1ea844d17a8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842872 Apr 18 20:49:31.209363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:31.209801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.219785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Set router 5848b87f-0a7d-4f17-acee-230ca358f3c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:31.315908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:31.349418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:31.403533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d10f151f-5e10-4b4e-9eb3-1906f7f05c58 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:31.432681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:31.452453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:31.462188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d10f151f-5e10-4b4e-9eb3-1906f7f05c58 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:31.462642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d10f151f-5e10-4b4e-9eb3-1906f7f05c58 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:31.462951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8494bf7a-c969-4490-adea-efb2eb867507 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:31.503577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 8494bf7a-c969-4490-adea-efb2eb867507 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:31.503982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8494bf7a-c969-4490-adea-efb2eb867507 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:31.709351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 2} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:31.709351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.717896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.750066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.767748 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3b34aaec-2317-481c-ace5-0748853bef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:49:25Z', 'revision_number': 3, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port': {'id': '3b34aaec-2317-481c-ace5-0748853bef58', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:22Z', 'updated_at': '2022-04-18T20:49:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:31.776574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Checking router: 5848b87f-0a7d-4f17-acee-230ca358f3c8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:31.777223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Updating router 5848b87f-0a7d-4f17-acee-230ca358f3c8 port 3b34aaec-2317-481c-ace5-0748853bef58 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:49:31.884758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:31.887919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Port': ['ID=f6ec6765-c751-476e-a757-89578724b1b1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:31.998401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port 6ae2223a-52f2-4c4b-937f-fb9c39c6736a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:31.998915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.088130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.285066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for 6ae2223a-52f2-4c4b-937f-fb9c39c6736a owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:32.490328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.515007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Transition to ACTIVE for port object 3b34aaec-2317-481c-ace5-0748853bef58 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:32.530244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.680427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Attempting to bind port 3b34aaec-2317-481c-ace5-0748853bef58 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:32.681027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Attempting to bind port 3b34aaec-2317-481c-ace5-0748853bef58 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:32.681446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Attempting to bind port 3b34aaec-2317-481c-ace5-0748853bef58 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:49:32.695212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e563a1-a099-4753-bc75-572e4ff91b90 None None] Pushing event updated for resources: {'Port': ['ID=3b34aaec-2317-481c-ace5-0748853bef58,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:32.699204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:49:32.700200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:32.701093 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.701996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:49:32.703043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Bound port: 3b34aaec-2317-481c-ace5-0748853bef58, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:32.703961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.771400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Router 2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:32.852381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] For port 3b34aaec-2317-481c-ace5-0748853bef58, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:49:32.860655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] For port 3b34aaec-2317-481c-ace5-0748853bef58, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3b34aaec-2317-481c-ace5-0748853bef58,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:49:32.869427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 9fbc29b1-99a5-45c5-be8c-47fdbc8e61da yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:32.870578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:32.931332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-75a7c6f9-01a4-476c-a614-34ddbb3bc499 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:32.933139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b05bb-03d5-4bbd-9848-3c6a7cfa324b req-7ad4fc37-3f8d-4a9b-99f5-f7b953f9377d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:32.933694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-75a7c6f9-01a4-476c-a614-34ddbb3bc499 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 0.7818317 Apr 18 20:49:32.934775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-de9b05bb-03d5-4bbd-9848-3c6a7cfa324b req-7ad4fc37-3f8d-4a9b-99f5-f7b953f9377d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 0.5565152 Apr 18 20:49:32.953282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024fd0c7-cff3-42de-80b7-7ff4b1d99e32 req-ccc7c930-4305-4dff-a349-87a5bc684165 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:32.957074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-024fd0c7-cff3-42de-80b7-7ff4b1d99e32 req-ccc7c930-4305-4dff-a349-87a5bc684165 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 945 time: 0.5934711 Apr 18 20:49:33.041600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Routers {'5848b87f-0a7d-4f17-acee-230ca358f3c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:33.042372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5848b87f-0a7d-4f17-acee-230ca358f3c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.064114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:33.081315 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] Sync routers for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:33.112471 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:33.114755 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.116980 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-93a37440-187e-486b-8e77-99477427a196 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7157214 Apr 18 20:49:33.128207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50598) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:33.140276 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-de9b05bb-03d5-4bbd-9848-3c6a7cfa324b req-8637b3ff-2185-4022-9cea-a0c0922ec3d0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361597 Apr 18 20:49:33.274043 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.276435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 521579ba-5615-482f-88a1-16a3363d7bc2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:33.277338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.287730 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] Routers {'2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:33.288908 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.311749 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-aaebf37b-a901-45d0-8ba1-d226715c2934 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] show failed (client error): The resource could not be found. Apr 18 20:49:33.321235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aaebf37b-a901-45d0-8ba1-d226715c2934 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1912026938 HTTP/1.1" status: 404 len: 335 time: 0.1783521 Apr 18 20:49:33.324024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:33.324616 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.363065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e563a1-a099-4753-bc75-572e4ff91b90 None None] Pushing event updated for resources: {'Port': ['ID=3b34aaec-2317-481c-ace5-0748853bef58,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.368891 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:33.369739 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1e64c-d2f5-408f-841d-8ed056745db0 None None] The sync data for ids ['2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:33.392546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-024fd0c7-cff3-42de-80b7-7ff4b1d99e32 req-bcebe72d-88bd-4624-a5ab-276c35708ba3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4161766 Apr 18 20:49:33.396123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0a090306-740e-4b79-94f5-ddfdb791f550 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:33.577454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] Set router 5848b87f-0a7d-4f17-acee-230ca358f3c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:33.592485 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-0a090306-740e-4b79-94f5-ddfdb791f550 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] update failed (client error): The resource could not be found. Apr 18 20:49:33.593903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0a090306-740e-4b79-94f5-ddfdb791f550 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-674968351 HTTP/1.1" status: 404 len: 334 time: 0.2388763 Apr 18 20:49:33.612972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50608) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:33.760084 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.858498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:33.864595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=6ae2223a-52f2-4c4b-937f-fb9c39c6736a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:33.890994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting subnet 9f09377f-d364-4bfa-a7c3-ba4d9a3b6390 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:33.961044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Allocated IP 172.20.0.1 (cb494653-f7d8-4b25-bd76-8bc4842e71b7/b9af1e47-4af9-4125-8d95-d7e8d806a2d6/16e97882-b792-4942-a089-f911b9cf321f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:34.107111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3b34aaec-2317-481c-ace5-0748853bef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:49:25Z', 'revision_number': 3, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port': {'id': '3b34aaec-2317-481c-ace5-0748853bef58', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:22Z', 'updated_at': '2022-04-18T20:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:34.114673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0afb860-5977-40f1-99c9-99f8b7dc6393 None None] The sync data for ids ['5848b87f-0a7d-4f17-acee-230ca358f3c8'] in n-d-836016-3 is: [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3b34aaec-2317-481c-ace5-0748853bef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:49:25Z', 'revision_number': 3, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port': {'id': '3b34aaec-2317-481c-ace5-0748853bef58', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:22Z', 'updated_at': '2022-04-18T20:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:34.212190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.295169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45a1fbe-a768-4c9d-8c93-80d5f94f6f2f req-5828348f-09e6-466c-9bc2-0f4d428c686e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:34.301796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f45a1fbe-a768-4c9d-8c93-80d5f94f6f2f req-5828348f-09e6-466c-9bc2-0f4d428c686e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 945 time: 0.4590073 Apr 18 20:49:34.314395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50614) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:34.325883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'port_id': '5d6d4305-78b1-4466-973e-f03ec359a23c'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:34.439129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.534715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.569855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Transition to ACTIVE for port object 16e97882-b792-4942-a089-f911b9cf321f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:34.666548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.753460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.903413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:34.915401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:34.917307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:34.921686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:34.940770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 521579ba-5615-482f-88a1-16a3363d7bc2 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:34.947635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port e49af078-3a16-42bf-8b5f-183c7a61c31e yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:35.003774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Pushing event updated for resources: {'Port': ['ID=16e97882-b792-4942-a089-f911b9cf321f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.185327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.291602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=521579ba-5615-482f-88a1-16a3363d7bc2,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:35.292132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.343394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.411311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:35.439385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=521579ba-5615-482f-88a1-16a3363d7bc2,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:35.451105 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.522555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-22138670-3950-4f3d-b825-39754eda963a None None] Provisioning for port 16e97882-b792-4942-a089-f911b9cf321f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:35.530091 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8df2c542-87ef-4950-8126-b58cca2c5a83'] response: {'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2', 'code': 200} Apr 18 20:49:35.560303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-22138670-3950-4f3d-b825-39754eda963a None None] Provisioning complete for port 16e97882-b792-4942-a089-f911b9cf321f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:35.561013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22138670-3950-4f3d-b825-39754eda963a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.725067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-22138670-3950-4f3d-b825-39754eda963a None None] Port 16e97882-b792-4942-a089-f911b9cf321f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:49:35.740512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=521579ba-5615-482f-88a1-16a3363d7bc2,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:35.777228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d833e22-d298-4dbe-b471-bccf26acd168 req-847fb087-e3d2-4d8b-b103-8ab2a740f311 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:35.778874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d833e22-d298-4dbe-b471-bccf26acd168 req-847fb087-e3d2-4d8b-b103-8ab2a740f311 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 945 time: 1.3773170 Apr 18 20:49:35.879528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:35.923463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.008073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.023369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.125538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.184592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b34aaec-2317-481c-ace5-0748853bef58 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:36.353343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 3b34aaec-2317-481c-ace5-0748853bef58 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:36.365824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3b34aaec-2317-481c-ace5-0748853bef58 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:36.366110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.366950 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.492167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d833e22-d298-4dbe-b471-bccf26acd168 req-c78d662b-2efe-43a2-87bf-b36f92cd072f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6823974 Apr 18 20:49:36.571940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.676855 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.704796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.705453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.705956 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Floating IP 7d82a09e-670f-49ec-a935-8984538f35bd disassociated. External IP: 172.25.5.167, port: 521579ba-5615-482f-88a1-16a3363d7bc2. Apr 18 20:49:36.706461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 521579ba-5615-482f-88a1-16a3363d7bc2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:36.708657 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP 62c8e158-9659-4b49-a202-a8d0b982e5b3 associated. External IP: 172.25.5.147, port: 5d6d4305-78b1-4466-973e-f03ec359a23c. Apr 18 20:49:36.709225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 3b34aaec-2317-481c-ace5-0748853bef58, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3b34aaec-2317-481c-ace5-0748853bef58,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:36.716900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.781198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Subnet': ['ID=9f09377f-d364-4bfa-a7c3-ba4d9a3b6390,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:36.829732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.857637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:36.864243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=3b34aaec-2317-481c-ace5-0748853bef58,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:36.872003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88bb680b-39fb-40fb-92cc-cc6de541bbb2 None None] Network 901c71d3-ce0e-4762-9668-83267dc6eabe requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:37.054609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-69d1547b-c808-41bf-82a4-1d0586a4d4f3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/subnets/9f09377f-d364-4bfa-a7c3-ba4d9a3b6390 HTTP/1.1" status: 204 len: 168 time: 3.4399917 Apr 18 20:49:37.055465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:37.055806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.087120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50620) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:37.146334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:37.163169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:37.194262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:37.195125 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.214587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=9fbc29b1-99a5-45c5-be8c-47fdbc8e61da,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:37.232237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:37.232553 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:37.411128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] DHCP port deletion for 901c71d3-ce0e-4762-9668-83267dc6eabe request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:37.418298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] Deleting port 6190c851-d091-465a-975d-b9f8eee9e12c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:37.419057 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.582619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=e49af078-3a16-42bf-8b5f-183c7a61c31e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:37.602822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.645649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': 'a04a066f-4532-49df-9a27-932c3da19a07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'fbd2e403-3e3b-437d-9e47-06abd0b3ac7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:37.645952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: fbd2e403-3e3b-437d-9e47-06abd0b3ac7c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:37.660543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Router 04c20197-558a-4f63-b1f2-09247d8ea2f8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:37.694859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting port 6190c851-d091-465a-975d-b9f8eee9e12c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:37.695340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.741503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 521579ba-5615-482f-88a1-16a3363d7bc2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:37.741954 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.771395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,segment=NetworkSegment(fb46bb0c-7066-4924-9a61-af552fce0c60),segment_id=fb46bb0c-7066-4924-9a61-af552fce0c60)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:37.771729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:37.835340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:37.856247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.027588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] For port 6190c851-d091-465a-975d-b9f8eee9e12c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6190c851-d091-465a-975d-b9f8eee9e12c,segment=NetworkSegment(d18e9d98-2c76-4e26-85e2-ade7bd4724ed),segment_id=d18e9d98-2c76-4e26-85e2-ade7bd4724ed)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:38.028504 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.045809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.106070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:38.166480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b34aaec-2317-481c-ace5-0748853bef58 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:38.184218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.267514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] Calling delete_port for 6190c851-d091-465a-975d-b9f8eee9e12c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:38.369118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Pushing event updated for resources: {'Port': ['ID=16e97882-b792-4942-a089-f911b9cf321f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.377163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3b34aaec-2317-481c-ace5-0748853bef58 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:38.377163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.422506 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.429827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network fbd2e403-3e3b-437d-9e47-06abd0b3ac7c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:38.487329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] Pushing event deleted for resources: {'Port': ['ID=6190c851-d091-465a-975d-b9f8eee9e12c,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:38.498909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5ea892-a99a-49d0-a0f1-551349c388b1 None None] No DVR routers for this DVR port 6190c851-d091-465a-975d-b9f8eee9e12c on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:38.518306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, fbd2e403-3e3b-437d-9e47-06abd0b3ac7c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:38.525840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] The port '6190c851-d091-465a-975d-b9f8eee9e12c' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:49:38.540495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:38.546062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.552011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.552675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4254b712-3b00-42a4-9a97-1906e352beae req-77c68dd2-7016-41c3-9a84-7c5a679f7b69 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:38.552796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.554403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4254b712-3b00-42a4-9a97-1906e352beae req-77c68dd2-7016-41c3-9a84-7c5a679f7b69 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 0.5888293 Apr 18 20:49:38.555891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:38.579483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:38.579784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:38.584194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:38.593610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f3d698-ad27-4838-ba8e-22491cada3f7 None None] Network fbd2e403-3e3b-437d-9e47-06abd0b3ac7c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:38.622209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:38.705302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:38.706006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:38.767363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6190c851-d091-465a-975d-b9f8eee9e12c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:38.829291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6190c851-d091-465a-975d-b9f8eee9e12c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:38.829291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6190c851-d091-465a-975d-b9f8eee9e12c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:38.835500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-40468e83-4529-4b16-8cc5-578da92e5d8f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 8.2985444 Apr 18 20:49:38.868173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:38.989840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9487e913-2a74-4463-9530-652748f14798 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "PUT /v2.0/floatingips/62c8e158-9659-4b49-a202-a8d0b982e5b3 HTTP/1.1" status: 200 len: 991 time: 4.6625273 Apr 18 20:49:38.989840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:39.021413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4254b712-3b00-42a4-9a97-1906e352beae req-8eb04d26-b570-4d9d-a28e-ed484120705c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4403758 Apr 18 20:49:39.046869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:39.058971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-70511d35-26f1-4cd5-a613-ebafc288444b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "PUT /v2.0/routers/04c20197-558a-4f63-b1f2-09247d8ea2f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4302430 Apr 18 20:49:39.065794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:39.073953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.075769 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] Sync routers for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:39.136555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:39.202785 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:39.218574 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10940136-ec4a-40cd-a4f9-315d249d43d7'] response: {'name': 'network-changed', 'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'status': 'completed', 'code': 200} Apr 18 20:49:39.230265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Router 5848b87f-0a7d-4f17-acee-230ca358f3c8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:39.239590 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:39.330251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901c71d3-ce0e-4762-9668-83267dc6eabe']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:39.366865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port e49af078-3a16-42bf-8b5f-183c7a61c31e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:39.367092 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.399695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd18e9d98-2c76-4e26-85e2-ade7bd4724ed') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:39.399928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd18e9d98-2c76-4e26-85e2-ade7bd4724ed') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:39.496531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.534029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bdec3b47-a714-4b5d-be8b-b1077262826f None None] Provisioning complete for port 16e97882-b792-4942-a089-f911b9cf321f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:39.534655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bdec3b47-a714-4b5d-be8b-b1077262826f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.559968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting subnet ce06d694-db09-48ce-babf-643dda5a9ae4 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:39.577770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.612586 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:39.620100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bdec3b47-a714-4b5d-be8b-b1077262826f None None] Port 16e97882-b792-4942-a089-f911b9cf321f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:49:39.650016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.707210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port 521579ba-5615-482f-88a1-16a3363d7bc2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=521579ba-5615-482f-88a1-16a3363d7bc2,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:39.707737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.724660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '62c8e158-9659-4b49-a202-a8d0b982e5b3', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:3d:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:48:47Z', 'updated_at': '2022-04-18T20:49:35Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}, {'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:26Z', 'revision_number': 2, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:39.729065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:39.729478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:39.732864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:39.748644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:39.749839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:39.756696 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:39.806978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:39.826424 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-ad397042-a8ca-4183-b854-bdb74e2a2542 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3388276 Apr 18 20:49:39.834842 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9b79b718-2a35-4cc9-8a46-45fa85b93750 admin admin] 10.222.0.47 "PUT /v2.0/routers/5848b87f-0a7d-4f17-acee-230ca358f3c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2799773 Apr 18 20:49:39.845049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.025102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-f0a6d20d-ffa5-43ff-99da-7f577de6e47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.036898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-f0a6d20d-ffa5-43ff-99da-7f577de6e47a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 1096 time: 0.8031869 Apr 18 20:49:40.045783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Sync routers for ids ['5848b87f-0a7d-4f17-acee-230ca358f3c8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:40.103481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Routers {'5848b87f-0a7d-4f17-acee-230ca358f3c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:40.104413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5848b87f-0a7d-4f17-acee-230ca358f3c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:40.156531 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:49:33Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:40.158752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:40.174145 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] Checking router: 04c20197-558a-4f63-b1f2-09247d8ea2f8 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:40.206718 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] Routers {'04c20197-558a-4f63-b1f2-09247d8ea2f8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:40.207553 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['04c20197-558a-4f63-b1f2-09247d8ea2f8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:40.260988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:40.512548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-d3dec483-c572-455b-8221-dcac198d7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.515297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-d3dec483-c572-455b-8221-dcac198d7de7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 1096 time: 0.5231235 Apr 18 20:49:40.674684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Set router 5848b87f-0a7d-4f17-acee-230ca358f3c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:40.715257 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] Set router 04c20197-558a-4f63-b1f2-09247d8ea2f8 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:40.790844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b825713-8c10-42c2-9441-16239158e7df req-778b80ea-702a-4ecd-9098-edbdf2a54b34 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.793686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b825713-8c10-42c2-9441-16239158e7df req-778b80ea-702a-4ecd-9098-edbdf2a54b34 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 0.5745499 Apr 18 20:49:40.804545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:40.807390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-bb24bd5c-c70a-4478-92e8-ac975f9a7b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.809134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-bb24bd5c-c70a-4478-92e8-ac975f9a7b6e service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.5261631 Apr 18 20:49:40.873030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-8fe5ceb0-b9b1-4531-9989-4969dcb191c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:40.876074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-8fe5ceb0-b9b1-4531-9989-4969dcb191c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.3143334 Apr 18 20:49:41.058168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2b825713-8c10-42c2-9441-16239158e7df req-0b3b91a6-0947-4c47-82cc-acf08c5e35dd tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161813 Apr 18 20:49:41.069408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-9b02a029-4ba8-46d9-bbc8-de7ade4244b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6d4305-78b1-4466-973e-f03ec359a23c HTTP/1.1" status: 200 len: 999 time: 0.2114313 Apr 18 20:49:41.121462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-e63dc1b9-dbce-4cb4-bf2a-d5377a3e6620 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 200 len: 1001 time: 0.2402015 Apr 18 20:49:41.209492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.296116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-e04692b0-6133-4c58-92b5-ce69d8eb1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.300688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-e04692b0-6133-4c58-92b5-ce69d8eb1b66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.1712739 Apr 18 20:49:41.309908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50656) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:41.362383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-809930910-network', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:41.375426 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:49:33Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:41.376058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:41.382880 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Usage tracker for resource:network and tenant:ae6cb7b3051b4210a8c8e6b6da192f0f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:41.383702 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-953ac654-5fea-4167-9ed6-4b92283573cf None None] The sync data for ids ['04c20197-558a-4f63-b1f2-09247d8ea2f8'] in n-d-836016-3 is: [{'id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'name': 'tempest-TestNetworkBasicOps-router-196648587', 'tenant_id': 'b5902e7077c74b0c87065193c03f3242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141'}], 'enable_snat': True}, 'gw_port_id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:15Z', 'updated_at': '2022-04-18T20:49:33Z', 'revision_number': 5, 'project_id': 'b5902e7077c74b0c87065193c03f3242', 'gw_port': {'id': 'b938d66e-32e0-41b4-ae97-24323286bcd9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:81:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c20197-558a-4f63-b1f2-09247d8ea2f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3152, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:47:18Z', 'updated_at': '2022-04-18T20:47:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:41.389452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:41.398122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:41.434835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Made reservation on behalf of ae6cb7b3051b4210a8c8e6b6da192f0f for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:41.435854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.447521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3b34aaec-2317-481c-ace5-0748853bef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:49:36Z', 'revision_number': 4, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port': {'id': '3b34aaec-2317-481c-ace5-0748853bef58', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:22Z', 'updated_at': '2022-04-18T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '16e97882-b792-4942-a089-f911b9cf321f', 'name': '', 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'mac_address': 'fa:16:3e:8d:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'b9af1e47-4af9-4125-8d95-d7e8d806a2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:33Z', 'updated_at': '2022-04-18T20:49:37Z', 'revision_number': 2, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'subnets': [{'id': 'b9af1e47-4af9-4125-8d95-d7e8d806a2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:41.458010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '62c8e158-9659-4b49-a202-a8d0b982e5b3', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:3d:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:48:47Z', 'updated_at': '2022-04-18T20:49:35Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}, {'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:26Z', 'revision_number': 2, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:41.458367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.464414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Checking router: 5848b87f-0a7d-4f17-acee-230ca358f3c8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:41.465080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Updating router 5848b87f-0a7d-4f17-acee-230ca358f3c8 port 16e97882-b792-4942-a089-f911b9cf321f binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:49:41.475570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-ea4b4760-ced7-44ca-a6ff-9ed29ca925e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.476480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.477291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-ea4b4760-ced7-44ca-a6ff-9ed29ca925e0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1690662 Apr 18 20:49:41.482300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:41.507467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Usage tracker for resource:security_group_rule and tenant:ae6cb7b3051b4210a8c8e6b6da192f0f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:41.512241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:41.533819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:41.534759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ee884f-44a4-4d2b-9dcd-381da83a62ee None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '62c8e158-9659-4b49-a202-a8d0b982e5b3', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.147', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:3d:dd:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:48:47Z', 'updated_at': '2022-04-18T20:49:35Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}, {'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:26Z', 'revision_number': 2, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:41.580384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.587478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.678243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-562841fd-1bbe-41cd-8540-bd3f99b9d12a service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921506 Apr 18 20:49:41.775741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Network': ['ID=901c71d3-ce0e-4762-9668-83267dc6eabe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:41.789597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.806938 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:41.924493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-834d88af-b898-4361-9ded-aaa43bbfbd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:41.925543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-834d88af-b898-4361-9ded-aaa43bbfbd9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.5975442 Apr 18 20:49:41.929717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9d06570a-d55b-4130-ac7f-ab4a13ca19ed tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/networks/901c71d3-ce0e-4762-9668-83267dc6eabe HTTP/1.1" status: 204 len: 168 time: 4.8361025 Apr 18 20:49:41.934662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50660) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:41.977202 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1045be0-2935-425f-ba30-9e68eb33ff71 None None] New status for floating IP 62c8e158-9659-4b49-a202-a8d0b982e5b3: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:42.032286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.060025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1eb265e8-0c01-45b7-a1bf-737306fc7994 req-970775dc-27f8-4f8d-97e2-bf762f6ef8a0 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751171 Apr 18 20:49:42.064737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for e49af078-3a16-42bf-8b5f-183c7a61c31e owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:42.074089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.168212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cce2b7-9b63-4f33-b03e-fc622abdcf79,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.198084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:42.226148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ae2223a-52f2-4c4b-937f-fb9c39c6736a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:42.247160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting subnet 529d4f51-10ac-4b43-903f-f5ccfb18fb44 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:42.259663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.315630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6ae2223a-52f2-4c4b-937f-fb9c39c6736a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:42.316165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6ae2223a-52f2-4c4b-937f-fb9c39c6736a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:42.325611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:49:42.377193 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.506602 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.546287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.547427 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Added segment 35e0a9c8-d9bd-45a5-bb92-063a85d5cfae of type vlan for network d101c39a-bb95-472b-941b-122219c7c1fc Apr 18 20:49:42.607673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.644166 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.645663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Transition to ACTIVE for port object 16e97882-b792-4942-a089-f911b9cf321f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:42.657322 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.862897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.865081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:42.865375 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:42.922441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a2d69-3d9f-4028-b4e1-e3f1047b48de None None] Pushing event updated for resources: {'Port': ['ID=16e97882-b792-4942-a089-f911b9cf321f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:42.963909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.058564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Attempting to bind port 16e97882-b792-4942-a089-f911b9cf321f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:43.059326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Attempting to bind port 16e97882-b792-4942-a089-f911b9cf321f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:43.060037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Attempting to bind port 16e97882-b792-4942-a089-f911b9cf321f on network cb494653-f7d8-4b25-bd76-8bc4842e71b7 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:49:43.076006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:49:43.076347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Checking segment: {'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:43.076877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.077488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Bound using segment: {'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:49:43.081639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Bound port: 16e97882-b792-4942-a089-f911b9cf321f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1631e1d-fb45-4c9a-9e43-53cbd214e528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:43.082326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.117821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d101c39a-bb95-472b-941b-122219c7c1fc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.143674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Subnet': ['ID=529d4f51-10ac-4b43-903f-f5ccfb18fb44,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.146607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.152216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aad7f770-8567-4d09-aa93-3ec1e285b2c5 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/subnets/529d4f51-10ac-4b43-903f-f5ccfb18fb44 HTTP/1.1" status: 204 len: 168 time: 1.1967313 Apr 18 20:49:43.152216 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-012309d4-8733-4118-b040-98513b64d6e8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7998879 Apr 18 20:49:43.152643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50666) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:43.153487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.156064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d101c39a-bb95-472b-941b-122219c7c1fc details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:43.159496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:43.204727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Request body: {'subnet': {'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-809930910-subnet', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:43.215179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:43.263747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Usage tracker for resource:subnet and tenant:ae6cb7b3051b4210a8c8e6b6da192f0f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:43.265727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b122fd20-2af3-4d12-ba60-a684c6404441 None None] Network bba0ec2d-951d-44d4-8301-3620f2cc0336 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:43.274347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:43.287655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Subnet': ['ID=ce06d694-db09-48ce-babf-643dda5a9ae4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.291672 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.297471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:43.320030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:43.321874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting subnet 416ef38c-dc8b-4170-b683-e24432223606 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:43.331678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.395872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Made reservation on behalf of ae6cb7b3051b4210a8c8e6b6da192f0f for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:43.398296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.401002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664eee4-8969-41e5-a20d-a45a0c4ddfb9 None None] Network 719cd877-dd4a-46ed-9a6c-8b74efca15d1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:43.444704 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.462384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=e49af078-3a16-42bf-8b5f-183c7a61c31e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:43.467428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.468042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.468503 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Floating IP 7d82a09e-670f-49ec-a935-8984538f35bd disassociated. External IP: 172.25.5.167, port: 521579ba-5615-482f-88a1-16a3363d7bc2. Apr 18 20:49:43.469889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 521579ba-5615-482f-88a1-16a3363d7bc2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:43.511499 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.603503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-987d807b-57cc-41e5-abdc-47844cda6d5b tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/subnets/ce06d694-db09-48ce-babf-643dda5a9ae4 HTTP/1.1" status: 204 len: 168 time: 4.5172181 Apr 18 20:49:43.603909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50674) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:43.608487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.613596 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bfe4729c-fda0-4dc0-a85b-5da2c03ea1bf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/e49af078-3a16-42bf-8b5f-183c7a61c31e HTTP/1.1" status: 204 len: 168 time: 4.7416232 Apr 18 20:49:43.661637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] For port 16e97882-b792-4942-a089-f911b9cf321f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:49:43.684541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50678) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:43.707385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] For port 16e97882-b792-4942-a089-f911b9cf321f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=16e97882-b792-4942-a089-f911b9cf321f,segment=NetworkSegment(e1631e1d-fb45-4c9a-9e43-53cbd214e528),segment_id=e1631e1d-fb45-4c9a-9e43-53cbd214e528)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:49:43.709288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0a31fd30-ce50-4882-83db-56f3729242bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.722135 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.779882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-00d816ea-1645-4b1b-8688-f202b267d41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:43.783464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-00d816ea-1645-4b1b-8688-f202b267d41f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6832986 Apr 18 20:49:43.882009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Routers {'5848b87f-0a7d-4f17-acee-230ca358f3c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:43.882009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5848b87f-0a7d-4f17-acee-230ca358f3c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:43.927206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:43.950028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21a2d69-3d9f-4028-b4e1-e3f1047b48de None None] Pushing event updated for resources: {'Port': ['ID=16e97882-b792-4942-a089-f911b9cf321f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.054624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.156546 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.161921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] DHCP port deletion for bba0ec2d-951d-44d4-8301-3620f2cc0336 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:44.170172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:44.173972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Deleting port 1a76b503-d009-44d1-ac2d-af2e8311b97f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:44.175510 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.177089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1139abf6-f28a-4896-b387-3618c74aaca4 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2143142 Apr 18 20:49:44.198678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47735f-5072-4ea3-89e2-daa91e117ab6 req-345a78ae-8fbf-4d90-b8ee-d72a906ecd6f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.199436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa47735f-5072-4ea3-89e2-daa91e117ab6 req-345a78ae-8fbf-4d90-b8ee-d72a906ecd6f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:44.209212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:44.235596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca5f08-ad0b-4925-9c7f-f26c09f92941 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.242229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ca5f08-ad0b-4925-9c7f-f26c09f92941 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:44.246520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f1ca5f08-ad0b-4925-9c7f-f26c09f92941 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5583885 Apr 18 20:49:44.247967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] DHCP port deletion for 719cd877-dd4a-46ed-9a6c-8b74efca15d1 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:44.248925 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:49:44.253117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50686) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:44.255787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:44.292796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] Set router 5848b87f-0a7d-4f17-acee-230ca358f3c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:44.380149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] Deleting port 01e6d13d-7fa2-4459-9a02-b6fd28389125 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:44.380786 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.426236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa47735f-5072-4ea3-89e2-daa91e117ab6 req-345a78ae-8fbf-4d90-b8ee-d72a906ecd6f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:44.427783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa47735f-5072-4ea3-89e2-daa91e117ab6 req-345a78ae-8fbf-4d90-b8ee-d72a906ecd6f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 943 time: 1.8658683 Apr 18 20:49:44.511719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-1e07ceb3-230c-4163-8d3c-3e0aab33c78b service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7052183 Apr 18 20:49:44.514724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.518327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:44.519528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:44.519970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting subnet 86d9eb8b-2518-4bf2-8bcb-9bc79faea260 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:44.546042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.599201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=11c6d5ee-646f-4cc0-801c-17bd0b832663,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.607218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.617574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.648949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182fcd5a-c665-4cab-a62b-eeebf2edade9 None None] Network f5c73dd2-ab66-4bda-977a-84ac2a3b6110 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:44.651775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa47735f-5072-4ea3-89e2-daa91e117ab6 req-0a9294b7-0c42-44fc-b7e8-cd8833ebb0b2 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091417 Apr 18 20:49:44.652582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=521579ba-5615-482f-88a1-16a3363d7bc2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.679018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Subnet': ['ID=416ef38c-dc8b-4170-b683-e24432223606,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:44.700873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 9fbc29b1-99a5-45c5-be8c-47fdbc8e61da {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:44.701230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.781579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-111e7770-4485-424d-8b50-c5f526e5a309 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/subnets/416ef38c-dc8b-4170-b683-e24432223606 HTTP/1.1" status: 204 len: 168 time: 1.6232009 Apr 18 20:49:44.782716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Checking segment: {'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:44.783090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Network hostable DHCP agents. Network: d101c39a-bb95-472b-941b-122219c7c1fc, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:44.797659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50692) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:44.835991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:44.845947 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.035422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e434a5d-87ee-4735-a5bd-52b4fd953c08 req-c365cf47-0136-45ab-8e99-12a5a406f6d5 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5031350 Apr 18 20:49:45.114487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.151903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Deleting port b938d66e-32e0-41b4-ae97-24323286bcd9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:45.152196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.304944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Network d101c39a-bb95-472b-941b-122219c7c1fc is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:45.346009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:45.356984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.428366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.457888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:45.491487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Subnet': ['ID=86d9eb8b-2518-4bf2-8bcb-9bc79faea260,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:45.495944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.512686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d101c39a-bb95-472b-941b-122219c7c1fc) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:45.513000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-97395a2f-ede4-4f2a-b72a-d2311c7272a8 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/86d9eb8b-2518-4bf2-8bcb-9bc79faea260 HTTP/1.1" status: 204 len: 168 time: 1.1700692 Apr 18 20:49:45.523527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:45.555942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:45.556688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.564208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.725956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667528ed-25ed-4e8c-8c2b-e22def89bda7 None None] Network 5d3911ac-c40a-4016-9d6f-6dd19616e86a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:45.750262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50841a-3618-46d6-ad00-cb2902f6da4f None None] Network d101c39a-bb95-472b-941b-122219c7c1fc requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:45.858765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 9fbc29b1-99a5-45c5-be8c-47fdbc8e61da owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:45.904719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:45.923528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:45.950802 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:45.951844 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:45.977386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting port 1a76b503-d009-44d1-ac2d-af2e8311b97f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:45.977964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:45.994446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] No DVR routers for this DVR port 521579ba-5615-482f-88a1-16a3363d7bc2 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:45.999580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.005217 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.007679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06acc98e-120e-45b3-a6dc-4683a272b1fa req-b78f59d3-4966-46e8-ae45-d5dbf8219f54 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "DELETE /v2.0/ports/521579ba-5615-482f-88a1-16a3363d7bc2 HTTP/1.1" status: 204 len: 173 time: 13.0351696 Apr 18 20:49:46.022346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'name': 'network-vif-deleted', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:49:46.053029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Deleting port 9632724e-f304-4fe6-b217-6abbee10087d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:46.053384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.104521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] For port b938d66e-32e0-41b4-ae97-24323286bcd9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b938d66e-32e0-41b4-ae97-24323286bcd9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:46.104988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.141343 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d2b9d4-a1da-41c7-b49b-643c5d05231c'] response: {'server_uuid': '71189d97-7a7f-4d4f-91b1-e0d63f1a0d70', 'name': 'network-vif-deleted', 'tag': '521579ba-5615-482f-88a1-16a3363d7bc2', 'status': 'completed', 'code': 200} Apr 18 20:49:46.164607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:39Z', 'revision_number': 11, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:46.267149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Calling delete_port for b938d66e-32e0-41b4-ae97-24323286bcd9 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:46.448817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] For port 9632724e-f304-4fe6-b217-6abbee10087d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9632724e-f304-4fe6-b217-6abbee10087d,segment=NetworkSegment(fb46bb0c-7066-4924-9a61-af552fce0c60),segment_id=fb46bb0c-7066-4924-9a61-af552fce0c60)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:46.448817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.464211 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:46.470119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1a76b503-d009-44d1-ac2d-af2e8311b97f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:46.694350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] For port 01e6d13d-7fa2-4459-9a02-b6fd28389125, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=01e6d13d-7fa2-4459-9a02-b6fd28389125,segment=NetworkSegment(e586cf80-62e3-4344-97eb-bea7aec4c59a),segment_id=e586cf80-62e3-4344-97eb-bea7aec4c59a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:46.695615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.702019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Calling delete_port for 9632724e-f304-4fe6-b217-6abbee10087d owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:46.824997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.830191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-badc5497-df45-4c04-9d23-e0b4faa72eaf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6689155 Apr 18 20:49:46.868468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50704) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:46.877738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:46.888895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:47.051937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:47.064486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Port': ['ID=9632724e-f304-4fe6-b217-6abbee10087d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:47.069149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Usage tracker for resource:router and tenant:ae6cb7b3051b4210a8c8e6b6da192f0f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:47.077642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No DVR routers for this DVR port 9632724e-f304-4fe6-b217-6abbee10087d on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:47.112152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] Calling delete_port for 01e6d13d-7fa2-4459-9a02-b6fd28389125 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:47.181208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:47.223036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd778e3c-cfed-4105-aacd-e84a695d6dff req-68d95757-64bd-4184-b0ca-9fd59fd9a962 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.6949108 Apr 18 20:49:47.262448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.264170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.265885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.266433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.268908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=9fbc29b1-99a5-45c5-be8c-47fdbc8e61da,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:47.270201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.281749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.283972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.287172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.288130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:47.288517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.289525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.290316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.291101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.292056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:47.321591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:47.351191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6191e375-ce74-4da1-b1ca-dc0260967c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.396003 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.410136 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.419460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.497907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] For port 1a76b503-d009-44d1-ac2d-af2e8311b97f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1a76b503-d009-44d1-ac2d-af2e8311b97f,segment=NetworkSegment(618756f5-6e79-496e-9d90-92266da6bfc7),segment_id=618756f5-6e79-496e-9d90-92266da6bfc7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:47.498529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.503561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] For port 1a76b503-d009-44d1-ac2d-af2e8311b97f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1a76b503-d009-44d1-ac2d-af2e8311b97f,segment=NetworkSegment(618756f5-6e79-496e-9d90-92266da6bfc7),segment_id=618756f5-6e79-496e-9d90-92266da6bfc7)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:47.504444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.521839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Port': ['ID=b938d66e-32e0-41b4-ae97-24323286bcd9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:47.529791 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da3f7706-846e-4fe3-b161-f3899082e8c3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/9fbc29b1-99a5-45c5-be8c-47fdbc8e61da HTTP/1.1" status: 204 len: 168 time: 3.2692411 Apr 18 20:49:47.539352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:47.556745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.560487 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.596101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:47.596789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.597808 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.602998 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:47.603888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.614644 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:47.615439 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.664988 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.669829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3911ac-c40a-4016-9d6f-6dd19616e86a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.707343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb46bb0c-7066-4924-9a61-af552fce0c60') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.708210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb46bb0c-7066-4924-9a61-af552fce0c60') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:47.735423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.931329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.959242 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:47.960277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44d8c9f-816b-492e-ade6-189cabac45bd None None] DHCP port deletion for 5d3911ac-c40a-4016-9d6f-6dd19616e86a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:47.965872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:47.967004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:47.994950 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:48.195862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:48.288379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Calling delete_port for 1a76b503-d009-44d1-ac2d-af2e8311b97f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:48.467933 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.479861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:39Z', 'revision_number': 11, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:48.490427 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.495764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Calling delete_port for 1a76b503-d009-44d1-ac2d-af2e8311b97f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:48.542314 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.679950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d101c39a-bb95-472b-941b-122219c7c1fc', 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'fixed_ips': [{'subnet_id': '11c6d5ee-646f-4cc0-801c-17bd0b832663'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:49:48.681558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.706508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540f624f-cf2a-414c-8dc4-1c0840febf8e None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:39Z', 'revision_number': 11, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:48.727144 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:48.743563 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df9bb408-1cbd-44f1-8080-9e6fbe3e3370 None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:48.875896 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.964256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23c3b6-9edd-44c2-a63e-b6e3d7365081 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:48.965214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6a23c3b6-9edd-44c2-a63e-b6e3d7365081 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:48.972017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.975632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.988710 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:48.991544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.041293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] Pushing event deleted for resources: {'Port': ['ID=01e6d13d-7fa2-4459-9a02-b6fd28389125,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.043409 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.061043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Port': ['ID=1a76b503-d009-44d1-ac2d-af2e8311b97f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.086308 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.087062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Fanout notify agent at l3_agent the message router_deleted on router 04c20197-558a-4f63-b1f2-09247d8ea2f8 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:49:49.090003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6a23c3b6-9edd-44c2-a63e-b6e3d7365081 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:49.091368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6a23c3b6-9edd-44c2-a63e-b6e3d7365081 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.4255211 Apr 18 20:49:49.097597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] No DVR routers for this DVR port 1a76b503-d009-44d1-ac2d-af2e8311b97f on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:49.099979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9053c1f-f429-42e4-a72f-1533c5aacb76 None None] No DVR routers for this DVR port 01e6d13d-7fa2-4459-9a02-b6fd28389125 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:49.111133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50716) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:49.114718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.118238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Pushing event deleted for resources: {'Network': ['ID=5d3911ac-c40a-4016-9d6f-6dd19616e86a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:49.145336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-211cd079-8672-46ac-b956-eef681226ad9 req-97395a0c-ffc6-443f-8bd5-7bceb7ad0683 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=71189d97-7a7f-4d4f-91b1-e0d63f1a0d70 HTTP/1.1" status: 200 len: 210 time: 0.1243997 Apr 18 20:49:49.191340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:49.191748 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:49.217209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 01e6d13d-7fa2-4459-9a02-b6fd28389125 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:49.230714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.257637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50720) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:49.258852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d909ad18-0a04-452c-9313-e6f7a2d7ac8f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/networks/5d3911ac-c40a-4016-9d6f-6dd19616e86a HTTP/1.1" status: 204 len: 168 time: 3.7347131 Apr 18 20:49:49.273883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'routes': None}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:49.285354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 01e6d13d-7fa2-4459-9a02-b6fd28389125 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:49.285738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 01e6d13d-7fa2-4459-9a02-b6fd28389125 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:49.408571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] DHCP port deletion for f5c73dd2-ab66-4bda-977a-84ac2a3b6110 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:49.459714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] Deleting port f11e564e-be14-45fb-bfb0-d7597abafebc {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:49.460055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.553472 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.561629 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3927ee26-988e-4da8-8ee4-9e9795fe3b00 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:49:49.565948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Allocated IP 172.20.0.2 (d101c39a-bb95-472b-941b-122219c7c1fc/11c6d5ee-646f-4cc0-801c-17bd0b832663/93f781dd-963e-4190-8951-846f99a40ce5) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:49.568544 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3927ee26-988e-4da8-8ee4-9e9795fe3b00 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/e49af078-3a16-42bf-8b5f-183c7a61c31e HTTP/1.1" status: 404 len: 333 time: 0.4544628 Apr 18 20:49:49.574210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:49.604308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3b34aaec-2317-481c-ace5-0748853bef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:49:36Z', 'revision_number': 4, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port': {'id': '3b34aaec-2317-481c-ace5-0748853bef58', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:22Z', 'updated_at': '2022-04-18T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '16e97882-b792-4942-a089-f911b9cf321f', 'name': '', 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'mac_address': 'fa:16:3e:8d:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'b9af1e47-4af9-4125-8d95-d7e8d806a2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:33Z', 'updated_at': '2022-04-18T20:49:43Z', 'revision_number': 4, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'subnets': [{'id': 'b9af1e47-4af9-4125-8d95-d7e8d806a2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:49.614987 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.616601 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-267d233d-665a-47ae-8bf4-bf5dd55d3545 tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/routers/04c20197-558a-4f63-b1f2-09247d8ea2f8 HTTP/1.1" status: 204 len: 168 time: 6.0118196 Apr 18 20:49:49.631756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60ee376-a5c6-4cf2-9ae9-2dc8961bf48b None None] The sync data for ids ['5848b87f-0a7d-4f17-acee-230ca358f3c8'] in n-d-836016-3 is: [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3b34aaec-2317-481c-ace5-0748853bef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:49:36Z', 'revision_number': 4, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port': {'id': '3b34aaec-2317-481c-ace5-0748853bef58', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:22Z', 'updated_at': '2022-04-18T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '16e97882-b792-4942-a089-f911b9cf321f', 'name': '', 'network_id': 'cb494653-f7d8-4b25-bd76-8bc4842e71b7', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'mac_address': 'fa:16:3e:8d:77:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': 'b9af1e47-4af9-4125-8d95-d7e8d806a2d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:33Z', 'updated_at': '2022-04-18T20:49:43Z', 'revision_number': 4, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'subnets': [{'id': 'b9af1e47-4af9-4125-8d95-d7e8d806a2d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:49.677391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:49.690602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:49.718158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Deleting port 1a76b503-d009-44d1-ac2d-af2e8311b97f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:49.718767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.746536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7528c3-6c36-4456-a83a-bbdba8b0d296 None None] New status for floating IP 7d82a09e-670f-49ec-a935-8984538f35bd: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:49:49.791386 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a814c402-ea74-4c16-be0e-b43b59a7fa25 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:49:49.792158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a814c402-ea74-4c16-be0e-b43b59a7fa25 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:49.848276 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.939288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a814c402-ea74-4c16-be0e-b43b59a7fa25 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:49.940448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a814c402-ea74-4c16-be0e-b43b59a7fa25 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/9fbc29b1-99a5-45c5-be8c-47fdbc8e61da HTTP/1.1" status: 404 len: 333 time: 0.3646548 Apr 18 20:49:49.953180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:49.960801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:49.961161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a5977f3c-1aa7-46e9-bb2b-7c6ed0fbae80 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:49.961754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9632724e-f304-4fe6-b217-6abbee10087d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:49.984844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba0ec2d-951d-44d4-8301-3620f2cc0336']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:49.987815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:49.993712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Added routes are [] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 18 20:49:49.994186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.extraroute_db [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Removed routes are [] {{(pid=88141) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 18 20:49:49.994661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.165960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.257905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '618756f5-6e79-496e-9d90-92266da6bfc7') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:50.258445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '618756f5-6e79-496e-9d90-92266da6bfc7') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:50.273839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.299378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.354408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-37cef56b-a872-4aac-b360-470ee9b31764 None None] The port '1a76b503-d009-44d1-ac2d-af2e8311b97f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:49:50.440210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 9632724e-f304-4fe6-b217-6abbee10087d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:50.450909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9632724e-f304-4fe6-b217-6abbee10087d not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:50.733622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.757287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:50.758509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.793665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] For port f11e564e-be14-45fb-bfb0-d7597abafebc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f11e564e-be14-45fb-bfb0-d7597abafebc,segment=NetworkSegment(a8afcd9f-860a-4324-9bf5-217f921e6e4e),segment_id=a8afcd9f-860a-4324-9bf5-217f921e6e4e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:50.794553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.810570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:50.815418 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:50.867499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.012268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.023106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['719cd877-dd4a-46ed-9a6c-8b74efca15d1']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:51.046985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e586cf80-62e3-4344-97eb-bea7aec4c59a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:51.053572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e586cf80-62e3-4344-97eb-bea7aec4c59a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:51.099953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd2e403-3e3b-437d-9e47-06abd0b3ac7c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:51.107459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] Calling delete_port for f11e564e-be14-45fb-bfb0-d7597abafebc owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:51.108682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.140267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.159260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a04a066f-4532-49df-9a27-932c3da19a07') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:51.159854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a04a066f-4532-49df-9a27-932c3da19a07') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:51.168531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.191890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.260131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.275981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.304682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:51.305100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.307319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.327662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:51.330865 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:51.366985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Network': ['ID=bba0ec2d-951d-44d4-8301-3620f2cc0336,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.386725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9739773a-107d-47ed-85e7-15499617dfa3 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/networks/bba0ec2d-951d-44d4-8301-3620f2cc0336 HTTP/1.1" status: 204 len: 168 time: 6.5838931 Apr 18 20:49:51.388367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50740) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:51.436958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router 3b1d6b15-da56-452c-a09e-e28190f530df has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:49:51.509590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:51.510057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.547759 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:51.549986 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:51.695675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 16e97882-b792-4942-a089-f911b9cf321f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:51.757647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.760962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] No DVR routers for this DVR port f11e564e-be14-45fb-bfb0-d7597abafebc on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:49:51.770771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76fdc5-ca80-4548-b014-fa95192faf13 None None] Pushing event deleted for resources: {'Port': ['ID=f11e564e-be14-45fb-bfb0-d7597abafebc,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:51.818770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Transition to ACTIVE for port object 93f781dd-963e-4190-8951-846f99a40ce5 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:51.893343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Transition to ACTIVE for port object 93f781dd-963e-4190-8951-846f99a40ce5 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:51.914840 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:51.967048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 16e97882-b792-4942-a089-f911b9cf321f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:51.992113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 16e97882-b792-4942-a089-f911b9cf321f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:51.992638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.002459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.017348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:52.019741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.026451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.030807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0a9a0e5b-2265-49d9-b960-660f9b8a1ecb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 200 len: 701 time: 2.7656012 Apr 18 20:49:52.032371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50752) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:52.058361 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] Sync routers for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:52.061335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Network d101c39a-bb95-472b-941b-122219c7c1fc is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:52.072188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:52.079011 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:52.079661 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.085825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:52.092415 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.098625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Pushing event updated for resources: {'Port': ['ID=93f781dd-963e-4190-8951-846f99a40ce5,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.167740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-447e633e-341d-43bd-aa75-19c3e1bb9b32 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Synchronizing usage tracker for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:49:52.185935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] Pushing event deleted for resources: {'Network': ['ID=719cd877-dd4a-46ed-9a6c-8b74efca15d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.223586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5e8b1429-211a-4e89-9555-7c4503f8c3ec tempest-TestNetworkBasicOps-441072867 tempest-TestNetworkBasicOps-441072867-project] 10.222.0.47 "DELETE /v2.0/networks/719cd877-dd4a-46ed-9a6c-8b74efca15d1 HTTP/1.1" status: 204 len: 168 time: 2.5151441 Apr 18 20:49:52.244665 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.308777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-447e633e-341d-43bd-aa75-19c3e1bb9b32 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Unset dirty status for tenant:48d22e1d5ec54c34a70302e6ee82c06e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:49:52.310278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-447e633e-341d-43bd-aa75-19c3e1bb9b32 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 200 len: 205 time: 0.2629151 Apr 18 20:49:52.330318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.341806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50758) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:52.369431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-7c8f68cb-c070-47a2-b902-5731ec53b519 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000629040&fields=id&tenant_id=3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 267 time: 0.4455369 Apr 18 20:49:52.405068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Attempting to bind port 93f781dd-963e-4190-8951-846f99a40ce5 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:49:52.405724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Attempting to bind port 93f781dd-963e-4190-8951-846f99a40ce5 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:49:52.406856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Attempting to bind port 93f781dd-963e-4190-8951-846f99a40ce5 on network d101c39a-bb95-472b-941b-122219c7c1fc {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:49:52.418805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Allocated IP 172.25.5.67 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/efedbdba-9928-4194-b5f8-af9ea1703640) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:52.424106 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:52.447720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:49:52.448350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Checking segment: {'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:52.449033 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.450009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Bound using segment: {'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:49:52.450924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Bound port: 93f781dd-963e-4190-8951-846f99a40ce5, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:49:52.451548 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.485535 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.660696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.675582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=fbd2e403-3e3b-437d-9e47-06abd0b3ac7c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.677461 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:39Z', 'revision_number': 11, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.688150 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] Checking router: 3b1d6b15-da56-452c-a09e-e28190f530df for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:52.690431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3847638d-80e2-4c78-9023-cf1b92d44d30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/fbd2e403-3e3b-437d-9e47-06abd0b3ac7c HTTP/1.1" status: 204 len: 168 time: 2.7358379 Apr 18 20:49:52.696041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 16e97882-b792-4942-a089-f911b9cf321f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=16e97882-b792-4942-a089-f911b9cf321f,segment=NetworkSegment(e1631e1d-fb45-4c9a-9e43-53cbd214e528),segment_id=e1631e1d-fb45-4c9a-9e43-53cbd214e528)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:52.712170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] Routers {'3b1d6b15-da56-452c-a09e-e28190f530df'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:52.713964 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b1d6b15-da56-452c-a09e-e28190f530df'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.716554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c73dd2-ab66-4bda-977a-84ac2a3b6110']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.720617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.738971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:52.747629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8afcd9f-860a-4324-9bf5-217f921e6e4e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.748715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8afcd9f-860a-4324-9bf5-217f921e6e4e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:52.768846 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.792032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1332104481'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:52.794200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.813157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:49:52.814064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:52.816906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:52.895093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:52.915033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:52.921680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=16e97882-b792-4942-a089-f911b9cf321f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:52.928019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b938d66e-32e0-41b4-ae97-24323286bcd9 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:52.929369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:52.952597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:52.975112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] For port 93f781dd-963e-4190-8951-846f99a40ce5, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:49:52.995693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:52.999528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:49:53.014311 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:49:53.019909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: b938d66e-32e0-41b4-ae97-24323286bcd9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:53.019909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b938d66e-32e0-41b4-ae97-24323286bcd9 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:53.019909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f11e564e-be14-45fb-bfb0-d7597abafebc no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:53.022591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.046202 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] Set router 3b1d6b15-da56-452c-a09e-e28190f530df gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:53.079287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-95bad89c-393c-4ed9-a979-e12ec6fbfd70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:53.086871 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-95bad89c-393c-4ed9-a979-e12ec6fbfd70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.7159593 Apr 18 20:49:53.110264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-d3758a2b-a9d8-4237-9549-48d9cca0881e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/quotas/3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 375 time: 0.0216048 Apr 18 20:49:53.169247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:49:53.203338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.204252 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment 66a09ef6-a8ea-412b-abce-0ac31dfe3b6f of type vlan for network 598fceeb-fb25-44de-b182-23ac5156785b Apr 18 20:49:53.249175 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.267138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.300596 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.305130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Network': ['ID=f5c73dd2-ab66-4bda-977a-84ac2a3b6110,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:53.309190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bfebc4c-bf36-4fb7-b913-30e956fd838f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.313161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:39Z', 'revision_number': 11, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:53.318268 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfe9c71-f78f-4296-8d91-fc091de17320 None None] The sync data for ids ['3b1d6b15-da56-452c-a09e-e28190f530df'] in n-d-836016-3 is: [{'id': '3b1d6b15-da56-452c-a09e-e28190f530df', 'name': 'tempest-RoutersTest-router-1165360772', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:47:24Z', 'updated_at': '2022-04-18T20:49:39Z', 'revision_number': 11, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:53.323650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] For port 93f781dd-963e-4190-8951-846f99a40ce5, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=93f781dd-963e-4190-8951-846f99a40ce5,segment=NetworkSegment(35e0a9c8-d9bd-45a5-bb92-063a85d5cfae),segment_id=35e0a9c8-d9bd-45a5-bb92-063a85d5cfae)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:49:53.324831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f11e564e-be14-45fb-bfb0-d7597abafebc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:49:53.325181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f11e564e-be14-45fb-bfb0-d7597abafebc not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:49:53.332073 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.409564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.426118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417a7ece-c760-4250-a50c-093ef8723542 None None] Pushing event updated for resources: {'Port': ['ID=93f781dd-963e-4190-8951-846f99a40ce5,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:53.495884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:49:53.532948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:53.536361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Pushing event updated for resources: {'Port': ['ID=efedbdba-9928-4194-b5f8-af9ea1703640,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:53.567629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 16e97882-b792-4942-a089-f911b9cf321f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:53.575131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:49:53.655879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b7a068fa-3c29-4d50-8005-7565bb9397af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b5902e7077c74b0c87065193c03f3242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589533 Apr 18 20:49:53.657724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:53.702752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 16e97882-b792-4942-a089-f911b9cf321f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:53.703625 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.732538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-a31e1208-b690-4be2-9140-a50e293981d3 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6209531 Apr 18 20:49:53.824582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-50f5d516-893b-4ad4-af26-717a2dd9770d tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/networks/f5c73dd2-ab66-4bda-977a-84ac2a3b6110 HTTP/1.1" status: 204 len: 168 time: 2.4336333 Apr 18 20:49:53.828397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:53.830998 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:53.843077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:53.844815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.169254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bfebc4c-bf36-4fb7-b913-30e956fd838f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.175773 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bfebc4c-bf36-4fb7-b913-30e956fd838f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.190541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting subnet da53491d-0f79-424b-b51a-3634e1d0fee0 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:49:54.197443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.265468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bfebc4c-bf36-4fb7-b913-30e956fd838f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.266795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfebc4c-bf36-4fb7-b913-30e956fd838f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Fanout notify agent at l3_agent the message router_deleted on router 3b1d6b15-da56-452c-a09e-e28190f530df {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:49:54.287080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.324952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bfebc4c-bf36-4fb7-b913-30e956fd838f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.334768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0bfebc4c-bf36-4fb7-b913-30e956fd838f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 204 len: 168 time: 1.9885781 Apr 18 20:49:54.337499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:54.350458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1796187728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:54.364685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:54.372911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Usage tracker for resource:router and tenant:48d22e1d5ec54c34a70302e6ee82c06e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:54.379815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:54.392512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:54.409483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6480587 Apr 18 20:49:54.410431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:54.422206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': '598fceeb-fb25-44de-b182-23ac5156785b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:54.512017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd5dff-32fd-441a-9ee3-bce8937903e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=598fceeb-fb25-44de-b182-23ac5156785b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:54.525434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 598fceeb-fb25-44de-b182-23ac5156785b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:49:54.536801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.538210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.637037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:54.642286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.692206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-998795c3-d9e9-4220-8117-55759a04b094 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8918049 Apr 18 20:49:54.699932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.714937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:54.728604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb03d-ea0d-4b3f-ac76-012b04498fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.748029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:54.781762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:54.818475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.841059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:54.847754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.936262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb03d-ea0d-4b3f-ac76-012b04498fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:54.960080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25b4aab-ba09-4d50-8566-dd96591cb771 None None] Network d101c39a-bb95-472b-941b-122219c7c1fc requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:55.082387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Performing IP validity checks on allocation pools {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 20:49:55.091631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-11582dd7-1fe2-4e0e-9850-317fdfe5fccf None None] Provisioning for port 93f781dd-963e-4190-8951-846f99a40ce5 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:55.094004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 20:49:55.137758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.143528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e04f0224-6d31-4d1c-ad90-2b3d63b2a1f3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8051150 Apr 18 20:49:55.146744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50792) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:55.149121 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.224689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3f6038c6-5adb-4042-b84b-5b055fcde676 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:55.291938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ad0397e5-d1d4-478d-8c31-ec6b6000cebd service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5915289 Apr 18 20:49:55.331561 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb03d-ea0d-4b3f-ac76-012b04498fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.363531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.419720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Subnet': ['ID=da53491d-0f79-424b-b51a-3634e1d0fee0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:55.439454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5cb03d-ea0d-4b3f-ac76-012b04498fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53b8ae7-9ec7-440a-a4d8-f1364c37c23f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:55.469028 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c5cb03d-ea0d-4b3f-ac76-012b04498fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.471098 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2c5cb03d-ea0d-4b3f-ac76-012b04498fa5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b53b8ae7-9ec7-440a-a4d8-f1364c37c23f HTTP/1.1" status: 204 len: 168 time: 1.8002002 Apr 18 20:49:55.665903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 93f781dd-963e-4190-8951-846f99a40ce5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:55.836397 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f6038c6-5adb-4042-b84b-5b055fcde676 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.856052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.856528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.856792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.857074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.857414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.857798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.858111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.858443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.858796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.859127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.859703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.860243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:49:55.868335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.872964 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f6038c6-5adb-4042-b84b-5b055fcde676 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-473513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-473526', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-474927'] for router, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:55.874714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c50ab9-3043-4506-9f68-ce2b04db8a39 None None] Network 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:55.920127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 93f781dd-963e-4190-8951-846f99a40ce5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:49:55.979036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 93f781dd-963e-4190-8951-846f99a40ce5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:55.979417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.207824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:56.263000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.275746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5ba99fbf-e9ba-4c60-bb6b-f3b170bf0a4e None None] Provisioning complete for port 93f781dd-963e-4190-8951-846f99a40ce5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:56.276765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ba99fbf-e9ba-4c60-bb6b-f3b170bf0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.323469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0ed56336-9545-4d6b-b873-a7dce6b11c33 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/subnets/da53491d-0f79-424b-b51a-3634e1d0fee0 HTTP/1.1" status: 204 len: 168 time: 2.3735723 Apr 18 20:49:56.337704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:56.361274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:56.474069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0ab13a1f-904e-41ce-a0f0-49d3e1fa5fa3 req-6e4331e3-655c-4af0-ba06-4860a8720bc8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 0.0820673 Apr 18 20:49:56.547457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f6038c6-5adb-4042-b84b-5b055fcde676 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Router ee245f0e-a18d-4238-8d19-62c33a8c2e0d is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:49:56.606382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.622729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Usage tracker for resource:security_group_rule and tenant:ebd0e99250374b519e2d803b3bad5f5a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:49:56.632913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.639729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:49:56.648352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.709317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.780223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:56.817925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f6038c6-5adb-4042-b84b-5b055fcde676 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:56.819869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting port 4039da8e-2160-4588-87d3-78a0ec9f549d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:56.820715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.831245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f6038c6-5adb-4042-b84b-5b055fcde676 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.834994 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f6038c6-5adb-4042-b84b-5b055fcde676 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "PUT /v2.0/routers/ee245f0e-a18d-4238-8d19-62c33a8c2e0d HTTP/1.1" status: 200 len: 694 time: 1.6779726 Apr 18 20:49:56.837966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:56.902449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 93f781dd-963e-4190-8951-846f99a40ce5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=93f781dd-963e-4190-8951-846f99a40ce5,segment=NetworkSegment(35e0a9c8-d9bd-45a5-bb92-063a85d5cfae),segment_id=35e0a9c8-d9bd-45a5-bb92-063a85d5cfae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:56.906645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0893413-b485-42af-b977-c41d86da4609 None None] Sync routers for ids ['ee245f0e-a18d-4238-8d19-62c33a8c2e0d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:49:56.922384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=0a374a1b-47c4-4bc9-bade-335ffcfcc595,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:56.940545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': '66a09ef6-a8ea-412b-abce-0ac31dfe3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '598fceeb-fb25-44de-b182-23ac5156785b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:49:56.940930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: 598fceeb-fb25-44de-b182-23ac5156785b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:49:56.967981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5ba99fbf-e9ba-4c60-bb6b-f3b170bf0a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:56.988049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.049986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb30c050-06a9-4739-9d88-6af31a828c64 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/routers/ee245f0e-a18d-4238-8d19-62c33a8c2e0d HTTP/1.1" status: 200 len: 700 time: 0.2080967 Apr 18 20:49:57.049986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 598fceeb-fb25-44de-b182-23ac5156785b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:49:57.051340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50828) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:57.071949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] DHCP port deletion for 5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:49:57.084624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0893413-b485-42af-b977-c41d86da4609 None None] Routers {'ee245f0e-a18d-4238-8d19-62c33a8c2e0d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:57.085886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0893413-b485-42af-b977-c41d86da4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ee245f0e-a18d-4238-8d19-62c33a8c2e0d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:57.111367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-57e76b16-5eb4-4785-b4a4-c39b3cc7e3c0 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee245f0e-a18d-4238-8d19-62c33a8c2e0d HTTP/1.1" status: 200 len: 205 time: 0.0555377 Apr 18 20:49:57.111559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 598fceeb-fb25-44de-b182-23ac5156785b) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:49:57.113486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50832) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:57.161163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9999666d-5ba7-4b60-a714-b52d42624131 None None] Network 598fceeb-fb25-44de-b182-23ac5156785b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:49:57.180625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:57.181305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.193251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Deleting port 4039da8e-2160-4588-87d3-78a0ec9f549d {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:57.194060 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.299922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e0cba126-ea3e-4595-b9b7-c0972fa045ed tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8886597 Apr 18 20:49:57.335426 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04030a1f-dcfb-4cb6-9eb5-5db5b35d23ea tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.338536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50836) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:57.385679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': '598fceeb-fb25-44de-b182-23ac5156785b', 'name': 'tempest-PortsIpV6TestJSON-1218271590'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:49:57.486758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-5ba99fbf-e9ba-4c60-bb6b-f3b170bf0a4e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:57.487220 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-5ba99fbf-e9ba-4c60-bb6b-f3b170bf0a4e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:57.559105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=93f781dd-963e-4190-8951-846f99a40ce5,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:57.562140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4039da8e-2160-4588-87d3-78a0ec9f549d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:49:57.633148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e0893413-b485-42af-b977-c41d86da4609 None None] Set router ee245f0e-a18d-4238-8d19-62c33a8c2e0d gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:49:57.783942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0893413-b485-42af-b977-c41d86da4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee245f0e-a18d-4238-8d19-62c33a8c2e0d', 'name': 'tempest-RoutersTest-router-1796187728', 'tenant_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:54Z', 'updated_at': '2022-04-18T20:49:55Z', 'revision_number': 2, 'project_id': '48d22e1d5ec54c34a70302e6ee82c06e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:57.831357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0893413-b485-42af-b977-c41d86da4609 None None] Checking router: ee245f0e-a18d-4238-8d19-62c33a8c2e0d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:49:57.918075 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04030a1f-dcfb-4cb6-9eb5-5db5b35d23ea tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.921135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04030a1f-dcfb-4cb6-9eb5-5db5b35d23ea tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.958236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04030a1f-dcfb-4cb6-9eb5-5db5b35d23ea tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.959296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04030a1f-dcfb-4cb6-9eb5-5db5b35d23ea tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Fanout notify agent at l3_agent the message router_deleted on router ee245f0e-a18d-4238-8d19-62c33a8c2e0d {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:49:57.968533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0893413-b485-42af-b977-c41d86da4609 None None] Routers {'ee245f0e-a18d-4238-8d19-62c33a8c2e0d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:49:57.970306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0893413-b485-42af-b977-c41d86da4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ee245f0e-a18d-4238-8d19-62c33a8c2e0d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:57.981059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04030a1f-dcfb-4cb6-9eb5-5db5b35d23ea tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:57.991019 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-04030a1f-dcfb-4cb6-9eb5-5db5b35d23ea tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/ee245f0e-a18d-4238-8d19-62c33a8c2e0d HTTP/1.1" status: 204 len: 168 time: 0.8750577 Apr 18 20:49:57.992159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50842) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.000511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce2c5a2f-3570-4a89-bb3d-79be92320e84 req-387957f6-a3ac-4130-9d9c-9916afa4da64 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 0.1861343 Apr 18 20:49:58.067349 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9e0f4dd0-407b-4894-b9ba-746384636336 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=ee245f0e-a18d-4238-8d19-62c33a8c2e0d HTTP/1.1" status: 200 len: 205 time: 0.0737472 Apr 18 20:49:58.075791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50846) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.109808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4039da8e-2160-4588-87d3-78a0ec9f549d,segment=NetworkSegment(de746e6d-908f-495d-a20f-a5a8ea9c5fca),segment_id=de746e6d-908f-495d-a20f-a5a8ea9c5fca)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:58.112556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.217633 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-57441dbe-e314-49d5-9d44-a6c0458d3090 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] delete failed (client error): The resource could not be found. Apr 18 20:49:58.221983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-57441dbe-e314-49d5-9d44-a6c0458d3090 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/ee245f0e-a18d-4238-8d19-62c33a8c2e0d HTTP/1.1" status: 404 len: 336 time: 0.1414857 Apr 18 20:49:58.222365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50850) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.243792 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.256472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e0893413-b485-42af-b977-c41d86da4609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:49:58.257058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0893413-b485-42af-b977-c41d86da4609 None None] The sync data for ids ['ee245f0e-a18d-4238-8d19-62c33a8c2e0d'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:49:58.327021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-598fceeb-fb25-44de-b182-23ac5156785b', 'network_id': '598fceeb-fb25-44de-b182-23ac5156785b', 'tenant_id': '42ebcb33bbe84962abfdcf9e68502ecb', 'fixed_ips': [{'subnet_id': '0a374a1b-47c4-4bc9-bade-335ffcfcc595'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:49:58.328706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.378540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4039da8e-2160-4588-87d3-78a0ec9f549d,segment=NetworkSegment(de746e6d-908f-495d-a20f-a5a8ea9c5fca),segment_id=de746e6d-908f-495d-a20f-a5a8ea9c5fca)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:58.379192 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.426670 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-dae12e4c-9f61-41c2-bf93-78c52abf92fb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:58.427313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dae12e4c-9f61-41c2-bf93-78c52abf92fb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:58.431418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dae12e4c-9f61-41c2-bf93-78c52abf92fb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/090673b9-43cf-4e88-95b9-d8b54758fe54 HTTP/1.1" status: 404 len: 337 time: 0.2057045 Apr 18 20:49:58.431768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50854) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.476023 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae994477-e5e1-4621-9333-c700066746d3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:58.476471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae994477-e5e1-4621-9333-c700066746d3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:58.478464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae994477-e5e1-4621-9333-c700066746d3 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/feb86ebe-80e3-40c9-95f1-11e9a7c74da3 HTTP/1.1" status: 404 len: 337 time: 0.0456185 Apr 18 20:49:58.481102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50858) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.528197 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-faab7360-34ca-4c88-b338-bee299caf764 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:58.528672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faab7360-34ca-4c88-b338-bee299caf764 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:58.531313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-faab7360-34ca-4c88-b338-bee299caf764 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/ea85e004-9004-4683-a768-380e6bd4ac06 HTTP/1.1" status: 404 len: 337 time: 0.0485625 Apr 18 20:49:58.534405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.625073 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b56570-b9ae-4271-a169-621e3d87792c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:58.626211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b56570-b9ae-4271-a169-621e3d87792c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:58.629441 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-45b56570-b9ae-4271-a169-621e3d87792c tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/86d9eb8b-2518-4bf2-8bcb-9bc79faea260 HTTP/1.1" status: 404 len: 337 time: 0.0938385 Apr 18 20:49:58.638192 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50866) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.701876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Calling delete_port for 4039da8e-2160-4588-87d3-78a0ec9f549d owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:58.741218 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e03ee575-f8fa-46ef-bf54-d9c2454e95e1 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 200 len: 205 time: 0.1012888 Apr 18 20:49:58.742540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.758603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4039da8e-2160-4588-87d3-78a0ec9f549d,segment=NetworkSegment(de746e6d-908f-495d-a20f-a5a8ea9c5fca),segment_id=de746e6d-908f-495d-a20f-a5a8ea9c5fca)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:49:58.797654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Calling delete_port for 4039da8e-2160-4588-87d3-78a0ec9f549d owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:49:58.834261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.893560 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-947913f3-dd32-4fb4-bff8-a7243dadca0e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] delete failed (client error): The resource could not be found. Apr 18 20:49:58.895846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-947913f3-dd32-4fb4-bff8-a7243dadca0e tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/3b1d6b15-da56-452c-a09e-e28190f530df HTTP/1.1" status: 404 len: 336 time: 0.1517675 Apr 18 20:49:58.896673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.899787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50874) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:58.922303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:49:58.948820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:58.970473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Allocated IP 2001:db8::2 (598fceeb-fb25-44de-b182-23ac5156785b/0a374a1b-47c4-4bc9-bade-335ffcfcc595/303f5efc-bb38-4ee5-8700-0b2b4ba43bd0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:49:58.992933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4039da8e-2160-4588-87d3-78a0ec9f549d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:58.998563 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:58.998923 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:59.000372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-249bcb2b-71b3-4681-8df6-7b7ddc13cc80 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef79e3c5-38bb-43c2-8820-d3720ad46e6f HTTP/1.1" status: 200 len: 205 time: 0.0982430 Apr 18 20:49:59.001358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50878) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.029088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:49:59.107686 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-6628e3c7-363e-4d10-bf32-ce1534785497 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] delete failed (client error): The resource could not be found. Apr 18 20:49:59.109367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6628e3c7-363e-4d10-bf32-ce1534785497 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/ef79e3c5-38bb-43c2-8820-d3720ad46e6f HTTP/1.1" status: 404 len: 336 time: 0.1064324 Apr 18 20:49:59.114952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50884) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.190022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ebd0e99250374b519e2d803b3bad5f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9807043 Apr 18 20:49:59.210809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50888) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.234137 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdcca2fe-accd-4429-bd99-069538a00a70 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:59.234972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdcca2fe-accd-4429-bd99-069538a00a70 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:59.240972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fdcca2fe-accd-4429-bd99-069538a00a70 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/036ae8de-52ed-4f65-ab5b-cc364d6c8788 HTTP/1.1" status: 404 len: 337 time: 0.1222816 Apr 18 20:49:59.251392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50894) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.279844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a32fcde-5dfc-4d8c-937d-ef172e09b4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffade2ee-f950-4c0a-9f4e-1ab10203343c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:59.303473 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:49:59.303810 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:49:59.324556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:49:59.352258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-2aa83e7c-126b-472e-856c-d245a674b1c9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:49:59.353888 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-2aa83e7c-126b-472e-856c-d245a674b1c9 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 1.1138141 Apr 18 20:49:59.443649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-368ddcf7-ab57-4943-b2e0-b85f52e2e20d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6f4b41d-de6f-4e52-9fa7-fd500ac65965 HTTP/1.1" status: 200 len: 205 time: 0.1907454 Apr 18 20:49:59.465603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50898) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.475023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:49:59.476138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 93f781dd-963e-4190-8951-846f99a40ce5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:49:59.481629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.507941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Deleting port 4039da8e-2160-4588-87d3-78a0ec9f549d {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:59.509094 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.527280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55ebca73-aa6b-4e3d-9f19-f5eac70c523e req-5c2cdc4c-7786-411c-b45a-f6feab6dcb82 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 0.2810152 Apr 18 20:49:59.558246 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97b4cb84-a4b7-41ba-b883-7acc61d8e9fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.607387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97b4cb84-a4b7-41ba-b883-7acc61d8e9fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.643994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.721439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97b4cb84-a4b7-41ba-b883-7acc61d8e9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.724316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Transition to ACTIVE for port object 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:59.728151 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4225206e-5a63-4f3d-b444-e04de9f2769d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] delete failed (client error): The resource could not be found. Apr 18 20:49:59.730126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4225206e-5a63-4f3d-b444-e04de9f2769d tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/c6f4b41d-de6f-4e52-9fa7-fd500ac65965 HTTP/1.1" status: 404 len: 336 time: 0.2626498 Apr 18 20:49:59.737624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50902) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.755694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 4587d5d9-f416-409c-bfb0-79668067b227 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:49:59.794033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Transition to ACTIVE for port object 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:49:59.809206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4cb84-a4b7-41ba-b883-7acc61d8e9fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffade2ee-f950-4c0a-9f4e-1ab10203343c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:49:59.823844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting port 4039da8e-2160-4588-87d3-78a0ec9f549d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:49:59.825189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.837159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44f43c07-500b-4320-91db-478ec15d3452 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=69291be4-7997-4951-a9d0-f54aefa6f55c HTTP/1.1" status: 200 len: 205 time: 0.0728452 Apr 18 20:49:59.838478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 93f781dd-963e-4190-8951-846f99a40ce5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:49:59.839223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.841319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50906) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.842389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97b4cb84-a4b7-41ba-b883-7acc61d8e9fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.848112 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-97b4cb84-a4b7-41ba-b883-7acc61d8e9fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ffade2ee-f950-4c0a-9f4e-1ab10203343c HTTP/1.1" status: 204 len: 168 time: 0.6279328 Apr 18 20:49:59.929213 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-737f14d2-a742-4777-bc36-930943706811 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] delete failed (client error): The resource could not be found. Apr 18 20:49:59.930549 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-737f14d2-a742-4777-bc36-930943706811 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/69291be4-7997-4951-a9d0-f54aefa6f55c HTTP/1.1" status: 404 len: 336 time: 0.0852964 Apr 18 20:49:59.934511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50912) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:49:59.943630 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:49:59.982172 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-aade0bce-5f33-479c-b072-9b45ced54feb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:49:59.982172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aade0bce-5f33-479c-b072-9b45ced54feb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:49:59.987174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aade0bce-5f33-479c-b072-9b45ced54feb tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/b6c01a2e-b0aa-467d-a03f-6bf8641361b7 HTTP/1.1" status: 404 len: 337 time: 0.0515070 Apr 18 20:49:59.989328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-824b4500-653e-40a3-a4af-fcff3dfe7c8e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 380 time: 0.6205056 Apr 18 20:49:59.990607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:49:59.991255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50916) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.010579 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Sync routers for ids ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:00.013669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'port': {'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'admin_state_up': True, 'tenant_id': '3e8611199562487e905052133b5013a4', 'security_groups': ['c04e3d3c-0860-41cd-bdec-cabbbd3e0126']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:00.049489 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Routers {'2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:00.052215 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:00.057725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ffde84c6-f2e3-49b4-8630-4389c7c99e11 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=f0c82e00-986d-4ee4-b4df-c9c03b82cac5 HTTP/1.1" status: 200 len: 205 time: 0.0650561 Apr 18 20:50:00.063883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50920) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.226447 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-3622db84-208d-4124-94eb-74ca9c339b8a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] delete failed (client error): The resource could not be found. Apr 18 20:50:00.227818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3622db84-208d-4124-94eb-74ca9c339b8a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/f0c82e00-986d-4ee4-b4df-c9c03b82cac5 HTTP/1.1" status: 404 len: 336 time: 0.1626933 Apr 18 20:50:00.229013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Network 598fceeb-fb25-44de-b182-23ac5156785b is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:00.231909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50924) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.280139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:00.367216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:00.376502 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-0549e193-f58f-4c97-b187-6cc110615cf2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:00.378109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0549e193-f58f-4c97-b187-6cc110615cf2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:00.394313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0549e193-f58f-4c97-b187-6cc110615cf2 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/a3b12840-e630-4dc9-b6aa-c22ec9742d2c HTTP/1.1" status: 404 len: 337 time: 0.1562238 Apr 18 20:50:00.396660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50928) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.413769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4039da8e-2160-4588-87d3-78a0ec9f549d,segment=NetworkSegment(de746e6d-908f-495d-a20f-a5a8ea9c5fca),segment_id=de746e6d-908f-495d-a20f-a5a8ea9c5fca)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:00.415224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.463465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Pushing event updated for resources: {'Port': ['ID=303f5efc-bb38-4ee5-8700-0b2b4ba43bd0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:00.512081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0aea64c-0094-46b4-bada-fa4e88ec917a tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "GET /v2.0/ports?device_id=04a81dfd-9f13-4e69-a864-4b8e925e2554 HTTP/1.1" status: 200 len: 205 time: 0.1124213 Apr 18 20:50:00.513464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50934) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.643967 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-dcc1bfe4-1458-49b1-b074-7775c0578a5f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] delete failed (client error): The resource could not be found. Apr 18 20:50:00.650801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dcc1bfe4-1458-49b1-b074-7775c0578a5f tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/routers/04a81dfd-9f13-4e69-a864-4b8e925e2554 HTTP/1.1" status: 404 len: 336 time: 0.1339808 Apr 18 20:50:00.653562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50940) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.774284 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-961359f7-3973-4f43-a9c1-00c58ccf80ae tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:00.775209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-961359f7-3973-4f43-a9c1-00c58ccf80ae tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:00.779212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-961359f7-3973-4f43-a9c1-00c58ccf80ae tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/c543cdad-01fd-4dcf-8823-413dfdddb83e HTTP/1.1" status: 404 len: 337 time: 0.1215940 Apr 18 20:50:00.784826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50946) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:00.833845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Calling delete_port for 4039da8e-2160-4588-87d3-78a0ec9f549d owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:00.903112 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e945b556-9869-479d-9538-2ee812daf1c9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:00.903968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e945b556-9869-479d-9538-2ee812daf1c9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:00.908450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e945b556-9869-479d-9538-2ee812daf1c9 tempest-RoutersTest-1696076111 tempest-RoutersTest-1696076111-project] 10.222.0.47 "DELETE /v2.0/subnets/f987b96e-ee58-4bfa-96f4-c7f3c1a0eee7 HTTP/1.1" status: 404 len: 337 time: 0.1220298 Apr 18 20:50:00.913043 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Set router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:00.940351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Attempting to bind port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:00.941140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Attempting to bind port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '66a09ef6-a8ea-412b-abce-0ac31dfe3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '598fceeb-fb25-44de-b182-23ac5156785b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:00.941319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Attempting to bind port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 on network 598fceeb-fb25-44de-b182-23ac5156785b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:00.978972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:00.979269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Checking segment: {'id': '66a09ef6-a8ea-412b-abce-0ac31dfe3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '598fceeb-fb25-44de-b182-23ac5156785b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:00.979827 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:00.980307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Bound using segment: {'id': '66a09ef6-a8ea-412b-abce-0ac31dfe3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '598fceeb-fb25-44de-b182-23ac5156785b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:00.980897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Bound port: 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a09ef6-a8ea-412b-abce-0ac31dfe3b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '598fceeb-fb25-44de-b182-23ac5156785b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:00.981367 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.005762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] For port 4039da8e-2160-4588-87d3-78a0ec9f549d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4039da8e-2160-4588-87d3-78a0ec9f549d,segment=NetworkSegment(de746e6d-908f-495d-a20f-a5a8ea9c5fca),segment_id=de746e6d-908f-495d-a20f-a5a8ea9c5fca)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:01.006670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.124455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] For port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:01.129106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] For port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=303f5efc-bb38-4ee5-8700-0b2b4ba43bd0,segment=NetworkSegment(66a09ef6-a8ea-412b-abce-0ac31dfe3b6f),segment_id=66a09ef6-a8ea-412b-abce-0ac31dfe3b6f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:01.142203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.288327 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.288582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Calling delete_port for 4039da8e-2160-4588-87d3-78a0ec9f549d owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:01.326018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.330979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bd4a70c3-b10d-480b-b176-c22ff1970948 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.4597290 Apr 18 20:50:01.332664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 50960) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:01.350262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] No DVR routers for this DVR port 4039da8e-2160-4588-87d3-78a0ec9f549d on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:01.458302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bbda0e-9ef2-414d-9f20-5b885a8aab7c None None] Pushing event updated for resources: {'Port': ['ID=303f5efc-bb38-4ee5-8700-0b2b4ba43bd0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:01.561757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc2462-124d-47a9-a84b-b63a30dfa2b8 None None] Pushing event deleted for resources: {'Port': ['ID=4039da8e-2160-4588-87d3-78a0ec9f549d,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:01.595244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:01.613810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-936c90cf-b78e-4e78-aad5-5a3fb4f3607e req-3a94dba9-7ce8-4fa0-acce-2a1bac8e56ff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 0.2186141 Apr 18 20:50:01.641779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:01.654896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::4a (598fceeb-fb25-44de-b182-23ac5156785b/0a374a1b-47c4-4bc9-bade-335ffcfcc595/4587d5d9-f416-409c-bfb0-79668067b227) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:01.685407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:01.746021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:01.755534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:01.771564 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:49:54Z', 'revision_number': 3, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port': {'id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:51Z', 'updated_at': '2022-04-18T20:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:01.782308 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Checking router: 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:01.784196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Updating router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 port efedbdba-9928-4194-b5f8-af9ea1703640 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:02.032433 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.226687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:02.241034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:02.241363 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:02.492930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-533f51bc-b94f-4ef2-bcaa-92898838d718 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48d22e1d5ec54c34a70302e6ee82c06e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8846593 Apr 18 20:50:02.492930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1254224447-network', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:02.511334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 50984) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:02.517928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:02.552524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Usage tracker for resource:network and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:02.575618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:02.602362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:02.631663 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.648051 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Transition to ACTIVE for port object efedbdba-9928-4194-b5f8-af9ea1703640 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:02.652973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.20.0.12 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/e70ba59f-32a7-4ee4-a91a-ef061c486e6d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:02.662479 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.694264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d8be9b6-b4ba-486a-8980-30051c892598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.726323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d8be9b6-b4ba-486a-8980-30051c892598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.806833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Made reservation on behalf of d2c069c0947141be9c723b40fe9ec29e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:02.809259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.842534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Deleting port 4039da8e-2160-4588-87d3-78a0ec9f549d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:02.846255 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.848060 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Attempting to bind port efedbdba-9928-4194-b5f8-af9ea1703640 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:02.848625 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Attempting to bind port efedbdba-9928-4194-b5f8-af9ea1703640 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:02.849046 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Attempting to bind port efedbdba-9928-4194-b5f8-af9ea1703640 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:02.853041 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Pushing event updated for resources: {'Port': ['ID=efedbdba-9928-4194-b5f8-af9ea1703640,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:02.864740 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:02.865298 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:02.865896 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.866388 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:02.867015 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Bound port: efedbdba-9928-4194-b5f8-af9ea1703640, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:02.867488 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.892631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.899555 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.900048 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.900620 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.901215 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.901721 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.902156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.902581 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.903064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.903432 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.903863 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.904286 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.904700 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:02.914590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d8be9b6-b4ba-486a-8980-30051c892598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:02.971733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:02.990453 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] For port efedbdba-9928-4194-b5f8-af9ea1703640, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:02.995120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7c4b703-755e-44a5-b36d-f1d959217cd7 req-708aa694-c878-49c3-bb91-67486ee47cb6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 0.0733411 Apr 18 20:50:02.996847 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] For port efedbdba-9928-4194-b5f8-af9ea1703640, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=efedbdba-9928-4194-b5f8-af9ea1703640,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:03.007919 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.015826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.038545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:03.098473 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Routers {'2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:03.099302 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:03.156989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] The port '4039da8e-2160-4588-87d3-78a0ec9f549d' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:50:03.159676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:03.165700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.218419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbca75b0-7f23-4a7b-8ba6-c006f79c72a2 None None] Network 598fceeb-fb25-44de-b182-23ac5156785b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:03.240917 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed7085d-afbf-4bb8-9dc1-807f6f0ebeb7 None None] Pushing event updated for resources: {'Port': ['ID=efedbdba-9928-4194-b5f8-af9ea1703640,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.309318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8be9b6-b4ba-486a-8980-30051c892598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35499b5c-d28a-4f3a-b139-aac6d8a542b7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:03.335400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:03.341009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d8be9b6-b4ba-486a-8980-30051c892598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.342879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0d8be9b6-b4ba-486a-8980-30051c892598 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/35499b5c-d28a-4f3a-b139-aac6d8a542b7 HTTP/1.1" status: 204 len: 168 time: 0.8275731 Apr 18 20:50:03.365637 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] Set router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:03.394948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object 4587d5d9-f416-409c-bfb0-79668067b227 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:03.463415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Allocated IP 172.20.0.1 (d101c39a-bb95-472b-941b-122219c7c1fc/11c6d5ee-646f-4cc0-801c-17bd0b832663/d871cbfd-522d-4bb8-85c6-8cdb16748d62) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:03.483220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a3487c94-f468-4a73-a348-a88595a7fd67 None None] Provisioning for port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:03.636955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.799715 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.818910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:03.829303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Transition to ACTIVE for port object d871cbfd-522d-4bb8-85c6-8cdb16748d62 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:03.869743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:03.896367 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:49:54Z', 'revision_number': 3, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port': {'id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:51Z', 'updated_at': '2022-04-18T20:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:03.903882 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f5ca7a-37e0-40c8-80c2-f7ff4ed6ca92 None None] The sync data for ids ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'] in n-d-836016-3 is: [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:49:54Z', 'revision_number': 3, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port': {'id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:51Z', 'updated_at': '2022-04-18T20:50:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:03.960629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Network d101c39a-bb95-472b-941b-122219c7c1fc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:03.970253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:03.975952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:03.989590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:04.073175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de746e6d-908f-495d-a20f-a5a8ea9c5fca') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:04.089999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de746e6d-908f-495d-a20f-a5a8ea9c5fca') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:04.117740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.140616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Pushing event updated for resources: {'Port': ['ID=d871cbfd-522d-4bb8-85c6-8cdb16748d62,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:04.194887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.206296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.331799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:04.360770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 598fceeb-fb25-44de-b182-23ac5156785b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:04.401813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:04.404521 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.435074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:04.456834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:04.462677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:04.463356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.518255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.531126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.578159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Transition to ACTIVE for port object e70ba59f-32a7-4ee4-a91a-ef061c486e6d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:04.647260 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.658918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-dfcd4d96-1978-48a1-99ca-2e6e81b58bc3 req-aa151c5e-ff75-4a3a-937b-74397a5fbfdc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:04.680700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cc0f78af-bee9-4ea4-9fac-7075df31151a None None] Provisioning for port d871cbfd-522d-4bb8-85c6-8cdb16748d62 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:04.685105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.699888 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.3529286 Apr 18 20:50:04.701365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51004) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:04.728804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cc0f78af-bee9-4ea4-9fac-7075df31151a None None] Provisioning complete for port d871cbfd-522d-4bb8-85c6-8cdb16748d62 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:04.729663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cc0f78af-bee9-4ea4-9fac-7075df31151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.821585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:04.822416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:04.857604 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:04.931832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cc0f78af-bee9-4ea4-9fac-7075df31151a None None] Port d871cbfd-522d-4bb8-85c6-8cdb16748d62 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:50:04.948549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.024288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.036601 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.077300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.162781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-57fad852-b9b0-42c4-9439-18bf5f4a106a None None] Provisioning complete for port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:05.162781 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-57fad852-b9b0-42c4-9439-18bf5f4a106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.220392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.223370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.226092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6c3f1-4cbe-4959-b27d-7d30ef1a0840 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=4587d5d9-f416-409c-bfb0-79668067b227,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:05.290423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.316964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:05.323383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=303f5efc-bb38-4ee5-8700-0b2b4ba43bd0,segment=NetworkSegment(66a09ef6-a8ea-412b-abce-0ac31dfe3b6f),segment_id=66a09ef6-a8ea-412b-abce-0ac31dfe3b6f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:05.351382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.351829 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Added segment 9604d2a9-b4f0-4204-80cd-eddb751a4008 of type vlan for network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 Apr 18 20:50:05.352023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.432547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.472750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.503682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=303f5efc-bb38-4ee5-8700-0b2b4ba43bd0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:05.531810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.532372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.532909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.533399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.534110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.534615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.535091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.535579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.536049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.536579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.537042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.537563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:05.644670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device efedbdba-9928-4194-b5f8-af9ea1703640 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:05.685460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:05.696588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:05.712195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-dfcd4d96-1978-48a1-99ca-2e6e81b58bc3 req-aa151c5e-ff75-4a3a-937b-74397a5fbfdc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:05.727326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Pushing event updated for resources: {'Port': ['ID=d871cbfd-522d-4bb8-85c6-8cdb16748d62,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:05.734143 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfcd4d96-1978-48a1-99ca-2e6e81b58bc3 req-aa151c5e-ff75-4a3a-937b-74397a5fbfdc tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 1.3671768 Apr 18 20:50:05.743957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.743957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:05.743957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:05.761971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Network d101c39a-bb95-472b-941b-122219c7c1fc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:05.763545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:05.784566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Pushing event deleted for resources: {'Network': ['ID=5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:05.795822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:05.875558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:05.888160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port efedbdba-9928-4194-b5f8-af9ea1703640 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:05.918940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port efedbdba-9928-4194-b5f8-af9ea1703640 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:05.919538 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.160384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-db95ec4e-5c51-4410-afb0-0a027a223e1e None None] Provisioning for port 4587d5d9-f416-409c-bfb0-79668067b227 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:06.229436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-db95ec4e-5c51-4410-afb0-0a027a223e1e None None] Provisioning complete for port 4587d5d9-f416-409c-bfb0-79668067b227 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:06.230035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db95ec4e-5c51-4410-afb0-0a027a223e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.419241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8fdebf55-b503-4080-aaa1-a37dc2566c89 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/networks/5fa83dda-e8e0-4751-aaa8-ad5b8ff8d63b HTTP/1.1" status: 204 len: 168 time: 10.0621419 Apr 18 20:50:06.420586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51024) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:06.424798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 4587d5d9-f416-409c-bfb0-79668067b227 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:06.425428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.444891 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.458624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db95ec4e-5c51-4410-afb0-0a027a223e1e None None] Port 4587d5d9-f416-409c-bfb0-79668067b227 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:50:06.493466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cd9c3b83-984c-4a03-b8d1-7b7b330ae6cf tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Synchronizing usage tracker for tenant:3b3a7af83cf848b1ac3efe948b36616e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:06.499752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port efedbdba-9928-4194-b5f8-af9ea1703640, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=efedbdba-9928-4194-b5f8-af9ea1703640,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:06.502502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd27c922-cb63-4e6f-9060-f1feb02337ea,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.507078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:50:06.510678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] Pushing event updated for resources: {'Network': ['ID=8904bf0e-e528-4c8f-a3ae-3c49bf213835,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.521760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9cafa896-0d95-4108-9c71-5c3261c8ddeb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.2821898 Apr 18 20:50:06.527209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51030) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:06.528326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.535913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Request body: {'subnet': {'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1254224447-subnet', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:06.552918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:06.575884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:06.576863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.612277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:06.675209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cd9c3b83-984c-4a03-b8d1-7b7b330ae6cf tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Unset dirty status for tenant:3b3a7af83cf848b1ac3efe948b36616e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:06.678474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cd9c3b83-984c-4a03-b8d1-7b7b330ae6cf tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "GET /v2.0/ports?device_id=2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 HTTP/1.1" status: 200 len: 205 time: 0.2535648 Apr 18 20:50:06.680743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:06.684140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Usage tracker for resource:subnet and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:06.689102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:06.702640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:06.727571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=efedbdba-9928-4194-b5f8-af9ea1703640,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:06.789126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-850f0f10-6cae-4cf8-a685-a3a1070e5ae7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.7878881 Apr 18 20:50:06.851434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:06.865082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d2fdb46d-050d-4c99-b03d-267bfdb5902e admin admin] 10.222.0.47 "PUT /v2.0/routers/2fcadc9a-c316-4c9a-a7d9-7c088cc7b326/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5311368 Apr 18 20:50:06.867104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Made reservation on behalf of d2c069c0947141be9c723b40fe9ec29e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:06.870618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:06.882758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Request body: {'port': {'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:06.987603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-13965536-a0c9-4f60-8e48-f898d3a5c73a None None] Provisioning complete for port d871cbfd-522d-4bb8-85c6-8cdb16748d62 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:06.988234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13965536-a0c9-4f60-8e48-f898d3a5c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.131263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.148387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77992727-7b66-4ca2-87e0-51a8a0801603 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.179495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-13965536-a0c9-4f60-8e48-f898d3a5c73a None None] Port d871cbfd-522d-4bb8-85c6-8cdb16748d62 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:50:07.205884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-13965536-a0c9-4f60-8e48-f898d3a5c73a None None] Provisioning for port e70ba59f-32a7-4ee4-a91a-ef061c486e6d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:07.215166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-13965536-a0c9-4f60-8e48-f898d3a5c73a None None] Provisioning complete for port e70ba59f-32a7-4ee4-a91a-ef061c486e6d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:07.215737 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13965536-a0c9-4f60-8e48-f898d3a5c73a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.288556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Sync routers for ids ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:07.349862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Routers {'2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:07.350737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:07.389239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.541923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-13965536-a0c9-4f60-8e48-f898d3a5c73a None None] Port e70ba59f-32a7-4ee4-a91a-ef061c486e6d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:50:07.550262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:07.558475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Checking segment: {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:07.560680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Network hostable DHCP agents. Network: 8904bf0e-e528-4c8f-a3ae-3c49bf213835, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:07.615020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:07.670950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd02b71b-78a3-4407-9865-39e6136ed12d req-1bd90e5c-8c39-4649-89e3-6f855d92b4f7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.676082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd02b71b-78a3-4407-9865-39e6136ed12d req-1bd90e5c-8c39-4649-89e3-6f855d92b4f7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 932 time: 0.3340349 Apr 18 20:50:07.679334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8904bf0e-e528-4c8f-a3ae-3c49bf213835) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:07.743252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:07.743958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:07.796584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:07.865472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9aaeda-11fe-4223-bc5e-b5e2c14f79f4 None None] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:07.902156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd02b71b-78a3-4407-9865-39e6136ed12d req-6f477736-d07f-4043-bca1-64aef5ba6a89 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206964 Apr 18 20:50:07.903854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1338ecf2-aaed-48d4-a6b8-818e3d03e4ca admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3737936 Apr 18 20:50:07.908532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51064) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:07.923784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:07.953690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:07.965853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Usage tracker for resource:router and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:07.971783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:07.997048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:08.031790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.034134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.048619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Set router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:08.110524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.155668 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.186602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77992727-7b66-4ca2-87e0-51a8a0801603 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.240928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77992727-7b66-4ca2-87e0-51a8a0801603 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.589540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:08.590616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.631312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.874632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77992727-7b66-4ca2-87e0-51a8a0801603 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.874934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77992727-7b66-4ca2-87e0-51a8a0801603 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Fanout notify agent at l3_agent the message router_deleted on router 2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:50:08.887515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:50:08.888375 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:08.895566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 4587d5d9-f416-409c-bfb0-79668067b227 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:09.034275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device efedbdba-9928-4194-b5f8-af9ea1703640 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:09.082406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77992727-7b66-4ca2-87e0-51a8a0801603 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.086952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-77992727-7b66-4ca2-87e0-51a8a0801603 tempest-RoutersNegativeIpV6Test-1463476375 tempest-RoutersNegativeIpV6Test-1463476375-project] 10.222.0.47 "DELETE /v2.0/routers/2ca790ee-5ae9-4eec-a7f8-dacf6dd2d1c2 HTTP/1.1" status: 204 len: 168 time: 2.4022241 Apr 18 20:50:09.271761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.474970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=4587d5d9-f416-409c-bfb0-79668067b227,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:09.512233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port efedbdba-9928-4194-b5f8-af9ea1703640 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:09.512616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.618977 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.732808 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-037b44f0-c63a-4ade-bdfe-3583d812a5a4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/4587d5d9-f416-409c-bfb0-79668067b227 HTTP/1.1" status: 204 len: 168 time: 4.9843907 Apr 18 20:50:09.734544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:09.910255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51120) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:09.910766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51122) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:09.912169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:09.920474 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bea56557-8a09-4d59-a281-e0fab0b97b20 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:50:09.921851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bea56557-8a09-4d59-a281-e0fab0b97b20 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:09.930220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bea56557-8a09-4d59-a281-e0fab0b97b20 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/4587d5d9-f416-409c-bfb0-79668067b227 HTTP/1.1" status: 404 len: 333 time: 0.1296043 Apr 18 20:50:09.934654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:09.959528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 4, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port': {'id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:51Z', 'updated_at': '2022-04-18T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd871cbfd-522d-4bb8-85c6-8cdb16748d62', 'name': '', 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'mac_address': 'fa:16:3e:81:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '11c6d5ee-646f-4cc0-801c-17bd0b832663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 2, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'subnets': [{'id': '11c6d5ee-646f-4cc0-801c-17bd0b832663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:09.984450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Allocated IP 172.20.0.2 (8904bf0e-e528-4c8f-a3ae-3c49bf213835/d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2/7e78228e-a272-447e-b9db-4bedce1d659f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:09.993266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Checking router: 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:09.994367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Updating router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 port d871cbfd-522d-4bb8-85c6-8cdb16748d62 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:10.032929 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-98b96820-5270-4900-84b5-6a6124f644ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:50:10.033642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98b96820-5270-4900-84b5-6a6124f644ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:10.047746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e70ba59f-32a7-4ee4-a91a-ef061c486e6d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:10.061450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.099882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98b96820-5270-4900-84b5-6a6124f644ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:10.101895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-98b96820-5270-4900-84b5-6a6124f644ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/4587d5d9-f416-409c-bfb0-79668067b227 HTTP/1.1" status: 404 len: 333 time: 0.1651523 Apr 18 20:50:10.103746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Transition to ACTIVE for port object e70ba59f-32a7-4ee4-a91a-ef061c486e6d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:10.107030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:10.258913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.333599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.401884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.656987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 0a374a1b-47c4-4bc9-bade-335ffcfcc595 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:50:10.674289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:10.874043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Pushing event updated for resources: {'Port': ['ID=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.018790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.025861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Allocated IP 172.25.5.53 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/07fedd8a-00e6-4f92-8368-df7eb276d42a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:11.033039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.041992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-88537ec7-ef9d-4bf1-ad95-85df0acdba7c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b3a7af83cf848b1ac3efe948b36616e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0939994 Apr 18 20:50:11.050124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51140) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:11.066779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Transition to ACTIVE for port object 7e78228e-a272-447e-b9db-4bedce1d659f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:11.108306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Transition to ACTIVE for port object 7e78228e-a272-447e-b9db-4bedce1d659f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:11.123860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.229500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Attempting to bind port e70ba59f-32a7-4ee4-a91a-ef061c486e6d on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:11.229981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Attempting to bind port e70ba59f-32a7-4ee4-a91a-ef061c486e6d by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:11.230553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Attempting to bind port e70ba59f-32a7-4ee4-a91a-ef061c486e6d on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:11.233155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3477fa4-5bb2-424b-941a-31af00cc45e8 req-93e13c1f-ec8c-4a6d-b02e-bec0fc772aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:11.245369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3477fa4-5bb2-424b-941a-31af00cc45e8 req-93e13c1f-ec8c-4a6d-b02e-bec0fc772aa6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 932 time: 1.5492356 Apr 18 20:50:11.250051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Port e70ba59f-32a7-4ee4-a91a-ef061c486e6d on network 1ca914df-2462-4609-93a7-9a10ac1d108a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:50:11.250947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Attempting to bind port e70ba59f-32a7-4ee4-a91a-ef061c486e6d on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:11.263762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:11.264685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:11.265915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:11.266934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Bound port: e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:11.267756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.312426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:11.318290 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86b2fee9-b180-4e3b-9f35-4be70eb03c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.334434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:11.346843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:11.396492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.442218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86b2fee9-b180-4e3b-9f35-4be70eb03c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.453670 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3477fa4-5bb2-424b-941a-31af00cc45e8 req-2a345cc5-08b2-4513-bd48-a4b2be2f3802 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2054665 Apr 18 20:50:11.530893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:11.546646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:11.556932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.571834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.599474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.642297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86b2fee9-b180-4e3b-9f35-4be70eb03c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.665648 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.668876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=0a374a1b-47c4-4bc9-bade-335ffcfcc595,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.674881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:11.675417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.676890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] 10.222.0.61 "PUT /v2.0/ports/e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 1092 time: 4.8726778 Apr 18 20:50:11.679677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:11.681693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b2fee9-b180-4e3b-9f35-4be70eb03c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325d06b6-7979-47d7-860a-aa846f199c9d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.698560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.699501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Pushing event updated for resources: {'Port': ['ID=7e78228e-a272-447e-b9db-4bedce1d659f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.711502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a56a7d3a-756c-4204-a631-6673bb90041a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/0a374a1b-47c4-4bc9-bade-335ffcfcc595 HTTP/1.1" status: 204 len: 168 time: 1.6027863 Apr 18 20:50:11.715958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51146) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:11.754281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4677a8-6029-42fc-9535-185a948ff217 service neutron] Pushing event updated for resources: {'Port': ['ID=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:11.772263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86b2fee9-b180-4e3b-9f35-4be70eb03c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.777432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-86b2fee9-b180-4e3b-9f35-4be70eb03c0d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/325d06b6-7979-47d7-860a-aa846f199c9d HTTP/1.1" status: 204 len: 168 time: 0.6844645 Apr 18 20:50:11.793132 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.848726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93484a6c-324b-4158-91f4-3a47f5606d9f None None] Network 598fceeb-fb25-44de-b182-23ac5156785b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:11.849867 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-366a5603-2257-4851-a919-58b9b408426d'] response: {'name': 'network-changed', 'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'status': 'completed', 'code': 200} Apr 18 20:50:11.864356 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:11.975699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.010226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:12.010906 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.041608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-fe3e4245-7b0f-48e3-a041-a5f95ece8ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.043826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-fe3e4245-7b0f-48e3-a041-a5f95ece8ab7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1095 time: 0.2815380 Apr 18 20:50:12.047706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:12.061308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:12.064327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:12.112150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Pushing event updated for resources: {'Port': ['ID=07fedd8a-00e6-4f92-8368-df7eb276d42a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:12.277596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Transition to ACTIVE for port object d871cbfd-522d-4bb8-85c6-8cdb16748d62 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:12.308684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Attempting to bind port 7e78228e-a272-447e-b9db-4bedce1d659f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:12.309062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Attempting to bind port 7e78228e-a272-447e-b9db-4bedce1d659f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:12.309695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Attempting to bind port 7e78228e-a272-447e-b9db-4bedce1d659f on network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:12.384036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:12.385141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Checking segment: {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:12.388514 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.389666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Bound using segment: {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:12.392118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Bound port: 7e78228e-a272-447e-b9db-4bedce1d659f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:12.396624 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.462131 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:12.474772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-556eff80-393c-4ec6-8304-c4f09855e7a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 217 time: 0.4141471 Apr 18 20:50:12.912611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-7d7a0dfe-18a4-4abe-8bc3-666875e87e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:12.916499 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-7d7a0dfe-18a4-4abe-8bc3-666875e87e83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.3819649 Apr 18 20:50:12.926291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] For port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=303f5efc-bb38-4ee5-8700-0b2b4ba43bd0,segment=NetworkSegment(66a09ef6-a8ea-412b-abce-0ac31dfe3b6f),segment_id=66a09ef6-a8ea-412b-abce-0ac31dfe3b6f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:12.926852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.360718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0472c-4cf5-406f-94ea-dde8b1a8e1ee None None] Pushing event updated for resources: {'Port': ['ID=d871cbfd-522d-4bb8-85c6-8cdb16748d62,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:13.481712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Attempting to bind port d871cbfd-522d-4bb8-85c6-8cdb16748d62 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:13.482397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Attempting to bind port d871cbfd-522d-4bb8-85c6-8cdb16748d62 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:13.482956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Attempting to bind port d871cbfd-522d-4bb8-85c6-8cdb16748d62 on network d101c39a-bb95-472b-941b-122219c7c1fc {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:13.504678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] For port 7e78228e-a272-447e-b9db-4bedce1d659f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:13.513541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 49, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:13.516787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Checking segment: {'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:13.517982 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.519006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:13.519378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Bound using segment: {'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:13.520464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Bound port: d871cbfd-522d-4bb8-85c6-8cdb16748d62, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:13.521368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.624820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-93d5905a-c0e4-483f-80b5-c3438e53d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.626695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-93d5905a-c0e4-483f-80b5-c3438e53d67e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6476285 Apr 18 20:50:13.644204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] For port 7e78228e-a272-447e-b9db-4bedce1d659f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e78228e-a272-447e-b9db-4bedce1d659f,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:13.674267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.728076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51178) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:13.788359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] For port d871cbfd-522d-4bb8-85c6-8cdb16748d62, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:13.793007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] For port d871cbfd-522d-4bb8-85c6-8cdb16748d62, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d871cbfd-522d-4bb8-85c6-8cdb16748d62,segment=NetworkSegment(35e0a9c8-d9bd-45a5-bb92-063a85d5cfae),segment_id=35e0a9c8-d9bd-45a5-bb92-063a85d5cfae)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:13.801481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d945b8a-68ba-4ba6-9e7f-bca50ae95aa9 None None] DHCP port deletion for 598fceeb-fb25-44de-b182-23ac5156785b request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:50:13.807661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.808756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No DVR routers for this DVR port 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:13.813245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-95f0df77-4a77-4ed9-ac30-b142dcb75c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.817145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=303f5efc-bb38-4ee5-8700-0b2b4ba43bd0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:13.865251 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:13.894732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc39e398-6804-4690-abde-d9554205f066 req-bacf59b7-14c4-43c1-bc28-afe6ad4560c4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:13.897118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc39e398-6804-4690-abde-d9554205f066 req-bacf59b7-14c4-43c1-bc28-afe6ad4560c4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 944 time: 1.0473907 Apr 18 20:50:14.029594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Routers {'2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:14.031298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:49:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:14.195899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab16a3fd-6681-418f-82de-57cfe82eb712 None None] Pushing event updated for resources: {'Port': ['ID=7e78228e-a272-447e-b9db-4bedce1d659f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.299335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3658c0bd-7649-4c0b-8837-28bda4fa0c94 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:14.299794 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-3658c0bd-7649-4c0b-8837-28bda4fa0c94 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:50:14.300313 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-3658c0bd-7649-4c0b-8837-28bda4fa0c94 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:50:14.305841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3658c0bd-7649-4c0b-8837-28bda4fa0c94 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5549660 Apr 18 20:50:14.323259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51184) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:14.390838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1820832132'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:14.409943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc39e398-6804-4690-abde-d9554205f066 req-583a3c65-b9f2-43ef-ab57-1933dea111a7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753080 Apr 18 20:50:14.432783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.560712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Deleting port 16e97882-b792-4942-a089-f911b9cf321f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:14.561014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598fceeb-fb25-44de-b182-23ac5156785b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:14.561636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.575538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:14.587830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-ec35b76f-62bd-4eab-a239-22d45e1b6586 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9335806 Apr 18 20:50:14.633583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:14.664634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:14.674805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:14.725862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:14.735292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.786326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a09ef6-a8ea-412b-abce-0ac31dfe3b6f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:14.786836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a09ef6-a8ea-412b-abce-0ac31dfe3b6f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:14.822089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.848302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:14.848968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 303f5efc-bb38-4ee5-8700-0b2b4ba43bd0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:14.854298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0472c-4cf5-406f-94ea-dde8b1a8e1ee None None] Pushing event updated for resources: {'Port': ['ID=d871cbfd-522d-4bb8-85c6-8cdb16748d62,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:14.912459 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.925972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:14.926834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:14.935437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] Set router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:14.944196 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:14.946380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f42024f-4de8-411c-a47a-79d5a3802f10 req-f9eada13-ea9a-49fb-b922-aa78ed8aea2b service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471723 Apr 18 20:50:14.989810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.095733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.243504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:15.260899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:15.270578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:15.297680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:15.375034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.443168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.526664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/598fceeb-fb25-44de-b182-23ac5156785b HTTP/1.1" status: 204 len: 168 time: 3.8090668 Apr 18 20:50:15.563426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:15.568918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-d130afae-5b39-43e9-9923-362922c5e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.580367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-d130afae-5b39-43e9-9923-362922c5e3e0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1095 time: 0.4145539 Apr 18 20:50:15.581298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb297f-2fab-4bde-9c5f-f1077f6eb796 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=598fceeb-fb25-44de-b182-23ac5156785b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:15.635996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 4, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port': {'id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:51Z', 'updated_at': '2022-04-18T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd871cbfd-522d-4bb8-85c6-8cdb16748d62', 'name': '', 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'mac_address': 'fa:16:3e:81:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '11c6d5ee-646f-4cc0-801c-17bd0b832663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'subnets': [{'id': '11c6d5ee-646f-4cc0-801c-17bd0b832663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:15.649703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] For port 16e97882-b792-4942-a089-f911b9cf321f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=16e97882-b792-4942-a089-f911b9cf321f,segment=NetworkSegment(e1631e1d-fb45-4c9a-9e43-53cbd214e528),segment_id=e1631e1d-fb45-4c9a-9e43-53cbd214e528)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:15.650085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:15.651339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ace4e6-130a-4b59-8bc8-f25190ea6e36 None None] The sync data for ids ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'] in n-d-836016-3 is: [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:50:04Z', 'revision_number': 4, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port': {'id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:51Z', 'updated_at': '2022-04-18T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd871cbfd-522d-4bb8-85c6-8cdb16748d62', 'name': '', 'network_id': 'd101c39a-bb95-472b-941b-122219c7c1fc', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'mac_address': 'fa:16:3e:81:a1:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_interface', 'standard_attr_id': 3352, 'fixed_ips': [{'subnet_id': '11c6d5ee-646f-4cc0-801c-17bd0b832663', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:03Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 4, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'subnets': [{'id': '11c6d5ee-646f-4cc0-801c-17bd0b832663', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:15.880583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-271702293'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:15.887248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:15.892593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:15.896541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:15.904345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:15.915531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-2ed686db-426a-449b-bdc9-ff90ad125241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:15.918407 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-2ed686db-426a-449b-bdc9-ff90ad125241 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.3203225 Apr 18 20:50:15.963366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:15.967330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.002261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3f4118bf-cc10-4558-b301-0b41c742168f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.026923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:16.125050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.125554 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment 6b422b76-8bc5-47ec-9bd3-28f16a88b07a of type vlan for network a95344c6-3a56-4eb3-a672-7054c7522a9c Apr 18 20:50:16.140333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d004c1f4-3836-40a2-b7cb-f35785ddd117 None None] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:16.169657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.242741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.249909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:16.250768 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.258117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-cabff620-4e84-4e37-91c5-e7528e8e73eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 217 time: 0.2576990 Apr 18 20:50:16.272873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Calling delete_port for 16e97882-b792-4942-a089-f911b9cf321f owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:16.488464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-67a43d85-a30a-49a6-b9f7-eae15af43979 None None] Provisioning for port 7e78228e-a272-447e-b9db-4bedce1d659f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:16.580800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.633575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d871cbfd-522d-4bb8-85c6-8cdb16748d62 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:16.686236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:16.825949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=a95344c6-3a56-4eb3-a672-7054c7522a9c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:16.844013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a95344c6-3a56-4eb3-a672-7054c7522a9c details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:16.852779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0b0f9ddb-b80d-4e48-bd57-9fdac2ab2a2c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2566755 Apr 18 20:50:16.868905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51240) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:16.890662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:16.917397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-45d2f46e-d0b8-43e6-b4b5-9b07e058d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:16.920093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-45d2f46e-d0b8-43e6-b4b5-9b07e058d8cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2292397 Apr 18 20:50:17.080899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.139772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:17.156563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d871cbfd-522d-4bb8-85c6-8cdb16748d62 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:17.211291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d871cbfd-522d-4bb8-85c6-8cdb16748d62 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:17.211689 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.227954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c8dca9-5263-414f-981b-6be159dc601e req-61b6d638-70a9-4480-b2e9-e43abc09e26b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.246100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5c8dca9-5263-414f-981b-6be159dc601e req-61b6d638-70a9-4480-b2e9-e43abc09e26b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 944 time: 1.3261657 Apr 18 20:50:17.272502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:17.294581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:17.296178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.326633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:17.336778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c69f7f6-2796-4d62-86e7-6f4c66e64673,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:17.344268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.384149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:17.425335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:17.435715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:17.464950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5c8dca9-5263-414f-981b-6be159dc601e req-b177764d-483b-426f-94e4-cd8bba61c071 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2036009 Apr 18 20:50:17.509060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:17.536012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:17.543350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.594647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-1a47badc-62b6-4c72-8536-72e200ec5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:17.596224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-1a47badc-62b6-4c72-8536-72e200ec5634 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6445665 Apr 18 20:50:17.644788 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.664029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:50:17.752452 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.780139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d871cbfd-522d-4bb8-85c6-8cdb16748d62, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d871cbfd-522d-4bb8-85c6-8cdb16748d62,segment=NetworkSegment(35e0a9c8-d9bd-45a5-bb92-063a85d5cfae),segment_id=35e0a9c8-d9bd-45a5-bb92-063a85d5cfae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:17.794794 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:17.798923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e78228e-a272-447e-b9db-4bedce1d659f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:17.863931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-a3d16a7c-abda-494e-af9d-30381d8b0bc7 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563169 Apr 18 20:50:18.151042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d871cbfd-522d-4bb8-85c6-8cdb16748d62,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.176712 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.183130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.187842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7e78228e-a272-447e-b9db-4bedce1d659f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:18.195043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e78228e-a272-447e-b9db-4bedce1d659f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:18.195547 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.281537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b454e9f3-ef4c-44cb-a6cc-b34333864568 req-46e2140d-7140-4a3b-a570-fef776b379f0 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383741 Apr 18 20:50:18.323064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:18.340603 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Sync routers for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:18.384404 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:18.386024 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:18.411270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.441630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=16e97882-b792-4942-a089-f911b9cf321f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.455899 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.468791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.474774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.1390035 Apr 18 20:50:18.509256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51254) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:18.553992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced40dc9-41e3-4062-93d0-0b17bec65bbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a76dabfe-c896-47f4-8338-6fd1edab998f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.558025 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.565769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.575680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c4474b46-9923-4997-9020-c28da4489fe4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 10.6575284 Apr 18 20:50:18.582671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51260) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:18.588427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': 'a76dabfe-c896-47f4-8338-6fd1edab998f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:18.589493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7e78228e-a272-447e-b9db-4bedce1d659f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e78228e-a272-447e-b9db-4bedce1d659f,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:18.599095 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.622992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:18.656835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:18.781152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:18.793279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7e78228e-a272-447e-b9db-4bedce1d659f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.851567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': '6b422b76-8bc5-47ec-9bd3-28f16a88b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:18.852117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: a95344c6-3a56-4eb3-a672-7054c7522a9c, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:18.879401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:18.896475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=4fc31bea-82c5-4d58-809c-bee63128591e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:18.912240 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.943827 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:18.992072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network a95344c6-3a56-4eb3-a672-7054c7522a9c is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:19.019451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d871cbfd-522d-4bb8-85c6-8cdb16748d62 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:19.029894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a95344c6-3a56-4eb3-a672-7054c7522a9c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:19.040352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:19.041392 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.098955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.118230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e8c3e14e-652d-48ff-aca6-e704f9bfd021 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2417481 Apr 18 20:50:19.120029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:19.132039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.149834 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:19.198108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-415480195'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:19.211374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb310d7-ef0a-48fa-bf27-ce4ac93823ed None None] Network a95344c6-3a56-4eb3-a672-7054c7522a9c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:19.292921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.294907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7376060 Apr 18 20:50:19.364573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:19.375843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd0abaa-82c8-4f36-b666-5e9ec0f12fc4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84997036-ccf0-4798-8bbf-9fa3a6da28b4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:19.411487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': 'a76dabfe-c896-47f4-8338-6fd1edab998f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:19.573188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:19.626951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:19.639807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:19.662896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:19.667055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.708985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-a95344c6-3a56-4eb3-a672-7054c7522a9c', 'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c', 'tenant_id': '42ebcb33bbe84962abfdcf9e68502ecb', 'fixed_ips': [{'subnet_id': '4fc31bea-82c5-4d58-809c-bee63128591e'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:50:19.710366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.765858 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.776873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.878773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d871cbfd-522d-4bb8-85c6-8cdb16748d62 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:19.884997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:19.896907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:19.944451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:19.972456 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 3, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:19.984230 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Checking router: 552c06dd-1ba4-4040-8731-f0dfeab1ce19 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:19.984851 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Updating router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 port 07fedd8a-00e6-4f92-8368-df7eb276d42a binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:19.989855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:20.058079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:20.080918 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): There was a conflict when trying to complete your request. Apr 18 20:50:20.083748 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3a32356f-6ae4-4e93-80a5-a7424036669f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7172241 Apr 18 20:50:20.086386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:20.102987 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.108963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:20.113245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.170505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 6a9dd092-b39c-4f1e-bbf2-4383af34d69a yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:20.271262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14b78038-0ae6-408e-870b-867c88cbe533 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.341442 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14b78038-0ae6-408e-870b-867c88cbe533 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.464650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Allocated IP 2001:db8::2 (a95344c6-3a56-4eb3-a672-7054c7522a9c/4fc31bea-82c5-4d58-809c-bee63128591e/2e9aa2aa-5c04-4061-9738-a681e23623fa) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:20.553337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14b78038-0ae6-408e-870b-867c88cbe533 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.645353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b78038-0ae6-408e-870b-867c88cbe533 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a76dabfe-c896-47f4-8338-6fd1edab998f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:20.656593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14b78038-0ae6-408e-870b-867c88cbe533 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.661182 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.662396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8b1d0-03fb-4c14-83a4-ba07275644dd req-37accac5-6412-41af-86cd-0eb22832c9f4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:20.666695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-14b78038-0ae6-408e-870b-867c88cbe533 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/a76dabfe-c896-47f4-8338-6fd1edab998f HTTP/1.1" status: 204 len: 168 time: 0.5761969 Apr 18 20:50:20.666846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8fc8b1d0-03fb-4c14-83a4-ba07275644dd req-37accac5-6412-41af-86cd-0eb22832c9f4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 944 time: 1.5970802 Apr 18 20:50:20.674290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:20.695215 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Transition to ACTIVE for port object 07fedd8a-00e6-4f92-8368-df7eb276d42a will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:20.716439 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.831956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e78228e-a272-447e-b9db-4bedce1d659f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:20.833735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-72655cde-1f0f-4b00-919d-13c6df120a35 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:20.840611 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Attempting to bind port 07fedd8a-00e6-4f92-8368-df7eb276d42a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:20.841279 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Attempting to bind port 07fedd8a-00e6-4f92-8368-df7eb276d42a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:20.841901 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Attempting to bind port 07fedd8a-00e6-4f92-8368-df7eb276d42a on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:20.860828 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:20.861645 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:20.862334 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.862916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:20.863636 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Bound port: 07fedd8a-00e6-4f92-8368-df7eb276d42a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:20.864213 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.878846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-72655cde-1f0f-4b00-919d-13c6df120a35 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:20.886158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-72655cde-1f0f-4b00-919d-13c6df120a35 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2051957 Apr 18 20:50:20.888250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51282) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:20.900418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--249097516'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:20.923581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:20.951678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:20.971088 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] For port 07fedd8a-00e6-4f92-8368-df7eb276d42a, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:20.975004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:20.985798 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] For port 07fedd8a-00e6-4f92-8368-df7eb276d42a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=07fedd8a-00e6-4f92-8368-df7eb276d42a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:20.993605 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a7587-efe9-4e89-b811-47c2103d2df0 None None] Pushing event updated for resources: {'Port': ['ID=07fedd8a-00e6-4f92-8368-df7eb276d42a,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:20.998467 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.026078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:21.033343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:21.039139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:21.051169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:21.119134 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:21.120635 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:21.194538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e70ba59f-32a7-4ee4-a91a-ef061c486e6d details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:50:21.268435 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9a7587-efe9-4e89-b811-47c2103d2df0 None None] Pushing event updated for resources: {'Port': ['ID=07fedd8a-00e6-4f92-8368-df7eb276d42a,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.273921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.286002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.315094 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:50:21.339640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a61ecba0-0f1c-470f-8052-b97e70e4ab69,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.401798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.406241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b77f643e-fb96-477b-a69d-83dc4f6d210d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5125375 Apr 18 20:50:21.406978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:21.421483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6d144a20-5964-4e48-a144-6522583ad1f3 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': 'a61ecba0-0f1c-470f-8052-b97e70e4ab69', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:21.424181 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-6d144a20-5964-4e48-a144-6522583ad1f3 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 18 20:50:21.427032 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-6d144a20-5964-4e48-a144-6522583ad1f3 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:21.433974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6d144a20-5964-4e48-a144-6522583ad1f3 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0232618 Apr 18 20:50:21.435756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:21.442597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e78228e-a272-447e-b9db-4bedce1d659f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:21.442976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.595743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28fdf5c-3e61-48b9-9078-d72b1fc6ebbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.608984 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:21.626235 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8fc8b1d0-03fb-4c14-83a4-ba07275644dd req-461fd3ac-ca7d-4415-9c85-e1a4d5ed9364 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7636490 Apr 18 20:50:21.666203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28fdf5c-3e61-48b9-9078-d72b1fc6ebbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.715343 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.761436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Transition to ACTIVE for port object 2e9aa2aa-5c04-4061-9738-a681e23623fa will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:21.767515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:21.769330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28fdf5c-3e61-48b9-9078-d72b1fc6ebbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.856074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fdf5c-3e61-48b9-9078-d72b1fc6ebbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61ecba0-0f1c-470f-8052-b97e70e4ab69,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:21.863599 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28fdf5c-3e61-48b9-9078-d72b1fc6ebbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.870142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a28fdf5c-3e61-48b9-9078-d72b1fc6ebbc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/a61ecba0-0f1c-470f-8052-b97e70e4ab69 HTTP/1.1" status: 204 len: 168 time: 0.4269619 Apr 18 20:50:21.870769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:21.895373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:21.932897 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:50:21.939558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Router 5848b87f-0a7d-4f17-acee-230ca358f3c8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:50:22.039631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Transition to ACTIVE for port object 2e9aa2aa-5c04-4061-9738-a681e23623fa will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:22.059171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.225438 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.241695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4108e3cb-60d6-4f62-86b4-192eb65a78e3 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:22.326128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::1c1 (a95344c6-3a56-4eb3-a672-7054c7522a9c/4fc31bea-82c5-4d58-809c-bee63128591e/6a9dd092-b39c-4f1e-bbf2-4383af34d69a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:22.329135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4108e3cb-60d6-4f62-86b4-192eb65a78e3 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:22.333987 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 3, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:22.339530 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f9ecba-68db-4ffc-9d3e-c068b716879b None None] The sync data for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 is: [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:13Z', 'revision_number': 3, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:22.340041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4108e3cb-60d6-4f62-86b4-192eb65a78e3 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4578810 Apr 18 20:50:22.340922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:22.350848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1567385510'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:22.361008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Pushing event updated for resources: {'Port': ['ID=2e9aa2aa-5c04-4061-9738-a681e23623fa,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.366932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e70ba59f-32a7-4ee4-a91a-ef061c486e6d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:50:22.379735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Network a95344c6-3a56-4eb3-a672-7054c7522a9c is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:22.382921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:22.390421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:22.402335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:22.510431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:22.536214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:22.593175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:22.643462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.685577 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.819228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:22.873420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Attempting to bind port 2e9aa2aa-5c04-4061-9738-a681e23623fa on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:22.874125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:22.874288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Attempting to bind port 2e9aa2aa-5c04-4061-9738-a681e23623fa by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '6b422b76-8bc5-47ec-9bd3-28f16a88b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:22.874288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Attempting to bind port 2e9aa2aa-5c04-4061-9738-a681e23623fa on network a95344c6-3a56-4eb3-a672-7054c7522a9c {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:22.887092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:22.891449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:22.891936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Checking segment: {'id': '6b422b76-8bc5-47ec-9bd3-28f16a88b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:22.892353 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.892934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Bound using segment: {'id': '6b422b76-8bc5-47ec-9bd3-28f16a88b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:22.893440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Bound port: 2e9aa2aa-5c04-4061-9738-a681e23623fa, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b422b76-8bc5-47ec-9bd3-28f16a88b07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'a95344c6-3a56-4eb3-a672-7054c7522a9c'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:22.893848 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.905863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:22.917229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:22.929374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:22.934187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:22.961375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb03943b-4203-4a27-87b8-44277026baa7 admin admin] 10.222.0.47 "PUT /v2.0/routers/5848b87f-0a7d-4f17-acee-230ca358f3c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0115285 Apr 18 20:50:22.965981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51326) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:22.979702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object 6a9dd092-b39c-4f1e-bbf2-4383af34d69a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:23.064372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] Sync routers for ids ['5848b87f-0a7d-4f17-acee-230ca358f3c8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:23.069456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['e70ba59f-32a7-4ee4-a91a-ef061c486e6d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:50:23.157308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] For port 2e9aa2aa-5c04-4061-9738-a681e23623fa, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:23.165896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] Routers {'5848b87f-0a7d-4f17-acee-230ca358f3c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:23.166600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5848b87f-0a7d-4f17-acee-230ca358f3c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:23.193894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.204218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Allocated IP 172.20.0.1 (8904bf0e-e528-4c8f-a3ae-3c49bf213835/d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2/81f4e728-600e-4d98-af9a-9aa1b1183ed5) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:23.226035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:23.231497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Usage tracker for resource:security_group_rule and tenant:b67512976b9747aaa0bb4b3a31d726ed is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:23.238911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:23.255950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:23.272785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] For port 2e9aa2aa-5c04-4061-9738-a681e23623fa, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2e9aa2aa-5c04-4061-9738-a681e23623fa,segment=NetworkSegment(6b422b76-8bc5-47ec-9bd3-28f16a88b07a),segment_id=6b422b76-8bc5-47ec-9bd3-28f16a88b07a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:23.288859 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.339527 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.391615 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.412981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.424829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.445833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.502407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.595939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.599869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2526553 Apr 18 20:50:23.612242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51330) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:23.613366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=6a9dd092-b39c-4f1e-bbf2-4383af34d69a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:23.635948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b67512976b9747aaa0bb4b3a31d726ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0975962 Apr 18 20:50:23.636510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d03c7e7e-a588-4959-9015-b8fbf3626b84 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '7d5884ba-fd08-4e2b-93a5-cf21a6aa05be', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:23.637277 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-d03c7e7e-a588-4959-9015-b8fbf3626b84 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 18 20:50:23.638024 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-d03c7e7e-a588-4959-9015-b8fbf3626b84 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:23.643221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d03c7e7e-a588-4959-9015-b8fbf3626b84 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0295398 Apr 18 20:50:23.643498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:23.643979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:23.660844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.664983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b90cd-a508-41b0-8dc1-62e20ce73ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edbd5929-bbbf-43c4-a1d8-c687a6c9cdc4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:23.675131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.697323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Transition to ACTIVE for port object 81f4e728-600e-4d98-af9a-9aa1b1183ed5 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:23.703075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Deleting port 3b34aaec-2317-481c-ace5-0748853bef58 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:23.703416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.729366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network a95344c6-3a56-4eb3-a672-7054c7522a9c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:23.752055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] Set router 5848b87f-0a7d-4f17-acee-230ca358f3c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:23.754483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:23.790651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c03b1-78eb-4785-a802-23fc0cafbc41 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5884ba-fd08-4e2b-93a5-cf21a6aa05be,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:23.803670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:23.810222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.810874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.898404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe519b-260c-4e83-9e0a-19f897620ef1 req-82025f5b-2cfb-4c25-8573-bd93ac9ae436 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:23.900359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5afe519b-260c-4e83-9e0a-19f897620ef1 req-82025f5b-2cfb-4c25-8573-bd93ac9ae436 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 945 time: 0.8454196 Apr 18 20:50:23.910718 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c86e8b9d-996f-43cc-9c4b-e3500ab0200a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.7879131 Apr 18 20:50:23.922262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:23.956456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] For port 3b34aaec-2317-481c-ace5-0748853bef58, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3b34aaec-2317-481c-ace5-0748853bef58,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:23.957349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:23.965684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.009998 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88e9c895-c2a3-4c59-9f31-2f532216a033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.043600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b29cccb9-8b18-46d1-bdc0-1e210780158c tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.052997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e2e59-a92e-4a38-aadd-9d11fa797d2e None None] Pushing event updated for resources: {'Port': ['ID=2e9aa2aa-5c04-4061-9738-a681e23623fa,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.102155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88e9c895-c2a3-4c59-9f31-2f532216a033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.143814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 6a9dd092-b39c-4f1e-bbf2-4383af34d69a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:24.144323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.193922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5afe519b-260c-4e83-9e0a-19f897620ef1 req-8c708e97-4c21-4387-977d-de129bfa1d9c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677414 Apr 18 20:50:24.211351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Calling delete_port for 3b34aaec-2317-481c-ace5-0748853bef58 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:24.218441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b29cccb9-8b18-46d1-bdc0-1e210780158c tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.268583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:24.274460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:24.286300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:24.411719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=81f4e728-600e-4d98-af9a-9aa1b1183ed5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.484753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.654778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b29cccb9-8b18-46d1-bdc0-1e210780158c tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.689082 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88e9c895-c2a3-4c59-9f31-2f532216a033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.713037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29cccb9-8b18-46d1-bdc0-1e210780158c tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5884ba-fd08-4e2b-93a5-cf21a6aa05be,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.825447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9c895-c2a3-4c59-9f31-2f532216a033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edbd5929-bbbf-43c4-a1d8-c687a6c9cdc4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:24.862358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.874325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b29cccb9-8b18-46d1-bdc0-1e210780158c tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.875686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b29cccb9-8b18-46d1-bdc0-1e210780158c tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/7d5884ba-fd08-4e2b-93a5-cf21a6aa05be HTTP/1.1" status: 204 len: 168 time: 1.2260952 Apr 18 20:50:24.890476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51346) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:24.898715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88e9c895-c2a3-4c59-9f31-2f532216a033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:24.906128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-88e9c895-c2a3-4c59-9f31-2f532216a033 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edbd5929-bbbf-43c4-a1d8-c687a6c9cdc4 HTTP/1.1" status: 204 len: 168 time: 1.2572877 Apr 18 20:50:25.033030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 07fedd8a-00e6-4f92-8368-df7eb276d42a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:25.126583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7bf788a9-723c-44fd-bcdd-a3f08d98e8a3 None None] Provisioning for port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:25.144953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.169447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7bf788a9-723c-44fd-bcdd-a3f08d98e8a3 None None] Provisioning complete for port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:25.170185 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7bf788a9-723c-44fd-bcdd-a3f08d98e8a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.302638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 6a9dd092-b39c-4f1e-bbf2-4383af34d69a owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:25.320089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7bf788a9-723c-44fd-bcdd-a3f08d98e8a3 None None] Port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:50:25.347562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '3b34aaec-2317-481c-ace5-0748853bef58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:50:17Z', 'revision_number': 5, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port': {'id': '3b34aaec-2317-481c-ace5-0748853bef58', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:2e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:22Z', 'updated_at': '2022-04-18T20:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:25.373012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 07fedd8a-00e6-4f92-8368-df7eb276d42a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:25.387493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] Checking router: 5848b87f-0a7d-4f17-acee-230ca358f3c8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:25.435496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 07fedd8a-00e6-4f92-8368-df7eb276d42a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:25.443466 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.519774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] Routers {'5848b87f-0a7d-4f17-acee-230ca358f3c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:25.520459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['5848b87f-0a7d-4f17-acee-230ca358f3c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:25.535153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Pushing event deleted for resources: {'Port': ['ID=3b34aaec-2317-481c-ace5-0748853bef58,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.644200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b126b3b9-850f-4231-ac9f-f3f80013762f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:25.655941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:25.691569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.714797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] Set router 5848b87f-0a7d-4f17-acee-230ca358f3c8 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:25.722517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:25.727677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b126b3b9-850f-4231-ac9f-f3f80013762f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:25.736351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b126b3b9-850f-4231-ac9f-f3f80013762f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8285844 Apr 18 20:50:25.740327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51360) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:25.744081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ed09ce9c9353432ab9ea1d296165beb9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:25.752205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1044592950'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:25.757455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:25.770828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:25.774743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:25.797317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:25.801497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.810750 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.856676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:50:24Z', 'revision_number': 7, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:25.864144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a5bb9-00c4-419f-941c-f7fb02540d64 None None] The sync data for ids ['5848b87f-0a7d-4f17-acee-230ca358f3c8'] in n-d-836016-3 is: [{'id': '5848b87f-0a7d-4f17-acee-230ca358f3c8', 'name': 'tempest-TestAggregatesBasicOps-1579803390-router', 'tenant_id': '213e8a5abdc144faab304e15372aa12a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:18Z', 'updated_at': '2022-04-18T20:50:24Z', 'revision_number': 7, 'project_id': '213e8a5abdc144faab304e15372aa12a', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:25.882275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=6a9dd092-b39c-4f1e-bbf2-4383af34d69a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:25.885200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.952997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.969962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0d43f295-5b64-408d-bf42-86cbe6c08734 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/6a9dd092-b39c-4f1e-bbf2-4383af34d69a HTTP/1.1" status: 204 len: 168 time: 2.0398562 Apr 18 20:50:25.972485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51364) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:25.975049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:25.979031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.004607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 07fedd8a-00e6-4f92-8368-df7eb276d42a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=07fedd8a-00e6-4f92-8368-df7eb276d42a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:26.013739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.016101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2e9aa2aa-5c04-4061-9738-a681e23623fa up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:26.137202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.142893 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.168711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02897ac2-039b-4719-96a8-7611592b3ddf req-5b774a03-1b72-4c0b-8ef2-85fc43649486 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:26.177107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02897ac2-039b-4719-96a8-7611592b3ddf req-5b774a03-1b72-4c0b-8ef2-85fc43649486 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 945 time: 0.6431906 Apr 18 20:50:26.209594 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-706687b2-e0c1-44f6-b145-f7500f4e1428 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:50:26.210239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-706687b2-e0c1-44f6-b145-f7500f4e1428 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:26.223384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:26.233015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63813b8-e39a-4161-8888-89020b155c42 None None] Network a95344c6-3a56-4eb3-a672-7054c7522a9c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:26.248300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:26.260056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:26.273929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:26.285299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-706687b2-e0c1-44f6-b145-f7500f4e1428 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:26.286307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-706687b2-e0c1-44f6-b145-f7500f4e1428 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/6a9dd092-b39c-4f1e-bbf2-4383af34d69a HTTP/1.1" status: 404 len: 333 time: 0.3127656 Apr 18 20:50:26.291491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51368) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:26.347120 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.348257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5848b87f-0a7d-4f17-acee-230ca358f3c8 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:50:26.358142 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.371806 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.426419 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02897ac2-039b-4719-96a8-7611592b3ddf req-f9447e2c-04b0-4e26-b993-2964605ffe34 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475510 Apr 18 20:50:26.464115 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.468541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5fb950a0-0a7c-48b1-9162-2020fad1f6dc admin admin] 10.222.0.47 "DELETE /v2.0/routers/5848b87f-0a7d-4f17-acee-230ca358f3c8 HTTP/1.1" status: 204 len: 168 time: 3.5007029 Apr 18 20:50:26.470051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51372) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:26.476287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c436e7cc-b159-4396-8a7c-eabf8387527f None None] Provisioning for port 2e9aa2aa-5c04-4061-9738-a681e23623fa completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:26.512527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee535dc-0f85-4373-ab5c-8184f4d5e465,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.526396 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3a351a07-2fc7-4bf3-be10-2c5e6111e7c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed09ce9c9353432ab9ea1d296165beb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669829 Apr 18 20:50:26.528448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:26.539056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=07fedd8a-00e6-4f92-8368-df7eb276d42a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.560633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2e9aa2aa-5c04-4061-9738-a681e23623fa completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:26.562181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 4fc31bea-82c5-4d58-809c-bee63128591e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:50:26.572074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2e9aa2aa-5c04-4061-9738-a681e23623fa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:26.572455 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.577791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.611628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.628802 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.652625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] Deleting subnet b9af1e47-4af9-4125-8d95-d7e8d806a2d6 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:50:26.668394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.708573 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ba22eb-95fa-4106-a395-8689901cac87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.773290 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.777124 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.800781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b924e3e-1581-4aa7-b777-ea2bef82791d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:26.818111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:50:26.850667 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ba22eb-95fa-4106-a395-8689901cac87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.853228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.859600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.868050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.870183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6b985244-9b2f-49d9-8dc3-b2f26f490603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1281557 Apr 18 20:50:26.876117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51380) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:26.880669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 2e9aa2aa-5c04-4061-9738-a681e23623fa, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2e9aa2aa-5c04-4061-9738-a681e23623fa,segment=NetworkSegment(6b422b76-8bc5-47ec-9bd3-28f16a88b07a),segment_id=6b422b76-8bc5-47ec-9bd3-28f16a88b07a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:26.888672 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.901100 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:26.928850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-34dbe587-85e5-4fbf-86be-a00a4777f9ed tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '3b924e3e-1581-4aa7-b777-ea2bef82791d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:26.932902 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-34dbe587-85e5-4fbf-86be-a00a4777f9ed tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 18 20:50:26.935221 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-34dbe587-85e5-4fbf-86be-a00a4777f9ed tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:26.945833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-34dbe587-85e5-4fbf-86be-a00a4777f9ed tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0597007 Apr 18 20:50:26.949821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:26.977639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-24fa8177-18f3-4105-ad2d-5a1675c4dfbe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '3b924e3e-1581-4aa7-b777-ea2bef82791d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:26.978693 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-24fa8177-18f3-4105-ad2d-5a1675c4dfbe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 18 20:50:26.979443 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-24fa8177-18f3-4105-ad2d-5a1675c4dfbe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:26.986388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-24fa8177-18f3-4105-ad2d-5a1675c4dfbe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0319786 Apr 18 20:50:26.992643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:27.010111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8121bf3c-cb56-43a7-a80c-df669773c811 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '3b924e3e-1581-4aa7-b777-ea2bef82791d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:27.010111 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-8121bf3c-cb56-43a7-a80c-df669773c811 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 18 20:50:27.010111 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-8121bf3c-cb56-43a7-a80c-df669773c811 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:27.016758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8121bf3c-cb56-43a7-a80c-df669773c811 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0217228 Apr 18 20:50:27.019491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:27.029679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-54a6cfe7-1edb-4713-b099-06b35470e979 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '3b924e3e-1581-4aa7-b777-ea2bef82791d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:27.031638 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-54a6cfe7-1edb-4713-b099-06b35470e979 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 18 20:50:27.033635 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-54a6cfe7-1edb-4713-b099-06b35470e979 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:27.035809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-54a6cfe7-1edb-4713-b099-06b35470e979 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0143566 Apr 18 20:50:27.042905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51396) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:27.092200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ba22eb-95fa-4106-a395-8689901cac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.108048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=2e9aa2aa-5c04-4061-9738-a681e23623fa,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:27.127289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Pushing event updated for resources: {'Port': ['ID=81f4e728-600e-4d98-af9a-9aa1b1183ed5,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:27.140355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 07fedd8a-00e6-4f92-8368-df7eb276d42a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:27.179041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba22eb-95fa-4106-a395-8689901cac87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee535dc-0f85-4373-ab5c-8184f4d5e465,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:27.191639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ba22eb-95fa-4106-a395-8689901cac87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.207096 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.207665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c2ba22eb-95fa-4106-a395-8689901cac87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aee535dc-0f85-4373-ab5c-8184f4d5e465 HTTP/1.1" status: 204 len: 168 time: 0.6647961 Apr 18 20:50:27.219644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e70ba59f-32a7-4ee4-a91a-ef061c486e6d up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:27.335023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c4940e7d-acd3-4c76-bb14-1adf99b9182b None None] Provisioning complete for port 2e9aa2aa-5c04-4061-9738-a681e23623fa triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:27.335787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4940e7d-acd3-4c76-bb14-1adf99b9182b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.352707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.575435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 07fedd8a-00e6-4f92-8368-df7eb276d42a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:27.575810 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.601687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:27.626374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:27.633405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port e70ba59f-32a7-4ee4-a91a-ef061c486e6d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:27.637494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.678260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port e70ba59f-32a7-4ee4-a91a-ef061c486e6d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:27.689568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.915351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba6450-7106-4cfc-b63c-bc98d15227b8 req-10ae6c1a-e096-4eed-9e76-9d23262c2c17 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:27.917101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4eba6450-7106-4cfc-b63c-bc98d15227b8 req-10ae6c1a-e096-4eed-9e76-9d23262c2c17 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 945 time: 0.2769301 Apr 18 20:50:27.942028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b87fe07a-3df2-4e2b-9b3a-6394c6922a62 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.951967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:27.988908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4eba6450-7106-4cfc-b63c-bc98d15227b8 req-705a71af-29c2-4ea8-bfe5-1724584ea985 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642812 Apr 18 20:50:28.037359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-11e92c59-dd68-41ee-ad01-6e64e680a173 None None] Could not find standard attr ID for object 6a9dd092-b39c-4f1e-bbf2-4383af34d69a. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:50:28.140726 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.197191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:28.205968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:28.214490 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b87fe07a-3df2-4e2b-9b3a-6394c6922a62 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.216217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6b82ec57-cc33-403c-b9b0-1aeec4a064f2 None None] Provisioning complete for port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:28.216678 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b82ec57-cc33-403c-b9b0-1aeec4a064f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.273363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.279586 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-052631ce-48fb-4ed2-86f5-2d195df44009'] response: {'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'code': 200} Apr 18 20:50:28.284353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9af1e47-4af9-4125-8d95-d7e8d806a2d6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.297288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b87fe07a-3df2-4e2b-9b3a-6394c6922a62 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.303557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.319901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 16e97882-b792-4942-a089-f911b9cf321f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:28.366447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fe07a-3df2-4e2b-9b3a-6394c6922a62 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b924e3e-1581-4aa7-b777-ea2bef82791d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.368756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd7c3d-4c31-4d93-a145-005d76055d05 None None] Network cb494653-f7d8-4b25-bd76-8bc4842e71b7 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:28.413700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b87fe07a-3df2-4e2b-9b3a-6394c6922a62 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.418598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b87fe07a-3df2-4e2b-9b3a-6394c6922a62 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/3b924e3e-1581-4aa7-b777-ea2bef82791d HTTP/1.1" status: 204 len: 168 time: 1.3713002 Apr 18 20:50:28.429244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:28.509010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 16e97882-b792-4942-a089-f911b9cf321f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:28.509801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 16e97882-b792-4942-a089-f911b9cf321f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:28.510289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b34aaec-2317-481c-ace5-0748853bef58 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:28.516072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2e30e6fb-ad07-4dfa-8baa-4d9241ab509d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:28.521688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ea9b133e-2615-4c8e-a617-41036308827b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b9af1e47-4af9-4125-8d95-d7e8d806a2d6 HTTP/1.1" status: 204 len: 168 time: 2.0430861 Apr 18 20:50:28.523947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:28.535127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.554098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6b82ec57-cc33-403c-b9b0-1aeec4a064f2 None None] Port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:50:28.593360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=4fc31bea-82c5-4d58-809c-bee63128591e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.613883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 3b34aaec-2317-481c-ace5-0748853bef58 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:28.614243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b34aaec-2317-481c-ace5-0748853bef58 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:28.615791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.630372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127ebb2c-22f2-4079-9b09-7ac825868e13 None None] Network a95344c6-3a56-4eb3-a672-7054c7522a9c requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:28.637361 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b2a96734-f1f7-435b-ac9a-ae6944eab1a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/4fc31bea-82c5-4d58-809c-bee63128591e HTTP/1.1" status: 204 len: 168 time: 2.3413575 Apr 18 20:50:28.638101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51432) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:28.675398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.694132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:50:28.703143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de9917a-3393-47f7-bae0-cc6797b2dca9 req-8828a4f5-6438-4d2f-a989-8b20f2f62609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:28.705846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4de9917a-3393-47f7-bae0-cc6797b2dca9 req-8828a4f5-6438-4d2f-a989-8b20f2f62609 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 0.3200426 Apr 18 20:50:28.706892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2e30e6fb-ad07-4dfa-8baa-4d9241ab509d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:28.715678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2e30e6fb-ad07-4dfa-8baa-4d9241ab509d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2848275 Apr 18 20:50:28.716789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:28.726361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1051089347'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:28.733917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:28.747761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:28.764786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:28.776708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.807983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Deleting port 8dc149d4-429a-4daf-8652-8df22e52e51b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:28.809017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.844761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:28.871775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:28.880320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:28.882580 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.901903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:28.904596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 2e9aa2aa-5c04-4061-9738-a681e23623fa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:28.905025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:28.952654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4de9917a-3393-47f7-bae0-cc6797b2dca9 req-148940b8-d2f7-4701-b216-d3471cb5ff1e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2331731 Apr 18 20:50:29.114433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2e9aa2aa-5c04-4061-9738-a681e23623fa up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:29.258543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2e9aa2aa-5c04-4061-9738-a681e23623fa triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:29.258933 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.380262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] For port 2e9aa2aa-5c04-4061-9738-a681e23623fa, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2e9aa2aa-5c04-4061-9738-a681e23623fa,segment=NetworkSegment(6b422b76-8bc5-47ec-9bd3-28f16a88b07a),segment_id=6b422b76-8bc5-47ec-9bd3-28f16a88b07a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:29.381076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.481245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] DHCP port deletion for cb494653-f7d8-4b25-bd76-8bc4842e71b7 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:50:29.501328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Deleting port 8dc149d4-429a-4daf-8652-8df22e52e51b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:29.502363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.527434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 2e9aa2aa-5c04-4061-9738-a681e23623fa owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:29.538518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] For port 8dc149d4-429a-4daf-8652-8df22e52e51b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8dc149d4-429a-4daf-8652-8df22e52e51b,segment=NetworkSegment(e1631e1d-fb45-4c9a-9e43-53cbd214e528),segment_id=e1631e1d-fb45-4c9a-9e43-53cbd214e528)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:29.538991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.567292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.579154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e5db0-69ee-4c69-b722-1c99addce977 None None] DHCP port deletion for a95344c6-3a56-4eb3-a672-7054c7522a9c request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:50:29.612465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d48e5db0-69ee-4c69-b722-1c99addce977 None None] Deleting port 2e9aa2aa-5c04-4061-9738-a681e23623fa {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:29.613397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d48e5db0-69ee-4c69-b722-1c99addce977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.641943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.690123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No DVR routers for this DVR port 2e9aa2aa-5c04-4061-9738-a681e23623fa on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:29.728190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:29.732760 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.747796 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Sync routers for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:29.765411 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:29.767038 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:29.773734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Calling delete_port for 8dc149d4-429a-4daf-8652-8df22e52e51b owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:29.779033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d48e5db0-69ee-4c69-b722-1c99addce977 None None] The port '2e9aa2aa-5c04-4061-9738-a681e23623fa' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:50:29.829781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-409e650e-c3ff-4c93-b986-10c18ba1b3d2 admin admin] 10.222.0.47 "PUT /v2.0/routers/552c06dd-1ba4-4040-8731-f0dfeab1ce19/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2458599 Apr 18 20:50:29.834601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=2e9aa2aa-5c04-4061-9738-a681e23623fa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.882349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d10cbb-cd39-4d7e-ac12-c6f560b67b6b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:29.885116 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.896003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ae18da37-a840-4c06-88ba-b16e65d22603 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1724291 Apr 18 20:50:29.914159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51452) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:29.944631 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:29.958540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a2fd6a13-45c1-4778-a49d-47ed1a7840f2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:29.959438 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-a2fd6a13-45c1-4778-a49d-47ed1a7840f2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:50:29.959686 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-a2fd6a13-45c1-4778-a49d-47ed1a7840f2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:29.965219 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a2fd6a13-45c1-4778-a49d-47ed1a7840f2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0315757 Apr 18 20:50:29.970556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:29.982700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95344c6-3a56-4eb3-a672-7054c7522a9c']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:29.999850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b422b76-8bc5-47ec-9bd3-28f16a88b07a') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:30.000169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b422b76-8bc5-47ec-9bd3-28f16a88b07a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:30.016336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.022476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-92579ba4-44c0-4f71-a680-20621311631a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:30.037624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.049152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:30.049152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.067607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92579ba4-44c0-4f71-a680-20621311631a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:30.092303 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:30.097651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd7dba-2c21-4542-8bf4-2329b32f3de1 req-3fb8f736-19b1-4613-8cc4-09212f99853b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:30.103473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95cd7dba-2c21-4542-8bf4-2329b32f3de1 req-3fb8f736-19b1-4613-8cc4-09212f99853b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 946 time: 0.8185761 Apr 18 20:50:30.179168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92579ba4-44c0-4f71-a680-20621311631a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:30.202371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92579ba4-44c0-4f71-a680-20621311631a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:30.232890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92579ba4-44c0-4f71-a680-20621311631a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:30.297288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.360343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] For port 8dc149d4-429a-4daf-8652-8df22e52e51b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8dc149d4-429a-4daf-8652-8df22e52e51b,segment=NetworkSegment(e1631e1d-fb45-4c9a-9e43-53cbd214e528),segment_id=e1631e1d-fb45-4c9a-9e43-53cbd214e528)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:30.360755 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.368363 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:30.433433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=8dc149d4-429a-4daf-8652-8df22e52e51b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:30.454900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] No DVR routers for this DVR port 8dc149d4-429a-4daf-8652-8df22e52e51b on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:30.552986 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95cd7dba-2c21-4542-8bf4-2329b32f3de1 req-e6798ee5-3937-4b68-b024-e562ccfc0edf tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4440277 Apr 18 20:50:30.563718 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-92579ba4-44c0-4f71-a680-20621311631a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:30.571009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-92579ba4-44c0-4f71-a680-20621311631a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5937061 Apr 18 20:50:30.595527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:30.628297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6222320f-589e-42be-bd09-7db2414f833d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:30.628835 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-6222320f-589e-42be-bd09-7db2414f833d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 18 20:50:30.629385 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-6222320f-589e-42be-bd09-7db2414f833d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:30.634649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6222320f-589e-42be-bd09-7db2414f833d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254812 Apr 18 20:50:30.650537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Calling delete_port for 8dc149d4-429a-4daf-8652-8df22e52e51b owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:30.768502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51474) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:30.774870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7960a56e-3f08-4329-a98f-f63d01e59a1e tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:30.786667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7960a56e-3f08-4329-a98f-f63d01e59a1e tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:30.791283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7960a56e-3f08-4329-a98f-f63d01e59a1e tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:30.794590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.795414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7960a56e-3f08-4329-a98f-f63d01e59a1e tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:30.805350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7960a56e-3f08-4329-a98f-f63d01e59a1e tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:30.815265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:30.815867 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:30.838908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb494653-f7d8-4b25-bd76-8bc4842e71b7']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:30.863871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1631e1d-fb45-4c9a-9e43-53cbd214e528') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:30.864166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1631e1d-fb45-4c9a-9e43-53cbd214e528') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:30.876035 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.878524 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.887579 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:30.984123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/a95344c6-3a56-4eb3-a672-7054c7522a9c HTTP/1.1" status: 204 len: 168 time: 2.3369582 Apr 18 20:50:30.999324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51486) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:30.999324 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-7960a56e-3f08-4329-a98f-f63d01e59a1e tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:30.999324 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7960a56e-3f08-4329-a98f-f63d01e59a1e tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2259297 Apr 18 20:50:31.000842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baef7c-0b8c-4a3d-829d-70676a2ea557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=a95344c6-3a56-4eb3-a672-7054c7522a9c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.008145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51488) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.024004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'name': 'tempest-PortsIpV6TestJSON-933767483'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.056574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2e9aa2aa-5c04-4061-9738-a681e23623fa no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:31.072801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0e8fcf86-3f3e-4b55-9bc4-206c147991fe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.073276 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-0e8fcf86-3f3e-4b55-9bc4-206c147991fe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 18 20:50:31.073822 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-0e8fcf86-3f3e-4b55-9bc4-206c147991fe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:31.079149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0e8fcf86-3f3e-4b55-9bc4-206c147991fe tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0665276 Apr 18 20:50:31.080099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.092202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-18ada208-5a39-4cc6-8832-3e10d6fc9d74 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.103022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ada208-5a39-4cc6-8832-3e10d6fc9d74 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.112963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ada208-5a39-4cc6-8832-3e10d6fc9d74 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.118671 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.125785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ada208-5a39-4cc6-8832-3e10d6fc9d74 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.134510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 2e9aa2aa-5c04-4061-9738-a681e23623fa {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:31.134861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2e9aa2aa-5c04-4061-9738-a681e23623fa not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:31.137871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8dc149d4-429a-4daf-8652-8df22e52e51b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:31.138151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ada208-5a39-4cc6-8832-3e10d6fc9d74 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.142103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:31.144238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:31.163526 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:31.224323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 8dc149d4-429a-4daf-8652-8df22e52e51b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:31.227497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8dc149d4-429a-4daf-8652-8df22e52e51b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:31.282365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:26Z', 'revision_number': 2, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:31.291705 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Checking router: 552c06dd-1ba4-4040-8731-f0dfeab1ce19 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:31.292388 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Updating router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:31.316974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Deleting port 8dc149d4-429a-4daf-8652-8df22e52e51b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:31.317856 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.376227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.391215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.396439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.403299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.412365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.415367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.424669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0554166d-23e6-448c-9169-95a428f55b06 None None] The port '8dc149d4-429a-4daf-8652-8df22e52e51b' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:50:31.438300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:31.443353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.459518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51502) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.460683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cb494653-f7d8-4b25-bd76-8bc4842e71b7 HTTP/1.1" status: 204 len: 168 time: 2.9342797 Apr 18 20:50:31.462355 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-18ada208-5a39-4cc6-8832-3e10d6fc9d74 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:31.463461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-18ada208-5a39-4cc6-8832-3e10d6fc9d74 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3826010 Apr 18 20:50:31.469242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.473016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e469d-9da5-4ff0-af5f-8aa58bad0d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb494653-f7d8-4b25-bd76-8bc4842e71b7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:31.479192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4b5f31b6-8c46-4b2a-93d7-a7e3afe030c2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.479745 n-d-836016-3 neutron-server[88140]: WARNING neutron.api.v2.base [None req-4b5f31b6-8c46-4b2a-93d7-a7e3afe030c2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 18 20:50:31.480285 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4b5f31b6-8c46-4b2a-93d7-a7e3afe030c2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:31.481552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4b5f31b6-8c46-4b2a-93d7-a7e3afe030c2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0108268 Apr 18 20:50:31.489369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.501395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6e4314ee-2afd-4e9a-b112-f6c4136dd39a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.514857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e4314ee-2afd-4e9a-b112-f6c4136dd39a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.519672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e4314ee-2afd-4e9a-b112-f6c4136dd39a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.523020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e4314ee-2afd-4e9a-b112-f6c4136dd39a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.538635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6e4314ee-2afd-4e9a-b112-f6c4136dd39a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.548963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port bce2716b-90af-40aa-b32e-3590dd0c092e yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:31.553379 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.588448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.609934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-240844551-network', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.636702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.648391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Usage tracker for resource:network and tenant:cd20781ffcf04a0b824f6e759bc7488a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.657878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.665560 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-6e4314ee-2afd-4e9a-b112-f6c4136dd39a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:31.667542 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e4314ee-2afd-4e9a-b112-f6c4136dd39a tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1772637 Apr 18 20:50:31.675417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.682342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.702743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c84cae55-9b67-4fdf-b772-8fb350057cab tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '54d10cbb-cd39-4d7e-ac12-c6f560b67b6b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:31.710606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c84cae55-9b67-4fdf-b772-8fb350057cab tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.730482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c84cae55-9b67-4fdf-b772-8fb350057cab tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.740127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c84cae55-9b67-4fdf-b772-8fb350057cab tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.758030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c84cae55-9b67-4fdf-b772-8fb350057cab tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:31.763402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Made reservation on behalf of cd20781ffcf04a0b824f6e759bc7488a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:31.769172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.803757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:31.822105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:31.860546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Usage tracker for resource:security_group_rule and tenant:cd20781ffcf04a0b824f6e759bc7488a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:31.873123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:31.879499 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-c84cae55-9b67-4fdf-b772-8fb350057cab tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:31.891333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c84cae55-9b67-4fdf-b772-8fb350057cab tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2146990 Apr 18 20:50:31.892233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51538) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:31.900656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:32.114135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ca556c5-78ee-40ba-a57a-7676f470f5a4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.199285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ca556c5-78ee-40ba-a57a-7676f470f5a4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.217108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.230981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.247995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:32.271457 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.271457 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Added segment 3cd8b3c8-235b-4d80-add7-54d8009b9d6e of type vlan for network 784cbfef-3091-40a5-8495-cbab4d6de9c2 Apr 18 20:50:32.271897 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.296774 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Transition to ACTIVE for port object 81f4e728-600e-4d98-af9a-9aa1b1183ed5 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:32.310981 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.379724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.410205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.441177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf48533-f934-41f7-8a60-6af76394799c req-befb13c4-2ef6-4335-b205-e8044c6c7f61 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.452993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bf48533-f934-41f7-8a60-6af76394799c req-befb13c4-2ef6-4335-b205-e8044c6c7f61 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 946 time: 0.6431656 Apr 18 20:50:32.457823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9b7a72-fb7b-46a0-8c0b-6f554f583f9a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.464310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.465961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.466873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.590018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2bf48533-f934-41f7-8a60-6af76394799c req-fc091f80-1f18-4fa6-9d6f-707fca8ac9e4 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358058 Apr 18 20:50:32.669285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.700330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ca556c5-78ee-40ba-a57a-7676f470f5a4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.725051 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a6602-7606-45e8-8f03-70ccb196af26 None None] Pushing event updated for resources: {'Port': ['ID=81f4e728-600e-4d98-af9a-9aa1b1183ed5,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.764939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca556c5-78ee-40ba-a57a-7676f470f5a4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d10cbb-cd39-4d7e-ac12-c6f560b67b6b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.786655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] Pushing event updated for resources: {'Network': ['ID=784cbfef-3091-40a5-8495-cbab4d6de9c2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.804782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b80833aa-c97e-413a-b4ef-aac3165abb3f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2151992 Apr 18 20:50:32.808657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ca556c5-78ee-40ba-a57a-7676f470f5a4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.809881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5ca556c5-78ee-40ba-a57a-7676f470f5a4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/54d10cbb-cd39-4d7e-ac12-c6f560b67b6b HTTP/1.1" status: 204 len: 168 time: 0.8796618 Apr 18 20:50:32.810606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51562) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:32.816614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51564) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:32.831720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Request body: {'subnet': {'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-240844551-subnet', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:32.848144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:32.848936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:32.861041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Usage tracker for resource:subnet and tenant:cd20781ffcf04a0b824f6e759bc7488a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:32.882928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:32.924744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:32.930571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:32.940799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:32.949964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:32.960884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:32.961940 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:32.986576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=bce2716b-90af-40aa-b32e-3590dd0c092e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:32.998067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Made reservation on behalf of cd20781ffcf04a0b824f6e759bc7488a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:33.001922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.016601 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Attempting to bind port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:33.016967 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Attempting to bind port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:33.017325 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Attempting to bind port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 on network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:33.024400 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:33.024752 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Checking segment: {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:33.025269 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.025797 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Bound using segment: {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:33.026342 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Bound port: 81f4e728-600e-4d98-af9a-9aa1b1183ed5, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:33.027147 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.043261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c2c55020-d1ff-4b97-b491-26241043011a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0354321 Apr 18 20:50:33.044761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51570) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:33.100205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-39c06d68-4ac7-426b-bc85-3c0395a2c5b5 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:33.121545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.194717 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] For port 81f4e728-600e-4d98-af9a-9aa1b1183ed5, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:33.199270 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] For port 81f4e728-600e-4d98-af9a-9aa1b1183ed5, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=81f4e728-600e-4d98-af9a-9aa1b1183ed5,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:33.205241 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.256064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port bce2716b-90af-40aa-b32e-3590dd0c092e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:33.256064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.284041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-39c06d68-4ac7-426b-bc85-3c0395a2c5b5 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:33.292053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-39c06d68-4ac7-426b-bc85-3c0395a2c5b5 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4741869 Apr 18 20:50:33.294578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:33.305269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--854855506'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:33.318833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:33.355830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51580) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:33.358530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74c260-ce0d-4853-918d-dfc2c5a9a459 req-ff95324d-b825-4bbf-8fc5-a3e2cfe44f99 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.362448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4b74c260-ce0d-4853-918d-dfc2c5a9a459 req-ff95324d-b825-4bbf-8fc5-a3e2cfe44f99 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 946 time: 0.4755857 Apr 18 20:50:33.373913 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:33.374730 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:33.383256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:33.475916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.572148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4b74c260-ce0d-4853-918d-dfc2c5a9a459 req-a1d12853-4b61-4e6d-b819-b76137dd72f5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911433 Apr 18 20:50:33.587342 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:33.591505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:33.605195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51584) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:33.610844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:33.646606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:33.650845 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a6602-7606-45e8-8f03-70ccb196af26 None None] Pushing event updated for resources: {'Port': ['ID=81f4e728-600e-4d98-af9a-9aa1b1183ed5,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.678289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:33.729869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.869007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0374aef-4850-4974-a28d-ea89a15bdd2e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:33.885189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d398454-a112-41af-a5fe-894538710a96 tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:33.886796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9d398454-a112-41af-a5fe-894538710a96 tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1092 time: 0.2805943 Apr 18 20:50:33.892309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51590) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:33.899905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'tenant_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:33.905910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Checking segment: {'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:33.906403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Network hostable DHCP agents. Network: 784cbfef-3091-40a5-8495-cbab4d6de9c2, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:33.924615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:33.929173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.936616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:floatingip and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:33.940884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.946657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:33.959256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:33.976131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:34.005400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:34.007595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b15c1bf3-43b7-4318-a549-7691fc6578ab,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.026618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 784cbfef-3091-40a5-8495-cbab4d6de9c2) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:34.039387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.041176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fe24144a-d7ea-4f91-96dc-5411c60c6797 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7442789 Apr 18 20:50:34.042008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ef2922-c471-4f1d-8f80-c22953358691 None None] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:34.042940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:34.043080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.043764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.047500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51594) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:34.055411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9c96301d-8b00-4ac1-964e-ee6a723b17c8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': 'b15c1bf3-43b7-4318-a549-7691fc6578ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:34.061728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.107604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:34.132168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9c96301d-8b00-4ac1-964e-ee6a723b17c8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:34.159775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c96301d-8b00-4ac1-964e-ee6a723b17c8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:34.167114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c96301d-8b00-4ac1-964e-ee6a723b17c8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:34.178455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9c96301d-8b00-4ac1-964e-ee6a723b17c8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:34.193813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b3ae31a0-c592-4e81-8b3f-4a83ba76efae admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3818533 Apr 18 20:50:34.195158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51598) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:34.215718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:34.225903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:34.267273 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:33Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:34.277357 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef562d01-f027-435e-be1e-b0caa805f56b None None] The sync data for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 is: [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:33Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:34.278514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for bce2716b-90af-40aa-b32e-3590dd0c092e owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:34.362029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Usage tracker for resource:router and tenant:cd20781ffcf04a0b824f6e759bc7488a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:34.380821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Usage tracker for resource:security_group_rule and tenant:50c5d20e522745c29db0f118afb85e20 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:34.387347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:34.392468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:34.411048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:34.423609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:34.460222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.489956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-784cbfef-3091-40a5-8495-cbab4d6de9c2', 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'fixed_ips': [{'subnet_id': 'b0374aef-4850-4974-a28d-ea89a15bdd2e'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:50:34.490898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.493672 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-9c96301d-8b00-4ac1-964e-ee6a723b17c8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The resource could not be found. Apr 18 20:50:34.495874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9c96301d-8b00-4ac1-964e-ee6a723b17c8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4467275 Apr 18 20:50:34.498295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.501080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.512952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:34.528926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b2970d89-7f49-4c5a-b4d6-3711d0bbbad4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': 'b15c1bf3-43b7-4318-a549-7691fc6578ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4d12b269-3dff-4fbe-bb40-dbfea82a161b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:34.542237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2970d89-7f49-4c5a-b4d6-3711d0bbbad4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:34.550384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2970d89-7f49-4c5a-b4d6-3711d0bbbad4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:34.556216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2970d89-7f49-4c5a-b4d6-3711d0bbbad4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:34.569398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2970d89-7f49-4c5a-b4d6-3711d0bbbad4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:34.580868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=bce2716b-90af-40aa-b32e-3590dd0c092e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:34.652234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.702345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:34.703566 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b2970d89-7f49-4c5a-b4d6-3711d0bbbad4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The resource could not be found. Apr 18 20:50:34.710420 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2970d89-7f49-4c5a-b4d6-3711d0bbbad4 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1894770 Apr 18 20:50:34.711756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:34.816124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Allocated IP 172.20.0.2 (784cbfef-3091-40a5-8495-cbab4d6de9c2/b0374aef-4850-4974-a28d-ea89a15bdd2e/a330ee05-a418-42c0-8086-9524c6c13035) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:34.819187 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-66775c3c-fd5b-4837-9227-4254e556fc3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/bce2716b-90af-40aa-b32e-3590dd0c092e HTTP/1.1" status: 204 len: 168 time: 1.7681220 Apr 18 20:50:34.834274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51610) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:34.868429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'mac_address': 'fa:16:3e:ab:a5:17', 'name': 'tempest-PortsIpV6TestJSON-1337389049'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:34.897184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.052067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Deleting port d871cbfd-522d-4bb8-85c6-8cdb16748d62 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:35.052974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.248141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:35.257202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:35.262980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:35.283867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:35.292091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 81f4e728-600e-4d98-af9a-9aa1b1183ed5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:35.341061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:35.458215 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.491728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Transition to ACTIVE for port object a330ee05-a418-42c0-8086-9524c6c13035 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:35.530947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Transition to ACTIVE for port object a330ee05-a418-42c0-8086-9524c6c13035 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:35.550985 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.592198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.615043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.715374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:35.722124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:35.740647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09c6b0ac-b89f-4d89-8cec-5cfb83e79798 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.746225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] For port d871cbfd-522d-4bb8-85c6-8cdb16748d62, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d871cbfd-522d-4bb8-85c6-8cdb16748d62,segment=NetworkSegment(35e0a9c8-d9bd-45a5-bb92-063a85d5cfae),segment_id=35e0a9c8-d9bd-45a5-bb92-063a85d5cfae)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:35.748063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.748388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:35.755448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:35.776595 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=50c5d20e522745c29db0f118afb85e20&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2058735 Apr 18 20:50:35.784020 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.807283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:35.807912 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:35.870816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:35.918113 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.028958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Pushing event updated for resources: {'Port': ['ID=a330ee05-a418-42c0-8086-9524c6c13035,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.113448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Calling delete_port for d871cbfd-522d-4bb8-85c6-8cdb16748d62 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:36.149655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Attempting to bind port a330ee05-a418-42c0-8086-9524c6c13035 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:36.150255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Attempting to bind port a330ee05-a418-42c0-8086-9524c6c13035 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:36.150851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Attempting to bind port a330ee05-a418-42c0-8086-9524c6c13035 on network 784cbfef-3091-40a5-8495-cbab4d6de9c2 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:36.169723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:36.170242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Checking segment: {'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:36.170719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.171133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Bound using segment: {'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:36.171639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Bound port: a330ee05-a418-42c0-8086-9524c6c13035, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:36.172036 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.206909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09c6b0ac-b89f-4d89-8cec-5cfb83e79798 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.220341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c440c-de8d-43c9-9d79-4cb64aaa6197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed09bd76-586a-4396-b97d-1fc3af821e02,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.235965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 1e4bed0b-275c-4fa3-93df-2d59f6284b88 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:36.371086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.25.5.40 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/2f80573b-9fbf-45cb-8380-2c788755ddaa) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:36.379446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558c735c-9dc2-47a9-a69a-785479ef15f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.452583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.530637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558c735c-9dc2-47a9-a69a-785479ef15f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.585673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09c6b0ac-b89f-4d89-8cec-5cfb83e79798 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.595814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] For port a330ee05-a418-42c0-8086-9524c6c13035, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:36.607392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] For port a330ee05-a418-42c0-8086-9524c6c13035, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a330ee05-a418-42c0-8086-9524c6c13035,segment=NetworkSegment(3cd8b3c8-235b-4d80-add7-54d8009b9d6e),segment_id=3cd8b3c8-235b-4d80-add7-54d8009b9d6e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:36.627372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-b59f9b29-670d-4f35-8da4-6c75776a4ed0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6259058 Apr 18 20:50:36.631929 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.716044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6b0ac-b89f-4d89-8cec-5cfb83e79798 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15c1bf3-43b7-4318-a549-7691fc6578ab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:36.906639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09c6b0ac-b89f-4d89-8cec-5cfb83e79798 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.907804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-09c6b0ac-b89f-4d89-8cec-5cfb83e79798 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/b15c1bf3-43b7-4318-a549-7691fc6578ab HTTP/1.1" status: 204 len: 168 time: 2.1950929 Apr 18 20:50:36.931214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:36.956576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 81f4e728-600e-4d98-af9a-9aa1b1183ed5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=81f4e728-600e-4d98-af9a-9aa1b1183ed5,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:36.989166 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.009044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51620) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:37.044592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb94f69-0a0d-47fa-b3f9-c9216ac085d1 None None] Pushing event updated for resources: {'Port': ['ID=a330ee05-a418-42c0-8086-9524c6c13035,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.045570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558c735c-9dc2-47a9-a69a-785479ef15f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.073733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.177387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=81f4e728-600e-4d98-af9a-9aa1b1183ed5,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.316953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558c735c-9dc2-47a9-a69a-785479ef15f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed09bd76-586a-4396-b97d-1fc3af821e02,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.318664 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558c735c-9dc2-47a9-a69a-785479ef15f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.324730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-558c735c-9dc2-47a9-a69a-785479ef15f0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed09bd76-586a-4396-b97d-1fc3af821e02 HTTP/1.1" status: 204 len: 168 time: 1.4464221 Apr 18 20:50:37.324730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=2f80573b-9fbf-45cb-8380-2c788755ddaa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.346742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:37.372954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:37.384433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:37.452828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.589623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.688431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d871cbfd-522d-4bb8-85c6-8cdb16748d62,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:37.693060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:37.796718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-4bac5bbc-3c1c-4679-8196-f331392c7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:37.799565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-4bac5bbc-3c1c-4679-8196-f331392c7097 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 0.9900193 Apr 18 20:50:37.835127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae9e975c-7e00-4152-81bc-62fff449d792 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:37.955744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:37.972644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:37.991457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:37.999304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.000009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.035275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=1e4bed0b-275c-4fa3-93df-2d59f6284b88,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:38.058060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.136571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51628) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:38.150723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.204161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91f4f63b-148f-4cae-9714-ad34e4fefe6c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.3520184 Apr 18 20:50:38.204161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51632) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:38.305802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae9e975c-7e00-4152-81bc-62fff449d792 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:38.307245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ae9e975c-7e00-4152-81bc-62fff449d792 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2962215 Apr 18 20:50:38.317422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.327615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51636) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:38.353728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-55998ab7-7032-497d-a869-33ed3a6cbd68 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': '3abc4610-c96a-4d84-97d8-3725a663298d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:38.378328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-55998ab7-7032-497d-a869-33ed3a6cbd68 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:38.380754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7419ac92-8025-482f-b32a-988244dbc5f7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.381322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7419ac92-8025-482f-b32a-988244dbc5f7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:38.397492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.477922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7419ac92-8025-482f-b32a-988244dbc5f7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:38.479247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7419ac92-8025-482f-b32a-988244dbc5f7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/1e4bed0b-275c-4fa3-93df-2d59f6284b88 HTTP/1.1" status: 200 len: 845 time: 0.2748778 Apr 18 20:50:38.489196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51640) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:38.623687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-55998ab7-7032-497d-a869-33ed3a6cbd68 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:38.626736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:38.635651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-55998ab7-7032-497d-a869-33ed3a6cbd68 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:38.645026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 1e4bed0b-275c-4fa3-93df-2d59f6284b88 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:38.645370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:38.646953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Usage tracker for resource:security_group_rule and tenant:8b0323a129984554a9a2fe04f41ac7dc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:38.671629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:38.674842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-55998ab7-7032-497d-a869-33ed3a6cbd68 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:38.694602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:38.740706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-98547440-1483-427a-89ee-b096c736bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:38.741570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-98547440-1483-427a-89ee-b096c736bfcc service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.8884399 Apr 18 20:50:38.777753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc32c814-e38a-4d19-9197-573b11c27167 None None] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:38.907515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-13171b66-be49-413a-be0b-5e5d446db932 None None] Provisioning for port a330ee05-a418-42c0-8086-9524c6c13035 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:38.970805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-f620a913-8b46-4771-9f8d-cb401c9f9ac9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 217 time: 0.1494577 Apr 18 20:50:39.113379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Allocated IP 172.25.5.209 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/86bd9abe-6626-4573-8dc0-a6a65a89065d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:39.204946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-0e07bd8f-416a-4cf9-81f8-02b55f666536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.206904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-0e07bd8f-416a-4cf9-81f8-02b55f666536 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2227442 Apr 18 20:50:39.227793 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-55998ab7-7032-497d-a869-33ed3a6cbd68 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The resource could not be found. Apr 18 20:50:39.229243 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-55998ab7-7032-497d-a869-33ed3a6cbd68 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.8913369 Apr 18 20:50:39.237012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51644) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:39.253446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--445393119'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:39.267411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:39.275056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.431165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:39.473907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a330ee05-a418-42c0-8086-9524c6c13035 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:39.483663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.507267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.541094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 1e4bed0b-275c-4fa3-93df-2d59f6284b88 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:39.603965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:50:39.615713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.649137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a330ee05-a418-42c0-8086-9524c6c13035 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:39.656371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a330ee05-a418-42c0-8086-9524c6c13035 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:39.657178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.691177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.717105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-557912f1-4837-4818-bf06-5ee56ea7ee60 None None] Provisioning complete for port a330ee05-a418-42c0-8086-9524c6c13035 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:39.718176 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-557912f1-4837-4818-bf06-5ee56ea7ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.722512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:39.723696 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b0323a129984554a9a2fe04f41ac7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5695982 Apr 18 20:50:39.724531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2da0aa-c1e8-4d75-a0be-427ec9cf266e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a7d6d2-6307-4e29-be2f-0b62962a6c23,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:39.727066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:39.730054 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.730375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:39.732242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51648) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:39.737772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:39.743034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-46ed04db-1096-4ea7-8174-a3e14fb86408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:39.744987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-46ed04db-1096-4ea7-8174-a3e14fb86408 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5144551 Apr 18 20:50:39.864787 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.871916 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.933674 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-557912f1-4837-4818-bf06-5ee56ea7ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:39.946902 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.001129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a330ee05-a418-42c0-8086-9524c6c13035, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a330ee05-a418-42c0-8086-9524c6c13035,segment=NetworkSegment(3cd8b3c8-235b-4d80-add7-54d8009b9d6e),segment_id=3cd8b3c8-235b-4d80-add7-54d8009b9d6e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:40.008667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.009714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 81f4e728-600e-4d98-af9a-9aa1b1183ed5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:40.059180 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-a40410bb-7a4a-468a-93a1-b4707a96b5d3 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951105 Apr 18 20:50:40.091717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.143181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=1e4bed0b-275c-4fa3-93df-2d59f6284b88,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.270351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:40.278546 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-557912f1-4837-4818-bf06-5ee56ea7ee60 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:40.280823 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-557912f1-4837-4818-bf06-5ee56ea7ee60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:40.288818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] Sync routers for ids ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:40.319228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.324847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a330ee05-a418-42c0-8086-9524c6c13035,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.345440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7be2f73e-44da-409b-8230-4ee0c2f0cb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.347501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.351490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:40.352796 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.364486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc08158b-48cf-4c4e-a052-bac33bef23cb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.377796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c1497f81-9715-4947-9b3f-4c217bd867c7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/1e4bed0b-275c-4fa3-93df-2d59f6284b88 HTTP/1.1" status: 204 len: 168 time: 1.8869851 Apr 18 20:50:40.379596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51660) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:40.390073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.456742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a07bfc4d-9199-4df5-902c-7435852217b6 admin admin] 10.222.0.47 "PUT /v2.0/routers/2fcadc9a-c316-4c9a-a7d9-7c088cc7b326/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9915261 Apr 18 20:50:40.456742 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.456742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-93560c92-e9c8-4d6e-953c-d8cf8ad13601 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2175846 Apr 18 20:50:40.458264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51664) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:40.462458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:40.466153 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c8fc07c-dd40-4aee-adc6-467879d92583 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:50:40.470190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c8fc07c-dd40-4aee-adc6-467879d92583 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:40.486891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] Routers {'2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:40.487579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:40.515589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508707451'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:40.541385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-202ac3cd-c964-441a-a9b7-54d2c81ba90b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9385407 Apr 18 20:50:40.549324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:40.575104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:40.598391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:40.656535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7be2f73e-44da-409b-8230-4ee0c2f0cb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.673057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:40.677487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:40.743493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:40.758915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Pushing event updated for resources: {'Port': ['ID=86bd9abe-6626-4573-8dc0-a6a65a89065d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:40.762799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2de7f4ba-36c7-4c39-9676-bcada2b4c127 req-6b49d574-7d54-4640-81af-a18a9c194ce4 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5863156 Apr 18 20:50:40.867319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:40.954809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:40.982677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c8fc07c-dd40-4aee-adc6-467879d92583 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:40.982677 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c8fc07c-dd40-4aee-adc6-467879d92583 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/1e4bed0b-275c-4fa3-93df-2d59f6284b88 HTTP/1.1" status: 404 len: 333 time: 0.5998662 Apr 18 20:50:41.012657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51674) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:41.036296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'name': 'tempest-PortsIpV6TestJSON-799157195'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:41.111105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.194979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] Set router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:41.278810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:41.292294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:41.347618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:41.347618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.381550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port a2dbe56f-a3ae-4958-9773-900089c7d6ec yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:50:41.425832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:41.476429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:41.482608 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.505997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Deleting port efedbdba-9928-4194-b5f8-af9ea1703640 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:41.505997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.549708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:41.632137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:41.632137 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7be2f73e-44da-409b-8230-4ee0c2f0cb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:41.866444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.006877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67'}], 'enable_snat': True}, 'gw_port_id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:50:37Z', 'revision_number': 5, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port': {'id': 'efedbdba-9928-4194-b5f8-af9ea1703640', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:39:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:49:51Z', 'updated_at': '2022-04-18T20:50:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:42.019958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a330ee05-a418-42c0-8086-9524c6c13035 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:42.061829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] For port efedbdba-9928-4194-b5f8-af9ea1703640, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=efedbdba-9928-4194-b5f8-af9ea1703640,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:42.061829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.081801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] Checking router: 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:42.082710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.110110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-a91babc7-f1d3-4c7d-8bef-44e7eb7527e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.111511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] Routers {'2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:42.112100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:42.112647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-a91babc7-f1d3-4c7d-8bef-44e7eb7527e2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 1096 time: 1.5209703 Apr 18 20:50:42.217416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Calling delete_port for efedbdba-9928-4194-b5f8-af9ea1703640 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:42.249701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.348047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2f73e-44da-409b-8230-4ee0c2f0cb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a7d6d2-6307-4e29-be2f-0b62962a6c23,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.361757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.426863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] Set router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:42.475436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:42.475436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:42.506585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:42.513147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a330ee05-a418-42c0-8086-9524c6c13035 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:42.513147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.519739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:42.519739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.519739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=a2dbe56f-a3ae-4958-9773-900089c7d6ec,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.622945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 6, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:42.629143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4abed8e6-1e85-4f3f-b394-eda61d9ce082 None None] The sync data for ids ['2fcadc9a-c316-4c9a-a7d9-7c088cc7b326'] in n-d-836016-3 is: [{'id': '2fcadc9a-c316-4c9a-a7d9-7c088cc7b326', 'name': 'tempest-TestAggregatesBasicOps-809930910-router', 'tenant_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:49:47Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 6, 'project_id': 'ae6cb7b3051b4210a8c8e6b6da192f0f', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:42.710597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13bf59bb-1058-49d8-8c2b-39b66f59aaad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7049732 Apr 18 20:50:42.715512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.720766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51682) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:42.750191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:42.802494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=2f80573b-9fbf-45cb-8380-2c788755ddaa,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.806971 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.901715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7be2f73e-44da-409b-8230-4ee0c2f0cb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:42.902920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7be2f73e-44da-409b-8230-4ee0c2f0cb32 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93a7d6d2-6307-4e29-be2f-0b62962a6c23 HTTP/1.1" status: 204 len: 168 time: 3.1669142 Apr 18 20:50:42.910515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Pushing event deleted for resources: {'Port': ['ID=efedbdba-9928-4194-b5f8-af9ea1703640,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:42.936685 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.009077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-b1955e35-6c84-4457-b4d2-bd829d42fcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.010680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-b1955e35-6c84-4457-b4d2-bd829d42fcb3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.4446044 Apr 18 20:50:43.266533 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.269407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.463242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.562194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.608794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.617966 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.646949 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e8c0-de06-472e-ad92-f753aae710c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:43.662680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea267953-5de2-45e9-af26-8611ae67a59d req-cf9027cc-7f1e-4f52-b48d-fac8f4d0e364 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:43.665799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea267953-5de2-45e9-af26-8611ae67a59d req-cf9027cc-7f1e-4f52-b48d-fac8f4d0e364 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 945 time: 1.6082087 Apr 18 20:50:43.920773 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-d98510d6-ee26-4841-8026-7ec8c2689e80 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d6d4305-78b1-4466-973e-f03ec359a23c HTTP/1.1" status: 200 len: 1001 time: 0.8138206 Apr 18 20:50:44.009864 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Floating IP 1d3a39e6-3444-40ea-ae7c-d7ef0b671886 associated. External IP: 172.25.5.40, port: e70ba59f-32a7-4ee4-a91a-ef061c486e6d. Apr 18 20:50:44.010412 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.011390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:50:44.012513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d871cbfd-522d-4bb8-85c6-8cdb16748d62 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:44.055084 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.062374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-139f0b7b-5cdd-4901-9aea-2534479034aa admin admin] 10.222.0.47 "DELETE /v2.0/routers/2fcadc9a-c316-4c9a-a7d9-7c088cc7b326 HTTP/1.1" status: 204 len: 168 time: 3.6027830 Apr 18 20:50:44.069084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:44.117009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d871cbfd-522d-4bb8-85c6-8cdb16748d62 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:44.118206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d871cbfd-522d-4bb8-85c6-8cdb16748d62 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:44.118836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device efedbdba-9928-4194-b5f8-af9ea1703640 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:44.192404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.201946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: efedbdba-9928-4194-b5f8-af9ea1703640 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:44.202835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device efedbdba-9928-4194-b5f8-af9ea1703640 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:44.204802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8091932-f667-4bea-9163-2dfccf01fdca req-bd6a6a4f-c291-430e-8e85-47c1f3dd8da7 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.207009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8091932-f667-4bea-9163-2dfccf01fdca req-bd6a6a4f-c291-430e-8e85-47c1f3dd8da7 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 945 time: 0.8107805 Apr 18 20:50:44.352092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455be442-697e-41fe-86ae-7604627ca67a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.415808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.479529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.481590 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c29c5295-8c41-4c3e-b3c5-d8c9da147469 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.0066688 Apr 18 20:50:44.494759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51708) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:44.504048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] In _notify_port_updated(), no bound segment for port a2dbe56f-a3ae-4958-9773-900089c7d6ec on network eeb78776-8100-4039-944e-c8b394189fb0 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:50:44.510230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.511144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.514552 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "PUT /v2.0/ports/a2dbe56f-a3ae-4958-9773-900089c7d6ec HTTP/1.1" status: 200 len: 818 time: 1.7902071 Apr 18 20:50:44.529013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51714) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:44.533348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bff941c5-c158-4df9-ba11-e630f265b2d8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group_rule': {'security_group_id': 'dc08158b-48cf-4c4e-a052-bac33bef23cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '455be442-697e-41fe-86ae-7604627ca67a'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:44.551137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] Deleting subnet 11c6d5ee-646f-4cc0-801c-17bd0b832663 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:50:44.561693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ea267953-5de2-45e9-af26-8611ae67a59d req-db86831d-8844-4058-b1f0-0c8b0ab53266 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7305298 Apr 18 20:50:44.587322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bff941c5-c158-4df9-ba11-e630f265b2d8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:44.594702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port 5d6d4305-78b1-4466-973e-f03ec359a23c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:44.595059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.633171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.673968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bff941c5-c158-4df9-ba11-e630f265b2d8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:44.680956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.690855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-4173a8f5-b474-4218-afcf-871e61a53f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:44.692872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bff941c5-c158-4df9-ba11-e630f265b2d8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:44.694402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-4173a8f5-b474-4218-afcf-871e61a53f2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.4905682 Apr 18 20:50:44.714628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b5be0-a339-416f-be4e-00bcf2a0900d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=a2dbe56f-a3ae-4958-9773-900089c7d6ec,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:44.718983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bff941c5-c158-4df9-ba11-e630f265b2d8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:44.811143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.861625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port a2dbe56f-a3ae-4958-9773-900089c7d6ec {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:44.861870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:44.997929 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-bff941c5-c158-4df9-ba11-e630f265b2d8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:45.000916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bff941c5-c158-4df9-ba11-e630f265b2d8 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5004377 Apr 18 20:50:45.022726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:45.257822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-c948b9b3-37f5-44ee-9300-81b404163e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:45.260466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-c948b9b3-37f5-44ee-9300-81b404163e5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5570571 Apr 18 20:50:45.464791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ba1e9-9379-43da-a0ae-8784d75ee3b0 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.484357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:50:45.530345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.541872 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.569548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ba1e9-9379-43da-a0ae-8784d75ee3b0 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.701543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Router 504fd4de-15e4-4ab9-9e0a-642b328e5cae is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:50:45.726569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-bd4dd3b9-df5f-4dde-aa5c-d788bdc6a427 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4499881 Apr 18 20:50:45.835962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] For port 5d6d4305-78b1-4466-973e-f03ec359a23c, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=5d6d4305-78b1-4466-973e-f03ec359a23c,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:45.836536 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:45.854667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for a2dbe56f-a3ae-4958-9773-900089c7d6ec owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:45.996961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0737e4b2-44ff-4c01-8466-137c4a458ef2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.301467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ba1e9-9379-43da-a0ae-8784d75ee3b0 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.382641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ba1e9-9379-43da-a0ae-8784d75ee3b0 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455be442-697e-41fe-86ae-7604627ca67a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.383457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.468061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.522226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d477ea92-ef20-4ad0-9508-8cc57d54beb3 None None] Network d101c39a-bb95-472b-941b-122219c7c1fc requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:46.551289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:46.554630 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ba1e9-9379-43da-a0ae-8784d75ee3b0 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.564960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a12ba1e9-9379-43da-a0ae-8784d75ee3b0 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/455be442-697e-41fe-86ae-7604627ca67a HTTP/1.1" status: 204 len: 168 time: 1.5382257 Apr 18 20:50:46.567396 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:46.569266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11c6d5ee-646f-4cc0-801c-17bd0b832663,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.579736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51748) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:46.582690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.585725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=a2dbe56f-a3ae-4958-9773-900089c7d6ec,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:46.595216 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:46.596486 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:46.663790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.799814 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc155104-2e7e-4d6e-a5da-f9b357e88d14 req-e0763b9f-abe7-4fa8-a591-938d6e564bc7 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0532229 Apr 18 20:50:46.844882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:46.866208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Sync routers for ids ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:46.883114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bd19a67a-e1a9-45f7-a4ec-27cb45191ab0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 12.9886754 Apr 18 20:50:46.895487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:46.923953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:46.928377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5220dc51-226d-4208-99b0-5fe6c8ff7d72 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 12.7290187 Apr 18 20:50:46.933064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:47.106019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Routers {'504fd4de-15e4-4ab9-9e0a-642b328e5cae'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:47.108378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:47.133741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9b0cdd50-5815-4f74-aadb-e4ac03d5fc1d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:47.134542 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:47.159076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039061b-159b-41bd-a895-f6e6d9f314a4 req-19c26c87-19bc-4338-bf79-b97c5278ea13 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:47.166377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a039061b-159b-41bd-a895-f6e6d9f314a4 req-19c26c87-19bc-4338-bf79-b97c5278ea13 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 945 time: 1.3356657 Apr 18 20:50:47.177993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.186632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5b35ea1e-0e80-468b-b0ff-ca77101b31a9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/a2dbe56f-a3ae-4958-9773-900089c7d6ec HTTP/1.1" status: 204 len: 168 time: 2.6443596 Apr 18 20:50:47.187409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51772) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:47.194704 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76562170-70f4-4b35-89a2-ff23d63930d1'] response: {'name': 'network-changed', 'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'status': 'completed', 'code': 200} Apr 18 20:50:47.210241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b71d8ea5-6816-4fda-9444-7e2f597f783f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/11c6d5ee-646f-4cc0-801c-17bd0b832663 HTTP/1.1" status: 204 len: 168 time: 3.1359797 Apr 18 20:50:47.308985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:47.347806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9b0cdd50-5815-4f74-aadb-e4ac03d5fc1d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:47.353410 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9b0cdd50-5815-4f74-aadb-e4ac03d5fc1d tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.7537107 Apr 18 20:50:47.369083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51782) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:47.446291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.446682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.447008 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP 62c8e158-9659-4b49-a202-a8d0b982e5b3 disassociated. External IP: 172.25.5.147, port: 5d6d4305-78b1-4466-973e-f03ec359a23c. Apr 18 20:50:47.447624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for 5d6d4305-78b1-4466-973e-f03ec359a23c owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:47.513633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 5d6d4305-78b1-4466-973e-f03ec359a23c no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:47.618509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.625623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.658695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a039061b-159b-41bd-a895-f6e6d9f314a4 req-aebb3e54-3e21-4352-8676-bc5c6ac91ded tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=ea05977b-a84d-4186-8161-362fab519d57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529452 Apr 18 20:50:47.686681 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-415aa6b8-2fa4-41f0-a9bb-6a47a3ddd6fc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:47.733302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Set router 504fd4de-15e4-4ab9-9e0a-642b328e5cae gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:47.957302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.018086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.152613 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=5d6d4305-78b1-4466-973e-f03ec359a23c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:48.216120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-03b1516f-fbfb-4979-b410-ccd7c8d43cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:48.219226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-03b1516f-fbfb-4979-b410-ccd7c8d43cd8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 1.0228419 Apr 18 20:50:48.290180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b602b47c-fe13-4dcb-ba6e-b046c85b5ea3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:48.291349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b602b47c-fe13-4dcb-ba6e-b046c85b5ea3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:48.429553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Deleting port 93f781dd-963e-4190-8951-846f99a40ce5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:48.429553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.459625 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:48.467334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-415aa6b8-2fa4-41f0-a9bb-6a47a3ddd6fc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.476834 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:48.524156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:48.524156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:48.591790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b602b47c-fe13-4dcb-ba6e-b046c85b5ea3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:48.603648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b602b47c-fe13-4dcb-ba6e-b046c85b5ea3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.4043198 Apr 18 20:50:48.604705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:48.647349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Port 5d6d4305-78b1-4466-973e-f03ec359a23c update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 20:50:48.754132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51798) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:48.761630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] DHCP port deletion for d101c39a-bb95-472b-941b-122219c7c1fc request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:50:48.761630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] Deleting port 93f781dd-963e-4190-8951-846f99a40ce5 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:48.761630 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:48.846265 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0aa55ed-f05c-4729-8f65-83fbea39c692 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:50:48.846265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c0aa55ed-f05c-4729-8f65-83fbea39c692 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/a2dbe56f-a3ae-4958-9773-900089c7d6ec HTTP/1.1" status: 404 len: 333 time: 0.1895444 Apr 18 20:50:49.049530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51806) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:49.073487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1189174421'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:49.225199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:49.361350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-415aa6b8-2fa4-41f0-a9bb-6a47a3ddd6fc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:49.423904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:49.520560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:49.535786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19354c36-aabc-40f3-a320-4466f07fcdce req-6f653056-d55e-48aa-ba6e-eed9952d797a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.1606662 Apr 18 20:50:49.781295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:50:49.812915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:49.843280 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:49.909457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415aa6b8-2fa4-41f0-a9bb-6a47a3ddd6fc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc08158b-48cf-4c4e-a052-bac33bef23cb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.044490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:50.061615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.204643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.300149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.388850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] For port 93f781dd-963e-4190-8951-846f99a40ce5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=93f781dd-963e-4190-8951-846f99a40ce5,segment=NetworkSegment(35e0a9c8-d9bd-45a5-bb92-063a85d5cfae),segment_id=35e0a9c8-d9bd-45a5-bb92-063a85d5cfae)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:50.388850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.396789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-253a912d-3afe-4368-a0a1-ed1cd0645051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.396789 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-253a912d-3afe-4368-a0a1-ed1cd0645051 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 2.1585903 Apr 18 20:50:50.625372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] Calling delete_port for 93f781dd-963e-4190-8951-846f99a40ce5 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:50.728153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 93f781dd-963e-4190-8951-846f99a40ce5 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:50:50.793284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 93f781dd-963e-4190-8951-846f99a40ce5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:50:50.793284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 93f781dd-963e-4190-8951-846f99a40ce5 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:50:50.793284 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.857414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:50:50.870853 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.870853 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment 3412e498-1e18-4a29-9c80-53e7a7c4855a of type vlan for network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 Apr 18 20:50:50.910099 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.947975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] Pushing event deleted for resources: {'Port': ['ID=93f781dd-963e-4190-8951-846f99a40ce5,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:50.964155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:50.980083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-415aa6b8-2fa4-41f0-a9bb-6a47a3ddd6fc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.980083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-415aa6b8-2fa4-41f0-a9bb-6a47a3ddd6fc tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/dc08158b-48cf-4c4e-a052-bac33bef23cb HTTP/1.1" status: 204 len: 168 time: 3.5960414 Apr 18 20:50:50.980083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.980083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:50.980083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.989542 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:50.995782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:51.018708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Usage tracker for resource:security_group_rule and tenant:7d54f1540d724b26a1009113b3066f1c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:51.018708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:51.024333 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.031130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370c7430-e3a1-4f7c-9c57-a1d387007504 None None] No DVR routers for this DVR port 93f781dd-963e-4190-8951-846f99a40ce5 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:51.115677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:51.132846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 3, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port': {'id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:38Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:51.163328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Checking router: 504fd4de-15e4-4ab9-9e0a-642b328e5cae for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:51.163328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Updating router 504fd4de-15e4-4ab9-9e0a-642b328e5cae port 86bd9abe-6626-4573-8dc0-a6a65a89065d binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:50:51.266452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-34b18f4c-97d7-427f-969a-d2015e1236cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 999 time: 0.7266874 Apr 18 20:50:51.438722 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:51.446550 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.3902123 Apr 18 20:50:51.446550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d0dba776-a06b-435b-b7a4-506c1dea4bef req-c165dede-a130-4ae1-9048-a5037b00e5d6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:51.455047 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0006268-e9c3-412f-9022-44d585f4e159 None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:39Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:51.464125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ce43f-8b71-428d-98fe-0fa307c0ddcc tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=6329c721-62b6-4b96-8ff5-b9d55a3cf6c0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:51.464125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51816) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:51.472591 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.505929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:51.522648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d0dba776-a06b-435b-b7a4-506c1dea4bef req-c165dede-a130-4ae1-9048-a5037b00e5d6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:51.522648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d0dba776-a06b-435b-b7a4-506c1dea4bef req-c165dede-a130-4ae1-9048-a5037b00e5d6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.1639428 Apr 18 20:50:51.814493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5267830e-7948-4cb4-86d1-2880bfa0dc81 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:51.881602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] For port 93f781dd-963e-4190-8951-846f99a40ce5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=93f781dd-963e-4190-8951-846f99a40ce5,segment=NetworkSegment(35e0a9c8-d9bd-45a5-bb92-063a85d5cfae),segment_id=35e0a9c8-d9bd-45a5-bb92-063a85d5cfae)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:50:51.881602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:51.965627 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c0e868d-271f-4fd5-997f-af7f2d7101bc None None] New status for floating IP 1d3a39e6-3444-40ea-ae7c-d7ef0b671886: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:50:52.122174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:50:52.245487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-f9f036f8-dc2a-467f-85ec-afa05647c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:52.252836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-f9f036f8-dc2a-467f-85ec-afa05647c8c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.9245207 Apr 18 20:50:52.299319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Calling delete_port for 93f781dd-963e-4190-8951-846f99a40ce5 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:52.307304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.323247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:52.354728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Transition to ACTIVE for port object 86bd9abe-6626-4573-8dc0-a6a65a89065d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:52.377631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:50:52.415395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:50:52.440575 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.471268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:52.520568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:52.541322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] No DVR routers for this DVR port 5d6d4305-78b1-4466-973e-f03ec359a23c on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:50:52.541322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.592408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'name': 'network-vif-deleted', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:50:52.618321 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f8091932-f667-4bea-9163-2dfccf01fdca req-064c1542-1720-44a4-9c1a-c64d8f6c1f54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "DELETE /v2.0/ports/5d6d4305-78b1-4466-973e-f03ec359a23c HTTP/1.1" status: 204 len: 173 time: 8.3782585 Apr 18 20:50:52.618321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:52.618321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5267830e-7948-4cb4-86d1-2880bfa0dc81 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:52.647291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5267830e-7948-4cb4-86d1-2880bfa0dc81 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.6185324 Apr 18 20:50:52.669605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51826) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:52.687996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'tempest-secgroup--1329441025'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:52.733156 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:52.776481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:52.851303 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:52.952553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Attempting to bind port 86bd9abe-6626-4573-8dc0-a6a65a89065d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:50:52.952553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Attempting to bind port 86bd9abe-6626-4573-8dc0-a6a65a89065d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:50:52.952553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Attempting to bind port 86bd9abe-6626-4573-8dc0-a6a65a89065d on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:50:52.952553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:52.960576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:53.145325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:50:53.145325 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:50:53.180703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:50:53.187753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-5239138d-cdb0-43e8-bf49-5f9ad8133eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:53.198957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:53.205383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-5239138d-cdb0-43e8-bf49-5f9ad8133eb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8325684 Apr 18 20:50:53.212034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.212034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:50:53.212034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Bound port: 86bd9abe-6626-4573-8dc0-a6a65a89065d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:50:53.212034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.324876 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f1f53b-f127-4e10-a973-330e122d5711'] response: {'server_uuid': '51060a65-6148-4fb7-b0b4-12434f775a9a', 'name': 'network-vif-deleted', 'tag': '5d6d4305-78b1-4466-973e-f03ec359a23c', 'status': 'completed', 'code': 200} Apr 18 20:50:53.351831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:53.357206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a14f8-b818-4217-b15e-d24e1393839f None None] Pushing event updated for resources: {'Port': ['ID=86bd9abe-6626-4573-8dc0-a6a65a89065d,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:53.373829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.492611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-63233438-73c2-4d0b-9210-61a8b60fd5fd service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021517 Apr 18 20:50:53.530465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.531035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:53.558994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Usage tracker for resource:security_group_rule and tenant:d895d44b33274d8891827447f047df8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:53.569126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:53.575336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] For port 86bd9abe-6626-4573-8dc0-a6a65a89065d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:50:53.642588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] For port 86bd9abe-6626-4573-8dc0-a6a65a89065d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=86bd9abe-6626-4573-8dc0-a6a65a89065d,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:50:53.650374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:53.657683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:53.716488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.727885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Deleting port 93f781dd-963e-4190-8951-846f99a40ce5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:53.727885 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.736961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.786639 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:53.974748 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-316211fe-b0db-4f57-96fd-44d7817334a7 req-e905ba1f-8f3e-4917-b345-1a192e350af3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=51060a65-6148-4fb7-b0b4-12434f775a9a HTTP/1.1" status: 200 len: 210 time: 0.6558857 Apr 18 20:50:54.015843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Routers {'504fd4de-15e4-4ab9-9e0a-642b328e5cae'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:54.015843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:54.038084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141e21c4-a82a-43f4-8e52-aecd3b3075e8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.152791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9a14f8-b818-4217-b15e-d24e1393839f None None] Pushing event updated for resources: {'Port': ['ID=86bd9abe-6626-4573-8dc0-a6a65a89065d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.316249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-78e3655f-ab69-4159-b506-5c04ce9163ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d54f1540d724b26a1009113b3066f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 5.5510259 Apr 18 20:50:54.316249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51830) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:54.350886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Allocated IP 172.20.0.1 (784cbfef-3091-40a5-8495-cbab4d6de9c2/b0374aef-4850-4974-a28d-ea89a15bdd2e/c1ef12a6-9173-4791-88d3-26800cf9f748) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:54.438419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.460066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.469126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] Set router 504fd4de-15e4-4ab9-9e0a-642b328e5cae gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:54.516537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0943b3bc-c0b2-4567-82f8-cfa4bde7d561,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:54.621972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfbed-c2ec-4d9d-a809-c802f098cb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.645455 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.668547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5e3d69fb-efe0-46ec-9178-9ccff840de1f tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9875281 Apr 18 20:50:54.668547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51834) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:54.668547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ecb0c3d7-eb33-4ef2-9d7e-68c4e9c5fa0b tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:54.668547 n-d-836016-3 neutron-server[88141]: WARNING neutron.api.v2.base [None req-ecb0c3d7-eb33-4ef2-9d7e-68c4e9c5fa0b tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 18 20:50:54.679416 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-ecb0c3d7-eb33-4ef2-9d7e-68c4e9c5fa0b tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] update failed (client error): There was a conflict when trying to complete your request. Apr 18 20:50:54.704459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ecb0c3d7-eb33-4ef2-9d7e-68c4e9c5fa0b tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "PUT /v2.0/security-groups/0943b3bc-c0b2-4567-82f8-cfa4bde7d561 HTTP/1.1" status: 409 len: 330 time: 0.0166857 Apr 18 20:50:54.704459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51838) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:54.735836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfbed-c2ec-4d9d-a809-c802f098cb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.881898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e8d-b4e4-4772-bb68-37455ca41a92 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.881898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:54.993389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e8d-b4e4-4772-bb68-37455ca41a92 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.030348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfbed-c2ec-4d9d-a809-c802f098cb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.050210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4bfbed-c2ec-4d9d-a809-c802f098cb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141e21c4-a82a-43f4-8e52-aecd3b3075e8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:55.085108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=24a6f433-06f4-4737-8d88-29dee8def435,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:55.098916 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.114078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf4bfbed-c2ec-4d9d-a809-c802f098cb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.114078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf4bfbed-c2ec-4d9d-a809-c802f098cb1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/141e21c4-a82a-43f4-8e52-aecd3b3075e8 HTTP/1.1" status: 204 len: 168 time: 0.7731121 Apr 18 20:50:55.114078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': '3412e498-1e18-4a29-9c80-53e7a7c4855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:50:55.114078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:50:55.164717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e8d-b4e4-4772-bb68-37455ca41a92 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.174035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Transition to ACTIVE for port object c1ef12a6-9173-4791-88d3-26800cf9f748 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:55.230794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e3e8d-b4e4-4772-bb68-37455ca41a92 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0943b3bc-c0b2-4567-82f8-cfa4bde7d561,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:55.245923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:50:55.248259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] The port '93f781dd-963e-4190-8951-846f99a40ce5' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:50:55.269318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.308248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed6e3e8d-b4e4-4772-bb68-37455ca41a92 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.308248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ed6e3e8d-b4e4-4772-bb68-37455ca41a92 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/0943b3bc-c0b2-4567-82f8-cfa4bde7d561 HTTP/1.1" status: 204 len: 168 time: 0.6090002 Apr 18 20:50:55.308248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:55.323365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:50:55.323365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.326875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51848) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:55.359695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:26Z', 'revision_number': 2, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:55.387881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2914fea-bf80-4771-a65e-3e1db3959bb2 None None] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:50:55.430246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2d24c29e-aa3a-44d3-975c-0f678ed785df tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Synchronizing usage tracker for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:50:55.450776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0fc2dd27-3e93-4811-a627-f8dc37bdf83a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9859772 Apr 18 20:50:55.479981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51852) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:55.494088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:55.524219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2d24c29e-aa3a-44d3-975c-0f678ed785df tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] Unset dirty status for tenant:d895d44b33274d8891827447f047df8d on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:50:55.533698 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2d24c29e-aa3a-44d3-975c-0f678ed785df tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1952493 Apr 18 20:50:55.534343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51856) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:55.611370 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-8f399d57-ebed-4eec-9c08-e8fa0a900069 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] delete failed (client error): The resource could not be found. Apr 18 20:50:55.621888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8f399d57-ebed-4eec-9c08-e8fa0a900069 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "DELETE /v2.0/security-groups/c2748a4d-0332-4856-b000-688f7fb136bc HTTP/1.1" status: 404 len: 347 time: 0.0771787 Apr 18 20:50:55.621888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:55.626155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b45a1ea5-aa08-4e6b-bdbe-19fed3283f71 req-5e58238c-30fb-4f0b-940d-aaea3b3652df service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1234224 Apr 18 20:50:55.638679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:55.687158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:55.700335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:55.746185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:50:55.764468 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-c6ef9e29-48c2-47cb-b73d-df306d98d2eb tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] show failed (client error): The resource could not be found. Apr 18 20:50:55.776313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c6ef9e29-48c2-47cb-b73d-df306d98d2eb tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-groups/14de6356-1686-4a77-a362-68110766e24e HTTP/1.1" status: 404 len: 347 time: 0.1548939 Apr 18 20:50:55.805731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:55.813441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:50:55.814311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:55.879694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Pushing event updated for resources: {'Port': ['ID=c1ef12a6-9173-4791-88d3-26800cf9f748,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:55.898485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:55.909103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:55.943781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:55.952599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:55.974186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:55.978450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:55.996288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:55.996803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:55.998644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:55.999455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.000433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.001313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.001978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.003081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.003861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.005127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.006122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.008867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:56.016987 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.127717 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-5dbdbbeb-5278-477a-a54f-965a90470bb2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] show failed (client error): The resource could not be found. Apr 18 20:50:56.135290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5dbdbbeb-5278-477a-a54f-965a90470bb2 tempest-NegativeSecGroupTest-704378980 tempest-NegativeSecGroupTest-704378980-project] 10.222.0.47 "GET /v2.0/security-group-rules/2cdfafe9-4499-4ba8-a58e-4249e059f46f HTTP/1.1" status: 404 len: 356 time: 0.2214451 Apr 18 20:50:56.141537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.252061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51872) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:56.310495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.402950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51878) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:56.409219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:56.415880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d101c39a-bb95-472b-941b-122219c7c1fc']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:56.438724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Usage tracker for resource:security_group_rule and tenant:4f7750640ee94fbfbc7df6725d33182e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:56.448892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:56.457759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:56.458192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e0a9c8-d9bd-45a5-bb92-063a85d5cfae') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:56.464977 n-d-836016-3 neutron-server[88141]: INFO neutron.db.ipam_backend_mixin [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 24a6f433-06f4-4737-8d88-29dee8def435 (CIDR: 2001:db8::/64) Apr 18 20:50:56.469828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:56.490076 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:50:56.490808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:50:56.504937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.525032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.613442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99cd4200-3675-413a-93b5-cfe5cb1906a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.619977 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-17c35579-a8c9-4967-85ea-3a9cd646c76f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1411715 Apr 18 20:50:56.622973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51884) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:56.663012 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.675514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:50:56.723853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:50:56.723853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:50:56.770431 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:50:56.781535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f157357e-4815-4a25-96c1-f61fe73e3622 None None] Provisioning for port c1ef12a6-9173-4791-88d3-26800cf9f748 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:56.796908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:50:56.851698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51888) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:56.876071 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99cd4200-3675-413a-93b5-cfe5cb1906a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:56.951203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f157357e-4815-4a25-96c1-f61fe73e3622 None None] Provisioning complete for port c1ef12a6-9173-4791-88d3-26800cf9f748 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:56.953137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f157357e-4815-4a25-96c1-f61fe73e3622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.003824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:50:57.019018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:50:57.025830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:50:57.040061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.042589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:50:57.053857 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.057064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.082788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:50:57.086824 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.129161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.133869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d101c39a-bb95-472b-941b-122219c7c1fc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:57.148739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 3, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port': {'id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:38Z', 'updated_at': '2022-04-18T20:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:57.161340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e8952-9735-4ec7-9f62-53e7ad3d7f4f None None] The sync data for ids ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'] in n-d-836016-3 is: [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:41Z', 'revision_number': 3, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port': {'id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:38Z', 'updated_at': '2022-04-18T20:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:50:57.190789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-6329c721-62b6-4b96-8ff5-b9d55a3cf6c0', 'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0', 'tenant_id': '42ebcb33bbe84962abfdcf9e68502ecb', 'fixed_ips': [{'subnet_id': '24a6f433-06f4-4737-8d88-29dee8def435'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:50:57.191676 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.193481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99cd4200-3675-413a-93b5-cfe5cb1906a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.327972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4f7750640ee94fbfbc7df6725d33182e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0726357 Apr 18 20:50:57.328130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f157357e-4815-4a25-96c1-f61fe73e3622 None None] Port c1ef12a6-9173-4791-88d3-26800cf9f748 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:50:57.337618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e5a7f-15f9-4c54-ad1a-4e06cef38519,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:57.343271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51894) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:57.376821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.377407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.378502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.379026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.379931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.380474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.380801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.381279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.382173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.382173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.382408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.382586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f7e08a-fb42-4ad4-86f5-77222f8a713f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:50:57.385468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4273e744-f730-4f20-8656-5c845d1a26e8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d101c39a-bb95-472b-941b-122219c7c1fc HTTP/1.1" status: 204 len: 168 time: 10.0746894 Apr 18 20:50:57.431011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99cd4200-3675-413a-93b5-cfe5cb1906a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.432150 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-99cd4200-3675-413a-93b5-cfe5cb1906a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/security-groups/ea05977b-a84d-4186-8161-362fab519d57 HTTP/1.1" status: 204 len: 168 time: 1.0276709 Apr 18 20:50:57.440886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:57.450199 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ea35316a-4db3-460a-8c9c-4fc9f7854aa9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d895d44b33274d8891827447f047df8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5820704 Apr 18 20:50:57.453832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51902) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:57.472620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd4200-3675-413a-93b5-cfe5cb1906a5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea05977b-a84d-4186-8161-362fab519d57,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:57.609922 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-23ea2899-4dab-4d6e-9799-ff048253fd38 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] show failed (client error): The resource could not be found. Apr 18 20:50:57.632179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-23ea2899-4dab-4d6e-9799-ff048253fd38 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups/ea05977b-a84d-4186-8161-362fab519d57 HTTP/1.1" status: 404 len: 347 time: 0.1884246 Apr 18 20:50:57.633065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51908) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:57.659606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.676850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:57.765502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:57.987641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Allocated IP 2001:db8::2 (6329c721-62b6-4b96-8ff5-b9d55a3cf6c0/24a6f433-06f4-4737-8d88-29dee8def435/6e87a22f-7b36-48cf-a7d5-5453f50d6564) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:50:58.029391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Pushing event updated for resources: {'Port': ['ID=c1ef12a6-9173-4791-88d3-26800cf9f748,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:58.050924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.074675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1ae81860-358c-498f-86a0-67351a6ea88e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=213e8a5abdc144faab304e15372aa12a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352054 Apr 18 20:50:58.098210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:50:58.213373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7075edd6-9d16-4fdc-a006-aa89484eb222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.263222 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:50:58.413015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9baff5f2-fb85-41bc-8e12-0843a9c1c8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.421257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b42e2b55-e9bc-48ef-a7a7-e2807b6948e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.441037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port 2fad0297-7206-4b42-8220-27dc26a4bfc9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:50:58.443058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.447819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 86bd9abe-6626-4573-8dc0-a6a65a89065d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:50:58.508713 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9baff5f2-fb85-41bc-8e12-0843a9c1c8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.523156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:58.530427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:58.723409 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.723409 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.869495 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:58.907385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Transition to ACTIVE for port object 6e87a22f-7b36-48cf-a7d5-5453f50d6564 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:58.962745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for 2fad0297-7206-4b42-8220-27dc26a4bfc9 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:50:59.177785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Transition to ACTIVE for port object 6e87a22f-7b36-48cf-a7d5-5453f50d6564 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:50:59.228759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9baff5f2-fb85-41bc-8e12-0843a9c1c8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.259802 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b42e2b55-e9bc-48ef-a7a7-e2807b6948e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.268731 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.306591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baff5f2-fb85-41bc-8e12-0843a9c1c8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f7eb46-82a6-44ac-b929-dd41aa6dcf66,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:59.342202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Router 504fd4de-15e4-4ab9-9e0a-642b328e5cae has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:50:59.343925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9baff5f2-fb85-41bc-8e12-0843a9c1c8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.349873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9baff5f2-fb85-41bc-8e12-0843a9c1c8dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5f7eb46-82a6-44ac-b929-dd41aa6dcf66 HTTP/1.1" status: 204 len: 168 time: 1.2458901 Apr 18 20:50:59.657565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Pushing event updated for resources: {'Port': ['ID=6e87a22f-7b36-48cf-a7d5-5453f50d6564,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:50:59.657565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a155c12b-2045-4ed2-9e0d-536049af4aa0 None None] Provisioning complete for port c1ef12a6-9173-4791-88d3-26800cf9f748 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:59.657565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a155c12b-2045-4ed2-9e0d-536049af4aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.804427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 86bd9abe-6626-4573-8dc0-a6a65a89065d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:50:59.840561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:50:59.909814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.915936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:26Z', 'revision_number': 2, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:50:59.915936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:50:59.932574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:50:59.957431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 86bd9abe-6626-4573-8dc0-a6a65a89065d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:50:59.958854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.969332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:50:59.983607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7075edd6-9d16-4fdc-a006-aa89484eb222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.047653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471d307d-9c6b-45cd-a0bd-54b157b699a3 None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd2689776-623c-4a66-9863-097cea610889', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:5f:21:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:46:30Z', 'updated_at': '2022-04-18T20:47:26Z', 'revision_number': 2, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:00.099044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=2fad0297-7206-4b42-8220-27dc26a4bfc9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.148371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b42e2b55-e9bc-48ef-a7a7-e2807b6948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.248779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:51:00.262896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e2b55-e9bc-48ef-a7a7-e2807b6948e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c69f7f6-2796-4d62-86e7-6f4c66e64673,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.269483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-93f771f3-85f0-4bca-a089-a139eed5209d admin admin] 10.222.0.47 "PUT /v2.0/routers/504fd4de-15e4-4ab9-9e0a-642b328e5cae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3337207 Apr 18 20:51:00.284922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:00.310006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:00.312034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a155c12b-2045-4ed2-9e0d-536049af4aa0 None None] Port c1ef12a6-9173-4791-88d3-26800cf9f748 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:00.325457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:00.326522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.378920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7519178 Apr 18 20:51:00.379091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 51926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:00.393888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ebe6c1-6acf-444e-9f5c-b612ec7d73c6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=84549a9f-8f03-40b9-82f3-3f1c987a1cdf,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.412242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.427210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b42e2b55-e9bc-48ef-a7a7-e2807b6948e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.428766 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b42e2b55-e9bc-48ef-a7a7-e2807b6948e3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c69f7f6-2796-4d62-86e7-6f4c66e64673 HTTP/1.1" status: 204 len: 168 time: 2.9691114 Apr 18 20:51:00.436974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.442360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d3e34a5e-ed7e-46b2-89af-2033cdea6f88 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/floatingips/62c8e158-9659-4b49-a202-a8d0b982e5b3 HTTP/1.1" status: 204 len: 168 time: 2.7956908 Apr 18 20:51:00.445223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7075edd6-9d16-4fdc-a006-aa89484eb222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.454442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0', 'fixed_ips': [{'subnet_id': '24a6f433-06f4-4737-8d88-29dee8def435'}, {'subnet_id': '84549a9f-8f03-40b9-82f3-3f1c987a1cdf'}], 'name': 'tempest-PortsIpV6TestJSON-1078829467'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:00.472375 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7075edd6-9d16-4fdc-a006-aa89484eb222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.475849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7075edd6-9d16-4fdc-a006-aa89484eb222 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/940e5a7f-15f9-4c54-ad1a-4e06cef38519 HTTP/1.1" status: 204 len: 168 time: 3.1223698 Apr 18 20:51:00.520441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075edd6-9d16-4fdc-a006-aa89484eb222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e5a7f-15f9-4c54-ad1a-4e06cef38519,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:00.638615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Attempting to bind port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:00.642972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Attempting to bind port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '3412e498-1e18-4a29-9c80-53e7a7c4855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:00.643421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Attempting to bind port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 on network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:00.687033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:00.695872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Checking segment: {'id': '3412e498-1e18-4a29-9c80-53e7a7c4855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:00.695872 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.696201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Bound using segment: {'id': '3412e498-1e18-4a29-9c80-53e7a7c4855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:00.696875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Bound port: 6e87a22f-7b36-48cf-a7d5-5453f50d6564, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3412e498-1e18-4a29-9c80-53e7a7c4855a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:00.697423 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:00.751278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51940) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:00.909246 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.022533 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-32de9e59-d3b7-443f-8cdd-90a30a24d5a9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ae6cb7b3051b4210a8c8e6b6da192f0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2644832 Apr 18 20:51:01.022533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 51948) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:01.107075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:01.113893 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e2df08-a8f2-493c-8a9b-30191fc2527c None None] New status for floating IP 62c8e158-9659-4b49-a202-a8d0b982e5b3: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:51:01.165958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:01.216302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:01.266547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 86bd9abe-6626-4573-8dc0-a6a65a89065d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=86bd9abe-6626-4573-8dc0-a6a65a89065d,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:01.307564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.378433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b214a6b2-50ca-4b61-ae23-cb9193b36720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.458938 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b214a6b2-50ca-4b61-ae23-cb9193b36720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.540717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Sync routers for ids ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:01.590977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] For port 6e87a22f-7b36-48cf-a7d5-5453f50d6564, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:01.602238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Routers {'504fd4de-15e4-4ab9-9e0a-642b328e5cae'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:01.604826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:01.620864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.629253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b214a6b2-50ca-4b61-ae23-cb9193b36720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.661100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b214a6b2-50ca-4b61-ae23-cb9193b36720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cce2b7-9b63-4f33-b03e-fc622abdcf79,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:01.673636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b214a6b2-50ca-4b61-ae23-cb9193b36720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:01.673636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b214a6b2-50ca-4b61-ae23-cb9193b36720 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c5cce2b7-9b63-4f33-b03e-fc622abdcf79 HTTP/1.1" status: 204 len: 168 time: 0.6496630 Apr 18 20:51:01.715040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:01.813322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=86bd9abe-6626-4573-8dc0-a6a65a89065d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.179115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Set router 504fd4de-15e4-4ab9-9e0a-642b328e5cae gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:02.319690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] For port 6e87a22f-7b36-48cf-a7d5-5453f50d6564, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e87a22f-7b36-48cf-a7d5-5453f50d6564,segment=NetworkSegment(3412e498-1e18-4a29-9c80-53e7a7c4855a),segment_id=3412e498-1e18-4a29-9c80-53e7a7c4855a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:02.452951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:02.714733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2774296c-9f0d-4656-bb09-8a678f05772c None None] Pushing event updated for resources: {'Port': ['ID=6e87a22f-7b36-48cf-a7d5-5453f50d6564,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:02.937912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:56Z', 'revision_number': 4, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port': {'id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:38Z', 'updated_at': '2022-04-18T20:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c1ef12a6-9173-4791-88d3-26800cf9f748', 'name': '', 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'mac_address': 'fa:16:3e:b0:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'b0374aef-4850-4974-a28d-ea89a15bdd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:53Z', 'updated_at': '2022-04-18T20:50:56Z', 'revision_number': 2, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'subnets': [{'id': 'b0374aef-4850-4974-a28d-ea89a15bdd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:02.943656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::1da (6329c721-62b6-4b96-8ff5-b9d55a3cf6c0/24a6f433-06f4-4737-8d88-29dee8def435/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:02.955266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Checking router: 504fd4de-15e4-4ab9-9e0a-642b328e5cae for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:02.956160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Updating router 504fd4de-15e4-4ab9-9e0a-642b328e5cae port c1ef12a6-9173-4791-88d3-26800cf9f748 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:51:02.975606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8:0:1::24d (6329c721-62b6-4b96-8ff5-b9d55a3cf6c0/84549a9f-8f03-40b9-82f3-3f1c987a1cdf/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:03.239660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.021746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e87a22f-7b36-48cf-a7d5-5453f50d6564 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:04.033348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.146536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:04.286300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.523531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=c7cf564e-dd5a-41f8-b906-4cdfe04c68d1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:04.620764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:04.632456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:04.639000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:04.665926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:04.672243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:04.710800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:04.727070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e700f36b-4c52-4a46-9d83-1a01c08bc557 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 4.3455868 Apr 18 20:51:04.731402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52044) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:04.736386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 86bd9abe-6626-4573-8dc0-a6a65a89065d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:04.738684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24a6f433-06f4-4737-8d88-29dee8def435'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:04.793054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a0fca-abfd-4e5d-b40d-2062b265d21c None None] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:04.855997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:04.945745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.071037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-593599739'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:05.093658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:05.136543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Usage tracker for resource:network and tenant:9f13c6b89c904ef09aa1825de8e9cbaf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:05.148228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:05.163437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:05.199523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Made reservation on behalf of 9f13c6b89c904ef09aa1825de8e9cbaf for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:05.204177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.231882 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.277339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:05.296764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Usage tracker for resource:security_group_rule and tenant:9f13c6b89c904ef09aa1825de8e9cbaf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:05.308353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:05.334169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:05.391387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Transition to ACTIVE for port object c1ef12a6-9173-4791-88d3-26800cf9f748 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:05.465803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cbdd9615-773e-496c-a97e-12a5312278e9 None None] Provisioning for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:05.563035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.631646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cbdd9615-773e-496c-a97e-12a5312278e9 None None] Provisioning complete for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:05.635072 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9615-773e-496c-a97e-12a5312278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.696095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.808152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.820568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:05.923003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52104) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:06.052159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 122} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:06.075028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df22e141-9a64-4171-b127-9e7b37f4c692,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.175675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.183454 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Added segment 74b8f3ac-620f-4034-9fe2-985fd518acd5 of type vlan for network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 Apr 18 20:51:06.352700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.369009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2136600527-network', 'tenant_id': '918918e2f0ff4341861999d0c8202892'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:06.381750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:06.398005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Usage tracker for resource:network and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:06.402554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:06.427970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:06.517483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.538914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:06.539800 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.631643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Made reservation on behalf of 918918e2f0ff4341861999d0c8202892 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:06.636786 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.663296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:06.729064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8714249 Apr 18 20:51:06.744320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52118) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:06.746551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:06.748455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Pushing event updated for resources: {'Port': ['ID=c1ef12a6-9173-4791-88d3-26800cf9f748,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.757656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Request body: {'subnet': {'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:06.790562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:06.819482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:06.840041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:06.865020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a87df-22f4-462f-9685-14a0e8d77518 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event updated for resources: {'Network': ['ID=f4c1aec8-3558-40a8-9ff7-3273f57f99e3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:06.927453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.927823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.928163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.928507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.928858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.930231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.930231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.930231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.930573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.930573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.933144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:06.933144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:07.001001 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9615-773e-496c-a97e-12a5312278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.003705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ac7ea-2058-4c09-a97b-3baea3246c73 req-bbbdef8e-498c-4273-919c-7cb230ba7362 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:07.004944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-624ac7ea-2058-4c09-a97b-3baea3246c73 req-bbbdef8e-498c-4273-919c-7cb230ba7362 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:07.018784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:07.059599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 86bd9abe-6626-4573-8dc0-a6a65a89065d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:07.059823 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.165024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:07.181262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Usage tracker for resource:subnet and tenant:9f13c6b89c904ef09aa1825de8e9cbaf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:07.186382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:07.208839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:07.341267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-6afd40da-bf64-44d7-af6d-fc5d3f94256c req-114f14b9-55a8-42dc-a50e-33116c5384e1 service neutron] (88140) timed out ('10.222.0.47', 60058) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:51:07.361200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Attempting to bind port c1ef12a6-9173-4791-88d3-26800cf9f748 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:07.361784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Attempting to bind port c1ef12a6-9173-4791-88d3-26800cf9f748 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:07.362225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Attempting to bind port c1ef12a6-9173-4791-88d3-26800cf9f748 on network 784cbfef-3091-40a5-8495-cbab4d6de9c2 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:07.379757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Made reservation on behalf of 9f13c6b89c904ef09aa1825de8e9cbaf for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:07.383173 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.406833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:07.407288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Checking segment: {'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:07.408358 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.409747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Bound using segment: {'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:07.410595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Bound port: c1ef12a6-9173-4791-88d3-26800cf9f748, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd8b3c8-235b-4d80-add7-54d8009b9d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:07.411471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.428683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.432088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-624ac7ea-2058-4c09-a97b-3baea3246c73 req-bbbdef8e-498c-4273-919c-7cb230ba7362 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:07.434873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-624ac7ea-2058-4c09-a97b-3baea3246c73 req-bbbdef8e-498c-4273-919c-7cb230ba7362 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 945 time: 0.9076250 Apr 18 20:51:07.439448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cbdd9615-773e-496c-a97e-12a5312278e9 None None] For port 6e87a22f-7b36-48cf-a7d5-5453f50d6564, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e87a22f-7b36-48cf-a7d5-5453f50d6564,segment=NetworkSegment(3412e498-1e18-4a29-9c80-53e7a7c4855a),segment_id=3412e498-1e18-4a29-9c80-53e7a7c4855a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:07.465298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cbdd9615-773e-496c-a97e-12a5312278e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.496663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.502543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Delete allocated IP 2001:db8:0:1::24d (6329c721-62b6-4b96-8ff5-b9d55a3cf6c0/84549a9f-8f03-40b9-82f3-3f1c987a1cdf) {{(pid=88141) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:51:07.567828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 144} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:07.597397 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.597397 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Added segment 5af7f15e-75c3-44aa-a942-b85cab715f1d of type vlan for network e7735296-80ab-453c-af45-55e248fbf266 Apr 18 20:51:07.762778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd9615-773e-496c-a97e-12a5312278e9 None None] Pushing event updated for resources: {'Port': ['ID=6e87a22f-7b36-48cf-a7d5-5453f50d6564,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:07.862031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] For port c1ef12a6-9173-4791-88d3-26800cf9f748, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:07.866316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] For port c1ef12a6-9173-4791-88d3-26800cf9f748, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c1ef12a6-9173-4791-88d3-26800cf9f748,segment=NetworkSegment(3cd8b3c8-235b-4d80-add7-54d8009b9d6e),segment_id=3cd8b3c8-235b-4d80-add7-54d8009b9d6e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:07.873094 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:07.929133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.003645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e87a22f-7b36-48cf-a7d5-5453f50d6564 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:08.034127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66cf562-87d6-4b39-a1e4-a602a225d1a5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.059515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-624ac7ea-2058-4c09-a97b-3baea3246c73 req-3d690fa8-d66d-4dde-9881-b5cb6325cfc2 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:08.113074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Routers {'504fd4de-15e4-4ab9-9e0a-642b328e5cae'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:08.114079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:08.320947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005f58a-9eb0-4445-9cb7-cb02ebfc0328 None None] Pushing event updated for resources: {'Port': ['ID=c1ef12a6-9173-4791-88d3-26800cf9f748,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.324076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:51:08.368430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] Update dhcp port {'port': {'network_id': '6329c721-62b6-4b96-8ff5-b9d55a3cf6c0', 'fixed_ips': [{'subnet_id': '24a6f433-06f4-4737-8d88-29dee8def435', 'ip_address': '2001:db8::2'}, {'subnet_id': '84549a9f-8f03-40b9-82f3-3f1c987a1cdf'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '6e87a22f-7b36-48cf-a7d5-5453f50d6564'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:51:08.407328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-624ac7ea-2058-4c09-a97b-3baea3246c73 req-3d690fa8-d66d-4dde-9881-b5cb6325cfc2 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:08.409034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-624ac7ea-2058-4c09-a97b-3baea3246c73 req-3d690fa8-d66d-4dde-9881-b5cb6325cfc2 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9198401 Apr 18 20:51:08.487289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-d3646d3c-5f06-43e3-bb43-7bd10045eb5c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.491030 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-d3646d3c-5f06-43e3-bb43-7bd10045eb5c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 945 time: 0.7567956 Apr 18 20:51:08.543766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:08.544513 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.557167 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.558457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:08.559083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.677327 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:08.759455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] Set router 504fd4de-15e4-4ab9-9e0a-642b328e5cae gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:08.761742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] Pushing event updated for resources: {'Network': ['ID=e7735296-80ab-453c-af45-55e248fbf266,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:08.919433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e7735296-80ab-453c-af45-55e248fbf266 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:08.956109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port ab026804-86fe-4542-b7c9-6abc5b02c9a6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:08.956517 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.018096 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-83c55894-8ea8-4f3c-9aa0-2495ee21e844 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.0875871 Apr 18 20:51:09.021497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52134) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:09.030103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Request body: {'subnet': {'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2136600527-subnet', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:09.040148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:09.053773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Usage tracker for resource:subnet and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:09.066921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:09.095002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:09.119242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Made reservation on behalf of 918918e2f0ff4341861999d0c8202892 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:09.123937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.236230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.334138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Ignored duplicate provisioning block setup for port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 20:51:09.338384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.453061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.471927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] Allocated IP 2001:db8:0:1::2 (6329c721-62b6-4b96-8ff5-b9d55a3cf6c0/84549a9f-8f03-40b9-82f3-3f1c987a1cdf/6e87a22f-7b36-48cf-a7d5-5453f50d6564) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:09.495434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.584751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=771c4e64-51a9-4e5d-996e-273ec6299017,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:09.847813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Checking segment: {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:09.849846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Network hostable DHCP agents. Network: e7735296-80ab-453c-af45-55e248fbf266, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:09.901430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] For port 6e87a22f-7b36-48cf-a7d5-5453f50d6564, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e87a22f-7b36-48cf-a7d5-5453f50d6564,segment=NetworkSegment(3412e498-1e18-4a29-9c80-53e7a7c4855a),segment_id=3412e498-1e18-4a29-9c80-53e7a7c4855a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:09.907015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:56Z', 'revision_number': 4, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port': {'id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:38Z', 'updated_at': '2022-04-18T20:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c1ef12a6-9173-4791-88d3-26800cf9f748', 'name': '', 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'mac_address': 'fa:16:3e:b0:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'b0374aef-4850-4974-a28d-ea89a15bdd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:53Z', 'updated_at': '2022-04-18T20:51:07Z', 'revision_number': 4, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'subnets': [{'id': 'b0374aef-4850-4974-a28d-ea89a15bdd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:09.913993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Network e7735296-80ab-453c-af45-55e248fbf266 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:09.914187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91304db-a1b4-4515-9a49-b7737ec0723e None None] The sync data for ids ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'] in n-d-836016-3 is: [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:50:56Z', 'revision_number': 4, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port': {'id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:38Z', 'updated_at': '2022-04-18T20:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'c1ef12a6-9173-4791-88d3-26800cf9f748', 'name': '', 'network_id': '784cbfef-3091-40a5-8495-cbab4d6de9c2', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'mac_address': 'fa:16:3e:b0:a3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3444, 'fixed_ips': [{'subnet_id': 'b0374aef-4850-4974-a28d-ea89a15bdd2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:53Z', 'updated_at': '2022-04-18T20:51:07Z', 'revision_number': 4, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'subnets': [{'id': 'b0374aef-4850-4974-a28d-ea89a15bdd2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:09.953752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:09.979066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d20d0-8ad9-4071-a80d-5e16ba3f99d6 req-b25049e3-4e7b-4170-afe3-726cdf2bcff8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:09.984021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d20d0-8ad9-4071-a80d-5e16ba3f99d6 req-b25049e3-4e7b-4170-afe3-726cdf2bcff8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 945 time: 0.3239694 Apr 18 20:51:09.985897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e7735296-80ab-453c-af45-55e248fbf266) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:10.002830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] In _notify_port_updated(), no bound segment for port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 on network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 {{(pid=88141) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:51:10.003628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.004886 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.008760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.023119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.028503 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "PUT /v2.0/ports/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 HTTP/1.1" status: 200 len: 926 time: 5.2926254 Apr 18 20:51:10.033494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] Transition to ACTIVE for port object 6e87a22f-7b36-48cf-a7d5-5453f50d6564 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:10.041216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c223ff-c7d1-4216-88d7-8b3b6ac5241f None None] Network e7735296-80ab-453c-af45-55e248fbf266 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:10.057315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:10.060016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfaa537-96ac-4c56-a3e3-7874955b4471 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=c7cf564e-dd5a-41f8-b906-4cdfe04c68d1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:10.062758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event updated for resources: {'Subnet': ['ID=2fc3065b-5a5a-49da-963d-d67afd2890e1,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:10.067842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Checking segment: {'id': '74b8f3ac-620f-4034-9fe2-985fd518acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:10.068458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Network hostable DHCP agents. Network: f4c1aec8-3558-40a8-9ff7-3273f57f99e3, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:10.089017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] For port ab026804-86fe-4542-b7c9-6abc5b02c9a6, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=ab026804-86fe-4542-b7c9-6abc5b02c9a6,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:10.089672 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.159550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '24a6f433-06f4-4737-8d88-29dee8def435'}, {'subnet_id': '84549a9f-8f03-40b9-82f3-3f1c987a1cdf'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:10.181972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:10.225885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, f4c1aec8-3558-40a8-9ff7-3273f57f99e3) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:10.234977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:10.235997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.369013 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fbf3a681-1a49-4dc9-9ae8-323891f23709 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6193681 Apr 18 20:51:10.373788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52150) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:10.391128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Request body: {'port': {'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3', 'name': 'tempest-TagsExtTest-1486854992'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:10.461240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a82d20d0-8ad9-4071-a80d-5e16ba3f99d6 req-e61292a3-67f5-407c-95a0-0da8cfbb1d51 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=bd1282a2-94dd-4286-841f-761c3f411835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4476004 Apr 18 20:51:10.499017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6b6384de-b491-4a54-aec9-f01614a24fb4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4746919 Apr 18 20:51:10.515681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:10.525500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:10.533455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:10.538460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Usage tracker for resource:router and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:10.544911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:10.555314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:10.578758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b69997-2ee9-4374-bffc-544350ba8d71 None None] Network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:10.607700 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.862675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.864614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.912645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.913385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.914105 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP d2689776-623c-4a66-9863-097cea610889 disassociated. External IP: 172.25.5.245, port: ab026804-86fe-4542-b7c9-6abc5b02c9a6. Apr 18 20:51:10.914875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for ab026804-86fe-4542-b7c9-6abc5b02c9a6 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:10.918945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e7735296-80ab-453c-af45-55e248fbf266', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:51:10.928829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.929048 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:10.944260 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.099512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812262c3-cf9c-4e7d-ac4c-5a2101e341fc None None] Pushing event updated for resources: {'Port': ['ID=6e87a22f-7b36-48cf-a7d5-5453f50d6564,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:11.152790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.364147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=ab026804-86fe-4542-b7c9-6abc5b02c9a6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:11.601652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-f4c1aec8-3558-40a8-9ff7-3273f57f99e3', 'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3', 'tenant_id': '9f13c6b89c904ef09aa1825de8e9cbaf', 'fixed_ips': [{'subnet_id': '2fc3065b-5a5a-49da-963d-d67afd2890e1'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:51:11.605543 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:11.682275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ab026804-86fe-4542-b7c9-6abc5b02c9a6 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:11.816325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: ab026804-86fe-4542-b7c9-6abc5b02c9a6 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:51:11.816760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device ab026804-86fe-4542-b7c9-6abc5b02c9a6 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:11.904493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Allocated IP 172.20.0.2 (e7735296-80ab-453c-af45-55e248fbf266/771c4e64-51a9-4e5d-996e-273ec6299017/7e651b5c-31ca-4717-9376-4c2a4bb732e1) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:12.146993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.149068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:12.175446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97635256-adb6-49e4-9e4f-fffb4b7d4427 req-bb6a1f70-1031-4fa8-af1a-9a8759cf6852 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 210 time: 0.2069418 Apr 18 20:51:12.231550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Usage tracker for resource:port and tenant:9f13c6b89c904ef09aa1825de8e9cbaf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:12.305313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e87a22f-7b36-48cf-a7d5-5453f50d6564 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:12.361043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:12.367528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:51:12.387631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:12.559055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Made reservation on behalf of 9f13c6b89c904ef09aa1825de8e9cbaf for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:12.565113 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.627514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] device_id is not set on port b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:12.632012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8:0:1::301 (6329c721-62b6-4b96-8ff5-b9d55a3cf6c0/84549a9f-8f03-40b9-82f3-3f1c987a1cdf/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:12.647267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b7341-9694-48e0-83c1-ab8231a07ba7 None None] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:12.887217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7abb2374-c9b5-4f62-8fe6-5462cd7fa836 None None] Provisioning for port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:12.898230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Allocated IP 172.20.0.2 (f4c1aec8-3558-40a8-9ff7-3273f57f99e3/2fc3065b-5a5a-49da-963d-d67afd2890e1/db7a03c7-2b96-4008-8fc5-526cb4d75591) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:12.920482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7abb2374-c9b5-4f62-8fe6-5462cd7fa836 None None] Provisioning complete for port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:12.920753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7abb2374-c9b5-4f62-8fe6-5462cd7fa836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:12.928579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:51:12.951658 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:12.969851 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:12.970569 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:13.053101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7abb2374-c9b5-4f62-8fe6-5462cd7fa836 None None] Port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:13.172190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] No DVR routers for this DVR port ab026804-86fe-4542-b7c9-6abc5b02c9a6 on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:13.179792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.193673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'name': 'network-vif-deleted', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:13.290566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-911a333b-3bba-4b86-b11a-1e68ef389126 req-e5a4728c-764c-4302-b2d5-a78de3e63afa tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "DELETE /v2.0/ports/ab026804-86fe-4542-b7c9-6abc5b02c9a6 HTTP/1.1" status: 204 len: 173 time: 4.7854717 Apr 18 20:51:13.304229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:51:13.305072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7abb2374-c9b5-4f62-8fe6-5462cd7fa836 None None] Provisioning for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:13.340303 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a83ab738-e106-497f-96f4-005eba9d7ddd'] response: {'server_uuid': '5f5a16ae-d6f2-455b-b457-8503fbba7aa1', 'name': 'network-vif-deleted', 'tag': 'ab026804-86fe-4542-b7c9-6abc5b02c9a6', 'status': 'completed', 'code': 200} Apr 18 20:51:13.447068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.502157 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:13.504622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Ignored duplicate provisioning block setup for port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 20:51:13.521582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.534832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:13.535610 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.564789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6f7958ea-fbff-4643-b9c5-c560d56e7bb0 req-134e0f04-bac5-4fd6-9e0e-38152fae7d98 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:13.596786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.601181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6f7958ea-fbff-4643-b9c5-c560d56e7bb0 req-134e0f04-bac5-4fd6-9e0e-38152fae7d98 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:13.601452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.602880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f7958ea-fbff-4643-b9c5-c560d56e7bb0 req-134e0f04-bac5-4fd6-9e0e-38152fae7d98 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f5a16ae-d6f2-455b-b457-8503fbba7aa1 HTTP/1.1" status: 200 len: 210 time: 0.1567466 Apr 18 20:51:13.687288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7abb2374-c9b5-4f62-8fe6-5462cd7fa836 None None] Provisioning complete for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:13.687659 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7abb2374-c9b5-4f62-8fe6-5462cd7fa836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.794078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:13.862478 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f9bc581-bcc7-4c68-8dc0-ada466a94348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.021547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Transition to ACTIVE for port object 7e651b5c-31ca-4717-9376-4c2a4bb732e1 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:14.176280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c1ef12a6-9173-4791-88d3-26800cf9f748 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:14.215558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Transition to ACTIVE for port object 7e651b5c-31ca-4717-9376-4c2a4bb732e1 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:14.222819 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:14.224174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] In _notify_port_updated(), no bound segment for port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 on network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:51:14.233081 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:14.241770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:14.243892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.273557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "PUT /v2.0/ports/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 HTTP/1.1" status: 200 len: 1012 time: 4.1822481 Apr 18 20:51:14.279908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52176) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:14.316592 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:14.317205 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:50:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:14.367389 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.602400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe9566-c281-44c2-8726-78ffcf948bba tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=c7cf564e-dd5a-41f8-b906-4cdfe04c68d1,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:14.660508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:14.660508 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.694509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Allocated IP 172.25.5.5 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/b3f9b957-0efb-4ee9-b552-d357a0c64882) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:14.721358 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:14.843010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Network e7735296-80ab-453c-af45-55e248fbf266 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:14.851408 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:14.871980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:14.897198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:14.978666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Transition to ACTIVE for port object db7a03c7-2b96-4008-8fc5-526cb4d75591 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:15.084223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Pushing event updated for resources: {'Port': ['ID=7e651b5c-31ca-4717-9376-4c2a4bb732e1,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.298501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Transition to ACTIVE for port object db7a03c7-2b96-4008-8fc5-526cb4d75591 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:15.303517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c1ef12a6-9173-4791-88d3-26800cf9f748 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:15.349183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.361926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c1ef12a6-9173-4791-88d3-26800cf9f748 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:15.366442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.539574 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.550287 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:15.692795 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:15.702449 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0e5508-5b10-4d32-8f3d-762c366883f2 None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:15.813802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52192) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:15.883489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Allocated IP 172.20.0.10 (f4c1aec8-3558-40a8-9ff7-3273f57f99e3/2fc3065b-5a5a-49da-963d-d67afd2890e1/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:15.907904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Pushing event updated for resources: {'Port': ['ID=b3f9b957-0efb-4ee9-b552-d357a0c64882,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:15.939515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:15.941208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Attempting to bind port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:15.942077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Attempting to bind port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:15.942077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Attempting to bind port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 on network e7735296-80ab-453c-af45-55e248fbf266 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:15.944245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:15.950256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:15.976431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:16.019760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.131727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:16.176246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 50, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:16.176822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Checking segment: {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:16.177282 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.177713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Bound using segment: {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:16.178234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Bound port: 7e651b5c-31ca-4717-9376-4c2a4bb732e1, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:16.178629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.248942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:16.309218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-008f5f30-2237-4120-9ee8-b103e093179f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.341087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Pushing event updated for resources: {'Port': ['ID=db7a03c7-2b96-4008-8fc5-526cb4d75591,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.360999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e5450571-56ac-46bf-a327-579a5528171d None None] Provisioning complete for port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:16.361544 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5450571-56ac-46bf-a327-579a5528171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.408898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-008f5f30-2237-4120-9ee8-b103e093179f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.527790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b2c37c-196e-4db3-bd61-e71657eda782 None None] New status for floating IP d2689776-623c-4a66-9863-097cea610889: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:51:16.628748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:16.680085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-008f5f30-2237-4120-9ee8-b103e093179f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.803830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f5f30-2237-4120-9ee8-b103e093179f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1282a2-94dd-4286-841f-761c3f411835,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:16.965188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-008f5f30-2237-4120-9ee8-b103e093179f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:16.967025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-008f5f30-2237-4120-9ee8-b103e093179f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/security-groups/bd1282a2-94dd-4286-841f-761c3f411835 HTTP/1.1" status: 204 len: 168 time: 1.1512437 Apr 18 20:51:16.972192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:17.110923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-701bbeaa-7cb2-409d-9b83-237383be1e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.213762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.285877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.311016 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-d9626d79-a693-430a-be80-cf6dd20b9d4b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] show failed (client error): The resource could not be found. Apr 18 20:51:17.314681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d9626d79-a693-430a-be80-cf6dd20b9d4b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups/bd1282a2-94dd-4286-841f-761c3f411835 HTTP/1.1" status: 404 len: 347 time: 0.3343031 Apr 18 20:51:17.320130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52208) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:17.375866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Transition to ACTIVE for port object b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:17.400813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.401839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e5450571-56ac-46bf-a327-579a5528171d None None] Port c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:17.456942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Attempting to bind port db7a03c7-2b96-4008-8fc5-526cb4d75591 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:17.457970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Attempting to bind port db7a03c7-2b96-4008-8fc5-526cb4d75591 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '74b8f3ac-620f-4034-9fe2-985fd518acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:17.458581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Attempting to bind port db7a03c7-2b96-4008-8fc5-526cb4d75591 on network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:17.521231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] For port 7e651b5c-31ca-4717-9376-4c2a4bb732e1, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:17.532480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:17.534398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Checking segment: {'id': '74b8f3ac-620f-4034-9fe2-985fd518acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:17.540838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.544835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Bound using segment: {'id': '74b8f3ac-620f-4034-9fe2-985fd518acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:17.548004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Bound port: db7a03c7-2b96-4008-8fc5-526cb4d75591, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74b8f3ac-620f-4034-9fe2-985fd518acd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f4c1aec8-3558-40a8-9ff7-3273f57f99e3'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:17.548792 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.586178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.623976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e5450571-56ac-46bf-a327-579a5528171d None None] Provisioning complete for port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:17.625415 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5450571-56ac-46bf-a327-579a5528171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.651593 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.671055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c1ef12a6-9173-4791-88d3-26800cf9f748, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c1ef12a6-9173-4791-88d3-26800cf9f748,segment=NetworkSegment(3cd8b3c8-235b-4d80-add7-54d8009b9d6e),segment_id=3cd8b3c8-235b-4d80-add7-54d8009b9d6e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:17.678575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] For port 7e651b5c-31ca-4717-9376-4c2a4bb732e1, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e651b5c-31ca-4717-9376-4c2a4bb732e1,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:17.691502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.877867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.889016 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:17.910980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=c7cf564e-dd5a-41f8-b906-4cdfe04c68d1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.005136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.062493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:18.124574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c1ef12a6-9173-4791-88d3-26800cf9f748,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.240656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:18.247145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:18.267488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port 312f9f98-5d74-4072-8df7-a6eb0f9bcef7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:18.268033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.333181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event updated for resources: {'Port': ['ID=b87707d5-b22c-4dcc-afbd-c1e8a9c81d09,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.337782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] For port db7a03c7-2b96-4008-8fc5-526cb4d75591, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:18.350008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] For port db7a03c7-2b96-4008-8fc5-526cb4d75591, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=db7a03c7-2b96-4008-8fc5-526cb4d75591,segment=NetworkSegment(74b8f3ac-620f-4034-9fe2-985fd518acd5),segment_id=74b8f3ac-620f-4034-9fe2-985fd518acd5)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:18.379190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.391046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab843f3-fd3f-4644-b3ae-a0748dc3ac35 None None] Pushing event updated for resources: {'Port': ['ID=7e651b5c-31ca-4717-9376-4c2a4bb732e1,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.410729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c375fd3-f91c-488e-9e84-4b9a1008a347 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 HTTP/1.1" status: 204 len: 168 time: 4.1299176 Apr 18 20:51:18.414905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52218) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:18.429259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.482023 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c6f6ea-17f5-4b95-bd35-db18d06d1177 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:51:18.483603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39c6f6ea-17f5-4b95-bd35-db18d06d1177 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:18.492578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:18.493680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.536124 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7a7881a0-b94b-4557-92bd-0c58b8039830 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 8.1601708 Apr 18 20:51:18.538298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52222) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:18.539393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-39c6f6ea-17f5-4b95-bd35-db18d06d1177 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:18.541338 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-39c6f6ea-17f5-4b95-bd35-db18d06d1177 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 HTTP/1.1" status: 404 len: 333 time: 0.1248310 Apr 18 20:51:18.549428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-983727147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:18.561610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52226) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:18.565646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:18.603288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.615874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Usage tracker for resource:router and tenant:9f13c6b89c904ef09aa1825de8e9cbaf is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:18.627022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:18.647420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e68af-f444-496c-b2a5-a0e977a228fa None None] Pushing event updated for resources: {'Port': ['ID=db7a03c7-2b96-4008-8fc5-526cb4d75591,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:18.649848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:18.697250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 84549a9f-8f03-40b9-82f3-3f1c987a1cdf {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:51:18.702873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.704440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.721221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.764699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bf9055ec-c49b-472c-b565-befcf4fab301 None None] Could not find standard attr ID for object c7cf564e-dd5a-41f8-b906-4cdfe04c68d1. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:18.859897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.895973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:18.986150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.062337 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.135890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.140269 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0eb1b7e1-9c68-48dc-9f18-634dfb4b21c7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5971894 Apr 18 20:51:19.141115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52234) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:19.175915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-21fc535a-ab2d-41a3-ad3c-5b2ebbc3ad61 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1781600056', 'prefixes': ['172.20.0.0/16']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:19.210614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-21fc535a-ab2d-41a3-ad3c-5b2ebbc3ad61 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:19.312723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.395495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21fc535a-ab2d-41a3-ad3c-5b2ebbc3ad61 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for subnetpool, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.401941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-21fc535a-ab2d-41a3-ad3c-5b2ebbc3ad61 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2491639 Apr 18 20:51:19.411047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52238) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:19.423615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-4b5597f8-ec9d-452e-9e7e-196615ae20e0 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', 'tempest-TagsExtTest-Tag-375988300') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:19.457437 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.579521 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:19.636061 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4b5597f8-ec9d-452e-9e7e-196615ae20e0 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags/tempest-TagsExtTest-Tag-375988300 HTTP/1.1" status: 201 len: 201 time: 0.2229493 Apr 18 20:51:19.641072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52242) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:19.651069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-c3d12400-c68f-4f7f-b9c6-e8aed27ec096 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', 'tempest-TagsExtTest-Tag-1736425106') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:20.022614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.031867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.213323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=84549a9f-8f03-40b9-82f3-3f1c987a1cdf,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:20.231223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b465a-ddf6-40c1-bab4-32eb63512183 None None] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:20.252439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.301949 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-59df6ee9-f10b-4eb8-a7a9-c87f1d06b121 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/84549a9f-8f03-40b9-82f3-3f1c987a1cdf HTTP/1.1" status: 204 len: 168 time: 1.7364764 Apr 18 20:51:20.302535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52248) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:20.369054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e651b5c-31ca-4717-9376-4c2a4bb732e1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:20.490212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 24a6f433-06f4-4737-8d88-29dee8def435 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:51:20.505496 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c3d12400-c68f-4f7f-b9c6-e8aed27ec096 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags/tempest-TagsExtTest-Tag-1736425106 HTTP/1.1" status: 201 len: 201 time: 0.8596647 Apr 18 20:51:20.506620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52254) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:20.507532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:20.549539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for 312f9f98-5d74-4072-8df7-a6eb0f9bcef7 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:20.561440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-47af8485-82b6-4695-827f-ff004796ef01 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', 'tempest-TagsExtTest-Tag-1095098111') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:20.864698 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.008166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.063209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-079f6f7b-d6e6-4ce6-bfb6-9bdd6a22f924 None None] Network e7735296-80ab-453c-af45-55e248fbf266 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:21.076341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47af8485-82b6-4695-827f-ff004796ef01 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags/tempest-TagsExtTest-Tag-1095098111 HTTP/1.1" status: 201 len: 201 time: 0.5203550 Apr 18 20:51:21.102870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:21.116599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device db7a03c7-2b96-4008-8fc5-526cb4d75591 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:21.181394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.189260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52258) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:21.204949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-2bbe290f-1bd8-4557-b18c-971cc5f4e5dc tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', 'tempest-TagsExtTest-Tag-479143178') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:21.233880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.340016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0a6d7-e5af-48c1-bac9-76beac186178 None None] Network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:21.385265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a8027da7-ee8a-40e7-be74-3666d3394888 None None] Provisioning for port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:21.437926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.474741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a8027da7-ee8a-40e7-be74-3666d3394888 None None] Provisioning complete for port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:21.475321 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8027da7-ee8a-40e7-be74-3666d3394888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.526345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=312f9f98-5d74-4072-8df7-a6eb0f9bcef7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:21.526878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=24a6f433-06f4-4737-8d88-29dee8def435,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:21.531680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.547276 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-94b46702-d4e5-4307-b3e0-2e94bc43f782 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/24a6f433-06f4-4737-8d88-29dee8def435 HTTP/1.1" status: 204 len: 168 time: 1.2398291 Apr 18 20:51:21.548558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52266) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:21.743295 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.780972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:21.781364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.819791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port db7a03c7-2b96-4008-8fc5-526cb4d75591 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:21.864963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:21.904920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c1ef12a6-9173-4791-88d3-26800cf9f748 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:21.953466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2bbe290f-1bd8-4557-b18c-971cc5f4e5dc tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags/tempest-TagsExtTest-Tag-479143178 HTTP/1.1" status: 201 len: 201 time: 0.7626638 Apr 18 20:51:21.956066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:21.963036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-ff34a243-d9d3-4a6d-ba9c-e9be9b519922 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:22.064281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Router c1bc4437-b223-49bc-889d-d0b04c11473e is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:51:22.070613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.081337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-973fa585-1e11-462f-b18b-d490c003f119 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/floatingips/d2689776-623c-4a66-9863-097cea610889 HTTP/1.1" status: 204 len: 168 time: 4.7512329 Apr 18 20:51:22.334721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8027da7-ee8a-40e7-be74-3666d3394888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.523746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c1ef12a6-9173-4791-88d3-26800cf9f748 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:22.524990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.671626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a8027da7-ee8a-40e7-be74-3666d3394888 None None] For port 7e651b5c-31ca-4717-9376-4c2a4bb732e1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e651b5c-31ca-4717-9376-4c2a4bb732e1,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:22.686688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ff34a243-d9d3-4a6d-ba9c-e9be9b519922 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags HTTP/1.1" status: 200 len: 240 time: 0.7287149 Apr 18 20:51:22.694338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52280) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:22.694720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8027da7-ee8a-40e7-be74-3666d3394888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.723032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-8d4c1ec4-57af-48ad-bb1c-8e26ada90e31 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', 'tempest-TagsExtTest-Tag-375988300') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:22.792723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] For port 6e87a22f-7b36-48cf-a7d5-5453f50d6564, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6e87a22f-7b36-48cf-a7d5-5453f50d6564,segment=NetworkSegment(3412e498-1e18-4a29-9c80-53e7a7c4855a),segment_id=3412e498-1e18-4a29-9c80-53e7a7c4855a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:22.793393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:22.996188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:51:23.027268 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Sync routers for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:23.058856 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:23.062317 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:51:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:23.366047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c042dd-ef78-423f-8e14-de017db1064d None None] Network 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:23.494802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8027da7-ee8a-40e7-be74-3666d3394888 None None] Pushing event updated for resources: {'Port': ['ID=7e651b5c-31ca-4717-9376-4c2a4bb732e1,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:23.543721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-93b3c685-cf8e-4a85-8e7b-f56f84446ae3 None None] Provisioning for port db7a03c7-2b96-4008-8fc5-526cb4d75591 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:23.584014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52288) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:23.602551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-93b3c685-cf8e-4a85-8e7b-f56f84446ae3 None None] Provisioning complete for port db7a03c7-2b96-4008-8fc5-526cb4d75591 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:23.602551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-93b3c685-cf8e-4a85-8e7b-f56f84446ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.620772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1448433535', 'description': 'tempest-description--112326051'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:23.624936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 6e87a22f-7b36-48cf-a7d5-5453f50d6564 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:23.647878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:23.708617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:23.723461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:23.774047 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:23.775063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.800452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52294) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:23.816485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22a582d7-f43f-41c0-b102-eeb322aa6734 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 13.2972939 Apr 18 20:51:23.845454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:23.881941 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:23.947751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8d4c1ec4-57af-48ad-bb1c-8e26ada90e31 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags/tempest-TagsExtTest-Tag-375988300 HTTP/1.1" status: 204 len: 168 time: 1.2521596 Apr 18 20:51:23.948849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52298) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:23.989864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:24.005307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:24.059085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:24.091294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-dabb9a0c-c6e3-49a1-aab0-80ecc9f4187d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', 'tempest-TagsExtTest-Tag-375988300') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:24.100706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e651b5c-31ca-4717-9376-4c2a4bb732e1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:24.248836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.326551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:24.380122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-93b3c685-cf8e-4a85-8e7b-f56f84446ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.612913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-93b3c685-cf8e-4a85-8e7b-f56f84446ae3 None None] For port db7a03c7-2b96-4008-8fc5-526cb4d75591, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=db7a03c7-2b96-4008-8fc5-526cb4d75591,segment=NetworkSegment(74b8f3ac-620f-4034-9fe2-985fd518acd5),segment_id=74b8f3ac-620f-4034-9fe2-985fd518acd5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:24.660670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-93b3c685-cf8e-4a85-8e7b-f56f84446ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.939862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.947318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dabb9a0c-c6e3-49a1-aab0-80ecc9f4187d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags/tempest-TagsExtTest-Tag-375988300 HTTP/1.1" status: 204 len: 168 time: 0.9955370 Apr 18 20:51:24.952423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:24.975632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:24.977005 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:24.981194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-728a4118-97fb-415e-94b5-9ecfcc78a7ce tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:25.056391 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:16Z', 'revision_number': 3, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:25.057599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=6e87a22f-7b36-48cf-a7d5-5453f50d6564,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:25.071171 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Checking router: c1bc4437-b223-49bc-889d-d0b04c11473e for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:25.071997 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Updating router c1bc4437-b223-49bc-889d-d0b04c11473e port b3f9b957-0efb-4ee9-b552-d357a0c64882 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:51:25.143136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.166349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bec4f3-c40a-41df-9514-321a534e2406 None None] DHCP port deletion for 6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:51:25.272443 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.287755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No DVR routers for this DVR port 6e87a22f-7b36-48cf-a7d5-5453f50d6564 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:25.362166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524e4e42-3d7e-4d8e-af2b-f361215d3be0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:25.373009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.374712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5bb244c2-42da-4a37-af80-bb2633ec910a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7908201 Apr 18 20:51:25.380487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:25.422028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': '524e4e42-3d7e-4d8e-af2b-f361215d3be0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:25.435302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b56980b3-4f1f-46b0-9a32-4a7b0696ebba None None] Provisioning complete for port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:25.443424 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b56980b3-4f1f-46b0-9a32-4a7b0696ebba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:25.486516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:25.544851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:25.567641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:25.602140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:25.645594 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-728a4118-97fb-415e-94b5-9ecfcc78a7ce tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags HTTP/1.1" status: 200 len: 205 time: 0.6902924 Apr 18 20:51:25.651975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:25.694314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-24a53db0-2836-4bd7-8e15-fbad91c71ba7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:25.884801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3c685-cf8e-4a85-8e7b-f56f84446ae3 None None] Pushing event updated for resources: {'Port': ['ID=db7a03c7-2b96-4008-8fc5-526cb4d75591,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:25.915417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.189011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-24a53db0-2836-4bd7-8e15-fbad91c71ba7 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags HTTP/1.1" status: 200 len: 241 time: 0.5241234 Apr 18 20:51:26.268617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.269377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52324) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:26.289150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-bbbdf38b-1e02-44b2-8c2c-f9d471297dbe tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', 'tempest-TagsExtTest-Tag-1736425106') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:26.312822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device db7a03c7-2b96-4008-8fc5-526cb4d75591 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:26.338621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.437657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b56980b3-4f1f-46b0-9a32-4a7b0696ebba None None] Could not find standard attr ID for object 6e87a22f-7b36-48cf-a7d5-5453f50d6564. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:51:26.453338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port db7a03c7-2b96-4008-8fc5-526cb4d75591 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:26.454342 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.480315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d553a7-0f10-4daa-a307-580cab8c5eac,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:26.501975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.510442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a82892b3-dc9b-4752-8076-fec4dae94599 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1154494 Apr 18 20:51:26.519760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:26.535074 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.537453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': '524e4e42-3d7e-4d8e-af2b-f361215d3be0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:26.558574 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Transition to ACTIVE for port object b3f9b957-0efb-4ee9-b552-d357a0c64882 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:26.569131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:26.576081 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.585799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:26.593856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:26.607834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:26.659640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5a1267fa-e828-41f7-978c-378ffa95df66 None None] Provisioning for port b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:26.677976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.694401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5a1267fa-e828-41f7-978c-378ffa95df66 None None] Provisioning complete for port b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:26.695848 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a1267fa-e828-41f7-978c-378ffa95df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.757967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bbbdf38b-1e02-44b2-8c2c-f9d471297dbe tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags/tempest-TagsExtTest-Tag-1736425106 HTTP/1.1" status: 204 len: 168 time: 0.4819188 Apr 18 20:51:26.761880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52332) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:26.772636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.798689 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Attempting to bind port b3f9b957-0efb-4ee9-b552-d357a0c64882 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:26.798689 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Attempting to bind port b3f9b957-0efb-4ee9-b552-d357a0c64882 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:26.804683 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Attempting to bind port b3f9b957-0efb-4ee9-b552-d357a0c64882 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:26.819613 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:26.820461 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:26.822613 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.823061 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:26.823640 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Bound port: b3f9b957-0efb-4ee9-b552-d357a0c64882, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:26.824659 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.861227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-11d2c42a-1877-43df-9b9c-f85f02db42ef tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', 'tempest-TagsExtTest-Tag-1736425106') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:26.880250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5a1267fa-e828-41f7-978c-378ffa95df66 None None] Port b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:26.905753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5a1267fa-e828-41f7-978c-378ffa95df66 None None] Provisioning complete for port db7a03c7-2b96-4008-8fc5-526cb4d75591 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:26.906133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a1267fa-e828-41f7-978c-378ffa95df66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:26.953282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e87a22f-7b36-48cf-a7d5-5453f50d6564 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:27.099632 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Pushing event updated for resources: {'Port': ['ID=b3f9b957-0efb-4ee9-b552-d357a0c64882,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.122248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6e87a22f-7b36-48cf-a7d5-5453f50d6564 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:51:27.122248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6e87a22f-7b36-48cf-a7d5-5453f50d6564 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:27.178646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.214085 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.260790 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.261920 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.264728 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.271695 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.274208 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.279152 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.279152 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.279537 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.283109 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.285650 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.287651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.288958 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:27.369342 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] For port b3f9b957-0efb-4ee9-b552-d357a0c64882, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:27.391508 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] For port b3f9b957-0efb-4ee9-b552-d357a0c64882, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b3f9b957-0efb-4ee9-b552-d357a0c64882,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:27.400106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3886492f-52ff-4fdf-bb8f-1e560fd4b651,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:27.425018 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.443379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.451752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-21410fdc-cf2f-4b61-acf1-98245a796f0e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9224491 Apr 18 20:51:27.456340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:27.475099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:27.518208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:27.539264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:floatingip and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:27.555106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:27.567432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:27.584729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-11d2c42a-1877-43df-9b9c-f85f02db42ef tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags/tempest-TagsExtTest-Tag-1736425106 HTTP/1.1" status: 204 len: 168 time: 0.8221104 Apr 18 20:51:27.590786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:27.609745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-eaa0b33f-0548-4a24-9a88-22fa0c61e662 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:27.641241 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:27.642219 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:51:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:27.647766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6329c721-62b6-4b96-8ff5-b9d55a3cf6c0']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:27.690162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.708186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3412e498-1e18-4a29-9c80-53e7a7c4855a') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:27.708186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3412e498-1e18-4a29-9c80-53e7a7c4855a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:27.752205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.850390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.869824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:27.870262 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:27.895314 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:28.027680 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc62c8-d462-4344-a5bc-fbe0b047f77b None None] Pushing event updated for resources: {'Port': ['ID=b3f9b957-0efb-4ee9-b552-d357a0c64882,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:28.034186 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eaa0b33f-0548-4a24-9a88-22fa0c61e662 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags HTTP/1.1" status: 200 len: 205 time: 0.4412241 Apr 18 20:51:28.039374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:28.046866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-45561309-10ad-43b0-a5aa-7d1069d3e2a1 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:28.397346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.433116 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45561309-10ad-43b0-a5aa-7d1069d3e2a1 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags HTTP/1.1" status: 200 len: 241 time: 0.3922136 Apr 18 20:51:28.439258 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:28.445229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52360) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:28.495156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-16b66d01-7b65-4406-b80d-d8afb73b798d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', 'tempest-TagsExtTest-Tag-1095098111') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:28.502430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.545951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=6329c721-62b6-4b96-8ff5-b9d55a3cf6c0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:28.596436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:28.636418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a6dba9fe-d151-4f3a-82b7-506289ad3bea tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/6329c721-62b6-4b96-8ff5-b9d55a3cf6c0 HTTP/1.1" status: 204 len: 168 time: 7.0862780 Apr 18 20:51:28.641597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52364) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:28.789578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.178388 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:16Z', 'revision_number': 3, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:29.200930 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea439a32-3a46-4301-8638-97d6a65f0726 None None] The sync data for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 is: [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:16Z', 'revision_number': 3, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:29.332835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742d664-08de-49db-8e3d-206f36f55ed4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:29.343987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2742d664-08de-49db-8e3d-206f36f55ed4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:29.350818 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-16b66d01-7b65-4406-b80d-d8afb73b798d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags/tempest-TagsExtTest-Tag-1095098111 HTTP/1.1" status: 204 len: 168 time: 0.8943923 Apr 18 20:51:29.389027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52370) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:29.402685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-130e50c7-99c3-4947-bedb-2e0e49f34b14 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', 'tempest-TagsExtTest-Tag-1095098111') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:29.468196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.25.5.253 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f2453cc4-d4ae-4201-a47b-c75a9e90e544) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:29.540080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2742d664-08de-49db-8e3d-206f36f55ed4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:29.546372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2742d664-08de-49db-8e3d-206f36f55ed4 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8979650 Apr 18 20:51:29.547750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52374) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:29.852080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:29.971099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Allocated IP 172.20.0.1 (e7735296-80ab-453c-af45-55e248fbf266/771c4e64-51a9-4e5d-996e-273ec6299017/27088949-3d46-4ef2-95e9-b990b10ddbec) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:29.990406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.033108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-130e50c7-99c3-4947-bedb-2e0e49f34b14 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags/tempest-TagsExtTest-Tag-1095098111 HTTP/1.1" status: 204 len: 168 time: 0.6450446 Apr 18 20:51:30.042993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52384) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:30.060640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-c775bb4b-969d-4945-87b2-ff69f2f74fb5 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:30.114865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:30.126976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:30.131622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:30.237412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=f2453cc4-d4ae-4201-a47b-c75a9e90e544,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:30.284142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52390) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:30.288828 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a16a65a2-67a5-43c1-8d2c-0000ff0c8a3d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7394807 Apr 18 20:51:30.300015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-85575776'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:30.329210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b3f9b957-0efb-4ee9-b552-d357a0c64882 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:30.341985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:30.375945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:30.387168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:30.421177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:30.458899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:30.465380 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.478176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port b3f9b957-0efb-4ee9-b552-d357a0c64882 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:30.488152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b3f9b957-0efb-4ee9-b552-d357a0c64882 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:30.488841 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.872666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:30.901207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 119} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:30.978140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.030050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port b3f9b957-0efb-4ee9-b552-d357a0c64882, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b3f9b957-0efb-4ee9-b552-d357a0c64882,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:31.040957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.042275 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment 04c65284-622e-472e-9655-33e88ef3689a of type vlan for network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 Apr 18 20:51:31.043721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.109608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c775bb4b-969d-4945-87b2-ff69f2f74fb5 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags HTTP/1.1" status: 200 len: 205 time: 1.0591629 Apr 18 20:51:31.113740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:31.116805 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.163599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.197457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-b126cf09-25d0-4d82-9372-8544bd776d28 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:31.272809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Transition to ACTIVE for port object 27088949-3d46-4ef2-95e9-b990b10ddbec will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:31.371478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.406513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=b3f9b957-0efb-4ee9-b552-d357a0c64882,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:31.411984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.432049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b126cf09-25d0-4d82-9372-8544bd776d28 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags HTTP/1.1" status: 200 len: 240 time: 0.3164501 Apr 18 20:51:31.438441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:31.455267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-50dee7cf-55d7-4cfe-aff5-12f20eb7c9f5 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', 'tempest-TagsExtTest-Tag-479143178') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:31.546292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Network e7735296-80ab-453c-af45-55e248fbf266 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:31.550090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:31.583926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:31.671326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Pushing event updated for resources: {'Port': ['ID=27088949-3d46-4ef2-95e9-b990b10ddbec,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:31.744772 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.796628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-50dee7cf-55d7-4cfe-aff5-12f20eb7c9f5 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags/tempest-TagsExtTest-Tag-479143178 HTTP/1.1" status: 204 len: 168 time: 0.3481925 Apr 18 20:51:31.802171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52408) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:31.818073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.830438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:31.831465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:31.845715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-97476120-9231-463d-bc08-b21f6cbf4107 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', 'tempest-TagsExtTest-Tag-479143178') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:32.150582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a01456f2-ae8d-4c76-99eb-30c9edb456e4 None None] Provisioning for port 27088949-3d46-4ef2-95e9-b990b10ddbec completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:32.162178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a01456f2-ae8d-4c76-99eb-30c9edb456e4 None None] Provisioning complete for port 27088949-3d46-4ef2-95e9-b990b10ddbec triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:32.163052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a01456f2-ae8d-4c76-99eb-30c9edb456e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.337925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b3f9b957-0efb-4ee9-b552-d357a0c64882 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:32.459142 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.518405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.548345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a01456f2-ae8d-4c76-99eb-30c9edb456e4 None None] Port 27088949-3d46-4ef2-95e9-b990b10ddbec cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:32.656487 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.665649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b3f9b957-0efb-4ee9-b552-d357a0c64882 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:32.666036 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.764537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-97476120-9231-463d-bc08-b21f6cbf4107 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags/tempest-TagsExtTest-Tag-479143178 HTTP/1.1" status: 204 len: 168 time: 0.9466197 Apr 18 20:51:32.764537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=5991666c-ab67-44fb-a3b0-6c6e7a5242e8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.770435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52416) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:32.776041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-685f3d86-ac76-46ac-857c-79ab05768c2e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4894280 Apr 18 20:51:32.782004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-e5ec4ac8-032d-4066-970f-0eca5cc4582e tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:32.794705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52420) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:32.797012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:32.803894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:32.833617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.839297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=f2453cc4-d4ae-4201-a47b-c75a9e90e544,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:32.883103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:32.895204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bc663c7f-636d-49b7-9e6c-0e291380f133 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4376705 Apr 18 20:51:33.113289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:33.130247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:33.142079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:33.170569 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5ec4ac8-032d-4066-970f-0eca5cc4582e tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags HTTP/1.1" status: 200 len: 205 time: 0.3983560 Apr 18 20:51:33.172496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:33.173444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:33.179747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-8987265c-11be-48a6-806d-6d6cb93e6f3d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:33.263227 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8987265c-11be-48a6-806d-6d6cb93e6f3d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags HTTP/1.1" status: 204 len: 168 time: 0.0863197 Apr 18 20:51:33.268079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52438) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:33.288930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-baa249cf-8a68-4218-b594-199efca2ae57 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:33.345030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:33.350794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:33.535907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-baa249cf-8a68-4218-b594-199efca2ae57 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags HTTP/1.1" status: 204 len: 168 time: 0.2622194 Apr 18 20:51:33.541245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:33.552776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-473df38f-5eb9-4355-9540-76920ad63376 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:33.599932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-ab58a2d6-1567-4193-ae40-fd9aff753a48 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:33.670456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-473df38f-5eb9-4355-9540-76920ad63376 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags HTTP/1.1" status: 204 len: 168 time: 0.1272674 Apr 18 20:51:33.672089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-ab58a2d6-1567-4193-ae40-fd9aff753a48 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:33.673697 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-ab58a2d6-1567-4193-ae40-fd9aff753a48 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1448433535&fields=id&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 267 time: 0.2432158 Apr 18 20:51:33.674175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:33.708931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-f5b5d123-c3d7-45c1-bc3c-4efbce25da9c tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:34.014564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.147642 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.698073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:34.758195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-e8c3dd69-9f3f-4c86-92d4-5b9217a36481 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:34.760092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-e8c3dd69-9f3f-4c86-92d4-5b9217a36481 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 1.0585399 Apr 18 20:51:34.839253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Pushing event updated for resources: {'Port': ['ID=27088949-3d46-4ef2-95e9-b990b10ddbec,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:34.909922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-074a3185-8964-43b0-b901-3fb6fbb13d3f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/quotas/cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 375 time: 0.1162863 Apr 18 20:51:35.178990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5b5d123-c3d7-45c1-bc3c-4efbce25da9c tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags HTTP/1.1" status: 204 len: 168 time: 1.4779267 Apr 18 20:51:35.179393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:35.196492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.206450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-6f195453-09fc-46b6-9c8f-66027e43a836 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', 'tempest-TagsExtTest-Tag-1854896483') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:35.257029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:51:35.389994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6f195453-09fc-46b6-9c8f-66027e43a836 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags/tempest-TagsExtTest-Tag-1854896483 HTTP/1.1" status: 201 len: 201 time: 0.2049899 Apr 18 20:51:35.390656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:35.401980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-2bb032bf-5588-4489-a416-9e7c71102bf6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', 'tempest-TagsExtTest-Tag-316902151') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:35.436025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Network e7735296-80ab-453c-af45-55e248fbf266 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:35.449662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=f227ba97-7d93-485b-ae73-8e452936194b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:35.461569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:35.506833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-bae77431-d13c-455d-ac51-893d0de6e3e3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5791166 Apr 18 20:51:35.576387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2bb032bf-5588-4489-a416-9e7c71102bf6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags/tempest-TagsExtTest-Tag-316902151 HTTP/1.1" status: 201 len: 201 time: 0.1823900 Apr 18 20:51:35.577494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:35.584977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-41523b75-ce61-4dc7-8d70-3a8ff81b3245 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', 'tempest-TagsExtTest-Tag-412425495') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:35.635788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': '04c65284-622e-472e-9655-33e88ef3689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:35.636521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: 5991666c-ab67-44fb-a3b0-6c6e7a5242e8, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:35.822893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:35.874362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-41523b75-ce61-4dc7-8d70-3a8ff81b3245 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags/tempest-TagsExtTest-Tag-412425495 HTTP/1.1" status: 201 len: 201 time: 0.2955167 Apr 18 20:51:35.877498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:35.885054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-ef80260d-62e3-4655-a4de-b5534a179699 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', 'tempest-TagsExtTest-Tag-2068813266') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:35.959561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ef80260d-62e3-4655-a4de-b5534a179699 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags/tempest-TagsExtTest-Tag-2068813266 HTTP/1.1" status: 201 len: 201 time: 0.0803809 Apr 18 20:51:35.959945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5848418d-190f-4288-8b04-16c2f3980aee None None] Provisioning complete for port 27088949-3d46-4ef2-95e9-b990b10ddbec triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:35.960661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5848418d-190f-4288-8b04-16c2f3980aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:35.963728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52494) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:35.974239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-0f929573-b1f3-4808-99db-5aa822c994cb tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', {'tags': ['tempest-TagsExtTest-Tag-1603396451', 'tempest-TagsExtTest-Tag-473411248', 'tempest-TagsExtTest-Tag-1657620495']}) {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:36.026621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5848418d-190f-4288-8b04-16c2f3980aee None None] Port 27088949-3d46-4ef2-95e9-b990b10ddbec cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:36.054861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5991666c-ab67-44fb-a3b0-6c6e7a5242e8) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:36.063549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:36.063549 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.072606 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-4ca5c816-1e49-43f3-9c7d-32bd8b93f567 service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4728084 Apr 18 20:51:36.089774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9c5eee-e4ec-4657-9021-ae6eae3f8601 None None] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:36.144582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f929573-b1f3-4808-99db-5aa822c994cb tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags HTTP/1.1" status: 200 len: 317 time: 0.1795535 Apr 18 20:51:36.145485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:36.156178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-64abc4c6-d688-4807-a457-a1aca33240bb tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:36.192928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Router c1bc4437-b223-49bc-889d-d0b04c11473e has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:51:36.334393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-64abc4c6-d688-4807-a457-a1aca33240bb tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags HTTP/1.1" status: 204 len: 168 time: 0.1868498 Apr 18 20:51:36.338866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:36.350871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-65333e44-31be-4ab2-a355-d264576ddec2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', 'tempest-TagsExtTest-Tag-1603396451') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:36.418533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-5991666c-ab67-44fb-a3b0-6c6e7a5242e8', 'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8', 'tenant_id': '42ebcb33bbe84962abfdcf9e68502ecb', 'fixed_ips': [{'subnet_id': 'f227ba97-7d93-485b-ae73-8e452936194b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:51:36.421201 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:36.556506 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-65333e44-31be-4ab2-a355-d264576ddec2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:36.557936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-65333e44-31be-4ab2-a355-d264576ddec2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags/tempest-TagsExtTest-Tag-1603396451 HTTP/1.1" status: 404 len: 329 time: 0.2171037 Apr 18 20:51:36.563638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52512) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:36.571647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-156bb3aa-a573-4233-bccd-834c62c91f33 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', 'tempest-TagsExtTest-Tag-473411248') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:36.720286 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a5e4ef6d-ae53-4740-94f9-8ffd1755d192 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9212677 Apr 18 20:51:36.729583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:36.730458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:51:36.749160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8', 'name': 'tempest-PortsIpV6TestJSON-1449758538'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:36.752379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Allocated IP 2001:db8::2 (5991666c-ab67-44fb-a3b0-6c6e7a5242e8/f227ba97-7d93-485b-ae73-8e452936194b/bd7b8340-b64d-4b50-87fc-ee1d571f6a0a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:36.757422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c56695d5-0d86-456c-b8b3-98c70bcbeb17 admin admin] 10.222.0.47 "PUT /v2.0/routers/c1bc4437-b223-49bc-889d-d0b04c11473e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9588187 Apr 18 20:51:36.870231 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-68752d53-e831-4baf-9f8f-7feb72fce475 service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7708049 Apr 18 20:51:37.136504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Sync routers for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:51:37.232082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:37.244239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:51:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:38.178467 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-156bb3aa-a573-4233-bccd-834c62c91f33 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:38.179647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-156bb3aa-a573-4233-bccd-834c62c91f33 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags/tempest-TagsExtTest-Tag-473411248 HTTP/1.1" status: 404 len: 328 time: 1.6146989 Apr 18 20:51:38.184387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:38.191302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-3946d095-b003-46ef-b021-414f0c5c5bd2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1', 'tempest-TagsExtTest-Tag-1657620495') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:38.445270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:38.484246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:38.492527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-39ff95e7-bae8-4bf0-8bed-04ea9229da4e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8215146 Apr 18 20:51:38.515880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:38.522350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:38.605919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port d79a1b79-aba6-45db-8bff-009091e67b1d yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:38.620867 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-3946d095-b003-46ef-b021-414f0c5c5bd2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:38.625963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3946d095-b003-46ef-b021-414f0c5c5bd2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags/tempest-TagsExtTest-Tag-1657620495 HTTP/1.1" status: 404 len: 329 time: 0.4400055 Apr 18 20:51:38.636178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:38.644119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-03c927a5-924d-4e09-806d-bc860ed96a71 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', {'tags': ['tempest-TagsExtTest-Tag-2146903527', 'tempest-TagsExtTest-Tag-1673123268', 'tempest-TagsExtTest-Tag-1389669498']}) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:38.725482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:38.928286 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-03c927a5-924d-4e09-806d-bc860ed96a71 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags HTTP/1.1" status: 200 len: 318 time: 0.2906837 Apr 18 20:51:38.932309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52572) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:38.944723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-5d5c305a-a058-49cb-884d-bc6334f6ef2d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:39.119057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:39.136784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1693685705-network', 'tenant_id': '3240cfca27464e3ea948746b218a648d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:39.175017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:39.199960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Usage tracker for resource:network and tenant:3240cfca27464e3ea948746b218a648d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:39.212954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:39.238649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:39.320458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Made reservation on behalf of 3240cfca27464e3ea948746b218a648d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:39.325637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.376188 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.417750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5d5c305a-a058-49cb-884d-bc6334f6ef2d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags HTTP/1.1" status: 204 len: 168 time: 0.4794815 Apr 18 20:51:39.424587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52582) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:39.428695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:39.437147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:3240cfca27464e3ea948746b218a648d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:39.443655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-7213aa6b-e0b8-43ae-8f5d-958a2b4f2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:39.446284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-7213aa6b-e0b8-43ae-8f5d-958a2b4f2d6a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 0.5562499 Apr 18 20:51:39.458498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-4c3d1c6e-3baa-4ed7-bfda-91dabdb4bb9a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', 'tempest-TagsExtTest-Tag-2146903527') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:39.483089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:39.517707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:39.683625 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-4c3d1c6e-3baa-4ed7-bfda-91dabdb4bb9a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:39.692243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4c3d1c6e-3baa-4ed7-bfda-91dabdb4bb9a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags/tempest-TagsExtTest-Tag-2146903527 HTTP/1.1" status: 404 len: 329 time: 0.2604418 Apr 18 20:51:39.692370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52586) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:39.700549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-51b1ac80-3ce1-4ec9-ad16-72a933e7327d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', 'tempest-TagsExtTest-Tag-1673123268') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:39.846895 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:39.890866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Transition to ACTIVE for port object bd7b8340-b64d-4b50-87fc-ee1d571f6a0a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:39.929033 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-51b1ac80-3ce1-4ec9-ad16-72a933e7327d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:39.936581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-51b1ac80-3ce1-4ec9-ad16-72a933e7327d tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags/tempest-TagsExtTest-Tag-1673123268 HTTP/1.1" status: 404 len: 329 time: 0.2411323 Apr 18 20:51:39.938908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52590) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:39.946052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-ca1e7ba6-0c51-4f59-a3c6-653609fb9d41 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09', 'tempest-TagsExtTest-Tag-1389669498') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:39.954959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Transition to ACTIVE for port object bd7b8340-b64d-4b50-87fc-ee1d571f6a0a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:40.035903 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.084658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.172251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:40.177439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:40.195542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:40.233954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Pushing event updated for resources: {'Port': ['ID=bd7b8340-b64d-4b50-87fc-ee1d571f6a0a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:40.305427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-9bad0917-f276-460c-b26c-d271e441f0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:40.328021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-9bad0917-f276-460c-b26c-d271e441f0bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.6459205 Apr 18 20:51:40.342897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d113e2bb-9a60-46d7-9af6-91521c09ad75 req-e5fd6358-2ef1-419c-b02f-127baa1cad9f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:40.552701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Attempting to bind port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:40.553228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Attempting to bind port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '04c65284-622e-472e-9655-33e88ef3689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:40.553767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Attempting to bind port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a on network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:40.565154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:40.565154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Checking segment: {'id': '04c65284-622e-472e-9655-33e88ef3689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:40.565154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.566975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Bound using segment: {'id': '04c65284-622e-472e-9655-33e88ef3689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:40.566975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Bound port: bd7b8340-b64d-4b50-87fc-ee1d571f6a0a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04c65284-622e-472e-9655-33e88ef3689a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:40.566975 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.583990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:33Z', 'revision_number': 2, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:40.594609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Checking router: c1bc4437-b223-49bc-889d-d0b04c11473e for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:51:40.594609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Updating router c1bc4437-b223-49bc-889d-d0b04c11473e port 27088949-3d46-4ef2-95e9-b990b10ddbec binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:51:40.727911 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-ca1e7ba6-0c51-4f59-a3c6-653609fb9d41 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:40.732727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.735406 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ca1e7ba6-0c51-4f59-a3c6-653609fb9d41 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags/tempest-TagsExtTest-Tag-1389669498 HTTP/1.1" status: 404 len: 329 time: 0.7944906 Apr 18 20:51:40.737434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52610) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:40.740345 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.756354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 115} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:40.768894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-1947332d-686a-40c8-b6d6-8e1f3700aaf2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', {'tags': ['tempest-TagsExtTest-Tag-1226075477', 'tempest-TagsExtTest-Tag-1633541846', 'tempest-TagsExtTest-Tag-513647586']}) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:40.776459 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.777137 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Added segment 375966c2-7ff6-4bf9-b248-80fde0253d72 of type vlan for network fa5a902c-139f-4bab-af95-4d029fe606bd Apr 18 20:51:40.839187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:40.862370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] For port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:40.899000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-af112c86-b68d-479e-b588-2f0792e78ede service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 1001 time: 0.5306513 Apr 18 20:51:40.907260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] For port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bd7b8340-b64d-4b50-87fc-ee1d571f6a0a,segment=NetworkSegment(04c65284-622e-472e-9655-33e88ef3689a),segment_id=04c65284-622e-472e-9655-33e88ef3689a)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:40.990998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ece1e2-1eed-402b-8ddd-933529d438fb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:40.995729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d113e2bb-9a60-46d7-9af6-91521c09ad75 req-e5fd6358-2ef1-419c-b02f-127baa1cad9f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:41.017588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d113e2bb-9a60-46d7-9af6-91521c09ad75 req-e5fd6358-2ef1-419c-b02f-127baa1cad9f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 210 time: 3.0046339 Apr 18 20:51:41.109371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.111209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.112069 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.118022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-e6ac2bbb-23df-45df-9331-333e917347f8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.121655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-e6ac2bbb-23df-45df-9331-333e917347f8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 1.1337581 Apr 18 20:51:41.248982 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.314980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-1cf557e1-75bb-4baa-bb7e-81483dde60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:41.317458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-1cf557e1-75bb-4baa-bb7e-81483dde60d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.3377650 Apr 18 20:51:41.416885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::263 (5991666c-ab67-44fb-a3b0-6c6e7a5242e8/f227ba97-7d93-485b-ae73-8e452936194b/d79a1b79-aba6-45db-8bff-009091e67b1d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:41.473185 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-65a1275d-faa1-4f38-b1e6-cc057f5e3c51 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 380 time: 0.3354971 Apr 18 20:51:41.499329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'port': {'device_id': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'admin_state_up': True, 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'security_groups': ['524e4e42-3d7e-4d8e-af2b-f361215d3be0']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:41.527217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4337e8-8fde-4a22-9f1b-7e217e3046b7 None None] Pushing event updated for resources: {'Port': ['ID=bd7b8340-b64d-4b50-87fc-ee1d571f6a0a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.586939 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1947332d-686a-40c8-b6d6-8e1f3700aaf2 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags HTTP/1.1" status: 200 len: 317 time: 0.8368189 Apr 18 20:51:41.634968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52618) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:41.689098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-fa993ac3-ca87-400b-a618-ec642da3ee87 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:41.838113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] Pushing event updated for resources: {'Network': ['ID=fa5a902c-139f-4bab-af95-4d029fe606bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:41.900126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:41.918824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Transition to ACTIVE for port object 27088949-3d46-4ef2-95e9-b990b10ddbec will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:41.929788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network fa5a902c-139f-4bab-af95-4d029fe606bd details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:41.953885 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-211565ba-4ec3-4f13-b034-cb3209935bc1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.8336697 Apr 18 20:51:41.954889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52624) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:42.063225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Request body: {'subnet': {'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1693685705-subnet', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:42.078222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:42.161899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Usage tracker for resource:subnet and tenant:3240cfca27464e3ea948746b218a648d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:42.173935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:42.238175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:42.271253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:42.286247 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.344351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:42.375139 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fa993ac3-ca87-400b-a618-ec642da3ee87 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags HTTP/1.1" status: 204 len: 168 time: 0.7073109 Apr 18 20:51:42.389036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52630) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:42.389036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Made reservation on behalf of cd7fb843647c4025b67c915ae86f051b for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:42.389036 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.435800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-2a2d56f6-c240-47a9-8f8b-4fa1cb218789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:42.436282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bd7b8340-b64d-4b50-87fc-ee1d571f6a0a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:42.437910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-2a2d56f6-c240-47a9-8f8b-4fa1cb218789 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0929494 Apr 18 20:51:42.443522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Made reservation on behalf of 3240cfca27464e3ea948746b218a648d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:42.448080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:42.462351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-eff8251e-061c-4db5-96f3-38246f6b4347 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', 'tempest-TagsExtTest-Tag-1226075477') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:42.829299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59638d1-f818-4380-b83c-0c9d8558bf87 None None] Pushing event updated for resources: {'Port': ['ID=27088949-3d46-4ef2-95e9-b990b10ddbec,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:43.087601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.20.0.8 (73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab/e212284d-6ecd-4f6a-a664-aacbfaf5f0cc/b0a837bb-508a-4478-b5bf-6a15b500fc4b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:43.134857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:43.214221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Attempting to bind port 27088949-3d46-4ef2-95e9-b990b10ddbec on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:43.214646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Attempting to bind port 27088949-3d46-4ef2-95e9-b990b10ddbec by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:43.214955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Attempting to bind port 27088949-3d46-4ef2-95e9-b990b10ddbec on network e7735296-80ab-453c-af45-55e248fbf266 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:43.244528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:43.244528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Checking segment: {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:43.245555 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.274022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Bound using segment: {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:43.274725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Bound port: 27088949-3d46-4ef2-95e9-b990b10ddbec, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:43.275138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.442467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.539582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-ef1a3061-0a46-4381-9af4-3ae9b870399a service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8453054 Apr 18 20:51:43.568784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] For port 27088949-3d46-4ef2-95e9-b990b10ddbec, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:43.576358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] For port 27088949-3d46-4ef2-95e9-b990b10ddbec, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=27088949-3d46-4ef2-95e9-b990b10ddbec,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:43.596755 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.603183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27240bb9-eba6-4150-908f-362f397d0054 req-800693ba-e0e1-407b-9e02-c5e9a720d10b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 210 time: 1.1552324 Apr 18 20:51:43.753566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1734b9-5555-477c-b4e1-8a42e56b5915 None None] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:43.820510 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03a365bf-1b87-4f38-9c90-6ab647d0e126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.838473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:51:43.839283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:51:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:43.868958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:43.910395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Transition to ACTIVE for port object b0a837bb-508a-4478-b5bf-6a15b500fc4b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:44.007837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.086908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59638d1-f818-4380-b83c-0c9d8558bf87 None None] Pushing event updated for resources: {'Port': ['ID=27088949-3d46-4ef2-95e9-b990b10ddbec,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:44.310243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:51:44.347469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:44.348828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=b0a837bb-508a-4478-b5bf-6a15b500fc4b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:44.355824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:44.361020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:44.501044 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-eff8251e-061c-4db5-96f3-38246f6b4347 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:44.508048 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eff8251e-061c-4db5-96f3-38246f6b4347 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags/tempest-TagsExtTest-Tag-1226075477 HTTP/1.1" status: 404 len: 329 time: 2.0970414 Apr 18 20:51:44.514993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:44.521626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-ac3d833f-2c9f-4fb8-9a33-0f80459a4fac tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', 'tempest-TagsExtTest-Tag-1633541846') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:44.686083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-67ee8545-a5c4-41e8-b30d-e439973c1b5a None None] Provisioning for port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:44.735796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e757b638-185c-4dc8-8c1c-9893f92fea8f req-ffc31b6d-fb94-41ff-9b5d-7c3e337c6a87 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1820521 Apr 18 20:51:44.737648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object d79a1b79-aba6-45db-8bff-009091e67b1d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:44.744466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-67ee8545-a5c4-41e8-b30d-e439973c1b5a None None] Provisioning complete for port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:44.745216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-67ee8545-a5c4-41e8-b30d-e439973c1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.807569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.934004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:44.935358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:44.956552 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-ac3d833f-2c9f-4fb8-9a33-0f80459a4fac tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:44.960555 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ac3d833f-2c9f-4fb8-9a33-0f80459a4fac tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags/tempest-TagsExtTest-Tag-1633541846 HTTP/1.1" status: 404 len: 329 time: 0.4413018 Apr 18 20:51:44.962307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52654) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:44.968857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-7b4f9a45-85cf-49ba-ad48-bb27d955bbae tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a', 'tempest-TagsExtTest-Tag-513647586') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:45.170705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:45.177580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:45.183192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:45.204250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.206982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.315161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=d79a1b79-aba6-45db-8bff-009091e67b1d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:45.416147 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-fb1624b2-5ccf-4c63-ac9f-ece2a2ae6fa6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9330196 Apr 18 20:51:45.447513 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22a52c2b-5410-438c-9158-cd4ece59545b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 8.7124054 Apr 18 20:51:45.451191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Request body: {'port': {'device_id': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:45.468594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bad627a-495a-4762-85db-811b0cf027f2 req-e86e8cb4-2e2d-477b-b2a6-8be33cb37052 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:45.478951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0bad627a-495a-4762-85db-811b0cf027f2 req-e86e8cb4-2e2d-477b-b2a6-8be33cb37052 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 931 time: 0.5379798 Apr 18 20:51:45.480062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52660) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:45.506557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': '5991666c-ab67-44fb-a3b0-6c6e7a5242e8', 'name': 'tempest-PortsIpV6TestJSON-1831489421'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:45.641852 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-67ee8545-a5c4-41e8-b30d-e439973c1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.697147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.721808 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-7b4f9a45-85cf-49ba-ad48-bb27d955bbae tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:45.723687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b4f9a45-85cf-49ba-ad48-bb27d955bbae tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags/tempest-TagsExtTest-Tag-513647586 HTTP/1.1" status: 404 len: 328 time: 0.7601137 Apr 18 20:51:45.729958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:45.744165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-3d5eee89-b943-42bf-8c0e-a0fba4cef5ad tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', {'tags': ['tempest-TagsExtTest-Tag-1413843119', 'tempest-TagsExtTest-Tag-1069153808', 'tempest-TagsExtTest-Tag-59816213']}) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:45.843117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-67ee8545-a5c4-41e8-b30d-e439973c1b5a None None] For port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bd7b8340-b64d-4b50-87fc-ee1d571f6a0a,segment=NetworkSegment(04c65284-622e-472e-9655-33e88ef3689a),segment_id=04c65284-622e-472e-9655-33e88ef3689a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:45.860197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-67ee8545-a5c4-41e8-b30d-e439973c1b5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.900978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:45.940776 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3d5eee89-b943-42bf-8c0e-a0fba4cef5ad tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "PUT /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags HTTP/1.1" status: 200 len: 316 time: 0.2092829 Apr 18 20:51:45.946293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52672) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:45.962770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-cbc940a2-8511-40e0-91c4-6a0ffc4802c3 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.129034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cbc940a2-8511-40e0-91c4-6a0ffc4802c3 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1803610 Apr 18 20:51:46.134027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52676) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:46.160698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-da2127c2-a312-42b5-880c-1bbd778ffc09 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', 'tempest-TagsExtTest-Tag-1413843119') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.236854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-56553c80-c20c-4b65-8620-c9a5e2ea0ace None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.257192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:43Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.262229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-281a8841-2817-44c3-9817-f340514eb3a0 None None] Provisioning for port b0a837bb-508a-4478-b5bf-6a15b500fc4b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:46.284043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37c0158-1f86-4422-b14f-fb2a8d09aa24 None None] The sync data for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 is: [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:43Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:51:46.297740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee8545-a5c4-41e8-b30d-e439973c1b5a None None] Pushing event updated for resources: {'Port': ['ID=bd7b8340-b64d-4b50-87fc-ee1d571f6a0a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:46.310709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-281a8841-2817-44c3-9817-f340514eb3a0 None None] Provisioning complete for port b0a837bb-508a-4478-b5bf-6a15b500fc4b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:46.311326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-281a8841-2817-44c3-9817-f340514eb3a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.331238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0bad627a-495a-4762-85db-811b0cf027f2 req-c68e8d9a-5971-42a1-8832-4e2222558c27 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:46.409398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2975bb53-4acf-4a50-ad8f-d77f17874178,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:46.447863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Checking segment: {'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:46.448766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Network hostable DHCP agents. Network: fa5a902c-139f-4bab-af95-4d029fe606bd, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:51:46.462855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:46.473129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0bad627a-495a-4762-85db-811b0cf027f2 req-c68e8d9a-5971-42a1-8832-4e2222558c27 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:46.477292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-281a8841-2817-44c3-9817-f340514eb3a0 None None] Port b0a837bb-508a-4478-b5bf-6a15b500fc4b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:46.487891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0bad627a-495a-4762-85db-811b0cf027f2 req-c68e8d9a-5971-42a1-8832-4e2222558c27 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5655262 Apr 18 20:51:46.495865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:46.503908 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-da2127c2-a312-42b5-880c-1bbd778ffc09 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:46.505073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-da2127c2-a312-42b5-880c-1bbd778ffc09 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags/tempest-TagsExtTest-Tag-1413843119 HTTP/1.1" status: 404 len: 329 time: 0.3696997 Apr 18 20:51:46.509305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:46.514267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52680) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:46.527571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:46.529807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-6d2b529d-fad9-42c5-8428-e2aa59fec08a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', 'tempest-TagsExtTest-Tag-1069153808') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.552261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Network fa5a902c-139f-4bab-af95-4d029fe606bd is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:51:46.574850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:46.596866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.635408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port f20dd429-c9d8-4500-a07a-df158860bd33 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:51:46.659331 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-6d2b529d-fad9-42c5-8428-e2aa59fec08a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:46.660389 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6d2b529d-fad9-42c5-8428-e2aa59fec08a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags/tempest-TagsExtTest-Tag-1069153808 HTTP/1.1" status: 404 len: 329 time: 0.1359241 Apr 18 20:51:46.668552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52684) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:46.685427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-7d3df21e-4dfd-44af-9c21-c3558266035a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc', 'tempest-TagsExtTest-Tag-59816213') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:46.711661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6a97abeb-a71c-45fc-be40-d8075987e68c None None] Provisioning for port d79a1b79-aba6-45db-8bff-009091e67b1d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:46.732018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6a97abeb-a71c-45fc-be40-d8075987e68c None None] Provisioning complete for port d79a1b79-aba6-45db-8bff-009091e67b1d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:46.732659 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a97abeb-a71c-45fc-be40-d8075987e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.737881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, fa5a902c-139f-4bab-af95-4d029fe606bd) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:46.756031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:46.762007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:46.922151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6a83422d-1084-4e1b-91cf-564962359037 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 4.9469163 Apr 18 20:51:46.928889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52692) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:46.977398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:46.982406 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-7d3df21e-4dfd-44af-9c21-c3558266035a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] show failed (client error): The resource could not be found. Apr 18 20:51:46.983881 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7d3df21e-4dfd-44af-9c21-c3558266035a tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags/tempest-TagsExtTest-Tag-59816213 HTTP/1.1" status: 404 len: 327 time: 0.3143969 Apr 18 20:51:46.999771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:47.002393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52696) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:47.007890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-1e944e2e-7611-4953-87dc-66b1e57656f4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c65d6331-4f93-4af6-88a8-b4e9a76d34dc') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:47.052305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Usage tracker for resource:router and tenant:3240cfca27464e3ea948746b218a648d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:47.067657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:47.082956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a837bb-508a-4478-b5bf-6a15b500fc4b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:47.129810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6a97abeb-a71c-45fc-be40-d8075987e68c None None] Port d79a1b79-aba6-45db-8bff-009091e67b1d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:47.138012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8805f9c0-302e-4a2e-9803-b1a900ea4cec None None] Network fa5a902c-139f-4bab-af95-4d029fe606bd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:47.140051 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.144271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:47.180696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Transition to ACTIVE for port object b0a837bb-508a-4478-b5bf-6a15b500fc4b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:47.189073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e944e2e-7611-4953-87dc-66b1e57656f4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc/tags HTTP/1.1" status: 204 len: 168 time: 0.1854975 Apr 18 20:51:47.193434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::4b (5991666c-ab67-44fb-a3b0-6c6e7a5242e8/f227ba97-7d93-485b-ae73-8e452936194b/f20dd429-c9d8-4500-a07a-df158860bd33) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:47.194289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52700) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:47.200203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.202662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.216758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-bf01d2a1-331a-45e2-b072-a8f06a35d9ea tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b42acac7-7741-4b86-872a-049aaed1ef2a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:47.346891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.504924 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.632169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.638388 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.646273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6a97abeb-a71c-45fc-be40-d8075987e68c None None] Provisioning complete for port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:47.646706 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6a97abeb-a71c-45fc-be40-d8075987e68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.804961 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.851615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object f20dd429-c9d8-4500-a07a-df158860bd33 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:47.942754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:47.985360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a837bb-508a-4478-b5bf-6a15b500fc4b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.120369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=f20dd429-c9d8-4500-a07a-df158860bd33,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:48.159268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:48.161239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:48.190923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:48.240381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:48.241479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.303730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-fa5a902c-139f-4bab-af95-4d029fe606bd', 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'fixed_ips': [{'subnet_id': '2975bb53-4acf-4a50-ad8f-d77f17874178'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:51:48.304664 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.386486 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1951bd83-d2bd-4e00-bdf8-8abab5f3600f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8992441 Apr 18 20:51:48.391322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:48.689616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe2a7e4-7eee-45f4-9813-a63af82fc5c1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:48.690387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fe2a7e4-7eee-45f4-9813-a63af82fc5c1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:48.698194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27088949-3d46-4ef2-95e9-b990b10ddbec up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:48.715267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fe2a7e4-7eee-45f4-9813-a63af82fc5c1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:48.720571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8fe2a7e4-7eee-45f4-9813-a63af82fc5c1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A263 HTTP/1.1" status: 200 len: 929 time: 0.3277090 Apr 18 20:51:48.721300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52714) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:48.788429 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.800413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bfae1521-08a7-4dea-b008-f4a2d0ecbe2c None None] Provisioning complete for port d79a1b79-aba6-45db-8bff-009091e67b1d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:48.800681 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bfae1521-08a7-4dea-b008-f4a2d0ecbe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.910067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port f20dd429-c9d8-4500-a07a-df158860bd33 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:48.911010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.948268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bfae1521-08a7-4dea-b008-f4a2d0ecbe2c None None] Port d79a1b79-aba6-45db-8bff-009091e67b1d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:48.985653 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:48.998415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Allocated IP 172.20.0.2 (fa5a902c-139f-4bab-af95-4d029fe606bd/2975bb53-4acf-4a50-ad8f-d77f17874178/f5bd141f-e434-4c23-a9a3-ea9aec270089) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:49.003487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 27088949-3d46-4ef2-95e9-b990b10ddbec completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:49.012958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 27088949-3d46-4ef2-95e9-b990b10ddbec triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:49.013444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.362204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.421248 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.426530 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.449828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Transition to ACTIVE for port object f5bd141f-e434-4c23-a9a3-ea9aec270089 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:49.493291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Transition to ACTIVE for port object f5bd141f-e434-4c23-a9a3-ea9aec270089 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:51:49.538821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.582459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for f20dd429-c9d8-4500-a07a-df158860bd33 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:49.701225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Pushing event updated for resources: {'Port': ['ID=f5bd141f-e434-4c23-a9a3-ea9aec270089,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:49.725726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-51e68508-3ed1-46a8-b9b8-2738fdbace77 None None] Provisioning for port f20dd429-c9d8-4500-a07a-df158860bd33 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:49.736809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-51e68508-3ed1-46a8-b9b8-2738fdbace77 None None] Provisioning complete for port f20dd429-c9d8-4500-a07a-df158860bd33 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:49.737340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-51e68508-3ed1-46a8-b9b8-2738fdbace77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.873384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Attempting to bind port b0a837bb-508a-4478-b5bf-6a15b500fc4b on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:49.874277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Attempting to bind port b0a837bb-508a-4478-b5bf-6a15b500fc4b by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:49.875073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Attempting to bind port b0a837bb-508a-4478-b5bf-6a15b500fc4b on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:49.917645 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.931699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Port b0a837bb-508a-4478-b5bf-6a15b500fc4b on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:51:49.931937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.932248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Attempting to bind port b0a837bb-508a-4478-b5bf-6a15b500fc4b on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:49.950645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:49.951208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Checking segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:49.951888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Bound using segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:49.952649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Bound port: b0a837bb-508a-4478-b5bf-6a15b500fc4b, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:49.953326 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:49.968633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Network fa5a902c-139f-4bab-af95-4d029fe606bd is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:49.975167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:50.011112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:50.047744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=f20dd429-c9d8-4500-a07a-df158860bd33,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.057357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.078380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e0d5b5ee-4e51-41b7-b044-41a5de13e456 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/f20dd429-c9d8-4500-a07a-df158860bd33 HTTP/1.1" status: 204 len: 168 time: 1.3547957 Apr 18 20:51:50.082646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:50.087908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-51e68508-3ed1-46a8-b9b8-2738fdbace77 None None] Port f20dd429-c9d8-4500-a07a-df158860bd33 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:51:50.096756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.144503 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-829e854f-4717-4d13-af07-e7fb5d54a104 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:51:50.145317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-829e854f-4717-4d13-af07-e7fb5d54a104 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:50.167833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf01d2a1-331a-45e2-b072-a8f06a35d9ea tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a/tags HTTP/1.1" status: 204 len: 168 time: 2.9586573 Apr 18 20:51:50.171377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-829e854f-4717-4d13-af07-e7fb5d54a104 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:50.177397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52732) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:50.178491 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-829e854f-4717-4d13-af07-e7fb5d54a104 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/f20dd429-c9d8-4500-a07a-df158860bd33 HTTP/1.1" status: 404 len: 333 time: 0.0946794 Apr 18 20:51:50.183493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:50.216493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-5200a3e9-e3a2-4327-8a52-8b1ce9b68814 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b87707d5-b22c-4dcc-afbd-c1e8a9c81d09') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:50.254086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Attempting to bind port f5bd141f-e434-4c23-a9a3-ea9aec270089 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:51:50.261920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Attempting to bind port f5bd141f-e434-4c23-a9a3-ea9aec270089 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:51:50.263996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Attempting to bind port f5bd141f-e434-4c23-a9a3-ea9aec270089 on network fa5a902c-139f-4bab-af95-4d029fe606bd {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:51:50.271946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 27088949-3d46-4ef2-95e9-b990b10ddbec, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=27088949-3d46-4ef2-95e9-b990b10ddbec,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:50.281957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:51:50.282793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Checking segment: {'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:51:50.283458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.284069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Bound using segment: {'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:51:50.285635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Bound port: f5bd141f-e434-4c23-a9a3-ea9aec270089, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:51:50.286408 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.303452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.304705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bd7b8340-b64d-4b50-87fc-ee1d571f6a0a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:50.466011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port d79a1b79-aba6-45db-8bff-009091e67b1d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:50.466829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.530401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d43a1b-4e42-42fb-9d6c-507134763315 req-da3a0118-4fdc-4352-8d62-0b1d94c76464 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:50.531379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-26d43a1b-4e42-42fb-9d6c-507134763315 req-da3a0118-4fdc-4352-8d62-0b1d94c76464 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:50.564244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:50.609794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-26d43a1b-4e42-42fb-9d6c-507134763315 req-da3a0118-4fdc-4352-8d62-0b1d94c76464 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:50.611347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26d43a1b-4e42-42fb-9d6c-507134763315 req-da3a0118-4fdc-4352-8d62-0b1d94c76464 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 943 time: 2.7339687 Apr 18 20:51:50.624524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:50.648172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] For port f5bd141f-e434-4c23-a9a3-ea9aec270089, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:51:50.654058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.654429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] For port f5bd141f-e434-4c23-a9a3-ea9aec270089, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f5bd141f-e434-4c23-a9a3-ea9aec270089,segment=NetworkSegment(375966c2-7ff6-4bf9-b248-80fde0253d72),segment_id=375966c2-7ff6-4bf9-b248-80fde0253d72)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:51:50.670076 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.679606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:50.679976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.820073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:50.821089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:50.822893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] 10.222.0.55 "PUT /v2.0/ports/b0a837bb-508a-4478-b5bf-6a15b500fc4b HTTP/1.1" status: 200 len: 1091 time: 5.3901606 Apr 18 20:51:50.823754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:51:50.843831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-26d43a1b-4e42-42fb-9d6c-507134763315 req-cd7fbf8f-7e00-4659-b9cf-6cfc47e36bcb tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157965 Apr 18 20:51:50.888943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=27088949-3d46-4ef2-95e9-b990b10ddbec,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.890798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72730cae-242e-4109-8ae5-e71a61de2b88 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a837bb-508a-4478-b5bf-6a15b500fc4b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:50.895282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5200a3e9-e3a2-4327-8a52-8b1ce9b68814 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09/tags HTTP/1.1" status: 204 len: 168 time: 0.7113404 Apr 18 20:51:50.914428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:51.088474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.tag.tag_plugin [None req-949c17a8-87a1-4ceb-81e1-93c3723533e5 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2fc3065b-5a5a-49da-963d-d67afd2890e1') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:51.188915 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a350f53-c3f6-4490-98f9-049d5e5d533a'] response: {'name': 'network-changed', 'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'status': 'completed', 'code': 200} Apr 18 20:51:51.238096 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:51.424656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94399b1-341b-4c7b-94ec-7854bd49d337 None None] Pushing event updated for resources: {'Port': ['ID=f5bd141f-e434-4c23-a9a3-ea9aec270089,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:51.803768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for d79a1b79-aba6-45db-8bff-009091e67b1d owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:51.904289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27088949-3d46-4ef2-95e9-b990b10ddbec up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:51.939802 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.002385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-a50351c4-2f37-4b74-8253-0b6235380928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:52.005060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-a50351c4-2f37-4b74-8253-0b6235380928 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 1094 time: 1.0896118 Apr 18 20:51:52.091554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 27088949-3d46-4ef2-95e9-b990b10ddbec triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:52.091942 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.180073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.274655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.437864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=d79a1b79-aba6-45db-8bff-009091e67b1d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:52.494841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f5bd141f-e434-4c23-a9a3-ea9aec270089 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:52.621342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Allocated IP 172.25.5.86 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/136e5684-d42c-4589-aa64-4a666418c3c5) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:51:52.659594 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:52.660668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f5bd141f-e434-4c23-a9a3-ea9aec270089 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:52.714563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a56a3f46-53b6-4f33-bec1-3af621001f8a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/d79a1b79-aba6-45db-8bff-009091e67b1d HTTP/1.1" status: 204 len: 168 time: 2.5269728 Apr 18 20:51:52.716814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:52.771648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-7805dba8-77f6-4372-84aa-f240fc681aeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b HTTP/1.1" status: 200 len: 217 time: 0.7551374 Apr 18 20:51:52.897994 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-949c17a8-87a1-4ceb-81e1-93c3723533e5 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1/tags HTTP/1.1" status: 204 len: 168 time: 1.9655020 Apr 18 20:51:52.905899 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda016a8-070b-404c-82b7-97810853c13c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:51:52.906768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bda016a8-070b-404c-82b7-97810853c13c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:51:52.908957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:53.010614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bda016a8-070b-404c-82b7-97810853c13c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:51:53.012054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bda016a8-070b-404c-82b7-97810853c13c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/d79a1b79-aba6-45db-8bff-009091e67b1d HTTP/1.1" status: 404 len: 333 time: 0.2923982 Apr 18 20:51:53.017372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:53.159673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-04ba1f68-0bb8-4493-bbfc-31f82ae55a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.161272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-04ba1f68-0bb8-4493-bbfc-31f82ae55a6f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.3594089 Apr 18 20:51:53.202504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet f227ba97-7d93-485b-ae73-8e452936194b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:51:53.212774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.247609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f0b72c-6193-49f9-bec0-887aca535fec None None] Network fa5a902c-139f-4bab-af95-4d029fe606bd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:53.350221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.373760 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7645049-9e0f-4d9f-9fa8-02d86596ca8e tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.378870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b7645049-9e0f-4d9f-9fa8-02d86596ca8e tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnetpools/c65d6331-4f93-4af6-88a8-b4e9a76d34dc HTTP/1.1" status: 204 len: 168 time: 0.4649820 Apr 18 20:51:53.379153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050f21d-57c1-47fc-b1e8-6c922b956040 req-21334d7f-682e-45b2-bcf1-ffef255ded96 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.388074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:53.391694 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4050f21d-57c1-47fc-b1e8-6c922b956040 req-21334d7f-682e-45b2-bcf1-ffef255ded96 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 943 time: 0.9860275 Apr 18 20:51:53.495870 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.540089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-df2e05f5-7af7-4390-a89e-384e34603139 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "GET /v2.0/ports?device_id=b42acac7-7741-4b86-872a-049aaed1ef2a HTTP/1.1" status: 200 len: 205 time: 0.1514521 Apr 18 20:51:53.547094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:53.621119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4050f21d-57c1-47fc-b1e8-6c922b956040 req-a0bb2c6a-ae81-4f73-9c7f-4e2fa5073259 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275872 Apr 18 20:51:53.681227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-22e9ea55-cfe2-4b71-8f27-6e7159ff799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:53.681227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-22e9ea55-cfe2-4b71-8f27-6e7159ff799b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5037196 Apr 18 20:51:53.749305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.836754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d5db2b93-7f32-4209-9edd-8bb20abc29cc None None] Provisioning for port f5bd141f-e434-4c23-a9a3-ea9aec270089 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:51:53.846957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92a2479-3ed3-401c-a479-12b87c2073b4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.853026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d5db2b93-7f32-4209-9edd-8bb20abc29cc None None] Provisioning complete for port f5bd141f-e434-4c23-a9a3-ea9aec270089 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:53.854244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d5db2b93-7f32-4209-9edd-8bb20abc29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:53.897796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Pushing event updated for resources: {'Port': ['ID=136e5684-d42c-4589-aa64-4a666418c3c5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.014138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.247656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.278693 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d5db2b93-7f32-4209-9edd-8bb20abc29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.385393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d5db2b93-7f32-4209-9edd-8bb20abc29cc None None] For port f5bd141f-e434-4c23-a9a3-ea9aec270089, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f5bd141f-e434-4c23-a9a3-ea9aec270089,segment=NetworkSegment(375966c2-7ff6-4bf9-b248-80fde0253d72),segment_id=375966c2-7ff6-4bf9-b248-80fde0253d72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:54.410748 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d5db2b93-7f32-4209-9edd-8bb20abc29cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:54.525763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=f227ba97-7d93-485b-ae73-8e452936194b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.584219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:51:54.587798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:51:54.597300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:51:54.647288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5db2b93-7f32-4209-9edd-8bb20abc29cc None None] Pushing event updated for resources: {'Port': ['ID=f5bd141f-e434-4c23-a9a3-ea9aec270089,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:54.786902 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-4e2b3886-8455-4a8f-b2ac-8c95268d21e0 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0917661 Apr 18 20:51:55.119688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e1e5b602-660a-4899-bc79-944b9c7f867d None None] Provisioning complete for port f5bd141f-e434-4c23-a9a3-ea9aec270089 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:55.119688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e1e5b602-660a-4899-bc79-944b9c7f867d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.239417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.257315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92a2479-3ed3-401c-a479-12b87c2073b4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.260680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92a2479-3ed3-401c-a479-12b87c2073b4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.272513 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-21d006e5-2841-4434-8c58-4c5276793b39 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/f227ba97-7d93-485b-ae73-8e452936194b HTTP/1.1" status: 204 len: 168 time: 2.2535570 Apr 18 20:51:55.278794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52790) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:55.490392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b34641-ec71-4b60-b2ec-8202d8a5962e None None] Network 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:51:55.566591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92a2479-3ed3-401c-a479-12b87c2073b4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.567351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92a2479-3ed3-401c-a479-12b87c2073b4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Fanout notify agent at l3_agent the message router_deleted on router b42acac7-7741-4b86-872a-049aaed1ef2a {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:51:55.614300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.628564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92a2479-3ed3-401c-a479-12b87c2073b4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.630158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a92a2479-3ed3-401c-a479-12b87c2073b4 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/routers/b42acac7-7741-4b86-872a-049aaed1ef2a HTTP/1.1" status: 204 len: 168 time: 2.0820866 Apr 18 20:51:55.633099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:55.646671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:55.647124 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.723652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1fc4a-a5dd-4fb8-92d1-82cfd191bc42 req-bd5f6ee3-039e-4c1d-8494-77606a0f679c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:55.732291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ef1fc4a-a5dd-4fb8-92d1-82cfd191bc42 req-bd5f6ee3-039e-4c1d-8494-77606a0f679c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 943 time: 0.3646939 Apr 18 20:51:55.741189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Deleting port b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:55.741862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:55.841895 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7a642c5-ced1-496a-ab6c-603ad276418c req-7ec85a1e-31e2-4cd5-93e5-f9743ba94099 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0514050 Apr 18 20:51:55.865181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ef1fc4a-a5dd-4fb8-92d1-82cfd191bc42 req-28dd80d9-f6f7-4728-ad45-8a045ecf25b5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285739 Apr 18 20:51:56.016079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.017292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f5bd141f-e434-4c23-a9a3-ea9aec270089 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:51:56.146198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] For port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bd7b8340-b64d-4b50-87fc-ee1d571f6a0a,segment=NetworkSegment(04c65284-622e-472e-9655-33e88ef3689a),segment_id=04c65284-622e-472e-9655-33e88ef3689a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:56.146572 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.401889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f5bd141f-e434-4c23-a9a3-ea9aec270089 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:51:56.403996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.527575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for bd7b8340-b64d-4b50-87fc-ee1d571f6a0a owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:56.734270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e706c6-dda0-42aa-aa8c-11bcb4319721 None None] DHCP port deletion for 5991666c-ab67-44fb-a3b0-6c6e7a5242e8 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:51:56.790660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d1e706c6-dda0-42aa-aa8c-11bcb4319721 None None] Deleting port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:51:56.791040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d1e706c6-dda0-42aa-aa8c-11bcb4319721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.856902 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:56.961176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d1e706c6-dda0-42aa-aa8c-11bcb4319721 None None] The port 'bd7b8340-b64d-4b50-87fc-ee1d571f6a0a' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:51:57.056807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=bd7b8340-b64d-4b50-87fc-ee1d571f6a0a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:57.069572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No DVR routers for this DVR port bd7b8340-b64d-4b50-87fc-ee1d571f6a0a on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:51:57.161702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.162619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.163347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.166361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.167150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.167995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.169451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.170162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.170861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.171686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.172560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.173461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:51:57.414704 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.531238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9683a-55e7-4077-95d1-0430becee954 req-3bd26357-26cb-4b8c-9e6a-3981cc7e715e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:57.533332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02b9683a-55e7-4077-95d1-0430becee954 req-3bd26357-26cb-4b8c-9e6a-3981cc7e715e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 1094 time: 1.0904684 Apr 18 20:51:57.540957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.544404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5991666c-ab67-44fb-a3b0-6c6e7a5242e8']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:57.605464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04c65284-622e-472e-9655-33e88ef3689a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:57.612817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04c65284-622e-472e-9655-33e88ef3689a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:51:57.687141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bd7b8340-b64d-4b50-87fc-ee1d571f6a0a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:51:57.699348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.759778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.776641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:51:57.776641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:51:57.812186 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:51:57.821132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: bd7b8340-b64d-4b50-87fc-ee1d571f6a0a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:51:57.822787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bd7b8340-b64d-4b50-87fc-ee1d571f6a0a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:51:57.826852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b0a837bb-508a-4478-b5bf-6a15b500fc4b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:51:58.043493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.117029 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.167363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=5991666c-ab67-44fb-a3b0-6c6e7a5242e8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:58.195862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3e7aaf3f-f472-4267-9a15-dc457d79d2a7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/5991666c-ab67-44fb-a3b0-6c6e7a5242e8 HTTP/1.1" status: 204 len: 168 time: 2.9153781 Apr 18 20:51:58.201867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:58.210080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-577400769'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:58.222058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:58.243445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:58.287974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:58.295840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:58.336637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'port_id': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'mac_address': 'fa:16:3e:c7:35:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:51:58.472589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9683a-55e7-4077-95d1-0430becee954 req-37610061-c204-431c-9297-af5c2f038e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:58.474148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02b9683a-55e7-4077-95d1-0430becee954 req-37610061-c204-431c-9297-af5c2f038e52 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.9254198 Apr 18 20:51:58.550547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:51:58.570045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:51:58.574117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.588107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.607638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.610346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:51:58.628558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.629039 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment 1494e817-e33e-4f09-a543-24c87e03c1e2 of type vlan for network ddef34b1-7777-43bf-ad29-68fd22dbe77f Apr 18 20:51:58.642398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f91c663-e10c-4042-9785-a858df8adb98 req-2900b8d3-d72e-484b-bf35-54dd0c53abf9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:58.644101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f91c663-e10c-4042-9785-a858df8adb98 req-2900b8d3-d72e-484b-bf35-54dd0c53abf9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 943 time: 1.3900442 Apr 18 20:51:58.666635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.690600 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02b9683a-55e7-4077-95d1-0430becee954 req-637ab8da-27d1-4d52-aa3e-3a92b76371b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b HTTP/1.1" status: 200 len: 217 time: 0.2059267 Apr 18 20:51:58.696086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a837bb-508a-4478-b5bf-6a15b500fc4b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:51:58.728881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.741336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:51:58.746075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:58.747903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:58.749153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.025672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Calling delete_port for b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:51:59.071342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b0a837bb-508a-4478-b5bf-6a15b500fc4b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.083297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=ddef34b1-7777-43bf-ad29-68fd22dbe77f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.113559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ca75e6a9-edf4-412c-b96e-e50b05081ddd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9070725 Apr 18 20:51:59.113879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b0a837bb-508a-4478-b5bf-6a15b500fc4b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:51:59.130918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52840) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:51:59.163762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:51:59.170086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9683a-55e7-4077-95d1-0430becee954 req-1ad982e3-e2ef-4028-8eb0-ffa0c13a2994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.170086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02b9683a-55e7-4077-95d1-0430becee954 req-1ad982e3-e2ef-4028-8eb0-ffa0c13a2994 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.3023376 Apr 18 20:51:59.238799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:51:59.278932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3f91c663-e10c-4042-9785-a858df8adb98 req-d5e99fdf-46e5-4aaf-9f34-27e7f6a253e3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6158464 Apr 18 20:51:59.384443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Router c2754629-875e-400b-bc86-202644b55ab3 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:51:59.678954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9683a-55e7-4077-95d1-0430becee954 req-dc5bc7f7-8935-44ff-a4ec-e9e9af5fcf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:51:59.680743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02b9683a-55e7-4077-95d1-0430becee954 req-dc5bc7f7-8935-44ff-a4ec-e9e9af5fcf4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4973981 Apr 18 20:51:59.833862 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:51:59.913660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:51:59.916068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event deleted for resources: {'Port': ['ID=b87707d5-b22c-4dcc-afbd-c1e8a9c81d09,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:51:59.932727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:51:59.940382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:51:59.954205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:00.018205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:00.035005 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.267515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.268243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.268882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.269431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.270009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.273244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.273929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.274501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.275086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.275658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.276211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.281854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:00.447138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:52:00.462040 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02b9683a-55e7-4077-95d1-0430becee954 req-ce8c13f6-66ac-41b1-a10d-d0dffa7d77be service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7691979 Apr 18 20:52:00.473041 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Sync routers for ids ['c2754629-875e-400b-bc86-202644b55ab3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:00.506805 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Routers {'c2754629-875e-400b-bc86-202644b55ab3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:00.510810 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:51:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c2754629-875e-400b-bc86-202644b55ab3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:00.840709 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Set router c2754629-875e-400b-bc86-202644b55ab3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:52:00.894818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-02b9683a-55e7-4077-95d1-0430becee954 req-ae1b7e91-a08e-4d51-804d-a73552ccb1ef service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4165988 Apr 18 20:52:00.898522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:00.910707 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4e6d01da-4876-42ee-9976-8b2e85ace4b6 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/ports/b87707d5-b22c-4dcc-afbd-c1e8a9c81d09 HTTP/1.1" status: 204 len: 168 time: 5.2711449 Apr 18 20:52:00.916578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52856) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:00.983336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb690f-c591-4584-b2d3-2b38238c3b71 req-661ce6bc-3ae5-4839-a52b-550b39d4b645 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:00.986118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbfb690f-c591-4584-b2d3-2b38238c3b71 req-661ce6bc-3ae5-4839-a52b-550b39d4b645 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 944 time: 0.2807329 Apr 18 20:52:01.013977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Deleting subnet 2fc3065b-5a5a-49da-963d-d67afd2890e1 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:52:01.024774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.155980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.158435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cbfb690f-c591-4584-b2d3-2b38238c3b71 req-621b6579-40ff-491d-86f5-1e302553e2af tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371019 Apr 18 20:52:01.161180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.227547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.232576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0512ee56-163b-4d98-8ba7-f687fe255235 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 14.2892582 Apr 18 20:52:01.240859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52862) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:01.355000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=8789e2e1-e62d-4510-b73d-7cc21196411f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:01.374685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': '1494e817-e33e-4f09-a543-24c87e03c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:01.375229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: ddef34b1-7777-43bf-ad29-68fd22dbe77f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:01.426915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:01.449214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, ddef34b1-7777-43bf-ad29-68fd22dbe77f) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:01.461272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143462b1-b11c-497a-b288-df5e5b72502a None None] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:52:01.466759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:01.468267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.530188 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-47ab73d9-83d2-45d2-8038-b25bb498b0e6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4002676 Apr 18 20:52:01.531178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52870) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:01.542908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f', 'name': 'tempest-PortsIpV6TestJSON-2010182109', 'fixed_ips': [{'subnet_id': '8789e2e1-e62d-4510-b73d-7cc21196411f', 'ip_address': '2001:db8::10'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:01.557909 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:51:55Z', 'revision_number': 3, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port': {'id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:52Z', 'updated_at': '2022-04-18T20:51:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:01.568762 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Checking router: c2754629-875e-400b-bc86-202644b55ab3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:01.569485 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Updating router c2754629-875e-400b-bc86-202644b55ab3 port 136e5684-d42c-4589-aa64-4a666418c3c5 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:52:01.701179 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.746833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:01.829799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b0a837bb-508a-4478-b5bf-6a15b500fc4b up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:01.993874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:02.015472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port b0a837bb-508a-4478-b5bf-6a15b500fc4b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:02.021283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b0a837bb-508a-4478-b5bf-6a15b500fc4b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:02.021749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.022607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:02.031763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:02.074787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-ddef34b1-7777-43bf-ad29-68fd22dbe77f', 'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f', 'tenant_id': '42ebcb33bbe84962abfdcf9e68502ecb', 'fixed_ips': [{'subnet_id': '8789e2e1-e62d-4510-b73d-7cc21196411f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:52:02.076509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.261091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:02.344279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:02.412488 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.427913 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Transition to ACTIVE for port object 136e5684-d42c-4589-aa64-4a666418c3c5 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:02.437899 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.515537 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.515842 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Attempting to bind port 136e5684-d42c-4589-aa64-4a666418c3c5 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:02.516247 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Attempting to bind port 136e5684-d42c-4589-aa64-4a666418c3c5 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:02.516616 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Attempting to bind port 136e5684-d42c-4589-aa64-4a666418c3c5 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:52:02.527677 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.545067 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:52:02.545447 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:02.545880 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.546276 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:52:02.557791 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Bound port: 136e5684-d42c-4589-aa64-4a666418c3c5, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:02.558483 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.584377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea00a1d-0753-43cc-b93a-c9bc50681fef None None] Network f4c1aec8-3558-40a8-9ff7-3273f57f99e3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:52:02.632246 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.687512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc3065b-5a5a-49da-963d-d67afd2890e1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.718485 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7f64063b-e11b-4381-a2c6-aaf3b808a9bd tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/subnets/2fc3065b-5a5a-49da-963d-d67afd2890e1 HTTP/1.1" status: 204 len: 168 time: 1.7968783 Apr 18 20:52:02.719496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:02.740663 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487a195-8acb-40c4-b216-23a60e3f3205 None None] Pushing event updated for resources: {'Port': ['ID=136e5684-d42c-4589-aa64-4a666418c3c5,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:02.861814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:02.881728 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] For port 136e5684-d42c-4589-aa64-4a666418c3c5, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:52:02.890982 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] For port 136e5684-d42c-4589-aa64-4a666418c3c5, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=136e5684-d42c-4589-aa64-4a666418c3c5,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:52:02.899713 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:02.945724 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.004368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:03.037137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc885cd7-3aa0-48d5-b10b-3aef8cb9716d req-28fd8321-bf29-4cd1-96c4-5811dbd1081b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:03.039640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc885cd7-3aa0-48d5-b10b-3aef8cb9716d req-28fd8321-bf29-4cd1-96c4-5811dbd1081b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 944 time: 0.5882576 Apr 18 20:52:03.089620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.140249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Deleting port db7a03c7-2b96-4008-8fc5-526cb4d75591 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:03.142183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.151794 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0487a195-8acb-40c4-b216-23a60e3f3205 None None] Pushing event updated for resources: {'Port': ['ID=136e5684-d42c-4589-aa64-4a666418c3c5,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.157891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Allocated IP 2001:db8::2 (ddef34b1-7777-43bf-ad29-68fd22dbe77f/8789e2e1-e62d-4510-b73d-7cc21196411f/c56ad87a-4615-4d5b-ad9e-b571b29ac496) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:03.201878 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Routers {'c2754629-875e-400b-bc86-202644b55ab3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:03.217945 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:51:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c2754629-875e-400b-bc86-202644b55ab3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:03.280781 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2526c346-9c91-4b8e-88be-74c9397b698d'] response: {'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'code': 200} Apr 18 20:52:03.333951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:03.430588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:52:03.684797 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] Set router c2754629-875e-400b-bc86-202644b55ab3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:52:03.709902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b0a837bb-508a-4478-b5bf-6a15b500fc4b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:03.724369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] For port db7a03c7-2b96-4008-8fc5-526cb4d75591, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=db7a03c7-2b96-4008-8fc5-526cb4d75591,segment=NetworkSegment(74b8f3ac-620f-4034-9fe2-985fd518acd5),segment_id=74b8f3ac-620f-4034-9fe2-985fd518acd5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:03.724993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.076122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Calling delete_port for db7a03c7-2b96-4008-8fc5-526cb4d75591 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:04.161278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f803029-d5e7-4ace-8ba1-2dbd616c21ab None None] DHCP port deletion for f4c1aec8-3558-40a8-9ff7-3273f57f99e3 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:52:04.184710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1f803029-d5e7-4ace-8ba1-2dbd616c21ab None None] Deleting port db7a03c7-2b96-4008-8fc5-526cb4d75591 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:04.185596 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f803029-d5e7-4ace-8ba1-2dbd616c21ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.232916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc885cd7-3aa0-48d5-b10b-3aef8cb9716d req-a98b4cea-3764-4ea9-b766-0dd06879bea3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1295924 Apr 18 20:52:04.256360 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.379919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event deleted for resources: {'Port': ['ID=db7a03c7-2b96-4008-8fc5-526cb4d75591,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:04.399829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] No DVR routers for this DVR port db7a03c7-2b96-4008-8fc5-526cb4d75591 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:04.423702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1f803029-d5e7-4ace-8ba1-2dbd616c21ab None None] The port 'db7a03c7-2b96-4008-8fc5-526cb4d75591' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:52:04.439978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b443ad5b-f35d-417b-802e-4ee53be2ea13 req-1718c9f4-1809-45eb-b11f-bc3ed123c40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:04.452558 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b443ad5b-f35d-417b-802e-4ee53be2ea13 req-1718c9f4-1809-45eb-b11f-bc3ed123c40e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 1096 time: 0.9630806 Apr 18 20:52:04.560574 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.597891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Transition to ACTIVE for port object c56ad87a-4615-4d5b-ad9e-b571b29ac496 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:04.615460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.637105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Transition to ACTIVE for port object c56ad87a-4615-4d5b-ad9e-b571b29ac496 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:04.658210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.761740 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:04.855648 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:51:55Z', 'revision_number': 3, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port': {'id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:52Z', 'updated_at': '2022-04-18T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:04.862960 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9c7666-1cf4-4b8e-85c5-760f12b0cbc4 None None] The sync data for ids ['c2754629-875e-400b-bc86-202644b55ab3'] in n-d-836016-3 is: [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:51:55Z', 'revision_number': 3, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port': {'id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:52Z', 'updated_at': '2022-04-18T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:04.962199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:05.003384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:05.011566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:05.129971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Allocated IP 172.20.0.1 (fa5a902c-139f-4bab-af95-4d029fe606bd/2975bb53-4acf-4a50-ad8f-d77f17874178/7d9f24f2-3e43-46fd-9698-17d49abf6c86) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:05.142439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Pushing event updated for resources: {'Port': ['ID=c56ad87a-4615-4d5b-ad9e-b571b29ac496,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.181574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c1aec8-3558-40a8-9ff7-3273f57f99e3']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:05.234283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b8f3ac-620f-4034-9fe2-985fd518acd5') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:05.238191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b8f3ac-620f-4034-9fe2-985fd518acd5') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:05.250367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Attempting to bind port c56ad87a-4615-4d5b-ad9e-b571b29ac496 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:05.251242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Attempting to bind port c56ad87a-4615-4d5b-ad9e-b571b29ac496 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1494e817-e33e-4f09-a543-24c87e03c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:05.253184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Attempting to bind port c56ad87a-4615-4d5b-ad9e-b571b29ac496 on network ddef34b1-7777-43bf-ad29-68fd22dbe77f {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:52:05.266065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:52:05.266451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Checking segment: {'id': '1494e817-e33e-4f09-a543-24c87e03c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:05.266870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.267271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Bound using segment: {'id': '1494e817-e33e-4f09-a543-24c87e03c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:52:05.267767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Bound port: c56ad87a-4615-4d5b-ad9e-b571b29ac496, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1494e817-e33e-4f09-a543-24c87e03c1e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:05.268154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.270674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.306042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.324723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:05.325437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:05.365870 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:05.552178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] For port c56ad87a-4615-4d5b-ad9e-b571b29ac496, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:52:05.561707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] For port c56ad87a-4615-4d5b-ad9e-b571b29ac496, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c56ad87a-4615-4d5b-ad9e-b571b29ac496,segment=NetworkSegment(1494e817-e33e-4f09-a543-24c87e03c1e2),segment_id=1494e817-e33e-4f09-a543-24c87e03c1e2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:52:05.571588 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.626055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.671665 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:05.694154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] Pushing event deleted for resources: {'Network': ['ID=f4c1aec8-3558-40a8-9ff7-3273f57f99e3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.727271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::10 (ddef34b1-7777-43bf-ad29-68fd22dbe77f/8789e2e1-e62d-4510-b73d-7cc21196411f/60e7e81f-318e-4b8f-88b0-28fbc86b3a86) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:05.732405 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-12a3a945-bdb4-47c1-b258-3d575b412720 tempest-TagsExtTest-313201661 tempest-TagsExtTest-313201661-project] 10.222.0.47 "DELETE /v2.0/networks/f4c1aec8-3558-40a8-9ff7-3273f57f99e3 HTTP/1.1" status: 204 len: 168 time: 3.0112751 Apr 18 20:52:05.766681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15dd3e5-9f65-462c-b908-cddb96908646 None None] Pushing event updated for resources: {'Port': ['ID=c56ad87a-4615-4d5b-ad9e-b571b29ac496,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:05.805772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136e5684-d42c-4589-aa64-4a666418c3c5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:06.041678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 136e5684-d42c-4589-aa64-4a666418c3c5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:06.055527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 136e5684-d42c-4589-aa64-4a666418c3c5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:06.056105 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.165604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e286-6793-45c4-9e35-b0e49418bb28 req-46be03f7-f98e-4a8f-ab20-f3d3792ce310 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:06.178364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f627e286-6793-45c4-9e35-b0e49418bb28 req-46be03f7-f98e-4a8f-ab20-f3d3792ce310 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 0.3204443 Apr 18 20:52:06.195755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.325901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Transition to ACTIVE for port object 7d9f24f2-3e43-46fd-9698-17d49abf6c86 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:06.388307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f627e286-6793-45c4-9e35-b0e49418bb28 req-f26305fe-05ee-40c5-9496-3d465d2071d7 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985371 Apr 18 20:52:06.436824 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b443ad5b-f35d-417b-802e-4ee53be2ea13 req-5719452c-97a1-4412-ab9b-8db9ba698835 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.9765656 Apr 18 20:52:06.470531 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.680331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.742722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 136e5684-d42c-4589-aa64-4a666418c3c5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=136e5684-d42c-4589-aa64-4a666418c3c5,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:06.750105 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:06.969026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=136e5684-d42c-4589-aa64-4a666418c3c5,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:06.980411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device db7a03c7-2b96-4008-8fc5-526cb4d75591 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:07.019257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Network fa5a902c-139f-4bab-af95-4d029fe606bd is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:07.053134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:07.081605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:07.147505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.148048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.148507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.159547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.160170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.161450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:07.165663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.166702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.167277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.167635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.168182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.168553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.169078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:07.210306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9f24f2-3e43-46fd-9698-17d49abf6c86,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:07.235760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: db7a03c7-2b96-4008-8fc5-526cb4d75591 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:52:07.244969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device db7a03c7-2b96-4008-8fc5-526cb4d75591 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:07.420518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.621905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.696003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b4094cc-58a2-43cb-a9c8-63c425252913 None None] Provisioning for port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:07.734304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b4094cc-58a2-43cb-a9c8-63c425252913 None None] Provisioning complete for port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:07.735442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b4094cc-58a2-43cb-a9c8-63c425252913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.747362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:07.911720 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:07.914575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d304f6c6-17b2-405c-a90f-54391fa276ed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f13c6b89c904ef09aa1825de8e9cbaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7511835 Apr 18 20:52:07.927608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 52940) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:08.118283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7b4094cc-58a2-43cb-a9c8-63c425252913 None None] Port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:08.126896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a828a0b-c616-448c-8a80-de5d035a3eef None None] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:52:08.162612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde72f6b-ef45-438b-9d24-12f1cbb3b927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.239516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:08.265200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:08.265887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde72f6b-ef45-438b-9d24-12f1cbb3b927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.354906 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:08.365265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.373432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.443611 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde72f6b-ef45-438b-9d24-12f1cbb3b927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.490841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=60e7e81f-318e-4b8f-88b0-28fbc86b3a86,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.504858 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2bb34a0e-a1ce-4255-9b96-0a03cbac1928 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.9706736 Apr 18 20:52:08.506286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde72f6b-ef45-438b-9d24-12f1cbb3b927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.508521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bde72f6b-ef45-438b-9d24-12f1cbb3b927 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df22e141-9a64-4171-b127-9e7b37f4c692 HTTP/1.1" status: 204 len: 168 time: 0.5783956 Apr 18 20:52:08.509984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde72f6b-ef45-438b-9d24-12f1cbb3b927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df22e141-9a64-4171-b127-9e7b37f4c692,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:08.513330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 52948) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:08.521888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'ddef34b1-7777-43bf-ad29-68fd22dbe77f', 'name': 'tempest-PortsIpV6TestJSON-369148856', 'fixed_ips': [{'subnet_id': '8789e2e1-e62d-4510-b73d-7cc21196411f', 'ip_address': '2001:db8::f'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:08.541906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:08.702542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c56ad87a-4615-4d5b-ad9e-b571b29ac496 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:08.744939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e71d1c-b7b6-4b18-b73b-fe61f251d9fb req-f7bfe8b3-2ff2-4012-b969-903cf4cd8bc6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:08.752443 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31e71d1c-b7b6-4b18-b73b-fe61f251d9fb req-f7bfe8b3-2ff2-4012-b969-903cf4cd8bc6 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 0.9536552 Apr 18 20:52:09.078556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0fb763ab-936b-4dea-bd32-e28897de5583 None None] Provisioning for port c56ad87a-4615-4d5b-ad9e-b571b29ac496 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:09.163795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c56ad87a-4615-4d5b-ad9e-b571b29ac496 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:09.181662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c56ad87a-4615-4d5b-ad9e-b571b29ac496 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:09.182222 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.266869 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31e71d1c-b7b6-4b18-b73b-fe61f251d9fb req-3e3aa7c3-406a-428a-85cc-2c271a848d8d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5132756 Apr 18 20:52:09.284477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:09.292832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:09.318629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:09.403044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:09.702716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.736167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:09.816204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c56ad87a-4615-4d5b-ad9e-b571b29ac496, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c56ad87a-4615-4d5b-ad9e-b571b29ac496,segment=NetworkSegment(1494e817-e33e-4f09-a543-24c87e03c1e2),segment_id=1494e817-e33e-4f09-a543-24c87e03c1e2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:09.827240 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:09.828474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136e5684-d42c-4589-aa64-4a666418c3c5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:10.084354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.171513 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.451532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c56ad87a-4615-4d5b-ad9e-b571b29ac496,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.483621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f05eabf9-0da0-40ed-ac03-eb2b029af242 None None] Provisioning complete for port c56ad87a-4615-4d5b-ad9e-b571b29ac496 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:10.486913 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f05eabf9-0da0-40ed-ac03-eb2b029af242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.636122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.703766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Pushing event updated for resources: {'Port': ['ID=7d9f24f2-3e43-46fd-9698-17d49abf6c86,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:10.775470 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.833174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16954059-f308-48a6-ba4b-e6d99643e6cd req-14fbefef-1779-4f7a-aded-5ff238a7ecd3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:10.835870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16954059-f308-48a6-ba4b-e6d99643e6cd req-14fbefef-1779-4f7a-aded-5ff238a7ecd3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 0.2251456 Apr 18 20:52:10.861307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 136e5684-d42c-4589-aa64-4a666418c3c5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:10.862693 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:10.960105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16954059-f308-48a6-ba4b-e6d99643e6cd req-84fa9c0c-bcb3-4ee0-bf3a-d773e46e0ffe tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101415 Apr 18 20:52:11.100975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 4270114b-f409-49e1-8e21-c1902828fe9a yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:52:11.268839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f05eabf9-0da0-40ed-ac03-eb2b029af242 None None] Provisioning for port 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:11.292829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f05eabf9-0da0-40ed-ac03-eb2b029af242 None None] Provisioning complete for port 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:11.293438 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f05eabf9-0da0-40ed-ac03-eb2b029af242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.461458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f05eabf9-0da0-40ed-ac03-eb2b029af242 None None] Port 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:11.600125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d2cf4354-e64e-460a-93a0-638dc3d10bac None None] Provisioning complete for port 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:11.600443 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2cf4354-e64e-460a-93a0-638dc3d10bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:11.620311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Network fa5a902c-139f-4bab-af95-4d029fe606bd is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:11.625164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:11.789545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d2cf4354-e64e-460a-93a0-638dc3d10bac None None] Port 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:11.808326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c56ad87a-4615-4d5b-ad9e-b571b29ac496 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:12.175077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf3252f8-b4fa-45e6-ade3-2977b3c59302 None None] Provisioning complete for port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:12.175690 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf3252f8-b4fa-45e6-ade3-2977b3c59302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.218568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::f (ddef34b1-7777-43bf-ad29-68fd22dbe77f/8789e2e1-e62d-4510-b73d-7cc21196411f/4270114b-f409-49e1-8e21-c1902828fe9a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:12.247018 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:52:12.252814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c56ad87a-4615-4d5b-ad9e-b571b29ac496 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:12.253390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:12.425381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf3252f8-b4fa-45e6-ade3-2977b3c59302 None None] Port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:12.698385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87038ad8-3b30-42a0-80cf-03fbb28e73dd req-ec49c482-dd2d-4667-ad0f-e871304d3093 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:12.703214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-87038ad8-3b30-42a0-80cf-03fbb28e73dd req-ec49c482-dd2d-4667-ad0f-e871304d3093 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 1.4653659 Apr 18 20:52:12.712210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53036) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:12.723787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'port_id': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:12.875312 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.020019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Router c2754629-875e-400b-bc86-202644b55ab3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:52:13.035009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.212451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object 4270114b-f409-49e1-8e21-c1902828fe9a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:13.492647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:52:13.498138 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.530970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Sync routers for ids ['c2754629-875e-400b-bc86-202644b55ab3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:13.628681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Routers {'c2754629-875e-400b-bc86-202644b55ab3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:13.632287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:51:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c2754629-875e-400b-bc86-202644b55ab3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:13.703819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=4270114b-f409-49e1-8e21-c1902828fe9a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:13.778503 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc0c19b7-d00f-4b21-a5fd-00a8f1899f89 admin admin] 10.222.0.47 "PUT /v2.0/routers/c2754629-875e-400b-bc86-202644b55ab3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5359051 Apr 18 20:52:13.825882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:13.828698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:13.838494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:13.870978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:13.877573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:13.951850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-83a90703-2a94-4963-9f99-f2c86e9f6ff3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.4354453 Apr 18 20:52:13.959406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53070) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:13.959565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-66f13ff4-0e0a-4fcb-bc7c-4def4e052904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:14.411725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Set router c2754629-875e-400b-bc86-202644b55ab3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:52:14.768540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90c6d00-91c0-43ca-9c79-6ef5064c4e75 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:14.771161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d90c6d00-91c0-43ca-9c79-6ef5064c4e75 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:14.820759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d90c6d00-91c0-43ca-9c79-6ef5064c4e75 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:14.823350 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d90c6d00-91c0-43ca-9c79-6ef5064c4e75 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.8500252 Apr 18 20:52:14.827097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53100) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:15.013454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9c2bb575-c68a-49f1-bff5-650f2c299645 None None] Provisioning for port 4270114b-f409-49e1-8e21-c1902828fe9a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:15.192863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9c2bb575-c68a-49f1-bff5-650f2c299645 None None] Provisioning complete for port 4270114b-f409-49e1-8e21-c1902828fe9a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:15.193146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9c2bb575-c68a-49f1-bff5-650f2c299645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.202762 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.223618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.229701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febac51-c067-48b8-b465-46aa51740371 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.268760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febac51-c067-48b8-b465-46aa51740371 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.316105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0febac51-c067-48b8-b465-46aa51740371 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:15.333002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0febac51-c067-48b8-b465-46aa51740371 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5041723 Apr 18 20:52:15.335569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53106) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:15.480133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9c2bb575-c68a-49f1-bff5-650f2c299645 None None] Port 4270114b-f409-49e1-8e21-c1902828fe9a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:15.663992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 4270114b-f409-49e1-8e21-c1902828fe9a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:15.667846 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:15.794165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:52:08Z', 'revision_number': 4, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port': {'id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:52Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '7d9f24f2-3e43-46fd-9698-17d49abf6c86', 'name': '', 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'mac_address': 'fa:16:3e:1b:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '2975bb53-4acf-4a50-ad8f-d77f17874178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:09Z', 'revision_number': 2, 'project_id': '3240cfca27464e3ea948746b218a648d', 'subnets': [{'id': '2975bb53-4acf-4a50-ad8f-d77f17874178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:15.814668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Checking router: c2754629-875e-400b-bc86-202644b55ab3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:15.816032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Updating router c2754629-875e-400b-bc86-202644b55ab3 port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:52:15.841727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53116) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:15.923097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53124) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:15.923624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53126) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:15.956997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1675295563', 'description': 'tempest-secgroup-smoke-1675295563 description', 'project_id': '918918e2f0ff4341861999d0c8202892'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:15.968306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:15.977635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.008295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:16.017907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:16.037623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:16.116497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.125196 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP c5ee4587-48e5-4a00-ad28-662a8a323744 associated. External IP: 172.25.5.253, port: b0a837bb-508a-4478-b5bf-6a15b500fc4b. Apr 18 20:52:16.223954 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d87f0ca1-5c3e-4433-b8e0-b7399d3ccfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.596754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:16.602386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:16.607691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:16.618086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:16.750476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:16.870454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.021682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.040386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Transition to ACTIVE for port object 7d9f24f2-3e43-46fd-9698-17d49abf6c86 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:17.083656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.091488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.111369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 4270114b-f409-49e1-8e21-c1902828fe9a owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:17.111629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.181976 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.182811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.193314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.200443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:52:17.232681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:17.267420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Usage tracker for resource:security_group_rule and tenant:b65c0b25385c43fabdaefb2549be65ed is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:17.282027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:17.284667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99af7add-89d2-449b-a9a4-6adf99d4b542,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.292067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:17.306585 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.307995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-87642de7-be89-482f-acb2-987e41de089c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3830316 Apr 18 20:52:17.312479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:17.319624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Usage tracker for resource:security_group_rule and tenant:ce1fd746b78845c9b0d1f31c5e575d77 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:17.327919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53144) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:17.334706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:17.361615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'security_group_rule': {'security_group_id': '99af7add-89d2-449b-a9a4-6adf99d4b542', 'project_id': '918918e2f0ff4341861999d0c8202892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:17.394032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:17.403176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:17.407594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:17.416671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:17.455638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:17.501567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab14586-81cb-4423-85cd-20441d0ca508 None None] Pushing event updated for resources: {'Port': ['ID=7d9f24f2-3e43-46fd-9698-17d49abf6c86,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:17.506799 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.570447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Attempting to bind port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:17.570935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Attempting to bind port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:17.571301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Attempting to bind port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 on network fa5a902c-139f-4bab-af95-4d029fe606bd {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:52:17.579813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:52:17.580351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Checking segment: {'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:17.580829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.581290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Bound using segment: {'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:52:17.581824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Bound port: 7d9f24f2-3e43-46fd-9698-17d49abf6c86, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '375966c2-7ff6-4bf9-b248-80fde0253d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:17.582217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.677175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:52:17.692018 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:17.692614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.717466 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:17.718369 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:17.837214 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.852774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.854267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.857502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] For port 7d9f24f2-3e43-46fd-9698-17d49abf6c86, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:52:17.862169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] For port 7d9f24f2-3e43-46fd-9698-17d49abf6c86, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7d9f24f2-3e43-46fd-9698-17d49abf6c86,segment=NetworkSegment(375966c2-7ff6-4bf9-b248-80fde0253d72),segment_id=375966c2-7ff6-4bf9-b248-80fde0253d72)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:52:17.874498 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.882206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.891291 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5b3fbed0-3738-42ae-99d3-c12569b9156e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "PUT /v2.0/floatingips/c5ee4587-48e5-4a00-ad28-662a8a323744 HTTP/1.1" status: 200 len: 991 time: 5.1760135 Apr 18 20:52:17.892458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:17.898983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:17.996102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab14586-81cb-4423-85cd-20441d0ca508 None None] Pushing event updated for resources: {'Port': ['ID=7d9f24f2-3e43-46fd-9698-17d49abf6c86,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.013721 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbf2463d-70eb-4c5c-b527-93790617f0f6'] response: {'name': 'network-changed', 'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'status': 'completed', 'code': 200} Apr 18 20:52:18.048612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Routers {'c2754629-875e-400b-bc86-202644b55ab3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:18.049289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c2754629-875e-400b-bc86-202644b55ab3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:18.101888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ce1fd746b78845c9b0d1f31c5e575d77&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1736138 Apr 18 20:52:18.103636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:18.119147 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=4270114b-f409-49e1-8e21-c1902828fe9a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.141194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.294031 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:52:18.300639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb8f84f6-ea77-4399-9d59-16926fa855fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.337152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.348520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb8f84f6-ea77-4399-9d59-16926fa855fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.350817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247ac53e-6396-4c98-9cf9-30862b6329d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ea3bf0-4144-4077-bec2-94e012091f59,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.372543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b65c0b25385c43fabdaefb2549be65ed&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5277591 Apr 18 20:52:18.390034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53156) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:18.425835 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.452707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a686def9-12ef-419b-9474-22cf29de7825,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.507510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] Set router c2754629-875e-400b-bc86-202644b55ab3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:52:18.538257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9554b64-df6e-4316-b392-11b9bb05545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.578327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e969116b-d68b-4112-8ac2-6cbcf3465091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3faf778d-b226-4da8-a54f-de74f03186bb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.580434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9554b64-df6e-4316-b392-11b9bb05545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.596007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2989b4cd-fd99-425e-b494-36583d02dfce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/4270114b-f409-49e1-8e21-c1902828fe9a HTTP/1.1" status: 204 len: 168 time: 3.2565076 Apr 18 20:52:18.602274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53162) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:18.605426 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.614275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9ecb8560-2668-433b-8b2f-7a6db04fd42d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2760015 Apr 18 20:52:18.615785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53166) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:18.678357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb8f84f6-ea77-4399-9d59-16926fa855fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.701634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8f84f6-ea77-4399-9d59-16926fa855fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ea3bf0-4144-4077-bec2-94e012091f59,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.709389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb8f84f6-ea77-4399-9d59-16926fa855fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.731960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cb8f84f6-ea77-4399-9d59-16926fa855fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17ea3bf0-4144-4077-bec2-94e012091f59 HTTP/1.1" status: 204 len: 168 time: 0.6256220 Apr 18 20:52:18.780317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'security_group_rule': {'security_group_id': '99af7add-89d2-449b-a9a4-6adf99d4b542', 'project_id': '918918e2f0ff4341861999d0c8202892', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:18.788043 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.792055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:18.795057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9554b64-df6e-4316-b392-11b9bb05545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.803831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:18.811089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:18.823239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:18.857556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9554b64-df6e-4316-b392-11b9bb05545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3faf778d-b226-4da8-a54f-de74f03186bb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:18.862469 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9554b64-df6e-4316-b392-11b9bb05545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:18.878745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a9554b64-df6e-4316-b392-11b9bb05545a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3faf778d-b226-4da8-a54f-de74f03186bb HTTP/1.1" status: 204 len: 168 time: 0.4727204 Apr 18 20:52:18.896178 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d8c6de-b7b1-4d74-9062-8ab6d10a805c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:52:18.897114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-24d8c6de-b7b1-4d74-9062-8ab6d10a805c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:18.904386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-3bce6c58-6af4-451a-bb75-eb3c65de2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:18.908133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-3bce6c58-6af4-451a-bb75-eb3c65de2977 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 1096 time: 0.8482819 Apr 18 20:52:18.913541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.039829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.391907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:52:08Z', 'revision_number': 4, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port': {'id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:52Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '7d9f24f2-3e43-46fd-9698-17d49abf6c86', 'name': '', 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'mac_address': 'fa:16:3e:1b:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '2975bb53-4acf-4a50-ad8f-d77f17874178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:17Z', 'revision_number': 4, 'project_id': '3240cfca27464e3ea948746b218a648d', 'subnets': [{'id': '2975bb53-4acf-4a50-ad8f-d77f17874178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:19.397406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6524ac08-c52d-4769-968c-450f4e86b315 None None] The sync data for ids ['c2754629-875e-400b-bc86-202644b55ab3'] in n-d-836016-3 is: [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:52:08Z', 'revision_number': 4, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port': {'id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:52Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '7d9f24f2-3e43-46fd-9698-17d49abf6c86', 'name': '', 'network_id': 'fa5a902c-139f-4bab-af95-4d029fe606bd', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'mac_address': 'fa:16:3e:1b:00:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3510, 'fixed_ips': [{'subnet_id': '2975bb53-4acf-4a50-ad8f-d77f17874178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:04Z', 'updated_at': '2022-04-18T20:52:17Z', 'revision_number': 4, 'project_id': '3240cfca27464e3ea948746b218a648d', 'subnets': [{'id': '2975bb53-4acf-4a50-ad8f-d77f17874178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:19.437963 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.541884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-24d8c6de-b7b1-4d74-9062-8ab6d10a805c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:19.545170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-24d8c6de-b7b1-4d74-9062-8ab6d10a805c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/4270114b-f409-49e1-8e21-c1902828fe9a HTTP/1.1" status: 404 len: 333 time: 0.9412372 Apr 18 20:52:19.547719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53188) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:19.683931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.749728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53194) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:19.751492 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'c5ee4587-48e5-4a00-ad28-662a8a323744', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:c7:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:51:30Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:19.752601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-23b3fdac-ed22-467d-87d9-6429db1536c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:19.755837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-23b3fdac-ed22-467d-87d9-6429db1536c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.7937257 Apr 18 20:52:19.762926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.766074 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:19.783184 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:19.784275 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:19.851367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:19.851717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:19.908851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d9f24f2-3e43-46fd-9698-17d49abf6c86 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:20.059196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:52:20.099622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:20.105745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:20.106122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.336462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.337891 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7206218 Apr 18 20:52:20.344952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.358692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:20.368028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'security_group_rule': {'security_group_id': '99af7add-89d2-449b-a9a4-6adf99d4b542', 'project_id': '918918e2f0ff4341861999d0c8202892', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:20.375102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12fc817-f3f0-4259-8c6d-0d738cad9f66 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4f3969-eecb-4dfa-98c7-59982f3ed1a1,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:20.412347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:20.419940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:20.425166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Usage tracker for resource:security_group_rule and tenant:43c8d78fb4674ee6a67ddf92606190e3 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:20.428143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:20.435975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:20.490021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.601884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.629316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:20.641397 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7d9f24f2-3e43-46fd-9698-17d49abf6c86, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7d9f24f2-3e43-46fd-9698-17d49abf6c86,segment=NetworkSegment(375966c2-7ff6-4bf9-b248-80fde0253d72),segment_id=375966c2-7ff6-4bf9-b248-80fde0253d72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:20.646669 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.649778 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.700909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:20.870202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8f74b2-dae2-4977-8f9d-ca64df3bf6b9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:20.900348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:20.916073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7d9f24f2-3e43-46fd-9698-17d49abf6c86,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:20.916860 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-3181f6ac-6577-41c5-a090-5ab76870de26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b HTTP/1.1" status: 200 len: 999 time: 1.1388094 Apr 18 20:52:20.927271 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:20.939265 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'c5ee4587-48e5-4a00-ad28-662a8a323744', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:c7:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:51:30Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:20.946005 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cc4548-1c78-4992-ac1d-82e74ca31aa6 None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'c5ee4587-48e5-4a00-ad28-662a8a323744', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.253', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:c7:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:51:30Z', 'updated_at': '2022-04-18T20:52:14Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:21.083662 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-084602ce-9f2f-47c2-a162-18946791d806 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43c8d78fb4674ee6a67ddf92606190e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3263547 Apr 18 20:52:21.093980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53218) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:21.146592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.162309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 60e7e81f-318e-4b8f-88b0-28fbc86b3a86 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:21.335745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-06a579c0-5fb9-420c-860c-5b929cac48b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:21.346289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-06a579c0-5fb9-420c-860c-5b929cac48b4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.3993318 Apr 18 20:52:21.434219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab130313-de3c-4299-a75b-839115f8758b None None] New status for floating IP c5ee4587-48e5-4a00-ad28-662a8a323744: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:52:21.570903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a149f5e-b995-4d97-bf32-6bee1677a6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.616770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.641325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.657743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a149f5e-b995-4d97-bf32-6bee1677a6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.849955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-60c27524-f937-4cc5-95b3-a1ef0640cf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:21.855948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-60c27524-f937-4cc5-95b3-a1ef0640cf5d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5078077 Apr 18 20:52:21.868900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95f93dc-335c-4e90-ac1e-94be6fb5fb55,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:21.901813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:21.959094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d9f24f2-3e43-46fd-9698-17d49abf6c86 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:21.995599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a149f5e-b995-4d97-bf32-6bee1677a6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.050839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=60e7e81f-318e-4b8f-88b0-28fbc86b3a86,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.166462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.184519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a149f5e-b995-4d97-bf32-6bee1677a6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8f74b2-dae2-4977-8f9d-ca64df3bf6b9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:22.223636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7f7cc306-2e89-4768-98b0-d10dd2f4ecbe tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/60e7e81f-318e-4b8f-88b0-28fbc86b3a86 HTTP/1.1" status: 204 len: 168 time: 2.6745768 Apr 18 20:52:22.226210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:22.355528 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.361281 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eb2a1339-6018-440a-a0ad-228e24508022 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9973397 Apr 18 20:52:22.363477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53238) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:22.381212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a149f5e-b995-4d97-bf32-6bee1677a6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.384859 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a149f5e-b995-4d97-bf32-6bee1677a6b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b8f74b2-dae2-4977-8f9d-ca64df3bf6b9 HTTP/1.1" status: 204 len: 168 time: 1.2806697 Apr 18 20:52:22.404986 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e677b39-d9d2-49a4-9706-743413bf59be tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:52:22.406598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e677b39-d9d2-49a4-9706-743413bf59be tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:22.420558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'security_group_rule': {'security_group_id': '99af7add-89d2-449b-a9a4-6adf99d4b542', 'project_id': '918918e2f0ff4341861999d0c8202892', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:22.455432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e677b39-d9d2-49a4-9706-743413bf59be tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:22.455717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:22.458913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e677b39-d9d2-49a4-9706-743413bf59be tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/60e7e81f-318e-4b8f-88b0-28fbc86b3a86 HTTP/1.1" status: 404 len: 333 time: 0.2294278 Apr 18 20:52:22.460916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53246) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:22.488513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:22.497389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:22.521089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:22.586401 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-67ff158c-179d-4f6e-aa3a-a60d846dab9c service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7020977 Apr 18 20:52:22.603380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:22.604032 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.710967 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.764058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 8789e2e1-e62d-4510-b73d-7cc21196411f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:52:22.770835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:22.903683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.031258 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34beda58-6698-41b3-bc99-9d8f6faf16f1 req-d62c3df1-6020-4e33-aec6-23a9b32534b7 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317584 Apr 18 20:52:23.033483 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.047121 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.139277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b05612-b109-45a0-964b-754293dc661b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.164379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.179949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.188414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a19b6caf-090a-4e23-9a26-eeae0082042a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8000779 Apr 18 20:52:23.191681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53256) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:23.221099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'security_group_rule': {'security_group_id': '99af7add-89d2-449b-a9a4-6adf99d4b542', 'project_id': '918918e2f0ff4341861999d0c8202892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:23.245798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:23.290499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:23.303813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:23.315979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.328442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:23.353590 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Project 918918e2f0ff4341861999d0c8202892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:52:23.372433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.434559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=8789e2e1-e62d-4510-b73d-7cc21196411f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.446233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.461307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f63fa7-9127-46a2-834f-0bae48a2d908 None None] Network ddef34b1-7777-43bf-ad29-68fd22dbe77f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:52:23.467582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e991fa9a-e272-40de-ad02-098bbc8c5892 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/8789e2e1-e62d-4510-b73d-7cc21196411f HTTP/1.1" status: 204 len: 168 time: 1.0009906 Apr 18 20:52:23.468600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:23.614857 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.639236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.715472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f82cf91-8a8b-45db-9720-7b13e79b09da,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:23.739687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.742435 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ab46c1a8-d1ba-4216-bfc6-b9da2b6df637 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5470204 Apr 18 20:52:23.744949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53276) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:23.757022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'security_group_rule': {'security_group_id': '99af7add-89d2-449b-a9a4-6adf99d4b542', 'project_id': '918918e2f0ff4341861999d0c8202892', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:23.774894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:23.786413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:security_group_rule and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:23.788313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.795831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:23.810491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:23.829284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port c56ad87a-4615-4d5b-ad9e-b571b29ac496 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:23.831989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:23.834302 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Project 918918e2f0ff4341861999d0c8202892 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:52:23.850363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.079243 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.092269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.158667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106f7330-4ad8-4464-8d27-ec1197913a1f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:24.201545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.203290 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d39c4e94-430c-44cb-b7be-9bec0225ff3a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4559412 Apr 18 20:52:24.277019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] DHCP port deletion for ddef34b1-7777-43bf-ad29-68fd22dbe77f request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:52:24.284599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Deleting port c56ad87a-4615-4d5b-ad9e-b571b29ac496 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:24.284987 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.428239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] For port c56ad87a-4615-4d5b-ad9e-b571b29ac496, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c56ad87a-4615-4d5b-ad9e-b571b29ac496,segment=NetworkSegment(1494e817-e33e-4f09-a543-24c87e03c1e2),segment_id=1494e817-e33e-4f09-a543-24c87e03c1e2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:24.438020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.784415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] For port c56ad87a-4615-4d5b-ad9e-b571b29ac496, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c56ad87a-4615-4d5b-ad9e-b571b29ac496,segment=NetworkSegment(1494e817-e33e-4f09-a543-24c87e03c1e2),segment_id=1494e817-e33e-4f09-a543-24c87e03c1e2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:24.785466 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:24.962096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for c56ad87a-4615-4d5b-ad9e-b571b29ac496 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:25.100724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-1557e9bc-2741-4028-a807-c0b63d34ff19 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1675295563&fields=id&tenant_id=918918e2f0ff4341861999d0c8202892 HTTP/1.1" status: 200 len: 267 time: 0.3731766 Apr 18 20:52:25.162693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Calling delete_port for c56ad87a-4615-4d5b-ad9e-b571b29ac496 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:25.312309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.420971 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:52:25.421606 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:52:25.668971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c56ad87a-4615-4d5b-ad9e-b571b29ac496 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:25.743405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: c56ad87a-4615-4d5b-ad9e-b571b29ac496 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:52:25.743405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c56ad87a-4615-4d5b-ad9e-b571b29ac496 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:25.754486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No DVR routers for this DVR port c56ad87a-4615-4d5b-ad9e-b571b29ac496 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:25.923472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Deleting port c56ad87a-4615-4d5b-ad9e-b571b29ac496 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:25.924511 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:25.943011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=c56ad87a-4615-4d5b-ad9e-b571b29ac496,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.050322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-61102656-2b0c-436c-8c1b-6cce641811ca None None] The port 'c56ad87a-4615-4d5b-ad9e-b571b29ac496' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:52:26.136970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.185341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddef34b1-7777-43bf-ad29-68fd22dbe77f']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:26.215367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1494e817-e33e-4f09-a543-24c87e03c1e2') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:26.218132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1494e817-e33e-4f09-a543-24c87e03c1e2') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:26.238656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.271855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.294173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:26.294173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:26.316508 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:26.609662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-b81d877b-0ca4-44cb-92f8-f4ff7be7cf62 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:26.611371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-b81d877b-0ca4-44cb-92f8-f4ff7be7cf62 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/networks?id=e7735296-80ab-453c-af45-55e248fbf266 HTTP/1.1" status: 200 len: 809 time: 1.4803939 Apr 18 20:52:26.635154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-4bc2cc26-9498-4d37-bcbd-597b79e1400d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/quotas/918918e2f0ff4341861999d0c8202892 HTTP/1.1" status: 200 len: 375 time: 0.0175326 Apr 18 20:52:26.733336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.763899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:26.797861 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/ddef34b1-7777-43bf-ad29-68fd22dbe77f HTTP/1.1" status: 204 len: 168 time: 3.3218727 Apr 18 20:52:26.797861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b591e-d831-40e5-93b4-84022d8de14d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=ddef34b1-7777-43bf-ad29-68fd22dbe77f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:26.798807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53370) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:26.822140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1001194640'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:26.834865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-2d2d73a4-179d-45a8-bd2e-0086def8da37 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=918918e2f0ff4341861999d0c8202892&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1924453 Apr 18 20:52:26.838255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:26.845687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:network and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:26.849552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:26.856932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:26.904332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:26.913206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.012950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:27.043118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.043858 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Added segment d7b41158-bb06-4bcd-81bb-96fa0df951bc of type vlan for network dfa3fb26-562d-4de5-b957-5eea82b366ff Apr 18 20:52:27.134846 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.269169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.271159 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-cc10b70b-ada6-42c3-8618-9cd04d1e8a3c service neutron] 10.222.0.47 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108615 Apr 18 20:52:27.289215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:27.290286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:27.468380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-3098d5e4-aa79-4da8-9d5a-e6007cdca3da service neutron] 10.222.0.47 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959147 Apr 18 20:52:27.501540 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7001071 Apr 18 20:52:27.506665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:27.518444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856b38b4-a5c1-4c86-869e-cd9141b9324b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Network': ['ID=dfa3fb26-562d-4de5-b957-5eea82b366ff,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:27.524989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:27.531053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network dfa3fb26-562d-4de5-b957-5eea82b366ff details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:27.877851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:27.901763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:27.907764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:27.921567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:27.944975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:27.952252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.183342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-929b10dc-a99b-47c8-9afc-292a2a4dbb37 req-3f05a2d1-ee38-4a04-9c21-3a0b60e43178 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Synchronizing usage tracker for tenant:918918e2f0ff4341861999d0c8202892 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:28.241002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-929b10dc-a99b-47c8-9afc-292a2a4dbb37 req-3f05a2d1-ee38-4a04-9c21-3a0b60e43178 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Unset dirty status for tenant:918918e2f0ff4341861999d0c8202892 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:28.255501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-929b10dc-a99b-47c8-9afc-292a2a4dbb37 req-3f05a2d1-ee38-4a04-9c21-3a0b60e43178 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 210 time: 0.2568135 Apr 18 20:52:28.786263 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:28.928809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=52b793bf-9d4e-4194-8f98-80f9cc22fb40,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:28.941798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Checking segment: {'id': 'd7b41158-bb06-4bcd-81bb-96fa0df951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:28.943488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network hostable DHCP agents. Network: dfa3fb26-562d-4de5-b957-5eea82b366ff, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:52:28.977471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network dfa3fb26-562d-4de5-b957-5eea82b366ff is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:52:29.001378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, dfa3fb26-562d-4de5-b957-5eea82b366ff) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:29.023803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0c4fd-2cc6-42e9-8669-be1042b3f558 None None] Network dfa3fb26-562d-4de5-b957-5eea82b366ff requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:52:29.037384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:29.038654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.111262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e81bfab5-7c46-4926-93c2-38aea2a11df2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6005490 Apr 18 20:52:29.113912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:29.126528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1467223558', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:29.156789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:29.169957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:router and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:29.175213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:29.187209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:29.202854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.205475 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.289337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.320419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.434180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.438723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53454) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:29.439247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-449ec707-0dc8-4066-bb27-2858d45ea1f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3234813 Apr 18 20:52:29.449346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff', 'name': 'tempest-PortsIpV6TestJSON-1205913775'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:29.836559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-dfa3fb26-562d-4de5-b957-5eea82b366ff', 'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff', 'tenant_id': '42ebcb33bbe84962abfdcf9e68502ecb', 'fixed_ips': [{'subnet_id': '52b793bf-9d4e-4194-8f98-80f9cc22fb40'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:52:29.838047 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:29.954932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:29.974009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:port and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:29.986612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:30.001073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:30.013315 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8aabaf5b-a1b2-4572-b57f-145731091c83 req-fd5403a6-dfc5-46a7-9e3b-4567c47b8b7c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 210 time: 0.2242496 Apr 18 20:52:30.026528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:30.035509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.111781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port afc723ac-9426-4e07-ba44-0408f5c831af yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:52:30.376958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Allocated IP 2001:db8::2 (dfa3fb26-562d-4de5-b957-5eea82b366ff/52b793bf-9d4e-4194-8f98-80f9cc22fb40/7e985a97-26b7-4296-842c-412483a6c6a3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:30.502359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53470) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:30.821368 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.863373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:30.866468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:30.877198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Usage tracker for resource:security_group_rule and tenant:eaebab7a190d47229d756903bdcff16c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:30.882477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:30.886874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Transition to ACTIVE for port object 7e985a97-26b7-4296-842c-412483a6c6a3 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:30.898555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:30.945012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Transition to ACTIVE for port object 7e985a97-26b7-4296-842c-412483a6c6a3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:30.954304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-dda824ca-6ccf-4bd4-9e7f-0b9592fb383e tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:30.959504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-dda824ca-6ccf-4bd4-9e7f-0b9592fb383e tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.61 "GET /v2.0/networks?id=e7735296-80ab-453c-af45-55e248fbf266 HTTP/1.1" status: 200 len: 809 time: 0.4412630 Apr 18 20:52:30.961391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.232975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::249 (dfa3fb26-562d-4de5-b957-5eea82b366ff/52b793bf-9d4e-4194-8f98-80f9cc22fb40/afc723ac-9426-4e07-ba44-0408f5c831af) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:31.251111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-b45bb533-bee2-412d-97be-9613328e4e83 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=918918e2f0ff4341861999d0c8202892 HTTP/1.1" status: 200 len: 380 time: 0.2675366 Apr 18 20:52:31.274322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'port': {'device_id': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'admin_state_up': True, 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'security_groups': ['99af7add-89d2-449b-a9a4-6adf99d4b542']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:31.492043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Network dfa3fb26-562d-4de5-b957-5eea82b366ff is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:31.505644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:31.511179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:31.513873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5701408-118f-473d-abf2-a5ab31dc2c60 req-5163bcda-fb73-4b90-a6af-3c5b0548b54f tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 210 time: 0.1119144 Apr 18 20:52:31.753211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Pushing event updated for resources: {'Port': ['ID=7e985a97-26b7-4296-842c-412483a6c6a3,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:31.769373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Attempting to bind port 7e985a97-26b7-4296-842c-412483a6c6a3 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:31.769610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Attempting to bind port 7e985a97-26b7-4296-842c-412483a6c6a3 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'd7b41158-bb06-4bcd-81bb-96fa0df951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:31.769988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Attempting to bind port 7e985a97-26b7-4296-842c-412483a6c6a3 on network dfa3fb26-562d-4de5-b957-5eea82b366ff {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:52:31.790563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:52:31.795738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Checking segment: {'id': 'd7b41158-bb06-4bcd-81bb-96fa0df951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:31.796625 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.797455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Bound using segment: {'id': 'd7b41158-bb06-4bcd-81bb-96fa0df951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:52:31.798477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Bound port: 7e985a97-26b7-4296-842c-412483a6c6a3, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b41158-bb06-4bcd-81bb-96fa0df951bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'dfa3fb26-562d-4de5-b957-5eea82b366ff'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:31.802530 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:31.847164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:31.882460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:31.905277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Made reservation on behalf of 918918e2f0ff4341861999d0c8202892 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:31.920504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.039402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] For port 7e985a97-26b7-4296-842c-412483a6c6a3, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:52:32.046827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] For port 7e985a97-26b7-4296-842c-412483a6c6a3, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e985a97-26b7-4296-842c-412483a6c6a3,segment=NetworkSegment(d7b41158-bb06-4bcd-81bb-96fa0df951bc),segment_id=d7b41158-bb06-4bcd-81bb-96fa0df951bc)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:52:32.053087 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.167170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.192131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3f388-dc68-4fad-aae9-23c1dd5ec26c None None] Pushing event updated for resources: {'Port': ['ID=7e985a97-26b7-4296-842c-412483a6c6a3,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.247955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object afc723ac-9426-4e07-ba44-0408f5c831af will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:32.256847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.274377 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.349601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Allocated IP 172.20.0.3 (e7735296-80ab-453c-af45-55e248fbf266/771c4e64-51a9-4e5d-996e-273ec6299017/8aaf592c-83c8-437d-8b7c-153dc205b761) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:32.516154 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eaebab7a190d47229d756903bdcff16c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0123727 Apr 18 20:52:32.518371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53492) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:32.525783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2848eda-415c-45b0-9505-dcbb5c67108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaad535-553a-45bb-964c-eae65b38ab91,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.611568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.856667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network dfa3fb26-562d-4de5-b957-5eea82b366ff is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:32.862036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:32.865670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:32.877058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:32.877829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:32.978165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=afc723ac-9426-4e07-ba44-0408f5c831af,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:32.987306 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34ba669-dc27-4516-8b72-4ab4c637e67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.023629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d8904c42-2ff3-4cfa-9ef5-8cfd0fa775d2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5827658 Apr 18 20:52:33.032688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53508) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:33.239255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34ba669-dc27-4516-8b72-4ab4c637e67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.571236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53514) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:33.600012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f10d07d1-d07c-4092-85cb-69f4813bb212 req-e7918b0f-1c02-4c76-86b9-3cd6594eb6ad tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 210 time: 0.7168436 Apr 18 20:52:33.657688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.705544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Transition to ACTIVE for port object 8aaf592c-83c8-437d-8b7c-153dc205b761 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:33.756623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:33.904234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e985a97-26b7-4296-842c-412483a6c6a3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:33.916609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Network e7735296-80ab-453c-af45-55e248fbf266 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:33.924175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:33.961687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:34.061825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'Port': ['ID=8aaf592c-83c8-437d-8b7c-153dc205b761,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.134398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.157292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7e985a97-26b7-4296-842c-412483a6c6a3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:34.232102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:34.242707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Usage tracker for resource:security_group_rule and tenant:5d69e17db5494a78ae7ee34a83f7de42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:34.252671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:34.285494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:34.333789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:34.334497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.440639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-457e1360-170b-432c-9b85-39b500e5ec68 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1836977 Apr 18 20:52:34.460747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Request body: {'port': {'device_id': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:34.473493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ae2b0-591e-4401-a8e5-4ceda7fc7d32 None None] Network dfa3fb26-562d-4de5-b957-5eea82b366ff requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:52:34.569088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34ba669-dc27-4516-8b72-4ab4c637e67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.610325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ba669-dc27-4516-8b72-4ab4c637e67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaad535-553a-45bb-964c-eae65b38ab91,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:34.659150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c34ba669-dc27-4516-8b72-4ab4c637e67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.663003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c34ba669-dc27-4516-8b72-4ab4c637e67a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0eaad535-553a-45bb-964c-eae65b38ab91 HTTP/1.1" status: 204 len: 168 time: 2.1377394 Apr 18 20:52:34.803155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:34.835587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-97a6ed54-0dfd-4acb-8fe8-e8241292b721 None None] Provisioning for port 7e985a97-26b7-4296-842c-412483a6c6a3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:34.872117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-97a6ed54-0dfd-4acb-8fe8-e8241292b721 None None] Provisioning complete for port 7e985a97-26b7-4296-842c-412483a6c6a3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:34.872505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97a6ed54-0dfd-4acb-8fe8-e8241292b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.056157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.125391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97a6ed54-0dfd-4acb-8fe8-e8241292b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.234826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.238832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.342998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-97a6ed54-0dfd-4acb-8fe8-e8241292b721 None None] For port 7e985a97-26b7-4296-842c-412483a6c6a3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e985a97-26b7-4296-842c-412483a6c6a3,segment=NetworkSegment(d7b41158-bb06-4bcd-81bb-96fa0df951bc),segment_id=d7b41158-bb06-4bcd-81bb-96fa0df951bc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:35.352878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97a6ed54-0dfd-4acb-8fe8-e8241292b721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.476801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a6ed54-0dfd-4acb-8fe8-e8241292b721 None None] Pushing event updated for resources: {'Port': ['ID=7e985a97-26b7-4296-842c-412483a6c6a3,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.484778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d69e17db5494a78ae7ee34a83f7de42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9078546 Apr 18 20:52:35.518509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:35.579798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62775e1f-a5c6-42df-8d05-fab6b425448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cd9435-7666-4d03-8156-2fe38ba2277d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:35.626117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-608c084d-f422-4c9a-a44f-8fa2cf06e275 None None] Provisioning for port 8aaf592c-83c8-437d-8b7c-153dc205b761 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:35.658323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-608c084d-f422-4c9a-a44f-8fa2cf06e275 None None] Provisioning complete for port 8aaf592c-83c8-437d-8b7c-153dc205b761 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:35.658974 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-608c084d-f422-4c9a-a44f-8fa2cf06e275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:35.835886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-608c084d-f422-4c9a-a44f-8fa2cf06e275 None None] Port 8aaf592c-83c8-437d-8b7c-153dc205b761 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:35.869074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e985a97-26b7-4296-842c-412483a6c6a3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:35.901944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53544) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:36.068466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7e985a97-26b7-4296-842c-412483a6c6a3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:36.068790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.124003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aaf592c-83c8-437d-8b7c-153dc205b761 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:36.144697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.195293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Transition to ACTIVE for port object 8aaf592c-83c8-437d-8b7c-153dc205b761 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:36.208242 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.265665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8307fbf0-9452-44f1-95fa-5a8fcaa81ac8 None None] Provisioning for port afc723ac-9426-4e07-ba44-0408f5c831af completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:36.293268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8307fbf0-9452-44f1-95fa-5a8fcaa81ac8 None None] Provisioning complete for port afc723ac-9426-4e07-ba44-0408f5c831af triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:36.293898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8307fbf0-9452-44f1-95fa-5a8fcaa81ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.428047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Pushing event updated for resources: {'Port': ['ID=8aaf592c-83c8-437d-8b7c-153dc205b761,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:36.604545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8307fbf0-9452-44f1-95fa-5a8fcaa81ac8 None None] Port afc723ac-9426-4e07-ba44-0408f5c831af cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:36.681256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8307fbf0-9452-44f1-95fa-5a8fcaa81ac8 None None] Provisioning complete for port 7e985a97-26b7-4296-842c-412483a6c6a3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:36.681718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8307fbf0-9452-44f1-95fa-5a8fcaa81ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.682805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:36.756279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64bd1a9a-17e8-4c97-80df-d30a31930074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.126730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7726fcf2-e966-452e-8aa3-967c6b2ef6c5 None None] Provisioning complete for port afc723ac-9426-4e07-ba44-0408f5c831af triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:37.127552 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7726fcf2-e966-452e-8aa3-967c6b2ef6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.271403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Attempting to bind port 8aaf592c-83c8-437d-8b7c-153dc205b761 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:37.272112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Attempting to bind port 8aaf592c-83c8-437d-8b7c-153dc205b761 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:37.272112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Attempting to bind port 8aaf592c-83c8-437d-8b7c-153dc205b761 on network e7735296-80ab-453c-af45-55e248fbf266 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:52:37.287282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Port 8aaf592c-83c8-437d-8b7c-153dc205b761 on network e7735296-80ab-453c-af45-55e248fbf266 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:52:37.287622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Attempting to bind port 8aaf592c-83c8-437d-8b7c-153dc205b761 on network e7735296-80ab-453c-af45-55e248fbf266 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:52:37.291698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7726fcf2-e966-452e-8aa3-967c6b2ef6c5 None None] Port afc723ac-9426-4e07-ba44-0408f5c831af cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:37.298507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:52:37.298930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Checking segment: {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:37.299333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Bound using segment: {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:52:37.299788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Bound port: 8aaf592c-83c8-437d-8b7c-153dc205b761, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5af7f15e-75c3-44aa-a942-b85cab715f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:37.300149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.361915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:37.385029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb07d1303e9457191266db1f16054bc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:37.389596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:37.398125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:37.515525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64bd1a9a-17e8-4c97-80df-d30a31930074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.611962 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.689850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] For port 8aaf592c-83c8-437d-8b7c-153dc205b761, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:52:37.694350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] For port 8aaf592c-83c8-437d-8b7c-153dc205b761, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8aaf592c-83c8-437d-8b7c-153dc205b761,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:52:37.705888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.775318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d8e7ae-0c07-4bd0-84e1-7a6bf54eb359 req-c3b25fce-3775-4f08-a808-ac17ab512d13 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:37.793982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1d8e7ae-0c07-4bd0-84e1-7a6bf54eb359 req-c3b25fce-3775-4f08-a808-ac17ab512d13 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 931 time: 2.5761538 Apr 18 20:52:37.796590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:37.888290 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bdb07d1303e9457191266db1f16054bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6110539 Apr 18 20:52:37.903757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53560) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:37.963254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-338d30b7-4dd7-42b8-8901-01818238b50d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8119993 Apr 18 20:52:38.010759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a1d8e7ae-0c07-4bd0-84e1-7a6bf54eb359 req-ebe72c01-16d7-4a88-b963-003eb22e09b7 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Synchronizing usage tracker for tenant:918918e2f0ff4341861999d0c8202892 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:38.022263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:38.023278 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.025698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] 10.222.0.61 "PUT /v2.0/ports/8aaf592c-83c8-437d-8b7c-153dc205b761 HTTP/1.1" status: 200 len: 1091 time: 3.5729132 Apr 18 20:52:38.026476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:38.044798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131dd05-c8e1-44dd-879e-3a08b9349c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4a84bb-601d-4cca-a158-1b2486d64cca,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.120337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a1d8e7ae-0c07-4bd0-84e1-7a6bf54eb359 req-ebe72c01-16d7-4a88-b963-003eb22e09b7 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Unset dirty status for tenant:918918e2f0ff4341861999d0c8202892 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:38.123166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620503c3-9237-46a6-ac2d-4498088fe4eb service neutron] Pushing event updated for resources: {'Port': ['ID=8aaf592c-83c8-437d-8b7c-153dc205b761,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.155237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a1d8e7ae-0c07-4bd0-84e1-7a6bf54eb359 req-ebe72c01-16d7-4a88-b963-003eb22e09b7 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3596847 Apr 18 20:52:38.253604 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.280495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64bd1a9a-17e8-4c97-80df-d30a31930074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.544027 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.594756 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2405-c239-4e1b-ba5f-67f77fa852e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.689471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2405-c239-4e1b-ba5f-67f77fa852e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.719169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-44d382de-c28a-48fa-beed-9a4911dfe7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:38.722786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-44d382de-c28a-48fa-beed-9a4911dfe7a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=918918e2f0ff4341861999d0c8202892&device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1094 time: 0.3661578 Apr 18 20:52:38.817917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd1a9a-17e8-4c97-80df-d30a31930074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cd9435-7666-4d03-8156-2fe38ba2277d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:38.852945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-1d3189dd-84ca-479f-9f80-060fbe2016ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aaf592c-83c8-437d-8b7c-153dc205b761 HTTP/1.1" status: 200 len: 217 time: 0.1171134 Apr 18 20:52:38.984355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64bd1a9a-17e8-4c97-80df-d30a31930074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:38.985861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-64bd1a9a-17e8-4c97-80df-d30a31930074 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04cd9435-7666-4d03-8156-2fe38ba2277d HTTP/1.1" status: 204 len: 168 time: 3.4500802 Apr 18 20:52:39.094426 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5fa4aae-f6d6-45cd-859f-7c10b8aaed2c'] response: {'name': 'network-changed', 'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'status': 'completed', 'code': 200} Apr 18 20:52:39.134047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=afc723ac-9426-4e07-ba44-0408f5c831af,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.200765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2405-c239-4e1b-ba5f-67f77fa852e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.296045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fb2405-c239-4e1b-ba5f-67f77fa852e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4a84bb-601d-4cca-a158-1b2486d64cca,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:39.307617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1fb2405-c239-4e1b-ba5f-67f77fa852e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.315197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e1fb2405-c239-4e1b-ba5f-67f77fa852e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b4a84bb-601d-4cca-a158-1b2486d64cca HTTP/1.1" status: 204 len: 168 time: 1.4094403 Apr 18 20:52:39.319192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-412cccb9-630d-49d8-9adf-7274bf502259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.320808 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-412cccb9-630d-49d8-9adf-7274bf502259 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=771c4e64-51a9-4e5d-996e-273ec6299017 HTTP/1.1" status: 200 len: 848 time: 0.3960619 Apr 18 20:52:39.514160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd060-6daa-4325-8519-00113ed22c4f req-37e8a441-9497-4441-b67a-d1e38be52a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.516836 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-37e8a441-9497-4441-b67a-d1e38be52a10 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 1.1519566 Apr 18 20:52:39.678158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bb97c9bb-403b-4308-ad25-f11348e799de None None] Provisioning complete for port afc723ac-9426-4e07-ba44-0408f5c831af triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:39.679405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb97c9bb-403b-4308-ad25-f11348e799de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:39.866179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-91679884-4702-4531-99a2-ddc6ee62d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:39.867889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-91679884-4702-4531-99a2-ddc6ee62d875 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7735296-80ab-453c-af45-55e248fbf266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5394523 Apr 18 20:52:39.925555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bb97c9bb-403b-4308-ad25-f11348e799de None None] Port afc723ac-9426-4e07-ba44-0408f5c831af cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:40.223319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:40.517261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-43a2b05c-ad75-46e5-9b2d-20dde920a6ef service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6328390 Apr 18 20:52:40.618953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e949f5-c655-41b2-8c40-bf33d855075e req-f0c4080e-7f94-47c5-9106-e38eb352ef60 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:40.631225 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5e949f5-c655-41b2-8c40-bf33d855075e req-f0c4080e-7f94-47c5-9106-e38eb352ef60 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 943 time: 0.9488187 Apr 18 20:52:40.712768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd060-6daa-4325-8519-00113ed22c4f req-5c785dac-bbe4-4571-a824-4e06cec894cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:40.714883 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-5c785dac-bbe4-4571-a824-4e06cec894cd service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.9857183 Apr 18 20:52:40.926311 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5e949f5-c655-41b2-8c40-bf33d855075e req-69d5ac98-d3aa-42b0-aef0-8c9e94bf07b8 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2895823 Apr 18 20:52:40.926447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42b361-8d01-4dc7-8d1a-a399c8f763de req-59f74517-6e61-4c3b-b67d-a4519af0ac2a service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3967519 Apr 18 20:52:41.296381 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-412c2498-1d71-4262-a165-ff05a027d9da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 1001 time: 0.5692980 Apr 18 20:52:41.323087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-9795512f-9a45-4b14-9703-20d94f9acf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.324681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-9795512f-9a45-4b14-9703-20d94f9acf5d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=918918e2f0ff4341861999d0c8202892&device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1094 time: 0.2744770 Apr 18 20:52:41.428225 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:41.738455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd060-6daa-4325-8519-00113ed22c4f req-bd12962c-260a-463c-a94e-a5d7da8c9e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.748307 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-bd12962c-260a-463c-a94e-a5d7da8c9e46 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.4421024 Apr 18 20:52:41.807671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-e6db0815-6057-4ba9-b344-9eb77f4b45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:41.811603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-e6db0815-6057-4ba9-b344-9eb77f4b45fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7735296-80ab-453c-af45-55e248fbf266 HTTP/1.1" status: 200 len: 910 time: 0.4797895 Apr 18 20:52:42.065683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-bc331e70-604d-4dda-9139-c0db17ef712a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5235820 Apr 18 20:52:42.111325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-b2b707a8-366e-433b-9a01-a9e889bdd02e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aaf592c-83c8-437d-8b7c-153dc205b761 HTTP/1.1" status: 200 len: 217 time: 0.2075241 Apr 18 20:52:42.336980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-69db33e4-178c-4887-b4fc-83deff775aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.350214 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-69db33e4-178c-4887-b4fc-83deff775aee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=771c4e64-51a9-4e5d-996e-273ec6299017 HTTP/1.1" status: 200 len: 848 time: 0.2308466 Apr 18 20:52:42.741947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-389d4de0-2aff-49c3-8282-9b93d7476319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:42.754095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-389d4de0-2aff-49c3-8282-9b93d7476319 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7735296-80ab-453c-af45-55e248fbf266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3934205 Apr 18 20:52:43.014369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-4d42032e-f436-469d-8de6-0a01c37226e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.016076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-4d42032e-f436-469d-8de6-0a01c37226e0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 1096 time: 0.4933012 Apr 18 20:52:43.043000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71fd060-6daa-4325-8519-00113ed22c4f req-6ddefffe-11d5-426a-9055-b9a740e8acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.044674 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-6ddefffe-11d5-426a-9055-b9a740e8acef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9965363 Apr 18 20:52:43.049365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.062469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.062823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.313214 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-d4025714-6068-4fe2-837f-6f4bc452db35 service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483196 Apr 18 20:52:43.358862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53654) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:43.649779 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=afc723ac-9426-4e07-ba44-0408f5c831af,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:43.712146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-72465718-840d-4c94-9a48-b21d2a96252c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:43.770082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-3d749e98-9ccf-4b6e-a494-e8fd8b7fa89a service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7010429 Apr 18 20:52:43.841141 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ea06d3d-1cf5-4c7a-b880-40f6cd1104b8 req-929b7ec8-9e8f-4921-95e2-ce4d4e432819 service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5144308 Apr 18 20:52:43.868884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd140b-1f4f-431b-b300-f8d8f986f142 req-34da5759-79fb-4e93-a99d-817fd864e70b tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.874463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2afd140b-1f4f-431b-b300-f8d8f986f142 req-34da5759-79fb-4e93-a99d-817fd864e70b tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Synchronizing usage tracker for tenant:918918e2f0ff4341861999d0c8202892 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:43.931528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2afd140b-1f4f-431b-b300-f8d8f986f142 req-34da5759-79fb-4e93-a99d-817fd864e70b tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Unset dirty status for tenant:918918e2f0ff4341861999d0c8202892 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:43.935515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8aaf592c-83c8-437d-8b7c-153dc205b761 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:52:43.940261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2afd140b-1f4f-431b-b300-f8d8f986f142 req-34da5759-79fb-4e93-a99d-817fd864e70b tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 943 time: 1.4817951 Apr 18 20:52:43.963923 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a71fd060-6daa-4325-8519-00113ed22c4f req-8df7e473-19c4-4fb5-9280-57c7819dcd8e service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727040 Apr 18 20:52:43.968074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-bafcb0a3-36d0-4ff1-b9e4-a53c4eb74a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:43.970615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-bafcb0a3-36d0-4ff1-b9e4-a53c4eb74a39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.9109170 Apr 18 20:52:44.108574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.197172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network dfa3fb26-562d-4de5-b957-5eea82b366ff is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:44.200481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:44.216368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:44.233699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Usage tracker for resource:security_group_rule and tenant:7b21615a04294b60bead8370b3db2bbb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:44.243325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:44.287899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2afd140b-1f4f-431b-b300-f8d8f986f142 req-3ac07904-80ec-4ad4-a00b-ecf3f968cc0e tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3237662 Apr 18 20:52:44.514135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8aaf592c-83c8-437d-8b7c-153dc205b761, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8aaf592c-83c8-437d-8b7c-153dc205b761,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:44.539102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'port_id': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'mac_address': 'fa:16:3e:00:42:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:52:44.590956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:44.630008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-41f5f7ee-dcb6-468a-a197-2cecf73f26eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b HTTP/1.1" status: 200 len: 1001 time: 0.6528473 Apr 18 20:52:44.820198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Router bc72a5e0-64d8-4f47-8826-fbb5696690ef is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:52:44.833464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-05d3ff5e-1f4b-4b29-aae4-0bb7bec5d171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:44.835539 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-05d3ff5e-1f4b-4b29-aae4-0bb7bec5d171 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.1929338 Apr 18 20:52:44.909934 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:44.961622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aaf592c-83c8-437d-8b7c-153dc205b761 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:52:45.004479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8aaf592c-83c8-437d-8b7c-153dc205b761, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8aaf592c-83c8-437d-8b7c-153dc205b761,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:45.028799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.104776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-da32af83-7b29-4ffe-8708-86c5e5b00b69 None None] Provisioning complete for port afc723ac-9426-4e07-ba44-0408f5c831af triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:45.106629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-da32af83-7b29-4ffe-8708-86c5e5b00b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.285150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8aaf592c-83c8-437d-8b7c-153dc205b761,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:45.316985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-da32af83-7b29-4ffe-8708-86c5e5b00b69 None None] Port afc723ac-9426-4e07-ba44-0408f5c831af cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:52:45.378738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['8aaf592c-83c8-437d-8b7c-153dc205b761'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:52:45.460106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:52:45.472066 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] Sync routers for ids ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:45.509130 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] Routers {'bc72a5e0-64d8-4f47-8826-fbb5696690ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:45.509839 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.606879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.656729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2cceda9b-d8f9-406b-8802-f62595cc5e7c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "PUT /v2.0/routers/bc72a5e0-64d8-4f47-8826-fbb5696690ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6232841 Apr 18 20:52:45.662850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:45.666690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:45.747210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-ee1ad52f-1c1d-4b32-9c1f-b3e3d5ea7cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:45.747488 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.754093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-ee1ad52f-1c1d-4b32-9c1f-b3e3d5ea7cdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8955138 Apr 18 20:52:45.762056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] Routers {'bc72a5e0-64d8-4f47-8826-fbb5696690ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:45.762056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:45.947444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b21615a04294b60bead8370b3db2bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4930503 Apr 18 20:52:45.947444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa257e-4d8e-44f5-a0c8-b17ff93eeb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f2d6a2-9bb8-4a35-ae06-bbba301a5041,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:45.950292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53688) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:46.095715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31207ffd-2485-4dd2-b6b4-fc0e913b3f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.137452 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:46.151232 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17feb08-6a50-4278-be03-187e5ecb3e47 None None] The sync data for ids ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:46.271172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ada11-6fc1-4a38-9add-ecb2daf158ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.271944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e95ada11-6fc1-4a38-9add-ecb2daf158ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:46.314699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e95ada11-6fc1-4a38-9add-ecb2daf158ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:46.316339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e95ada11-6fc1-4a38-9add-ecb2daf158ce tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc72a5e0-64d8-4f47-8826-fbb5696690ef HTTP/1.1" status: 200 len: 989 time: 0.6516211 Apr 18 20:52:46.322836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:46.342383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d0ca9f-9233-48b2-b0ea-a7c25beaaae2 req-9503f8f1-8fce-4eff-a410-010f870b632d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:46.355230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75d0ca9f-9233-48b2-b0ea-a7c25beaaae2 req-9503f8f1-8fce-4eff-a410-010f870b632d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 944 time: 0.6197629 Apr 18 20:52:46.405238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5074289-2fb4-4ed2-971c-3f8cb996c8cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.434642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-8d91e3d1-811f-4f44-861f-6f68487745a3 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715210 Apr 18 20:52:46.662289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75d0ca9f-9233-48b2-b0ea-a7c25beaaae2 req-393c26da-2252-4fb0-b02a-186235526547 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059268 Apr 18 20:52:46.759151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5074289-2fb4-4ed2-971c-3f8cb996c8cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.895877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9f1c6a4b-3e18-456c-a91b-49dbf4eafd7d req-bef6d776-9ac9-4ebc-93ce-a66f015cc9ee service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4521790 Apr 18 20:52:46.942724 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5074289-2fb4-4ed2-971c-3f8cb996c8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.970054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5074289-2fb4-4ed2-971c-3f8cb996c8cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f2d6a2-9bb8-4a35-ae06-bbba301a5041,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:46.982656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5074289-2fb4-4ed2-971c-3f8cb996c8cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:46.984571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a5074289-2fb4-4ed2-971c-3f8cb996c8cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4f2d6a2-9bb8-4a35-ae06-bbba301a5041 HTTP/1.1" status: 204 len: 168 time: 1.0313976 Apr 18 20:52:47.111808 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.127884 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.829888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:47.971372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8aaf592c-83c8-437d-8b7c-153dc205b761 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:52:48.213415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 8aaf592c-83c8-437d-8b7c-153dc205b761 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:52:48.251232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 8aaf592c-83c8-437d-8b7c-153dc205b761 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:52:48.257590 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.466457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53738) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:48.488291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'network': {'name': 'tempest-network-smoke--1041718820', 'project_id': '41ec53beb73e471f9138149704520e06', 'port_security_enabled': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:48.506181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:48.524667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee398df-9228-404d-9612-8bd141ef80d5 req-1421e3ea-50ab-41d9-bb6c-e77f13e92100 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:48.535270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ee398df-9228-404d-9612-8bd141ef80d5 req-1421e3ea-50ab-41d9-bb6c-e77f13e92100 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 944 time: 0.3360436 Apr 18 20:52:48.540961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:network and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:48.584927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:48.589066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.605016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:48.635693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ee398df-9228-404d-9612-8bd141ef80d5 req-52dda4e2-287d-4841-841c-c5610647d537 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980797 Apr 18 20:52:48.659284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Made reservation on behalf of 41ec53beb73e471f9138149704520e06 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:48.666280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.685769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.705168 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.749884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:48.759735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:52:48.766953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:security_group_rule and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:48.779842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:48.789753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port afc723ac-9426-4e07-ba44-0408f5c831af {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:48.790547 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.801818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 8aaf592c-83c8-437d-8b7c-153dc205b761, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8aaf592c-83c8-437d-8b7c-153dc205b761,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:48.803945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:48.815486 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:48.987655 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe606852-8183-4d54-97c1-78eb7a2b00b5'] response: {'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'code': 200} Apr 18 20:52:49.071933 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.101335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.145957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=8aaf592c-83c8-437d-8b7c-153dc205b761,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:49.193016 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.265241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258d592d-00c1-4ec1-8566-bfb71d542f17,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:49.268820 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:52:49.281057 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:52:49.299428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.299428 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Added segment 36ceca16-9284-4a28-bc6f-a738886c8122 of type vlan for network 24c627cc-a760-48c8-997d-090789cb5e0d Apr 18 20:52:49.358986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5022647-5b6d-41b6-a32e-3b07f76592af req-24276d33-4ee9-44de-b360-bd0987bf0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:49.361107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5022647-5b6d-41b6-a32e-3b07f76592af req-24276d33-4ee9-44de-b360-bd0987bf0871 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1096 time: 0.2538722 Apr 18 20:52:49.400724 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.425114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-f7a10da5-3af2-4e0d-8645-85115f1d727b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1000629040&fields=id&tenant_id=3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 267 time: 0.5069826 Apr 18 20:52:49.460512 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.491168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c5022647-5b6d-41b6-a32e-3b07f76592af req-6520e45b-fab6-4327-ba7a-37a1cc4a2a48 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130795 Apr 18 20:52:49.517406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.531416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.532918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:49.534937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:49.640723 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1665659 Apr 18 20:52:49.643923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53760) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:49.677851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'admin_state_up': True, 'project_id': '41ec53beb73e471f9138149704520e06', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:49.681253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for afc723ac-9426-4e07-ba44-0408f5c831af owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:49.716620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:49.856831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:router and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:49.882469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:49.977039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:49.979209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3a3d-bd75-4205-96a3-4f6b14b24c03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Network': ['ID=24c627cc-a760-48c8-997d-090789cb5e0d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:49.999687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 24c627cc-a760-48c8-997d-090789cb5e0d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:52:50.031151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.032510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.104280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-2e6e33f7-33cd-4fbf-ae56-cbc32c55f827 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.108284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-2e6e33f7-33cd-4fbf-ae56-cbc32c55f827 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.6610539 Apr 18 20:52:50.117610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91084a04-0849-469a-8662-72ae0c09ef20 req-f948f40c-6952-4915-99a8-5c84a0b5b1b9 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:50.119118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91084a04-0849-469a-8662-72ae0c09ef20 req-f948f40c-6952-4915-99a8-5c84a0b5b1b9 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 945 time: 0.2303572 Apr 18 20:52:50.144559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.178150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-90384b47-39a0-4717-9594-777234996e63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/quotas/3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 375 time: 0.0632691 Apr 18 20:52:50.287559 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91084a04-0849-469a-8662-72ae0c09ef20 req-2d0dd714-6ce0-4aa5-a474-b7830042648d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471918 Apr 18 20:52:50.533587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.854087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=afc723ac-9426-4e07-ba44-0408f5c831af,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:50.876200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:50.884953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-4dd5306e-b294-4394-b949-2fe7eae367f5 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.7058663 Apr 18 20:52:51.183659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-7a42bddf-4623-4faa-a06b-0d451d5dabe9 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378154 Apr 18 20:52:51.535618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-3665886b-47b6-48a7-a6c2-4503eafbf463 service neutron] 10.222.0.47 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673204 Apr 18 20:52:51.763099 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.200860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.305300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:52.567774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Router bc72a5e0-64d8-4f47-8826-fbb5696690ef has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:52:52.571089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524bd9a7-c592-4d9d-aa57-dabaeab007be req-f0108f72-884b-4dbf-90cc-afcd039bab1d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:52.579543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-524bd9a7-c592-4d9d-aa57-dabaeab007be req-f0108f72-884b-4dbf-90cc-afcd039bab1d tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 945 time: 0.7069950 Apr 18 20:52:52.640044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Allocated IP 172.25.5.34 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f99b848b-448f-499f-bc6d-34b046a698a4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:52.719355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-524bd9a7-c592-4d9d-aa57-dabaeab007be req-9fa6ae47-f7a7-4fe1-a01a-e41583ce5ed5 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1345000 Apr 18 20:52:53.006549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:52:53.017855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ba2f96-83af-4dac-b349-1f853001dcb8 req-779ed6f8-0bda-4315-8e38-381508eb460a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.0641043 Apr 18 20:52:53.019712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] Sync routers for ids ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:53.036103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a6e28abb-930a-4428-a23f-b41cb3d05d81 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "PUT /v2.0/routers/bc72a5e0-64d8-4f47-8826-fbb5696690ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7113936 Apr 18 20:52:53.038939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:53.082833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] Routers {'bc72a5e0-64d8-4f47-8826-fbb5696690ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:53.086071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.130403 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1dc263a-cfe7-44a0-87b2-2ebf0bddac15 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:52:53.131185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a1dc263a-cfe7-44a0-87b2-2ebf0bddac15 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:52:53.170165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a1dc263a-cfe7-44a0-87b2-2ebf0bddac15 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:52:53.172668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a1dc263a-cfe7-44a0-87b2-2ebf0bddac15 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/afc723ac-9426-4e07-ba44-0408f5c831af HTTP/1.1" status: 404 len: 333 time: 0.1319273 Apr 18 20:52:53.175962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:53.295767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.332155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.347821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] Routers {'bc72a5e0-64d8-4f47-8826-fbb5696690ef'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:53.350979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.438904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32bb22-cb2d-4d6e-9844-dd02c90e7bd0 req-73f0ae4d-09ed-4c1d-8f7f-c05cb8f4db73 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:53.442737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b32bb22-cb2d-4d6e-9844-dd02c90e7bd0 req-73f0ae4d-09ed-4c1d-8f7f-c05cb8f4db73 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 945 time: 0.3952296 Apr 18 20:52:53.487408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:53.488062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210bf5a6-3e95-40f9-8705-69281905c719 None None] The sync data for ids ['bc72a5e0-64d8-4f47-8826-fbb5696690ef'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:52:53.494124 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.530989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984007ff-e0dc-4a83-b5fc-88bc620240fb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:53.597857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:53.623997 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b32bb22-cb2d-4d6e-9844-dd02c90e7bd0 req-90221ef9-fc70-400a-95ea-ed0c8bba4012 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703415 Apr 18 20:52:53.625404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:53.630750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:53.813416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=f99b848b-448f-499f-bc6d-34b046a698a4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:54.325075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984007ff-e0dc-4a83-b5fc-88bc620240fb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.329209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984007ff-e0dc-4a83-b5fc-88bc620240fb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.376398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045938f5-f73a-477c-9a2d-5e144873f2c5 req-0937167f-8745-48d4-8840-b6e3a0ad4e3e tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:54.384659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-045938f5-f73a-477c-9a2d-5e144873f2c5 req-0937167f-8745-48d4-8840-b6e3a0ad4e3e tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 945 time: 0.4387496 Apr 18 20:52:54.402339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984007ff-e0dc-4a83-b5fc-88bc620240fb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.403208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984007ff-e0dc-4a83-b5fc-88bc620240fb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Fanout notify agent at l3_agent the message router_deleted on router bc72a5e0-64d8-4f47-8826-fbb5696690ef {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:52:54.419151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-984007ff-e0dc-4a83-b5fc-88bc620240fb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.423124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-984007ff-e0dc-4a83-b5fc-88bc620240fb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/routers/bc72a5e0-64d8-4f47-8826-fbb5696690ef HTTP/1.1" status: 204 len: 168 time: 1.2449031 Apr 18 20:52:54.426133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:54.446512 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c19bbb48-a782-4b0d-9ccf-16f692995ec4 req-41802142-f4b3-4bf2-8c85-5bc53ecb9aab tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.3000982 Apr 18 20:52:54.520741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-045938f5-f73a-477c-9a2d-5e144873f2c5 req-dc20dfcc-65d5-414c-935f-b02112a0e3f6 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348155 Apr 18 20:52:54.563596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 52b793bf-9d4e-4194-8f98-80f9cc22fb40 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:52:54.567485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.627943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:54.649948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.810847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:54.841061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.016825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.116838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=52b793bf-9d4e-4194-8f98-80f9cc22fb40,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:55.149175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3b8818-ed5b-4665-b942-2d949f8990db None None] Network dfa3fb26-562d-4de5-b957-5eea82b366ff requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:52:55.149764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.166635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-416aa9ac-30c6-4ab2-9c12-2673d5c0d12c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/52b793bf-9d4e-4194-8f98-80f9cc22fb40 HTTP/1.1" status: 204 len: 168 time: 0.7369931 Apr 18 20:52:55.169188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:55.468489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e0c552-8579-49df-9908-9f48469ae7d1 tempest-TestServerBasicOps-665177643 tempest-TestServerBasicOps-665177643-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:55.474391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-94e0c552-8579-49df-9908-9f48469ae7d1 tempest-TestServerBasicOps-665177643 tempest-TestServerBasicOps-665177643-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1091 time: 0.8419101 Apr 18 20:52:55.490011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53914) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:55.506326 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:55.514498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:55.519727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Usage tracker for resource:floatingip and tenant:918918e2f0ff4341861999d0c8202892 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:52:55.523966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:52:55.538914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:55.579209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.592395 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.738071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 7e985a97-26b7-4296-842c-412483a6c6a3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:55.738420 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.779754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] DHCP port deletion for dfa3fb26-562d-4de5-b957-5eea82b366ff request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:52:55.786333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] Deleting port 7e985a97-26b7-4296-842c-412483a6c6a3 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:55.786739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:55.804377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-31c467f3-de3a-4598-9fc5-0b755effded2 req-5d01a3d1-8c9a-425c-ac92-a9901e17e1f0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.1069996 Apr 18 20:52:56.075094 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.447183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.470601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] For port 7e985a97-26b7-4296-842c-412483a6c6a3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e985a97-26b7-4296-842c-412483a6c6a3,segment=NetworkSegment(d7b41158-bb06-4bcd-81bb-96fa0df951bc),segment_id=d7b41158-bb06-4bcd-81bb-96fa0df951bc)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:56.471225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.560391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 15478183-2f4a-43b3-a83f-a3203b047e73 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:52:56.622880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] For port 7e985a97-26b7-4296-842c-412483a6c6a3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e985a97-26b7-4296-842c-412483a6c6a3,segment=NetworkSegment(d7b41158-bb06-4bcd-81bb-96fa0df951bc),segment_id=d7b41158-bb06-4bcd-81bb-96fa0df951bc)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:52:56.623744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:56.939781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] Calling delete_port for 7e985a97-26b7-4296-842c-412483a6c6a3 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:56.955898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:52:56.975051 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Sync routers for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:52:57.007270 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:52:57.007920 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:57.277829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.280787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:57.284511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91ff3d7b-d4da-4ee8-ba64-819085cb8646 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.6375933 Apr 18 20:52:57.294235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53938) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:57.473344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] Pushing event deleted for resources: {'Port': ['ID=7e985a97-26b7-4296-842c-412483a6c6a3,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:57.475844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b194441-88a1-4e4b-a340-50037c05d44f None None] No DVR routers for this DVR port 7e985a97-26b7-4296-842c-412483a6c6a3 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:52:57.621363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 7e985a97-26b7-4296-842c-412483a6c6a3 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:52:57.713352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e985a97-26b7-4296-842c-412483a6c6a3 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:52:57.804079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7e985a97-26b7-4296-842c-412483a6c6a3 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:52:57.805234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e985a97-26b7-4296-842c-412483a6c6a3 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:52:57.857010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a917396-39c9-4dce-a38f-151c386d762e req-be557059-3c3b-4b41-9b5e-373ce1652200 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.1433527 Apr 18 20:52:57.866918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-4482b291-ec9b-4800-919e-cf7a1a7397ee tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:57.875101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-4482b291-ec9b-4800-919e-cf7a1a7397ee tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.55 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 811 time: 0.8671262 Apr 18 20:52:57.918745 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:52:57.998170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-8dd2b9e4-cf47-4400-9c07-5e7fee9ba0ff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e8611199562487e905052133b5013a4 HTTP/1.1" status: 200 len: 380 time: 0.1169651 Apr 18 20:52:58.007950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'port': {'device_id': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'admin_state_up': True, 'tenant_id': '3e8611199562487e905052133b5013a4', 'security_groups': ['c04e3d3c-0860-41cd-bdec-cabbbd3e0126']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:52:58.143689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:52:58.144286 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:52:58.146070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Allocated IP 172.25.5.208 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/3ebc40d9-2632-4c32-aa9f-5cca23e09ac5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:52:58.423072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.485796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.556320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-537edbfc-65f5-4693-8511-7c055f95ed8a tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=41ec53beb73e471f9138149704520e06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.2605419 Apr 18 20:52:58.562430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53952) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:58.610303 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:52:53Z', 'revision_number': 3, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:58.625573 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Checking router: 15478183-2f4a-43b3-a83f-a3203b047e73 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:52:58.626459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Updating router 15478183-2f4a-43b3-a83f-a3203b047e73 port f99b848b-448f-499f-bc6d-34b046a698a4 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:52:58.693146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 7e985a97-26b7-4296-842c-412483a6c6a3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:52:58.695650 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.759397 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:58.763112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'Port': ['ID=3ebc40d9-2632-4c32-aa9f-5cca23e09ac5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:58.845027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:52:58.854022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:52:58.963229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] The port '7e985a97-26b7-4296-842c-412483a6c6a3' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:52:58.967024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:52:59.003014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:52:59.094796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.095852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.097105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.097622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.098098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.098594 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.099081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.099746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.100352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.100860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.101337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.101850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.167625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:52:59.210169 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5ac2cfff-3a30-405a-a60b-957c9ca0601b req-0ca017d9-e099-4131-a370-cbabd863bc00 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.1935215 Apr 18 20:52:59.216728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Made reservation on behalf of 3e8611199562487e905052133b5013a4 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:52:59.233783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.443588 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.499609 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.526243 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Transition to ACTIVE for port object f99b848b-448f-499f-bc6d-34b046a698a4 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:52:59.544852 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.555582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62219acf-0dc2-4b5a-bdfc-99119169bf90 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:52:59.560575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-62219acf-0dc2-4b5a-bdfc-99119169bf90 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9893618 Apr 18 20:52:59.563795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53970) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:52:59.633312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa3fb26-562d-4de5-b957-5eea82b366ff']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:59.691648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b41158-bb06-4bcd-81bb-96fa0df951bc') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:59.701502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b41158-bb06-4bcd-81bb-96fa0df951bc') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:52:59.722024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.738647 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Attempting to bind port f99b848b-448f-499f-bc6d-34b046a698a4 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:52:59.739223 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Attempting to bind port f99b848b-448f-499f-bc6d-34b046a698a4 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:52:59.739733 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Attempting to bind port f99b848b-448f-499f-bc6d-34b046a698a4 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:52:59.755452 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:52:59.756017 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:52:59.756524 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.757026 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:52:59.757670 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Bound port: f99b848b-448f-499f-bc6d-34b046a698a4, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:52:59.758176 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.814819 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Pushing event updated for resources: {'Port': ['ID=f99b848b-448f-499f-bc6d-34b046a698a4,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:52:59.818799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.844668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:52:59.845089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:52:59.860620 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.861860 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.862968 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.866542 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.868091 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.868720 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.870085 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.871469 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.873060 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.876118 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.877312 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.877887 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: util.warn( Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:52:59.890542 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:52:59.999823 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] For port f99b848b-448f-499f-bc6d-34b046a698a4, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:53:00.009698 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] For port f99b848b-448f-499f-bc6d-34b046a698a4, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f99b848b-448f-499f-bc6d-34b046a698a4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:53:00.022082 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.085149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-88796d3f-ca27-4643-a301-1961e5b0df15 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5136878 Apr 18 20:53:00.086372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 53976) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:00.099228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649379947', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'project_id': '41ec53beb73e471f9138149704520e06', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:00.134783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.20.0.6 (1ca914df-2462-4609-93a7-9a10ac1d108a/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743/f0ba7a1b-7dab-4c14-b399-b434a46c7ede) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:00.212965 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:00.231326 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:00.408506 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ddf3b-7f6a-4c8d-af93-ef6e6ab25960 None None] Pushing event updated for resources: {'Port': ['ID=f99b848b-448f-499f-bc6d-34b046a698a4,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:00.429582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.474528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.568239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=dfa3fb26-562d-4de5-b957-5eea82b366ff,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:00.594166 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0be06d54-1425-4d24-a0d7-bc2f09068836 req-5d1e635a-b1d5-4dc7-bcc7-000a801e52ba tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.1544697 Apr 18 20:53:00.634526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:00.637479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0b64ac15-60bb-4412-b86e-a45f4ba684c0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/dfa3fb26-562d-4de5-b957-5eea82b366ff HTTP/1.1" status: 204 len: 168 time: 5.4660635 Apr 18 20:53:00.643606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53984) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:00.752488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f28331-5de3-4cc9-8cf7-53cc17bb0695 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:00.753564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-42f28331-5de3-4cc9-8cf7-53cc17bb0695 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:00.789617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:00.801186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:subnet and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:00.807955 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:00.817125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:00.825338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-42f28331-5de3-4cc9-8cf7-53cc17bb0695 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:00.832765 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-42f28331-5de3-4cc9-8cf7-53cc17bb0695 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/de82bd18-ca07-42c8-a60b-31f1b177b286 HTTP/1.1" status: 200 len: 845 time: 0.1871068 Apr 18 20:53:00.833429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:00.840439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:00.892957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Made reservation on behalf of 41ec53beb73e471f9138149704520e06 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:00.900200 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.009244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.012859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.336166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Transition to ACTIVE for port object f0ba7a1b-7dab-4c14-b399-b434a46c7ede will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:01.470557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-318434ea-af8e-49d8-ba6d-694371d43f2b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/de82bd18-ca07-42c8-a60b-31f1b177b286?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.6305504 Apr 18 20:53:01.478251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 53998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:01.590429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:01.602967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:01.649758 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:52:53Z', 'revision_number': 3, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:01.673064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dbfc2-1b84-4a1a-ad4d-40e05960e59a None None] The sync data for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 is: [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:52:53Z', 'revision_number': 3, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:52:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:01.941617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network 1ca914df-2462-4609-93a7-9a10ac1d108a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:02.030072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:02.033369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:02.072801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:02.145821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.149000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.150984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.153139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.154102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.156901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.157244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.159335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.160021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.162697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.163378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.163850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:02.332811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.376159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:02.385127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:02.391646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:02.404948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:02.483784 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.489027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:02.498534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.678512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Subnet': ['ID=b243b133-a1c9-4f7a-8cb4-05c1f2377a0b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:02.721815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.723445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.793665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2a74723b-b361-4ffe-bb77-a81e515d624f None None] Provisioning for port f0ba7a1b-7dab-4c14-b399-b434a46c7ede completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:02.823957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6fcbcb-2699-421d-b05e-25cf318721ff req-80794583-75ed-44ee-8d82-96e053c0bb63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:02.825582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2a74723b-b361-4ffe-bb77-a81e515d624f None None] Provisioning complete for port f0ba7a1b-7dab-4c14-b399-b434a46c7ede triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:02.826713 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2a74723b-b361-4ffe-bb77-a81e515d624f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.832487 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f6fcbcb-2699-421d-b05e-25cf318721ff req-80794583-75ed-44ee-8d82-96e053c0bb63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 931 time: 0.9088335 Apr 18 20:53:02.906938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1f6fcbcb-2699-421d-b05e-25cf318721ff req-e20a9df2-664c-4fa7-9780-310a4f510f59 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732253 Apr 18 20:53:02.957949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Checking segment: {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:53:02.958345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:02.958526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network hostable DHCP agents. Network: 24c627cc-a760-48c8-997d-090789cb5e0d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:53:03.007605 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-59b21687-6606-45d0-aa35-4ad57f5bbe16 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0042071 Apr 18 20:53:03.036540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Request body: {'port': {'device_id': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:03.091670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2a74723b-b361-4ffe-bb77-a81e515d624f None None] Port f0ba7a1b-7dab-4c14-b399-b434a46c7ede cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:03.208541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event updated for resources: {'Port': ['ID=3ebc40d9-2632-4c32-aa9f-5cca23e09ac5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:03.301761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.324448 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.464421 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.520359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 24c627cc-a760-48c8-997d-090789cb5e0d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:53:03.606599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 24c627cc-a760-48c8-997d-090789cb5e0d) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:03.622330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:03.622939 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:03.629289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d860b2c-d994-4f18-81a8-56ce1925085f None None] Network 24c627cc-a760-48c8-997d-090789cb5e0d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:03.722698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:03.726830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=6d5e6721-2d38-4eb1-8c71-6c54d5dee185,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:03.924830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f99b848b-448f-499f-bc6d-34b046a698a4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:03.987636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f40e4d25-e75d-410b-bfe1-d80e25ae8023 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 3.8964989 Apr 18 20:53:03.994052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54022) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:04.110560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f99b848b-448f-499f-bc6d-34b046a698a4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:04.140142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f99b848b-448f-499f-bc6d-34b046a698a4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:04.141035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.183767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:04.191235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:04.196168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:04.302479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a255d942-17ed-46a3-a979-c1287149ebe5 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:04.330027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22bc1960-d1c7-412f-8c91-fc2b17064ccb tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8435221 Apr 18 20:53:04.334791 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Floating IP e413c1b7-d3cb-45af-83ec-09a316ab411e associated. External IP: 172.25.5.208, port: 8aaf592c-83c8-437d-8b7c-153dc205b761. Apr 18 20:53:04.405291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54026) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:04.457684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'security_group': {'name': 'tempest-secgroup-1019878471'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:04.503347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:04.525885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:04.536747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:04.644068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:04.913706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:05.119426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-24c627cc-a760-48c8-997d-090789cb5e0d', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:53:05.130428 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.393869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114a0bb-ae8e-4aeb-9747-177b321498d3 req-a2a864b3-8da2-4ae4-8b35-1b7949864353 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:05.399970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9114a0bb-ae8e-4aeb-9747-177b321498d3 req-a2a864b3-8da2-4ae4-8b35-1b7949864353 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 931 time: 0.7626383 Apr 18 20:53:05.448482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.500464 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.618983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ba7a1b-7dab-4c14-b399-b434a46c7ede {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:05.638534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.659513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:05.668296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group_rule and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:05.675032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:05.685931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:05.690717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9114a0bb-ae8e-4aeb-9747-177b321498d3 req-b13352d3-8abd-436f-99ef-45fdf8c2f503 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2792320 Apr 18 20:53:05.692569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Transition to ACTIVE for port object f0ba7a1b-7dab-4c14-b399-b434a46c7ede will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:05.702664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port f99b848b-448f-499f-bc6d-34b046a698a4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f99b848b-448f-499f-bc6d-34b046a698a4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:05.706571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.733693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Router c1bc4437-b223-49bc-889d-d0b04c11473e has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:53:05.740234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:05.949729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.013462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=f99b848b-448f-499f-bc6d-34b046a698a4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.044939 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Allocated IP 172.20.0.2 (24c627cc-a760-48c8-997d-090789cb5e0d/b243b133-a1c9-4f7a-8cb4-05c1f2377a0b/1cfb4ca4-faeb-4624-9b1a-44d215c6375b) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:06.191938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-eeb78776-8100-4039-944e-c8b394189fb0', 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'tenant_id': '42ebcb33bbe84962abfdcf9e68502ecb', 'fixed_ips': [{'subnet_id': '6d5e6721-2d38-4eb1-8c71-6c54d5dee185'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:53:06.194261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.347138 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.532604 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.711147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.716981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3059473 Apr 18 20:53:06.721282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:06.724069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'security_group': {'name': 'tempest-secgroup-674449241'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:06.736861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:06.748905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:06.757653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:06.787792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:06.837767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2970a-22a4-4342-8b6f-513b50c3d249 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58b3fec1-926c-4507-a7f9-86add55fa65e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:06.843487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Attempting to bind port f0ba7a1b-7dab-4c14-b399-b434a46c7ede on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:06.844313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Attempting to bind port f0ba7a1b-7dab-4c14-b399-b434a46c7ede by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:06.844444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.844740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Attempting to bind port f0ba7a1b-7dab-4c14-b399-b434a46c7ede on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:53:06.847148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Allocated IP 2001:db8::2 (eeb78776-8100-4039-944e-c8b394189fb0/6d5e6721-2d38-4eb1-8c71-6c54d5dee185/b4ef2059-3165-4f48-8fd3-ad071d1798d3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:06.864885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Port f0ba7a1b-7dab-4c14-b399-b434a46c7ede on network 1ca914df-2462-4609-93a7-9a10ac1d108a not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:53:06.865209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Attempting to bind port f0ba7a1b-7dab-4c14-b399-b434a46c7ede on network 1ca914df-2462-4609-93a7-9a10ac1d108a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:53:06.885213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:53:06.885939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Checking segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:53:06.885939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Bound using segment: {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:53:06.887212 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Bound port: f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d127285-bd82-4ca8-ae5d-f1e6f11868e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:06.887903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:06.995190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:07.013575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:53:07.042947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group_rule and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:07.065492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:07.084908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:07.178478 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.395506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.411710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.430909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.457550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2c22f0b0-0828-414b-98ac-87e5c8790b23 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.9537780 Apr 18 20:53:07.457804 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.458302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:07.480315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:53:07.554570 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.558305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8375740 Apr 18 20:53:07.560612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24dfa7e-c176-4dd7-8dd2-2c792d2786ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8827af1-50cb-4f27-a483-290e6b7aa758,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:07.570125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:07.587322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2038098028', 'security_groups': ['d8827af1-50cb-4f27-a483-290e6b7aa758'], 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d5e6721-2d38-4eb1-8c71-6c54d5dee185'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:07.626268 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c61457d8-be20-460e-820d-fd066b830c48'] response: {'name': 'network-changed', 'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'status': 'completed', 'code': 200} Apr 18 20:53:07.719736 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.754102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Transition to ACTIVE for port object 1cfb4ca4-faeb-4624-9b1a-44d215c6375b will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:07.766970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] Sync routers for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:07.795231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Transition to ACTIVE for port object b4ef2059-3165-4f48-8fd3-ad071d1798d3 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:07.819387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:53:07.865941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:07.902807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:07.930841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:07.932121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5889ee-2399-4921-94b5-a596e3f88f50 req-869df4ce-bec5-4fc8-a1ea-8d0043bbaf19 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:07.934848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7e5889ee-2399-4921-94b5-a596e3f88f50 req-869df4ce-bec5-4fc8-a1ea-8d0043bbaf19 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:07.942263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:07.964298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Transition to ACTIVE for port object b4ef2059-3165-4f48-8fd3-ad071d1798d3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:07.997558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f99b848b-448f-499f-bc6d-34b046a698a4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:08.113203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.141819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.146421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.148531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 200 len: 1091 time: 5.1325526 Apr 18 20:53:08.155777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:08.276492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Transition to ACTIVE for port object 1cfb4ca4-faeb-4624-9b1a-44d215c6375b will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:08.310677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:08.313379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:08.347098 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10db243f-f327-46e7-a757-827c3e5a0f69'] response: {'name': 'network-changed', 'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'status': 'completed', 'code': 200} Apr 18 20:53:08.362920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7e5889ee-2399-4921-94b5-a596e3f88f50 req-869df4ce-bec5-4fc8-a1ea-8d0043bbaf19 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:08.364155 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e5889ee-2399-4921-94b5-a596e3f88f50 req-869df4ce-bec5-4fc8-a1ea-8d0043bbaf19 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 1.2940152 Apr 18 20:53:08.420963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.503847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 94330a94-d717-4a90-b2c1-09a0851775ac yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:08.662324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ad1fd-594a-4b59-8a10-f0591806ba89 service neutron] Pushing event updated for resources: {'Port': ['ID=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:08.728130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Pushing event updated for resources: {'Port': ['ID=b4ef2059-3165-4f48-8fd3-ad071d1798d3,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:08.766373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.766837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.767312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.767763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.768239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.768756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.769217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.769693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.770162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.770606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.770835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e5889ee-2399-4921-94b5-a596e3f88f50 req-fae6841a-c2ff-47a7-821f-57b46df153ef tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628337 Apr 18 20:53:08.786348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.794064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:53:08.809501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:08.810513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-5cb4fcb9-ff0a-4914-ac0b-61011fff416f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:08.812124 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-5cb4fcb9-ff0a-4914-ac0b-61011fff416f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=918918e2f0ff4341861999d0c8202892&device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1096 time: 1.1774561 Apr 18 20:53:08.971573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:08.988910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:09.144385 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-a0cfcb77-f448-4623-b9af-a214083c1284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.146139 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-a0cfcb77-f448-4623-b9af-a214083c1284 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1094 time: 0.7981536 Apr 18 20:53:09.166274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Pushing event updated for resources: {'Port': ['ID=1cfb4ca4-faeb-4624-9b1a-44d215c6375b,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:09.219987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:09.287899 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-79595e97-7f8f-4e89-85ee-e6e292c8a403 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 200 len: 217 time: 0.1295087 Apr 18 20:53:09.347574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::302 (eeb78776-8100-4039-944e-c8b394189fb0/6d5e6721-2d38-4eb1-8c71-6c54d5dee185/94330a94-d717-4a90-b2c1-09a0851775ac) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:09.388061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-650b3cda-631f-491e-ab11-08e7a0520710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.389801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-650b3cda-631f-491e-ab11-08e7a0520710 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7735296-80ab-453c-af45-55e248fbf266 HTTP/1.1" status: 200 len: 910 time: 0.5574663 Apr 18 20:53:09.390093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f99b848b-448f-499f-bc6d-34b046a698a4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:09.393116 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.523761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Network 24c627cc-a760-48c8-997d-090789cb5e0d is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:09.605498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Allocated IP 172.20.0.1 (24c627cc-a760-48c8-997d-090789cb5e0d/b243b133-a1c9-4f7a-8cb4-05c1f2377a0b/629b78c5-de49-4565-ba62-4043f2254fe0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:09.617482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-2531602f-a461-4e93-ad54-c456950c6017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:09.619479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-2531602f-a461-4e93-ad54-c456950c6017 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.3073087 Apr 18 20:53:09.756901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:09.849141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-80954997-bcd0-41c8-98f0-3b09ac287d57 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aaf592c-83c8-437d-8b7c-153dc205b761 HTTP/1.1" status: 200 len: 999 time: 0.4462745 Apr 18 20:53:09.925010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:09.929327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:09.939782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:09.949733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object 94330a94-d717-4a90-b2c1-09a0851775ac will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:10.017922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.232001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aa479-a051-4939-a3e5-0e930a176d9c req-9e1e4d5c-2f35-43a0-856d-7f25aa8be39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.234524 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-9e1e4d5c-2f35-43a0-856d-7f25aa8be39f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6035430 Apr 18 20:53:10.237023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-18eff9c2-4a64-4b92-8419-8a52ae4b9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.239342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-18eff9c2-4a64-4b92-8419-8a52ae4b9635 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=771c4e64-51a9-4e5d-996e-273ec6299017 HTTP/1.1" status: 200 len: 848 time: 0.3163517 Apr 18 20:53:10.376937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=94330a94-d717-4a90-b2c1-09a0851775ac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:10.431548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:10.441115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:10.449911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:10.458303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.459571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.492643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Attempting to bind port b4ef2059-3165-4f48-8fd3-ad071d1798d3 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:10.496419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Attempting to bind port b4ef2059-3165-4f48-8fd3-ad071d1798d3 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '2933c8b8-6ab7-415e-b75f-8a89a57a8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:10.497542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Attempting to bind port b4ef2059-3165-4f48-8fd3-ad071d1798d3 on network eeb78776-8100-4039-944e-c8b394189fb0 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:53:10.515154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.524106 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-928313b1-5d6e-4cb3-aacb-3f29e8987087 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9526627 Apr 18 20:53:10.535314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54082) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:10.544561 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:10.586213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8bebf3-7b51-44c0-881f-11e58c5f5cc0 req-21dcbda4-1967-41f4-bc9a-8a6b3c023eb6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.588889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d8bebf3-7b51-44c0-881f-11e58c5f5cc0 req-21dcbda4-1967-41f4-bc9a-8a6b3c023eb6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 0.2292945 Apr 18 20:53:10.630006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Transition to ACTIVE for port object 629b78c5-de49-4565-ba62-4043f2254fe0 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:10.728032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8d8bebf3-7b51-44c0-881f-11e58c5f5cc0 req-32ae0e70-ab04-4b76-a6f4-472ad4f694c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335106 Apr 18 20:53:10.753088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:53:10.753088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Checking segment: {'id': '2933c8b8-6ab7-415e-b75f-8a89a57a8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:53:10.754084 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.754861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Bound using segment: {'id': '2933c8b8-6ab7-415e-b75f-8a89a57a8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:53:10.755205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Bound port: b4ef2059-3165-4f48-8fd3-ad071d1798d3, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2933c8b8-6ab7-415e-b75f-8a89a57a8aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:10.755704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.805306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-963b11df-5a09-4ab3-944b-1e9088ca82fd service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607433 Apr 18 20:53:10.812617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-ed7c887c-5ae2-4ad3-bcc7-65bce0fbd167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:10.814484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-ed7c887c-5ae2-4ad3-bcc7-65bce0fbd167 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7735296-80ab-453c-af45-55e248fbf266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5334620 Apr 18 20:53:10.910115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Attempting to bind port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:10.910733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Attempting to bind port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:10.910833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Attempting to bind port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b on network 24c627cc-a760-48c8-997d-090789cb5e0d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:53:10.941322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:53:10.941895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Checking segment: {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:53:10.942250 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:10.942725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Bound using segment: {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:53:10.943416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Bound port: 1cfb4ca4-faeb-4624-9b1a-44d215c6375b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:10.943603 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.152000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:11.264063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:11.278097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:11.294473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:11.305607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.409239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-528aa479-a051-4939-a3e5-0e930a176d9c req-0e04b03b-4b8e-4d60-ab0a-53bf85938ffb service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5910223 Apr 18 20:53:11.409942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:11.413656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.498148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] For port b4ef2059-3165-4f48-8fd3-ad071d1798d3, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:53:11.569041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] For port b4ef2059-3165-4f48-8fd3-ad071d1798d3, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4ef2059-3165-4f48-8fd3-ad071d1798d3,segment=NetworkSegment(2933c8b8-6ab7-415e-b75f-8a89a57a8aa4),segment_id=2933c8b8-6ab7-415e-b75f-8a89a57a8aa4)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:53:11.576169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] For port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:53:11.582811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] For port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1cfb4ca4-faeb-4624-9b1a-44d215c6375b,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:53:11.584483 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.791514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afc8a4f-980a-484d-84a6-612859fda834 None None] Pushing event updated for resources: {'Port': ['ID=b4ef2059-3165-4f48-8fd3-ad071d1798d3,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:11.799790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:11.915218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 24c627cc-a760-48c8-997d-090789cb5e0d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:11.930090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-00400073-400d-4b2e-9c58-c3e010c3348f service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0569146 Apr 18 20:53:11.995269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd5736c-53a2-4a0e-b17b-51d7cc2774be None None] Pushing event updated for resources: {'Port': ['ID=1cfb4ca4-faeb-4624-9b1a-44d215c6375b,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.043914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'e413c1b7-d3cb-45af-83ec-09a316ab411e', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'port_id': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'mac_address': 'fa:16:3e:00:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:00Z', 'updated_at': '2022-04-18T20:53:00Z', 'revision_number': 0, 'project_id': '918918e2f0ff4341861999d0c8202892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:50Z', 'revision_number': 5, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:12.051278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:12.059211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] Checking router: c1bc4437-b223-49bc-889d-d0b04c11473e for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:12.062549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:12.100912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:12.101985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:52:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:12.355523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=629b78c5-de49-4565-ba62-4043f2254fe0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:12.720153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:12.731269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:12.889782 n-d-836016-3 neutron-server[88141]: INFO neutron.db.ipam_backend_mixin [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d5e6721-2d38-4eb1-8c71-6c54d5dee185 (CIDR: 2001:db8::/64) Apr 18 20:53:12.980997 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:12.982150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:13.051974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-86eb636b-75f0-49f5-ac56-21b7b63341c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.055176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-86eb636b-75f0-49f5-ac56-21b7b63341c5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1094 time: 1.3680146 Apr 18 20:53:13.067456 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e829c13-9e8b-40dd-b39e-3d441e36acba req-6ceebdcf-c325-48dc-8174-757d884f3c34 service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1150041 Apr 18 20:53:13.142217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe82-cd3b-470f-8949-ab433e3b45d1 req-f8b9f16e-65c0-47bc-878f-e8654ca80f5a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.145329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e9e8fe82-cd3b-470f-8949-ab433e3b45d1 req-f8b9f16e-65c0-47bc-878f-e8654ca80f5a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 0.9531121 Apr 18 20:53:13.264223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e9e8fe82-cd3b-470f-8949-ab433e3b45d1 req-6371ea2e-cf87-4369-80ed-f559107d5844 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082723 Apr 18 20:53:13.266867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-61510811-4f8d-41fb-9b67-56cf0cf10abd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.7303102 Apr 18 20:53:13.269703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:13.283238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:13.641556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1cfb4ca4-faeb-4624-9b1a-44d215c6375b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:13.671091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:13.679474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:13.686105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:13.699608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:13.731676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:13.738403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-b694b9fe-d27f-4136-8c62-0b1264e7b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:13.742910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-b694b9fe-d27f-4136-8c62-0b1264e7b8aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.6667130 Apr 18 20:53:13.751128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:13.878618 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64c9689d-2704-4c9e-9e57-c7dddfee4435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.129377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:14.201253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4ef2059-3165-4f48-8fd3-ad071d1798d3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:14.228251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-1e724da4-f1fe-4622-9100-10873b2039e9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 200 len: 217 time: 0.4767160 Apr 18 20:53:14.583710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'e413c1b7-d3cb-45af-83ec-09a316ab411e', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'port_id': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'mac_address': 'fa:16:3e:00:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:00Z', 'updated_at': '2022-04-18T20:53:00Z', 'revision_number': 0, 'project_id': '918918e2f0ff4341861999d0c8202892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:50Z', 'revision_number': 5, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:14.599475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:14.615355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea423a0-53b0-48fa-8768-538cfc397c73 None None] The sync data for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 is: [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'e413c1b7-d3cb-45af-83ec-09a316ab411e', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'floating_ip_address': '172.25.5.208', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'port_id': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'mac_address': 'fa:16:3e:00:42:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:00Z', 'updated_at': '2022-04-18T20:53:00Z', 'revision_number': 0, 'project_id': '918918e2f0ff4341861999d0c8202892', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:50Z', 'revision_number': 5, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:14.772862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:14.805450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3dc34f-295d-4b34-86cb-fc87660ed420 None None] Network 24c627cc-a760-48c8-997d-090789cb5e0d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:14.836416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-abe479bd-d824-4831-b1b0-1da4c1a0515a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:14.850423 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-abe479bd-d824-4831-b1b0-1da4c1a0515a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.6089847 Apr 18 20:53:14.967150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-580f6033-a040-4e59-ba1a-880a68200977 None None] Provisioning for port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:15.145083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-580f6033-a040-4e59-ba1a-880a68200977 None None] Provisioning complete for port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:15.145448 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-580f6033-a040-4e59-ba1a-880a68200977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.153392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:15.165043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:15.174125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.175010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.194581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.254787 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742e82a1-8e77-4227-a432-50c077bb0c1c None None] New status for floating IP e413c1b7-d3cb-45af-83ec-09a316ab411e: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:53:15.277179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed8495-6251-460c-9371-26eba7f984d4 req-c3b43896-916c-4f38-9307-dd69681a16e3 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.291246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0fed8495-6251-460c-9371-26eba7f984d4 req-c3b43896-916c-4f38-9307-dd69681a16e3 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 0.2384121 Apr 18 20:53:15.299321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=d3907004-e0a6-4ebe-9ccf-1e88c5abb724,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:15.310815 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0cf699b2-80b3-4427-ac46-296bc50f1cfd tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.0387523 Apr 18 20:53:15.321447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:15.428089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-604116386', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3907004-e0a6-4ebe-9ccf-1e88c5abb724'}], 'security_groups': ['58b3fec1-926c-4507-a7f9-86add55fa65e']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:15.439088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-41bbf303-e312-4851-9470-228e8a35b571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:15.441194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-41bbf303-e312-4851-9470-228e8a35b571 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5630805 Apr 18 20:53:15.542064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0fed8495-6251-460c-9371-26eba7f984d4 req-6e53ae76-f18e-4516-afee-7ae2fd72aa62 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2105412 Apr 18 20:53:15.666173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-580f6033-a040-4e59-ba1a-880a68200977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:15.708476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b66ba7e-6145-4140-819d-09fc46400243 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:15.878512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.089035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-930c019b-fce1-4d0c-8539-f59bde28582d service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6369851 Apr 18 20:53:16.335807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-580f6033-a040-4e59-ba1a-880a68200977 None None] For port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1cfb4ca4-faeb-4624-9b1a-44d215c6375b,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:16.345998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d9f5fbac-9c87-4320-a2df-3f406413e7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.445849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-580f6033-a040-4e59-ba1a-880a68200977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.631779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Provisioning for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:16.691017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:16.691400 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:16.728284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f6033-a040-4e59-ba1a-880a68200977 None None] Pushing event updated for resources: {'Port': ['ID=1cfb4ca4-faeb-4624-9b1a-44d215c6375b,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:17.040668 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.130698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Delete allocated IP 2001:db8::302 (eeb78776-8100-4039-944e-c8b394189fb0/6d5e6721-2d38-4eb1-8c71-6c54d5dee185) {{(pid=88140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:53:17.155752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8:0:1::9d (eeb78776-8100-4039-944e-c8b394189fb0/d3907004-e0a6-4ebe-9ccf-1e88c5abb724/94330a94-d717-4a90-b2c1-09a0851775ac) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:17.313176 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.357991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1cfb4ca4-faeb-4624-9b1a-44d215c6375b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:17.371895 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f933a754-20dd-45e8-9f29-befc0d128b96 req-0c00e5a3-b598-4d32-a50b-1f59ab35263c service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2699447 Apr 18 20:53:17.472798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.476916 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.482396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.628226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] Update dhcp port {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'fixed_ips': [{'subnet_id': '6d5e6721-2d38-4eb1-8c71-6c54d5dee185', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd3907004-e0a6-4ebe-9ccf-1e88c5abb724'}], 'binding:host_id': 'n-d-836016-3'}, 'id': 'b4ef2059-3165-4f48-8fd3-ad071d1798d3'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:53:17.656310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.695019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Ignored duplicate provisioning block setup for port 94330a94-d717-4a90-b2c1-09a0851775ac by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 20:53:17.706794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.762304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=629b78c5-de49-4565-ba62-4043f2254fe0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:17.854716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.882089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] For port b4ef2059-3165-4f48-8fd3-ad071d1798d3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4ef2059-3165-4f48-8fd3-ad071d1798d3,segment=NetworkSegment(2933c8b8-6ab7-415e-b75f-8a89a57a8aa4),segment_id=2933c8b8-6ab7-415e-b75f-8a89a57a8aa4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:17.907440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] In _notify_port_updated(), no bound segment for port 94330a94-d717-4a90-b2c1-09a0851775ac on network eeb78776-8100-4039-944e-c8b394189fb0 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:53:17.915442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:17.916100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.923365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "PUT /v2.0/ports/94330a94-d717-4a90-b2c1-09a0851775ac HTTP/1.1" status: 200 len: 929 time: 2.5356450 Apr 18 20:53:17.931167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:17.932887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:17.933998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a0aff-accb-45e8-8a18-f568062dcd23 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=94330a94-d717-4a90-b2c1-09a0851775ac,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:18.080257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 94330a94-d717-4a90-b2c1-09a0851775ac {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:53:18.080880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.085766 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.195695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Provisioning for port 94330a94-d717-4a90-b2c1-09a0851775ac completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:18.200825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Pushing event updated for resources: {'Port': ['ID=b4ef2059-3165-4f48-8fd3-ad071d1798d3,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:18.215286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e32ae-15f9-4a2c-b43c-d70e7175960e req-064bfcee-675d-4def-b80d-e30df3dd7b5c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:18.216381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Provisioning complete for port 94330a94-d717-4a90-b2c1-09a0851775ac triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:18.216996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.223137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-979e32ae-15f9-4a2c-b43c-d70e7175960e req-064bfcee-675d-4def-b80d-e30df3dd7b5c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 1.2871845 Apr 18 20:53:18.329045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Port 94330a94-d717-4a90-b2c1-09a0851775ac cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:18.588218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 24c627cc-a760-48c8-997d-090789cb5e0d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:18.590702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:18.618444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-979e32ae-15f9-4a2c-b43c-d70e7175960e req-8782a51c-af89-4645-bf3e-dcc0cbd9b071 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3940518 Apr 18 20:53:18.788058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:18.788997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.931543 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:18.998518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Provisioning complete for port de82bd18-ca07-42c8-a60b-31f1b177b286 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:18.999195 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.210728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 15478183-2f4a-43b3-a83f-a3203b047e73 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:53:19.352642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] Allocated IP 2001:db8:0:1::2 (eeb78776-8100-4039-944e-c8b394189fb0/d3907004-e0a6-4ebe-9ccf-1e88c5abb724/b4ef2059-3165-4f48-8fd3-ad071d1798d3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:19.391551 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.463477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-890f3896-af20-4780-8674-cf0c7925bc9b None None] Port de82bd18-ca07-42c8-a60b-31f1b177b286 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:19.486406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.595201 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.788359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a36c24a6-c8dc-44d1-89ca-2f8ca4f3980b None None] Provisioning complete for port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:19.789010 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a36c24a6-c8dc-44d1-89ca-2f8ca4f3980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:19.919319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4ef2059-3165-4f48-8fd3-ad071d1798d3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:19.994347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] For port b4ef2059-3165-4f48-8fd3-ad071d1798d3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4ef2059-3165-4f48-8fd3-ad071d1798d3,segment=NetworkSegment(2933c8b8-6ab7-415e-b75f-8a89a57a8aa4),segment_id=2933c8b8-6ab7-415e-b75f-8a89a57a8aa4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:20.003067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:53:20.020710 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f099d0ea-1444-4a11-a561-0610744c6c0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "PUT /v2.0/routers/15478183-2f4a-43b3-a83f-a3203b047e73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0250261 Apr 18 20:53:20.022732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54194) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:20.047484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Sync routers for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:20.048123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1105103902', 'description': 'tempest-secgroup_access--1105103902 description', 'project_id': '41ec53beb73e471f9138149704520e06'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:20.059915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:20.067227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 94330a94-d717-4a90-b2c1-09a0851775ac owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:53:20.096525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:security_group and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:20.108464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:20.135053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:20.137785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:20.139247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:20.186415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.229319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:20.236437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:security_group_rule and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:20.242019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:20.252127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:20.275567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:20.311025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b5438-613c-4657-bd80-7cf96643edc0 req-d13f73df-4124-42ef-ae2b-009ddd3845ba tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:20.313839 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa0b5438-613c-4657-bd80-7cf96643edc0 req-d13f73df-4124-42ef-ae2b-009ddd3845ba tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 0.4004347 Apr 18 20:53:20.365096 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.383069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f0ba7a1b-7dab-4c14-b399-b434a46c7ede details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:20.455262 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.461748 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:20.462422 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.514388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.536887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=94330a94-d717-4a90-b2c1-09a0851775ac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:20.545913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.661729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa0b5438-613c-4657-bd80-7cf96643edc0 req-ad9c4993-fbcf-4c77-96d7-eeefa567d411 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3368819 Apr 18 20:53:20.661964 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.683064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4de8af-cfd4-4241-a07a-47539a4ded53,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:20.690701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-603126dc-e336-4a8b-a31b-98df69daa338 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/94330a94-d717-4a90-b2c1-09a0851775ac HTTP/1.1" status: 204 len: 168 time: 2.7518308 Apr 18 20:53:20.691565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:20.712066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.713770 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-36bf87f1-69a3-4d2f-bccc-3e07fbbc0244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6727896 Apr 18 20:53:20.718106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:20.739307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1147461945', 'description': 'tempest-secgroup_general--1147461945 description', 'project_id': '41ec53beb73e471f9138149704520e06'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:20.770179 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d538b4f-5326-4e30-a226-b4d43388624b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:53:20.774784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d538b4f-5326-4e30-a226-b4d43388624b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:20.775843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:20.789484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:security_group and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:20.797160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:20.817406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d538b4f-5326-4e30-a226-b4d43388624b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:20.817406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8d538b4f-5326-4e30-a226-b4d43388624b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/94330a94-d717-4a90-b2c1-09a0851775ac HTTP/1.1" status: 404 len: 333 time: 0.1164019 Apr 18 20:53:20.817406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:20.818471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:20.850255 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.893265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:20.903408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:security_group_rule and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:20.911533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:20.924738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:20.950096 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bb80bc2-81dd-4364-9a57-65838a928b0e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:20.997369 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bb80bc2-81dd-4364-9a57-65838a928b0e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.082583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bb80bc2-81dd-4364-9a57-65838a928b0e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.112338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb80bc2-81dd-4364-9a57-65838a928b0e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8827af1-50cb-4f27-a483-290e6b7aa758,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.134943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bb80bc2-81dd-4364-9a57-65838a928b0e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.144913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0bb80bc2-81dd-4364-9a57-65838a928b0e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/security-groups/d8827af1-50cb-4f27-a483-290e6b7aa758 HTTP/1.1" status: 204 len: 168 time: 0.3302701 Apr 18 20:53:21.146488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:21.208424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.219801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:21.223555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.267507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'port_id': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'mac_address': 'fa:16:3e:44:fe:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:21.327205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea44fda-6626-4e41-a9e4-018ee7a1ca05 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.376858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.381628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6611857 Apr 18 20:53:21.387889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54232) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:21.389878 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea44fda-6626-4e41-a9e4-018ee7a1ca05 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.401143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'security_group_rule': {'security_group_id': 'ef4de8af-cfd4-4241-a07a-47539a4ded53', 'project_id': '41ec53beb73e471f9138149704520e06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:21.402006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:21.411892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2ae3b-75d0-4559-86c0-3b95f5c42de2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d97775c5-721c-4cc9-b43f-a17fd4136590,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.425896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:21.437417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:security_group_rule and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:21.442449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:21.464480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:21.499288 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.507688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] Transition to ACTIVE for port object b4ef2059-3165-4f48-8fd3-ad071d1798d3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:21.516388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea44fda-6626-4e41-a9e4-018ee7a1ca05 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.550686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea44fda-6626-4e41-a9e4-018ee7a1ca05 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b3fec1-926c-4507-a7f9-86add55fa65e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.589484 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ea44fda-6626-4e41-a9e4-018ee7a1ca05 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.595857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ea44fda-6626-4e41-a9e4-018ee7a1ca05 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/security-groups/58b3fec1-926c-4507-a7f9-86add55fa65e HTTP/1.1" status: 204 len: 168 time: 0.4444890 Apr 18 20:53:21.600415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54246) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:21.756657 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.789473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.805222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.821499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 6d5e6721-2d38-4eb1-8c71-6c54d5dee185 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:53:21.829674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.899595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2173dc1c-12b1-4cec-8174-7a5e7bd6230d,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:21.918041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:21.929545 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7fada623-5031-48dc-babf-23cf9480b016 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5238490 Apr 18 20:53:22.029958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.063955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59276d4-d243-491e-9c08-023f9782a3f4 None None] Pushing event updated for resources: {'Port': ['ID=b4ef2059-3165-4f48-8fd3-ad071d1798d3,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:22.257738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Port b4ef2059-3165-4f48-8fd3-ad071d1798d3 had new provisioning blocks added so it will not transition to active. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 18 20:53:22.432567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a36c24a6-c8dc-44d1-89ca-2f8ca4f3980b None None] Provisioning for port 629b78c5-de49-4565-ba62-4043f2254fe0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:22.439953 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.477303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ba7a1b-7dab-4c14-b399-b434a46c7ede {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:22.495797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a36c24a6-c8dc-44d1-89ca-2f8ca4f3980b None None] Provisioning complete for port 629b78c5-de49-4565-ba62-4043f2254fe0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:22.496197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a36c24a6-c8dc-44d1-89ca-2f8ca4f3980b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.538620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.563614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4ef2059-3165-4f48-8fd3-ad071d1798d3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:22.589951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa57a5-1a57-48f9-b657-91dc73db3779 req-e5a40701-a3c5-409c-bb0a-7c3989ab702c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:22.593929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfaa57a5-1a57-48f9-b657-91dc73db3779 req-e5a40701-a3c5-409c-bb0a-7c3989ab702c tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 0.4182568 Apr 18 20:53:22.708428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:22.752860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:22.798668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfaa57a5-1a57-48f9-b657-91dc73db3779 req-f4a5eea3-448a-4ebd-9548-5d7f05b94e12 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1886678 Apr 18 20:53:22.896931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a36c24a6-c8dc-44d1-89ca-2f8ca4f3980b None None] Port 629b78c5-de49-4565-ba62-4043f2254fe0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:22.956332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-bc715103-9078-4557-abd8-6209b73222c9 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_general--1147461945&fields=id&tenant_id=41ec53beb73e471f9138149704520e06 HTTP/1.1" status: 200 len: 267 time: 0.2864652 Apr 18 20:53:23.073635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:23.088319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f0ba7a1b-7dab-4c14-b399-b434a46c7ede'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:53:23.205378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.233145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-e440706a-dda8-426a-936c-7b34b94f5de7 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_access--1105103902&fields=id&tenant_id=41ec53beb73e471f9138149704520e06 HTTP/1.1" status: 200 len: 267 time: 0.2592926 Apr 18 20:53:23.298231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:16Z', 'revision_number': 2, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:23.427803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Checking router: 15478183-2f4a-43b3-a83f-a3203b047e73 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:23.433528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Updating router 15478183-2f4a-43b3-a83f-a3203b047e73 port 629b78c5-de49-4565-ba62-4043f2254fe0 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:53:23.578454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.583707 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:23.599464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-51c7cb36-4dd4-434c-8107-4330564edf56 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:23.617708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-51c7cb36-4dd4-434c-8107-4330564edf56 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/networks?id=24c627cc-a760-48c8-997d-090789cb5e0d HTTP/1.1" status: 200 len: 797 time: 0.3783903 Apr 18 20:53:23.679074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5e6721-2d38-4eb1-8c71-6c54d5dee185,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:23.684441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-79c270a4-e8fc-4cd3-a82c-45fabdb80127 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/quotas/41ec53beb73e471f9138149704520e06 HTTP/1.1" status: 200 len: 375 time: 0.0650132 Apr 18 20:53:23.686674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-19847a49-e352-43b7-a95b-e176a0fcb6a0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/6d5e6721-2d38-4eb1-8c71-6c54d5dee185 HTTP/1.1" status: 204 len: 168 time: 2.0831079 Apr 18 20:53:23.693940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54280) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:23.707409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:23.900783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6487530-477d-444e-a278-71847b391f40 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:23.911081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-7e7d5c03-5ea1-421f-8a1f-019a27711d61 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1941843 Apr 18 20:53:23.977590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-254a794e-c50c-4341-8aaa-f0ad34737646 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:53:23.986713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-254a794e-c50c-4341-8aaa-f0ad34737646 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172951 Apr 18 20:53:24.181365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:24.194610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:24.206536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:24.245816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:24.395370 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-d7a6df57-a32e-4855-ab65-ad9680972f3a service neutron] 10.222.0.47 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022312 Apr 18 20:53:24.616314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:24.631097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:24.935082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-6321d381-e669-4221-9eb7-ecda29d63e96 service neutron] 10.222.0.47 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5275698 Apr 18 20:53:25.439086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adec7dc9-ba17-455d-ad9a-ff3f79318736 req-11a3c951-046b-48e6-8742-e4c2587013e6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:25.440916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adec7dc9-ba17-455d-ad9a-ff3f79318736 req-11a3c951-046b-48e6-8742-e4c2587013e6 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 944 time: 1.1735215 Apr 18 20:53:25.603560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfb1aaf4-dbbd-448a-a0d4-c9640bf87e89 req-e90d72a7-811a-43c6-9312-51af880688f0 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 210 time: 0.2734733 Apr 18 20:53:25.689142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-adec7dc9-ba17-455d-ad9a-ff3f79318736 req-d2184c5d-eb4b-4a26-9d18-09f949f8c9ac tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233214 Apr 18 20:53:25.770452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3954a68d-cfc5-423e-9e85-cceb2bf2574e None None] Provisioning for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:25.842118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3954a68d-cfc5-423e-9e85-cceb2bf2574e None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:25.842498 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3954a68d-cfc5-423e-9e85-cceb2bf2574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.179956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.298850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:26.299406 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:53:26.307330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:26.313499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:26.316398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.449587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7525964 Apr 18 20:53:26.453316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54324) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:26.459979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'security_group': {'name': 'tempest-secgroup-454948940'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:26.466768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07049e8-2758-41e3-b574-2bd9468fb469 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=ed7cb4b0-3424-4417-b58e-a5e26079e134,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:26.469130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:26.486731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:26.499502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:26.538848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:26.564591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.577239 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:26.615715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:26.628639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group_rule and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:26.634799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:26.651143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:26.841922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3954a68d-cfc5-423e-9e85-cceb2bf2574e None None] Could not find standard attr ID for object 94330a94-d717-4a90-b2c1-09a0851775ac. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:26.912313 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.969022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.980583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:26.993906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3954a68d-cfc5-423e-9e85-cceb2bf2574e None None] Provisioning complete for port de82bd18-ca07-42c8-a60b-31f1b177b286 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:26.994082 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3954a68d-cfc5-423e-9e85-cceb2bf2574e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.288217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d787864-6cbc-480a-8963-fcc096452ce7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:27.298089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3954a68d-cfc5-423e-9e85-cceb2bf2574e None None] Port de82bd18-ca07-42c8-a60b-31f1b177b286 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:27.300538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Transition to ACTIVE for port object 629b78c5-de49-4565-ba62-4043f2254fe0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:27.324057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5b336244-d910-493f-aa39-99f10cc3ee5d req-e6a3996f-c049-46e4-a64e-03bb4ec23a03 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 210 time: 0.3364062 Apr 18 20:53:27.354885 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.379140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.382739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-91835af1-feaf-478e-9380-85450466157d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9273279 Apr 18 20:53:27.405148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:27.405148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'security_group': {'name': 'tempest-secgroup-792762759'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:27.425001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:27.452899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:27.462548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:27.482863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:27.524913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:27.579796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:27.598804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group_rule and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:27.610231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:27.626156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:28.036787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.050479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.091898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1153-c8e3-46b5-b72c-2390faa42b1d None None] Pushing event updated for resources: {'Port': ['ID=629b78c5-de49-4565-ba62-4043f2254fe0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:28.330712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Attempting to bind port 629b78c5-de49-4565-ba62-4043f2254fe0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:28.335241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Attempting to bind port 629b78c5-de49-4565-ba62-4043f2254fe0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:28.335787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Attempting to bind port 629b78c5-de49-4565-ba62-4043f2254fe0 on network 24c627cc-a760-48c8-997d-090789cb5e0d {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:53:28.348581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:53:28.352497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a68927-60cd-48e1-9ee0-7f7fcc7eb076 req-8a030035-16c0-4cc7-b716-d2308c7c037f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.354019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Checking segment: {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:53:28.354798 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.355509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Bound using segment: {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:53:28.356160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Bound port: 629b78c5-de49-4565-ba62-4043f2254fe0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:28.356839 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.374212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18a68927-60cd-48e1-9ee0-7f7fcc7eb076 req-8a030035-16c0-4cc7-b716-d2308c7c037f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 944 time: 1.1864936 Apr 18 20:53:28.394634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.412462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0112476 Apr 18 20:53:28.414954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54354) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:28.458367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'security_group': {'name': 'tempest-secgroup-217825337'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:28.504667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:28.511869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790bcb1-29d6-443b-82a3-fb8ca9569b3f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99af57af-4571-495f-8081-adf704cc7558,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:28.522194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:28.532049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:28.556664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:28.575884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.613167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:28.614097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18a68927-60cd-48e1-9ee0-7f7fcc7eb076 req-66bffc28-70a4-422e-9636-e55ddc24448f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2367368 Apr 18 20:53:28.618560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:security_group_rule and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:28.623720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:28.631981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:28.661546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] For port 629b78c5-de49-4565-ba62-4043f2254fe0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:53:28.678379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] For port 629b78c5-de49-4565-ba62-4043f2254fe0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=629b78c5-de49-4565-ba62-4043f2254fe0,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:53:28.694868 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.711962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-faab0a1d-774b-49ea-90ce-0fc10d9b7a0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:28.714832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-faab0a1d-774b-49ea-90ce-0fc10d9b7a0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:28.759160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:28.776793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-faab0a1d-774b-49ea-90ce-0fc10d9b7a0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:28.780027 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-faab0a1d-774b-49ea-90ce-0fc10d9b7a0a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.61 "GET /v2.0/networks?id=24c627cc-a760-48c8-997d-090789cb5e0d HTTP/1.1" status: 200 len: 797 time: 1.2903190 Apr 18 20:53:28.874012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-f5cad10b-5f9c-4108-94e8-91fbaa682c6b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:28.914500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c954d1-0cd4-4d91-a28d-c169cfbacf1f None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:28.916836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-f5cad10b-5f9c-4108-94e8-91fbaa682c6b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:28.918728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-f5cad10b-5f9c-4108-94e8-91fbaa682c6b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=41ec53beb73e471f9138149704520e06 HTTP/1.1" status: 200 len: 478 time: 0.1291213 Apr 18 20:53:28.934558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'port': {'device_id': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'admin_state_up': True, 'tenant_id': '41ec53beb73e471f9138149704520e06', 'security_groups': ['d97775c5-721c-4cc9-b43f-a17fd4136590', 'ef4de8af-cfd4-4241-a07a-47539a4ded53']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:28.956951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f0ba7a1b-7dab-4c14-b399-b434a46c7ede up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:28.987979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.044701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10de2ab3-4875-49a9-98e2-1977b30b4da4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:29.072917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-324673b2-0513-4d9b-80f2-7c041f48fffa req-bb1d0b6b-c40e-4f4c-8c37-211bc76fc156 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 210 time: 0.3052905 Apr 18 20:53:29.117887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.120471 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-37d73a8a-56b2-48f6-8670-afc1921f45cf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6953442 Apr 18 20:53:29.124476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:29.132137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2041107271', 'security_groups': ['10de2ab3-4875-49a9-98e2-1977b30b4da4'], 'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ed7cb4b0-3424-4417-b58e-a5e26079e134'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:29.274574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c1153-c8e3-46b5-b72c-2390faa42b1d None None] Pushing event updated for resources: {'Port': ['ID=629b78c5-de49-4565-ba62-4043f2254fe0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:29.453457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:29.475744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:port and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:29.486622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:29.488399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:29.504551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:29.509394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:29.527263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:29.544210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-229b12c7-f180-4eb6-b5e5-cd3fa4c6d039 None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:29.544936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Made reservation on behalf of 41ec53beb73e471f9138149704520e06 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:29.547859 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-229b12c7-f180-4eb6-b5e5-cd3fa4c6d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.551536 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.846282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:29.847364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:29.907543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:29.975109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] device_id is not set on port 91b00e9f-5e71-4789-ad28-a91ac390e786 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:53:29.991302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Allocated IP 172.20.0.10 (24c627cc-a760-48c8-997d-090789cb5e0d/b243b133-a1c9-4f7a-8cb4-05c1f2377a0b/5f35d7fa-bacf-43c3-b1e7-78b454597742) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:30.633020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port f0ba7a1b-7dab-4c14-b399-b434a46c7ede completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:30.652111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8::139 (eeb78776-8100-4039-944e-c8b394189fb0/ed7cb4b0-3424-4417-b58e-a5e26079e134/91b00e9f-5e71-4789-ad28-a91ac390e786) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:30.653108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.707466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Transition to ACTIVE for port object 5f35d7fa-bacf-43c3-b1e7-78b454597742 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:30.746812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.839297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 24c627cc-a760-48c8-997d-090789cb5e0d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:30.845769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:30.861804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:30.913595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port f0ba7a1b-7dab-4c14-b399-b434a46c7ede triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:30.918665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:30.985888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:30.988618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.084452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=5f35d7fa-bacf-43c3-b1e7-78b454597742,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:31.100061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1dc955-9ea0-4a73-bbd0-2680db5b2c77 req-accffe98-2ee1-4804-a7de-4997c574145a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.101814 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c1dc955-9ea0-4a73-bbd0-2680db5b2c77 req-accffe98-2ee1-4804-a7de-4997c574145a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 944 time: 1.0635815 Apr 18 20:53:31.192694 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-027d35d4-1bd8-4dce-9eb5-e255c7db2fd4 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.2670553 Apr 18 20:53:31.216963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Request body: {'port': {'device_id': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:31.247437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.326475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c1dc955-9ea0-4a73-bbd0-2680db5b2c77 req-e036b04b-db1a-4d3a-9b54-1a349fefbc9d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142544 Apr 18 20:53:31.362198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Transition to ACTIVE for port object 91b00e9f-5e71-4789-ad28-a91ac390e786 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:31.383999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e03216-9f83-4509-85c8-eb975ec40323 req-acc0c59a-f73e-44ff-8280-97ae59fecb6b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.397082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3e03216-9f83-4509-85c8-eb975ec40323 req-acc0c59a-f73e-44ff-8280-97ae59fecb6b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 971 time: 0.4317944 Apr 18 20:53:31.448449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:31.506749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.556307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3e03216-9f83-4509-85c8-eb975ec40323 req-aa14139e-6c26-480f-ae30-795529b30c62 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1514001 Apr 18 20:53:31.608499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.718719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.881129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:31.884685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:31.895321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:31.902563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:31.903409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:31.922622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=91b00e9f-5e71-4789-ad28-a91ac390e786,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:31.967413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6db139b2-881d-4044-b194-20f74e901c27 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8409524 Apr 18 20:53:31.971187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:31.975998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-229b12c7-f180-4eb6-b5e5-cd3fa4c6d039 None None] Provisioning complete for port de82bd18-ca07-42c8-a60b-31f1b177b286 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:31.978268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:31.979627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-229b12c7-f180-4eb6-b5e5-cd3fa4c6d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.158489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:32.210285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:32.219628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:32.223816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:32.231419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:32.255166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:32.263674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.606953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-229b12c7-f180-4eb6-b5e5-cd3fa4c6d039 None None] Port de82bd18-ca07-42c8-a60b-31f1b177b286 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:32.626888 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37b7230a-d484-434f-a78c-aaad2a163281'] response: {'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'code': 200} Apr 18 20:53:32.665467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f35d7fa-bacf-43c3-b1e7-78b454597742 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:32.679952 n-d-836016-3 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed7cb4b0-3424-4417-b58e-a5e26079e134 (CIDR: 2001:db8::/64) Apr 18 20:53:32.686792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.691258 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:32.691717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:32.711840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Transition to ACTIVE for port object 5f35d7fa-bacf-43c3-b1e7-78b454597742 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:32.745189 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d1f8fe1e-f8bd-4587-98fe-97b7726f51d1 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7718835 Apr 18 20:53:32.746195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:32.752086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:32.764396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:32.818400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:32.929283 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.076251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935a180-10f5-4cf0-977c-59ee04e14e55 req-116dead5-8805-452f-8587-37233e617e58 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.086816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0935a180-10f5-4cf0-977c-59ee04e14e55 req-116dead5-8805-452f-8587-37233e617e58 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 983 time: 0.3069313 Apr 18 20:53:33.151656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b530fee2-ac01-43b6-acf9-13763a90eb3e None None] Provisioning for port 5f35d7fa-bacf-43c3-b1e7-78b454597742 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:33.166576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:33.169595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.197132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:33.210847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:33.227011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:33.261446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:33.315525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0935a180-10f5-4cf0-977c-59ee04e14e55 req-5293ad29-6048-4bd2-960a-3e7cb9a7c8ba tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2184825 Apr 18 20:53:33.337753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:33.342905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.360714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Pushing event updated for resources: {'Port': ['ID=5f35d7fa-bacf-43c3-b1e7-78b454597742,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:33.398790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba1c2a-077c-4d5e-a143-13c7ec4b0550 req-7dd3b714-2529-47f3-98ab-5e308f4e721e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.400835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dcba1c2a-077c-4d5e-a143-13c7ec4b0550 req-7dd3b714-2529-47f3-98ab-5e308f4e721e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 945 time: 0.7830181 Apr 18 20:53:33.453332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e25bbe-f424-41c2-9858-70a7d92c645e req-1eb9055b-c493-4338-943a-8a2ec9ce7051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:33.455474 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4e25bbe-f424-41c2-9858-70a7d92c645e req-1eb9055b-c493-4338-943a-8a2ec9ce7051 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1096 time: 0.6387165 Apr 18 20:53:33.567205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4e25bbe-f424-41c2-9858-70a7d92c645e req-b6941b37-ba82-406e-b294-291adbea8572 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975282 Apr 18 20:53:33.668184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dcba1c2a-077c-4d5e-a143-13c7ec4b0550 req-015fc400-fa0c-4b95-a5f0-b2cca31426f0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468097 Apr 18 20:53:33.679255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Attempting to bind port 5f35d7fa-bacf-43c3-b1e7-78b454597742 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:53:33.688018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Attempting to bind port 5f35d7fa-bacf-43c3-b1e7-78b454597742 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:53:33.688530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Attempting to bind port 5f35d7fa-bacf-43c3-b1e7-78b454597742 on network 24c627cc-a760-48c8-997d-090789cb5e0d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:53:33.711162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Port 5f35d7fa-bacf-43c3-b1e7-78b454597742 on network 24c627cc-a760-48c8-997d-090789cb5e0d not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:53:33.711487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Attempting to bind port 5f35d7fa-bacf-43c3-b1e7-78b454597742 on network 24c627cc-a760-48c8-997d-090789cb5e0d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:53:33.732630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:53:33.733254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Checking segment: {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:53:33.733872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Bound using segment: {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:53:33.734513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Bound port: 5f35d7fa-bacf-43c3-b1e7-78b454597742, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36ceca16-9284-4a28-bc6f-a738886c8122', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:53:33.735081 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:33.924521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] Update dhcp port {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'fixed_ips': [{'subnet_id': 'd3907004-e0a6-4ebe-9ccf-1e88c5abb724', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed7cb4b0-3424-4417-b58e-a5e26079e134'}], 'binding:host_id': 'n-d-836016-3'}, 'id': 'b4ef2059-3165-4f48-8fd3-ad071d1798d3'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:53:34.012097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] For port 5f35d7fa-bacf-43c3-b1e7-78b454597742, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:53:34.026105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] For port 5f35d7fa-bacf-43c3-b1e7-78b454597742, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:53:34.036051 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.043597 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.059999 n-d-836016-3 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d3907004-e0a6-4ebe-9ccf-1e88c5abb724 (CIDR: 2001:db8:0:1::/64) Apr 18 20:53:34.081808 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:53:34.081808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:34.168511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.169286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:34.171184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] 10.222.0.61 "PUT /v2.0/ports/5f35d7fa-bacf-43c3-b1e7-78b454597742 HTTP/1.1" status: 200 len: 1131 time: 2.9669797 Apr 18 20:53:34.171792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:34.198261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f584aa82-42d5-4ad1-afec-69447189ce95 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.4498596 Apr 18 20:53:34.201079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:34.204959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc233fb-0c9d-4062-8824-049addcd7bc7 req-b52be4c4-4650-4336-81db-bd8d2a92a7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.207752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7fc233fb-0c9d-4062-8824-049addcd7bc7 req-b52be4c4-4650-4336-81db-bd8d2a92a7f4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1096 time: 0.9750206 Apr 18 20:53:34.218775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'subnet': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:34.267508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ea744-feb5-461b-b49a-3afa2ab52715 service neutron] Pushing event updated for resources: {'Port': ['ID=5f35d7fa-bacf-43c3-b1e7-78b454597742,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:34.436121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-1ccc498e-1ddf-4cc1-aafb-ca9629f18ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.450308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-1ccc498e-1ddf-4cc1-aafb-ca9629f18ce8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1134 time: 0.1767204 Apr 18 20:53:34.579572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-a40d2107-1fbf-47a3-8249-acfb00ee12d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742 HTTP/1.1" status: 200 len: 217 time: 0.1179819 Apr 18 20:53:34.616976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:28Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:34.647740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757ac7d3-1fb4-40c7-82a4-c1bac19e98f5 None None] The sync data for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 is: [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:28Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:34.864358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7fc233fb-0c9d-4062-8824-049addcd7bc7 req-6b44a8db-d818-41fb-bfb5-cc50731d41d7 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5673430 Apr 18 20:53:34.917015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-49ba2744-53c1-490e-8439-2e1b5012440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:34.921194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-49ba2744-53c1-490e-8439-2e1b5012440c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b243b133-a1c9-4f7a-8cb4-05c1f2377a0b HTTP/1.1" status: 200 len: 835 time: 0.3303299 Apr 18 20:53:35.010776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:35.023809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Usage tracker for resource:subnet and tenant:42ebcb33bbe84962abfdcf9e68502ecb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:35.030784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] Allocated IP 2001:db8::2 (eeb78776-8100-4039-944e-c8b394189fb0/ed7cb4b0-3424-4417-b58e-a5e26079e134/b4ef2059-3165-4f48-8fd3-ad071d1798d3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:35.034597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:35.075183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:35.076400 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ba7014f-0ef8-4ae8-aa27-bf04d341c226'] response: {'name': 'network-changed', 'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'status': 'completed', 'code': 200} Apr 18 20:53:35.116209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Made reservation on behalf of 42ebcb33bbe84962abfdcf9e68502ecb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:53:35.148950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.233296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-527042a5-861c-4a02-b9a5-bf6137004260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:35.253729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-527042a5-861c-4a02-b9a5-bf6137004260 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=24c627cc-a760-48c8-997d-090789cb5e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3118789 Apr 18 20:53:35.667297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] For port b4ef2059-3165-4f48-8fd3-ad071d1798d3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4ef2059-3165-4f48-8fd3-ad071d1798d3,segment=NetworkSegment(2933c8b8-6ab7-415e-b75f-8a89a57a8aa4),segment_id=2933c8b8-6ab7-415e-b75f-8a89a57a8aa4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:35.717245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.749390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] Transition to ACTIVE for port object b4ef2059-3165-4f48-8fd3-ad071d1798d3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:35.774048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:35.907654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-a51e2e75-fa1a-4e35-a988-f22802103197 service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499133 Apr 18 20:53:35.951862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.094863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57f551d-0ad3-4503-93aa-5ccdfece035b None None] Pushing event updated for resources: {'Port': ['ID=b4ef2059-3165-4f48-8fd3-ad071d1798d3,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.102987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Network eeb78776-8100-4039-944e-c8b394189fb0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:36.108445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:36.123166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.123945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:36.180597 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9706852 Apr 18 20:53:36.194798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:36.196813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721c197-1c09-43e1-932c-e4ec430ec640 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Subnet': ['ID=4a99895f-5a01-4df6-94e1-3637c564a54e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:36.238333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-546482896', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a99895f-5a01-4df6-94e1-3637c564a54e'}], 'security_groups': ['9d787864-6cbc-480a-8963-fcc096452ce7', '99af57af-4571-495f-8081-adf704cc7558']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:36.496732 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb82599e-5688-4fa5-92d0-e14c07134978 req-f7ae45e0-5c55-4af0-8ed0-c4f6681329e7 service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5750802 Apr 18 20:53:36.767672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b630171e-3f48-4ea2-b661-d66f958b9144 req-961a220a-1a36-4569-bc16-f48a0e3dfd05 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.769485 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b630171e-3f48-4ea2-b661-d66f958b9144 req-961a220a-1a36-4569-bc16-f48a0e3dfd05 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 945 time: 1.2935393 Apr 18 20:53:36.827814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef629bb-6ae3-498c-bb7f-56754c8d4e02 req-a7bca056-c6a8-4e49-96c0-1682ad09f657 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:36.855086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fef629bb-6ae3-498c-bb7f-56754c8d4e02 req-a7bca056-c6a8-4e49-96c0-1682ad09f657 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 983 time: 1.5039942 Apr 18 20:53:36.866169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 629b78c5-de49-4565-ba62-4043f2254fe0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:37.069502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b630171e-3f48-4ea2-b661-d66f958b9144 req-04ca20c3-de1e-446f-afd8-544d631148eb tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909982 Apr 18 20:53:37.152358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-44c3652c-8d6f-4ec2-9120-4d394a142111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:37.162638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-44c3652c-8d6f-4ec2-9120-4d394a142111 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1134 time: 0.5711386 Apr 18 20:53:37.430669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 629b78c5-de49-4565-ba62-4043f2254fe0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:37.455153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 629b78c5-de49-4565-ba62-4043f2254fe0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:37.455531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:37.527987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fef629bb-6ae3-498c-bb7f-56754c8d4e02 req-3de71f2e-a5d1-4d1a-b28e-0ef8eb800ddb tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6649742 Apr 18 20:53:37.888411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-94db1eae-2981-48b2-bd92-f87dae29ca3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9559503 Apr 18 20:53:37.976042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.016108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.136471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 629b78c5-de49-4565-ba62-4043f2254fe0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=629b78c5-de49-4565-ba62-4043f2254fe0,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:38.149983 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:38.152647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4ef2059-3165-4f48-8fd3-ad071d1798d3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:38.360690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9ed07c-72d7-433c-9e91-6555edac5e67 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:38.379228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-2a0f598e-e185-4173-81aa-4a18a556e47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.386646 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-2a0f598e-e185-4173-81aa-4a18a556e47e service neutron] 10.222.0.61 "GET /v2.0/networks?id=24c627cc-a760-48c8-997d-090789cb5e0d HTTP/1.1" status: 200 len: 898 time: 1.2231088 Apr 18 20:53:38.667628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-e9982c6d-fc98-487d-8c83-bd89de0d8a1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742 HTTP/1.1" status: 200 len: 217 time: 0.1287904 Apr 18 20:53:38.715146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-cf709eea-1f2f-4422-bb3e-d2efc67fb006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:38.719365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=629b78c5-de49-4565-ba62-4043f2254fe0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:38.734248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-cf709eea-1f2f-4422-bb3e-d2efc67fb006 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 0.5861800 Apr 18 20:53:38.993713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f638e97-7e77-4941-9172-8cac7f553349 req-5ff49ca0-8f26-4c3b-bc86-4bc704b35253 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.012572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f638e97-7e77-4941-9172-8cac7f553349 req-5ff49ca0-8f26-4c3b-bc86-4bc704b35253 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 945 time: 0.8260922 Apr 18 20:53:39.016686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-f0480c94-5973-47c2-934d-d7af4a56dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.018488 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-f0480c94-5973-47c2-934d-d7af4a56dca4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b243b133-a1c9-4f7a-8cb4-05c1f2377a0b HTTP/1.1" status: 200 len: 835 time: 0.3302021 Apr 18 20:53:39.058993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Provisioning for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:39.076484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:39.076484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.168519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f638e97-7e77-4941-9172-8cac7f553349 req-0230759c-f9f7-4f5e-99f4-cb40e58a6d70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546485 Apr 18 20:53:39.198859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:39.199234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:39.224768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54540) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:39.261762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-556851b0-cd17-45e2-8dd0-eae0014c39a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.267740 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-556851b0-cd17-45e2-8dd0-eae0014c39a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=24c627cc-a760-48c8-997d-090789cb5e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039022 Apr 18 20:53:39.692275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-342c8e01-17c4-4a0b-bbf2-0f2174b3da12 service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113986 Apr 18 20:53:39.749269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-24c6a246-8f3e-4836-b105-d62573471493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:39.751842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-24c6a246-8f3e-4836-b105-d62573471493 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.9799526 Apr 18 20:53:39.819020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Provisioning complete for port de82bd18-ca07-42c8-a60b-31f1b177b286 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:39.820263 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.104546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Delete allocated IP 2001:db8::139 (eeb78776-8100-4039-944e-c8b394189fb0/ed7cb4b0-3424-4417-b58e-a5e26079e134) {{(pid=88140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 18 20:53:40.130078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Allocated IP 2001:db8:0:2::201 (eeb78776-8100-4039-944e-c8b394189fb0/4a99895f-5a01-4df6-94e1-3637c564a54e/91b00e9f-5e71-4789-ad28-a91ac390e786) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:40.206254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9cd3200-e5ae-4078-8175-2aa8d6d892ad req-6a61bb2d-eefc-4b50-91e8-c01a3e5b46b7 service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4975400 Apr 18 20:53:40.223983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Port de82bd18-ca07-42c8-a60b-31f1b177b286 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:40.291777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Provisioning for port 91b00e9f-5e71-4789-ad28-a91ac390e786 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:40.309084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Provisioning complete for port 91b00e9f-5e71-4789-ad28-a91ac390e786 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:40.311822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.635664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dc2674-ae74-4827-a24c-c5ef3b87f68a tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.637493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8dc2674-ae74-4827-a24c-c5ef3b87f68a tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] Synchronizing usage tracker for tenant:f3733c0dea3f4c61885b48dce8cce430 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:40.656733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff382c-cf34-45c8-b99b-76b1009de8df req-19ca051d-4d6c-400c-9b36-9a8306f9123e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:40.670008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ff382c-cf34-45c8-b99b-76b1009de8df req-19ca051d-4d6c-400c-9b36-9a8306f9123e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 0.2684805 Apr 18 20:53:40.670401 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.670762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-31846569-7482-481a-9fc3-5804e93afc52 None None] Port 91b00e9f-5e71-4789-ad28-a91ac390e786 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:40.688117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5f35d7fa-bacf-43c3-b1e7-78b454597742 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:53:40.690596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 629b78c5-de49-4565-ba62-4043f2254fe0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:40.702195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Ignored duplicate provisioning block setup for port 91b00e9f-5e71-4789-ad28-a91ac390e786 by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 18 20:53:40.735696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.767767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] Update dhcp port {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'fixed_ips': [{'subnet_id': 'd3907004-e0a6-4ebe-9ccf-1e88c5abb724', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'ed7cb4b0-3424-4417-b58e-a5e26079e134', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a99895f-5a01-4df6-94e1-3637c564a54e'}], 'binding:host_id': 'n-d-836016-3'}, 'id': 'b4ef2059-3165-4f48-8fd3-ad071d1798d3'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:53:40.796658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93ff382c-cf34-45c8-b99b-76b1009de8df req-3894b131-8130-4e79-8e6c-ea7e16418b54 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244099 Apr 18 20:53:40.800342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8dc2674-ae74-4827-a24c-c5ef3b87f68a tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] Unset dirty status for tenant:f3733c0dea3f4c61885b48dce8cce430 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:40.805850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f8dc2674-ae74-4827-a24c-c5ef3b87f68a tempest-TestVolumeBootPattern-615980228 tempest-TestVolumeBootPattern-615980228-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1091 time: 1.5676298 Apr 18 20:53:40.812931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54562) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:40.829716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'tenant_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:40.849283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:40.856675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Usage tracker for resource:floatingip and tenant:3e8611199562487e905052133b5013a4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:40.863455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:40.874055 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.877286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:40.900812 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:40.944599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event updated for resources: {'Port': ['ID=91b00e9f-5e71-4789-ad28-a91ac390e786,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:41.046186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b772f1b-922d-43b7-a5c4-ce78dd30fc60 req-ca465c61-900a-4d22-b5ed-209aee0d5b7b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.049025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b772f1b-922d-43b7-a5c4-ce78dd30fc60 req-ca465c61-900a-4d22-b5ed-209aee0d5b7b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 983 time: 1.8642485 Apr 18 20:53:41.152321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-65dd9437-3826-47fa-9d3a-59e6ad9d8901 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 1001 time: 1.3667538 Apr 18 20:53:41.154098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] In _notify_port_updated(), no bound segment for port 91b00e9f-5e71-4789-ad28-a91ac390e786 on network eeb78776-8100-4039-944e-c8b394189fb0 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 18 20:53:41.169361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.178391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.180961 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-989cad8f-88c5-4ee9-8980-432706aaca3a tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "PUT /v2.0/ports/91b00e9f-5e71-4789-ad28-a91ac390e786 HTTP/1.1" status: 200 len: 969 time: 4.9619710 Apr 18 20:53:41.204929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54568) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:41.246665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] Allocated IP 2001:db8:0:2::2 (eeb78776-8100-4039-944e-c8b394189fb0/4a99895f-5a01-4df6-94e1-3637c564a54e/b4ef2059-3165-4f48-8fd3-ad071d1798d3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:41.366700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-887fc8fd-90f4-4ff3-9cf1-35f4636b079b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:41.368778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-887fc8fd-90f4-4ff3-9cf1-35f4636b079b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1698205 Apr 18 20:53:41.420877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] For port b4ef2059-3165-4f48-8fd3-ad071d1798d3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4ef2059-3165-4f48-8fd3-ad071d1798d3,segment=NetworkSegment(2933c8b8-6ab7-415e-b75f-8a89a57a8aa4),segment_id=2933c8b8-6ab7-415e-b75f-8a89a57a8aa4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:41.452164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 629b78c5-de49-4565-ba62-4043f2254fe0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:41.452299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.544888 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.549389 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:41.565079 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:53:41.611961 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port 91b00e9f-5e71-4789-ad28-a91ac390e786 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:53:41.612952 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.649937 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:41.679196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b772f1b-922d-43b7-a5c4-ce78dd30fc60 req-5a353b11-7926-4b72-843a-2e46fa8be720 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6020427 Apr 18 20:53:41.976604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] Transition to ACTIVE for port object b4ef2059-3165-4f48-8fd3-ad071d1798d3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:53:41.992908 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.426507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:42.478308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Allocated IP 172.25.5.87 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/7d12507a-db8a-4396-88e8-25190dde1fa8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:53:42.555744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5f35d7fa-bacf-43c3-b1e7-78b454597742, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:42.591453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'port_id': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'mac_address': 'fa:16:3e:38:29:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:53:42.647263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36785cbc-05c5-474d-9f3e-8789cfd16fde req-1518118f-0167-4984-9248-62f0c0deca9b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.656468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36785cbc-05c5-474d-9f3e-8789cfd16fde req-1518118f-0167-4984-9248-62f0c0deca9b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 0.3516655 Apr 18 20:53:42.739722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for 91b00e9f-5e71-4789-ad28-a91ac390e786 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:53:42.842064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-ef57adcf-33a8-4fa7-871e-88e2398e2641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.847264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-ef57adcf-33a8-4fa7-871e-88e2398e2641 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1766341 Apr 18 20:53:42.885229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-8fcd3897-e0e5-4cff-ad27-3e91634ea696 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:42.890706 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-8fcd3897-e0e5-4cff-ad27-3e91634ea696 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 0.7568800 Apr 18 20:53:43.105693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742e503-8dff-4084-aac8-a06ff1e83487 None None] Pushing event updated for resources: {'Port': ['ID=b4ef2059-3165-4f48-8fd3-ad071d1798d3,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.117948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.167880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f35d7fa-bacf-43c3-b1e7-78b454597742 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:53:43.204280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5f35d7fa-bacf-43c3-b1e7-78b454597742, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:43.214204 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.333010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.490414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5f35d7fa-bacf-43c3-b1e7-78b454597742,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:43.505767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['5f35d7fa-bacf-43c3-b1e7-78b454597742'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:53:43.627336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port b0a837bb-508a-4478-b5bf-6a15b500fc4b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:53:43.636361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.717437 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-18ea6770-dc2f-45e7-ad18-45316afe10b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:43.876800 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36785cbc-05c5-474d-9f3e-8789cfd16fde req-d53b30d8-e161-4315-a9af-9319bbcab525 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2034245 Apr 18 20:53:44.230725 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-e4fa3b99-1d04-48a3-8c06-36b78376912b service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3321218 Apr 18 20:53:44.578945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a016cd31-5dce-4da1-b989-5aac0ea41f4e None None] Provisioning for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:44.585309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a016cd31-5dce-4da1-b989-5aac0ea41f4e None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:44.585772 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a016cd31-5dce-4da1-b989-5aac0ea41f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.671402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:44.672154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.708402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4ef2059-3165-4f48-8fd3-ad071d1798d3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:44.804466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e821a57-76f8-42c0-9577-93a724cf8460 req-fac0c6e1-12d1-455a-addd-2ea5b2a6ad6b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:44.817228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e821a57-76f8-42c0-9577-93a724cf8460 req-fac0c6e1-12d1-455a-addd-2ea5b2a6ad6b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 984 time: 1.7129056 Apr 18 20:53:44.891815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b0a837bb-508a-4478-b5bf-6a15b500fc4b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:44.913703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-ff7e5652-c01c-4075-9628-5d365f899544 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2912097 Apr 18 20:53:44.925828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:44.986985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:44.987593 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.209057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e821a57-76f8-42c0-9577-93a724cf8460 req-e6e58762-7c71-4b7d-99f5-4fe3ed99a131 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3899615 Apr 18 20:53:45.211648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=91b00e9f-5e71-4789-ad28-a91ac390e786,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.290153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5f35d7fa-bacf-43c3-b1e7-78b454597742 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:53:45.338930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e51cccd-504b-42b4-98d1-f78bcc008572 req-cc93c182-e144-4116-877b-280ace6dbe7b service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0650043 Apr 18 20:53:45.355874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.503175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.550330 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b478d0f3-3bf7-4989-a22b-34c0793af6b2 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/91b00e9f-5e71-4789-ad28-a91ac390e786 HTTP/1.1" status: 204 len: 168 time: 4.3321233 Apr 18 20:53:45.552937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:45.555226 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.587896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=7d12507a-db8a-4396-88e8-25190dde1fa8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:45.655302 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8f0dc3-11ac-4656-9fec-087013f1277c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] GET failed (client error): The resource could not be found. Apr 18 20:53:45.656622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf8f0dc3-11ac-4656-9fec-087013f1277c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Synchronizing usage tracker for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:45.693555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-4f74c1c2-a874-4505-b6ae-9d11a035494a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:45.698942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-4f74c1c2-a874-4505-b6ae-9d11a035494a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1096 time: 0.6109123 Apr 18 20:53:45.808698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf8f0dc3-11ac-4656-9fec-087013f1277c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Unset dirty status for tenant:42ebcb33bbe84962abfdcf9e68502ecb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:45.810847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cf8f0dc3-11ac-4656-9fec-087013f1277c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports/91b00e9f-5e71-4789-ad28-a91ac390e786 HTTP/1.1" status: 404 len: 333 time: 0.2511647 Apr 18 20:53:45.815953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:45.874177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:53:45.883109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:53:45.912081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a016cd31-5dce-4da1-b989-5aac0ea41f4e None None] Provisioning complete for port de82bd18-ca07-42c8-a60b-31f1b177b286 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:45.912081 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a016cd31-5dce-4da1-b989-5aac0ea41f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:45.917941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:53:45.982600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:46.026595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a016cd31-5dce-4da1-b989-5aac0ea41f4e None None] Port de82bd18-ca07-42c8-a60b-31f1b177b286 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:46.040670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a016cd31-5dce-4da1-b989-5aac0ea41f4e None None] Could not find standard attr ID for object 91b00e9f-5e71-4789-ad28-a91ac390e786. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:46.125470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:46.137877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d9df2c6f-8182-4dec-a5d9-8b426e1de38a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.171767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.218341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.218341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.218341 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP c5ee4587-48e5-4a00-ad28-662a8a323744 disassociated. External IP: 172.25.5.253, port: b0a837bb-508a-4478-b5bf-6a15b500fc4b. Apr 18 20:53:46.218341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for b0a837bb-508a-4478-b5bf-6a15b500fc4b owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:53:46.445607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-30d28c85-e9d7-4dd3-89a6-cf8ab2035228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.477799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-30d28c85-e9d7-4dd3-89a6-cf8ab2035228 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.7096076 Apr 18 20:53:46.490835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137da157-b704-4c39-ac4d-898ec33ebd24 req-44a5dcb5-ed59-483a-89b7-231a5bdb5968 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:46.504605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c3cd8b7f-a546-4981-8521-21235685adff None None] Could not find standard attr ID for object 94330a94-d717-4a90-b2c1-09a0851775ac. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:46.504605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 5f35d7fa-bacf-43c3-b1e7-78b454597742 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:53:46.504605 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0950b067-0869-4828-b054-9c57ebff9e96'] response: {'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'code': 200} Apr 18 20:53:46.504605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b0a837bb-508a-4478-b5bf-6a15b500fc4b,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:46.516280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-137da157-b704-4c39-ac4d-898ec33ebd24 req-44a5dcb5-ed59-483a-89b7-231a5bdb5968 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 945 time: 0.9562676 Apr 18 20:53:46.528016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c3cd8b7f-a546-4981-8521-21235685adff None None] Could not find standard attr ID for object 91b00e9f-5e71-4789-ad28-a91ac390e786. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:46.528016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 5f35d7fa-bacf-43c3-b1e7-78b454597742 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:46.528016 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:46.710402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-6b604c90-3f7c-4a3a-9b00-81b1f69c759e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 200 len: 217 time: 0.2082629 Apr 18 20:53:47.028682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.059234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-001734d4-8e69-47cc-a8fd-6ac4e2fb6e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:47.059234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-001734d4-8e69-47cc-a8fd-6ac4e2fb6e1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.3644083 Apr 18 20:53:47.131998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-561e813d-9140-45f1-8627-f86784cf8d1e None None] Could not find standard attr ID for object 91b00e9f-5e71-4789-ad28-a91ac390e786. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:53:47.215688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-137da157-b704-4c39-ac4d-898ec33ebd24 req-35495af3-68c8-4406-a5ad-ccfc02d1aa16 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7317483 Apr 18 20:53:47.318747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 5f35d7fa-bacf-43c3-b1e7-78b454597742, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:47.329148 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.337066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.340217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.441843 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7edb-f6ac-4afe-b316-d47deb4f1672 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.485467 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:53:47.491725 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:53:47.527401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=5f35d7fa-bacf-43c3-b1e7-78b454597742,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:47.593496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7edb-f6ac-4afe-b316-d47deb4f1672 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.705330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-4fb09605-1e18-4b74-9349-3ddacc653139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:47.708952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-4fb09605-1e18-4b74-9349-3ddacc653139 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6302114 Apr 18 20:53:47.770414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:47.889697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b0089-bd07-4a5a-8529-57d9ba280fac req-b6927374-2ab3-4f3f-8fb5-ccdaa76dd991 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:47.914664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb7b0089-bd07-4a5a-8529-57d9ba280fac req-b6927374-2ab3-4f3f-8fb5-ccdaa76dd991 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 984 time: 0.9866719 Apr 18 20:53:48.022254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port b0a837bb-508a-4478-b5bf-6a15b500fc4b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:53:48.022254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.113045 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.258241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb7b0089-bd07-4a5a-8529-57d9ba280fac req-04e64bff-df43-4a3e-b005-f1351ffa92e8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3298538 Apr 18 20:53:48.269772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7edb-f6ac-4afe-b316-d47deb4f1672 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.336601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7edb-f6ac-4afe-b316-d47deb4f1672 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10de2ab3-4875-49a9-98e2-1977b30b4da4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:48.391204 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7edb-f6ac-4afe-b316-d47deb4f1672 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.394438 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ee0e7edb-f6ac-4afe-b316-d47deb4f1672 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/security-groups/10de2ab3-4875-49a9-98e2-1977b30b4da4 HTTP/1.1" status: 204 len: 168 time: 2.5753005 Apr 18 20:53:48.405373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54656) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:48.482160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:48.523301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-7ef39a3e-48e3-4cba-8216-0394f772c963 service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7899809 Apr 18 20:53:48.606347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.618676 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0fad22d-c2a1-4115-98e0-c6ce854ec628'] response: {'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'code': 200} Apr 18 20:53:48.844329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b05cf9c2-be51-4e49-98d6-b3870d28f146 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.879646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.898874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.972663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b05cf9c2-be51-4e49-98d6-b3870d28f146 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:48.983306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.022628 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d0f83a4a-af3e-48e9-a128-bf0d7c134c43 req-bad2f002-3e87-4751-9dc9-24df5ca0b62e service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930789 Apr 18 20:53:49.062248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb15aa-7142-4bdd-8d10-ce7bfc0988c0 req-5c3bd8dc-3123-450a-8e37-7f69b2a51607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:49.063951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cb15aa-7142-4bdd-8d10-ce7bfc0988c0 req-5c3bd8dc-3123-450a-8e37-7f69b2a51607 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1136 time: 0.3320901 Apr 18 20:53:49.233636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] For port b0a837bb-508a-4478-b5bf-6a15b500fc4b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0a837bb-508a-4478-b5bf-6a15b500fc4b,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:49.234242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.234542 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83cb15aa-7142-4bdd-8d10-ce7bfc0988c0 req-b66b4c10-1e85-44f9-b19a-6fd66986e766 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1464798 Apr 18 20:53:49.235494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b05cf9c2-be51-4e49-98d6-b3870d28f146 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.269349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cf9c2-be51-4e49-98d6-b3870d28f146 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af57af-4571-495f-8081-adf704cc7558,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.279062 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b05cf9c2-be51-4e49-98d6-b3870d28f146 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.281281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b05cf9c2-be51-4e49-98d6-b3870d28f146 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/security-groups/99af57af-4571-495f-8081-adf704cc7558 HTTP/1.1" status: 204 len: 168 time: 0.8733058 Apr 18 20:53:49.290750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:49.395646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c152dba-13de-4bfe-b190-0b92329c7bbf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.441132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c152dba-13de-4bfe-b190-0b92329c7bbf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.490637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.592706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event updated for resources: {'Port': ['ID=7d12507a-db8a-4396-88e8-25190dde1fa8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.689061 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c152dba-13de-4bfe-b190-0b92329c7bbf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.712521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c152dba-13de-4bfe-b190-0b92329c7bbf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d787864-6cbc-480a-8963-fcc096452ce7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:49.735991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c152dba-13de-4bfe-b190-0b92329c7bbf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:49.740739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8c152dba-13de-4bfe-b190-0b92329c7bbf tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/security-groups/9d787864-6cbc-480a-8963-fcc096452ce7 HTTP/1.1" status: 204 len: 168 time: 0.4465582 Apr 18 20:53:49.741917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:49.761318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990115b-1011-4926-af89-3bee2e958a21 req-eadde44a-02c6-41cd-9f7c-147799727deb tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:49.763625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6990115b-1011-4926-af89-3bee2e958a21 req-eadde44a-02c6-41cd-9f7c-147799727deb tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 985 time: 0.2394760 Apr 18 20:53:50.094565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6990115b-1011-4926-af89-3bee2e958a21 req-6307cdeb-4269-4f4b-9706-bab14f86067b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2876554 Apr 18 20:53:50.100620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet ed7cb4b0-3424-4417-b58e-a5e26079e134 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:53:50.105681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.120775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.203790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.328000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fcf1ae-99bc-4991-90f4-274f7748babb req-4d6fa920-33d0-4505-b514-22ed9570bdbc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:50.331205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7fcf1ae-99bc-4991-90f4-274f7748babb req-4d6fa920-33d0-4505-b514-22ed9570bdbc tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 943 time: 1.6595109 Apr 18 20:53:50.508147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.559842 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.560972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.561574 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP c5ee4587-48e5-4a00-ad28-662a8a323744 disassociated. External IP: 172.25.5.253, port: b0a837bb-508a-4478-b5bf-6a15b500fc4b. Apr 18 20:53:50.562495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for b0a837bb-508a-4478-b5bf-6a15b500fc4b owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:53:50.691440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.747193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.751540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5711ff5-c6b5-42a6-b8b6-091f894de9f7 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:50.757645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=ed7cb4b0-3424-4417-b58e-a5e26079e134,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:50.769619 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4eafb0fd-f5a0-408f-927a-6b9a7f58d77f tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/ed7cb4b0-3424-4417-b58e-a5e26079e134 HTTP/1.1" status: 204 len: 168 time: 1.0257809 Apr 18 20:53:50.771610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54704) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:50.858017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet 4a99895f-5a01-4df6-94e1-3637c564a54e {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:53:50.861528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:50.926066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.100591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.121078 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Floating IP 41917130-5219-4697-9301-77558f22492f associated. External IP: 172.25.5.87, port: f0ba7a1b-7dab-4c14-b399-b434a46c7ede. Apr 18 20:53:51.475198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.486818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b7fcf1ae-99bc-4991-90f4-274f7748babb req-ec1af460-3f56-409c-8f0c-b52d0b48dd1b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=524e4e42-3d7e-4d8e-af2b-f361215d3be0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7890954 Apr 18 20:53:51.507935 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.571452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.590474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=b0a837bb-508a-4478-b5bf-6a15b500fc4b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.593639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=4a99895f-5a01-4df6-94e1-3637c564a54e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:51.601812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-161853cc-7062-4210-ba6e-911c20009d86 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/4a99895f-5a01-4df6-94e1-3637c564a54e HTTP/1.1" status: 204 len: 168 time: 0.8288090 Apr 18 20:53:51.604819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54718) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:51.691718 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-df44b39b-d3c1-4c51-9709-0454958f99e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:51.692659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df44b39b-d3c1-4c51-9709-0454958f99e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:51.695917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-df44b39b-d3c1-4c51-9709-0454958f99e7 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/ed7cb4b0-3424-4417-b58e-a5e26079e134 HTTP/1.1" status: 404 len: 337 time: 0.0877917 Apr 18 20:53:51.702172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:51.778022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb6e588-6a57-4894-b33a-e28631b753eb None None] Update dhcp port {'port': {'network_id': 'eeb78776-8100-4039-944e-c8b394189fb0', 'fixed_ips': [{'subnet_id': 'd3907004-e0a6-4ebe-9ccf-1e88c5abb724', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4a99895f-5a01-4df6-94e1-3637c564a54e'}], 'binding:host_id': 'n-d-836016-3'}, 'id': 'b4ef2059-3165-4f48-8fd3-ad071d1798d3'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:53:51.870584 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9fb6e588-6a57-4894-b33a-e28631b753eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:51.889842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a484d-942f-4cf1-b350-57dfb615287e req-5e4ee9d3-c147-43ab-a340-f4bebdad1c16 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:51.905495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040a484d-942f-4cf1-b350-57dfb615287e req-5e4ee9d3-c147-43ab-a340-f4bebdad1c16 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 985 time: 0.5425837 Apr 18 20:53:51.979833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting subnet d3907004-e0a6-4ebe-9ccf-1e88c5abb724 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:53:52.013598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.106413 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.203487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040a484d-942f-4cf1-b350-57dfb615287e req-6bd848f7-3b68-4236-b80f-3e7c41e9a5c5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2962420 Apr 18 20:53:52.250033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-9fb6e588-6a57-4894-b33a-e28631b753eb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3907004-e0a6-4ebe-9ccf-1e88c5abb724: This subnet is being modified by another concurrent operation. Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 326, in update_dhcp_port Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1723, in update_port Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1494, in update_port Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 726, in update_port Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d3907004-e0a6-4ebe-9ccf-1e88c5abb724: This subnet is being modified by another concurrent operation. Apr 18 20:53:52.353033 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 20:53:52.365659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.541403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:53:52.545081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a721541a-a6e0-4cb0-b9fa-280f6f8059b7 None None] Network eeb78776-8100-4039-944e-c8b394189fb0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:53:52.571895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.596776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Subnet': ['ID=d3907004-e0a6-4ebe-9ccf-1e88c5abb724,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:52.610621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2a43a999-1406-4687-b096-5fcc4fe4f059 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/d3907004-e0a6-4ebe-9ccf-1e88c5abb724 HTTP/1.1" status: 204 len: 168 time: 0.9061561 Apr 18 20:53:52.613112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:52.772933 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b7785e-6253-44c9-80cf-b3d35bea1bd3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:52.772933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b7785e-6253-44c9-80cf-b3d35bea1bd3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:52.772933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2b7785e-6253-44c9-80cf-b3d35bea1bd3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/6d5e6721-2d38-4eb1-8c71-6c54d5dee185 HTTP/1.1" status: 404 len: 337 time: 0.1448717 Apr 18 20:53:52.772933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54748) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:52.949931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bf5d5311-e94f-47ab-acf9-6df569b0b61d None None] Provisioning complete for port b4ef2059-3165-4f48-8fd3-ad071d1798d3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:52.951454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5311-e94f-47ab-acf9-6df569b0b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:52.967673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ddcefbf9-44ca-44ec-9803-2f5927279d2b req-4a8315c6-4665-4aa6-87ca-bc5a556a1fa4 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 210 time: 0.1787374 Apr 18 20:53:52.971522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:53:52.989449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-aa7bc96e-1d7a-45d5-95c0-93d38c507117 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "GET /v2.0/ports?device_id=bc72a5e0-64d8-4f47-8826-fbb5696690ef HTTP/1.1" status: 200 len: 205 time: 0.2137201 Apr 18 20:53:52.991559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.119679 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-2e5f915b-a86a-4b0f-bcdf-35fc1be3910d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] delete failed (client error): The resource could not be found. Apr 18 20:53:53.121081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2e5f915b-a86a-4b0f-bcdf-35fc1be3910d tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/routers/bc72a5e0-64d8-4f47-8826-fbb5696690ef HTTP/1.1" status: 404 len: 336 time: 0.1284914 Apr 18 20:53:53.127953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.217674 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6f58dc7-7e20-48a4-ab3a-154085f7a0f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:53.218570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6f58dc7-7e20-48a4-ab3a-154085f7a0f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.227546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b6f58dc7-7e20-48a4-ab3a-154085f7a0f3 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/52b793bf-9d4e-4194-8f98-80f9cc22fb40 HTTP/1.1" status: 404 len: 337 time: 0.0962670 Apr 18 20:53:53.228663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.292251 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f574b64-f1bf-4c1e-b430-87e46195fd30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:53.292795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f574b64-f1bf-4c1e-b430-87e46195fd30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.294769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8f574b64-f1bf-4c1e-b430-87e46195fd30 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/8789e2e1-e62d-4510-b73d-7cc21196411f HTTP/1.1" status: 404 len: 337 time: 0.0646663 Apr 18 20:53:53.298021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.320866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] DHCP port deletion for eeb78776-8100-4039-944e-c8b394189fb0 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:53:53.342657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] Deleting port b4ef2059-3165-4f48-8fd3-ad071d1798d3 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:53:53.343326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.345326 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4934195-6485-40b4-9e7e-d75f6c7bf3c9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:53.346207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4934195-6485-40b4-9e7e-d75f6c7bf3c9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.348203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f4934195-6485-40b4-9e7e-d75f6c7bf3c9 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/f227ba97-7d93-485b-ae73-8e452936194b HTTP/1.1" status: 404 len: 337 time: 0.0489812 Apr 18 20:53:53.351374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.410901 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d1911-1bf8-49fe-a663-edcb8239dfb0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:53.411665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6d1911-1bf8-49fe-a663-edcb8239dfb0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.417600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5c6d1911-1bf8-49fe-a663-edcb8239dfb0 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/c7cf564e-dd5a-41f8-b906-4cdfe04c68d1 HTTP/1.1" status: 404 len: 333 time: 0.0647044 Apr 18 20:53:53.418496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.493579 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a456841-1dfb-495c-bd81-280b25f86903 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:53.494152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a456841-1dfb-495c-bd81-280b25f86903 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.497976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6a456841-1dfb-495c-bd81-280b25f86903 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/84549a9f-8f03-40b9-82f3-3f1c987a1cdf HTTP/1.1" status: 404 len: 337 time: 0.0781386 Apr 18 20:53:53.500483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.563288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bf5d5311-e94f-47ab-acf9-6df569b0b61d None None] Provisioning complete for port de82bd18-ca07-42c8-a60b-31f1b177b286 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:53:53.566223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bf5d5311-e94f-47ab-acf9-6df569b0b61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:53.658894 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1a8792-0124-4bd9-a162-a48877d8ff3b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:53.661490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a1a8792-0124-4bd9-a162-a48877d8ff3b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.675995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:53:53.679719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:53.682379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3a1a8792-0124-4bd9-a162-a48877d8ff3b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/24a6f433-06f4-4737-8d88-29dee8def435 HTTP/1.1" status: 404 len: 337 time: 0.1781018 Apr 18 20:53:53.683354 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:53.699451 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:53.700179 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:53.736776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-bf5d5311-e94f-47ab-acf9-6df569b0b61d None None] Port de82bd18-ca07-42c8-a60b-31f1b177b286 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:53:53.895857 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb9467cc-96d0-43a1-b15b-effb6935712b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:53.895857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb9467cc-96d0-43a1-b15b-effb6935712b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:53.999942 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:54.041789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:54.046464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb9467cc-96d0-43a1-b15b-effb6935712b tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/6a9dd092-b39c-4f1e-bbf2-4383af34d69a HTTP/1.1" status: 404 len: 333 time: 0.3489721 Apr 18 20:53:54.046464 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.130651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:53:54.151673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc17faad-e0b4-4759-8d82-ecc62bf1c252 req-1f395dd1-c3c6-4850-8ac3-98aee1aab317 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:54.151673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bc17faad-e0b4-4759-8d82-ecc62bf1c252 req-1f395dd1-c3c6-4850-8ac3-98aee1aab317 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:53:54.222446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] For port b4ef2059-3165-4f48-8fd3-ad071d1798d3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4ef2059-3165-4f48-8fd3-ad071d1798d3,segment=NetworkSegment(2933c8b8-6ab7-415e-b75f-8a89a57a8aa4),segment_id=2933c8b8-6ab7-415e-b75f-8a89a57a8aa4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:53:54.222446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.311377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:53:54.334171 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3860d094-13c5-42c9-a54d-3aad876beb3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:54.334171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3860d094-13c5-42c9-a54d-3aad876beb3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:54.350583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3860d094-13c5-42c9-a54d-3aad876beb3e tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/4fc31bea-82c5-4d58-809c-bee63128591e HTTP/1.1" status: 404 len: 337 time: 0.3028915 Apr 18 20:53:54.350583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:54.482445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-bc17faad-e0b4-4759-8d82-ecc62bf1c252 req-1f395dd1-c3c6-4850-8ac3-98aee1aab317 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:53:54.482445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc17faad-e0b4-4759-8d82-ecc62bf1c252 req-1f395dd1-c3c6-4850-8ac3-98aee1aab317 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 985 time: 1.7586379 Apr 18 20:53:54.503482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] No DVR routers for this DVR port b0a837bb-508a-4478-b5bf-6a15b500fc4b on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:54.503482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:54.503482 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18bb4e0c-e333-4b3f-a596-252fbdb6fab6 req-4d38ed8d-555d-4157-a765-adb1174b8cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "DELETE /v2.0/ports/b0a837bb-508a-4478-b5bf-6a15b500fc4b HTTP/1.1" status: 204 len: 173 time: 11.6001575 Apr 18 20:53:54.682929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'name': 'network-vif-deleted', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:54.856445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc17faad-e0b4-4759-8d82-ecc62bf1c252 req-773d8de0-bcf3-4c5d-83c0-2986de6b6933 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3267188 Apr 18 20:53:54.897583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] Calling delete_port for b4ef2059-3165-4f48-8fd3-ad071d1798d3 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:53:54.944781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-abfc2595-ca5f-4b07-8aa3-d53dcd5d88c7 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 14.0936947 Apr 18 20:53:54.989614 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-371a40a0-78f3-463f-ba3d-d60b654ea5ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] DELETE failed (client error): The resource could not be found. Apr 18 20:53:54.989614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-371a40a0-78f3-463f-ba3d-d60b654ea5ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:53:55.019410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54826) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:55.036317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-371a40a0-78f3-463f-ba3d-d60b654ea5ad tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/subnets/0a374a1b-47c4-4bc9-bade-335ffcfcc595 HTTP/1.1" status: 404 len: 337 time: 0.6581492 Apr 18 20:53:55.039194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:55.039194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:55.070953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa02aa1c-37d2-4e50-9163-aa3488ea0469 req-589001f5-36c5-4f4a-a38b-e8b36e8e9b97 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b614ae-7963-4ba9-bc21-a165a27446cf HTTP/1.1" status: 200 len: 210 time: 0.3232870 Apr 18 20:53:55.251052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Deleting port de82bd18-ca07-42c8-a60b-31f1b177b286 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:53:55.251052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:55.444578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4ef2059-3165-4f48-8fd3-ad071d1798d3 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:53:55.451907 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 1, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}, {'id': '41917130-5219-4697-9301-77558f22492f', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:44:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:47Z', 'updated_at': '2022-04-18T20:53:47Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:55.485226 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:55.548407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:55.548407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:55.620483 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2755b67-7833-4f47-ba6c-46a8707f7ceb'] response: {'server_uuid': '30b614ae-7963-4ba9-bc21-a165a27446cf', 'name': 'network-vif-deleted', 'tag': 'b0a837bb-508a-4478-b5bf-6a15b500fc4b', 'status': 'completed', 'code': 200} Apr 18 20:53:55.877855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e731e-e2df-4709-a174-bd885fb9668a req-9da7e0c4-cbcd-4a47-bab1-45850058db3d tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:55.905611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e34e731e-e2df-4709-a174-bd885fb9668a req-9da7e0c4-cbcd-4a47-bab1-45850058db3d tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1136 time: 0.2921729 Apr 18 20:53:55.988859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.138264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:56.178584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Usage tracker for resource:security_group_rule and tenant:284e10c305e1441895d1bd61f9f068b1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:56.205756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:56.249060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:56.442157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:56.526503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.625196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:53:56.679776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:56.871855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:56.897968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.062993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e34e731e-e2df-4709-a174-bd885fb9668a req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 1.1443839 Apr 18 20:53:57.140117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7b635-0ea9-465a-a599-11ab434f40ff tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa874de2-73de-4322-bd0c-59878f4aa6f6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.140117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:57.452890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1361b6a2-f89b-41c0-bf9a-4b27024f2fc9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.602485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1361b6a2-f89b-41c0-bf9a-4b27024f2fc9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.631551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.735122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Calling delete_port for de82bd18-ca07-42c8-a60b-31f1b177b286 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:53:57.783265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83be3a41-219e-4e5b-9622-040c18264a08 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:57.799644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-83be3a41-219e-4e5b-9622-040c18264a08 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1131 time: 0.6317592 Apr 18 20:53:57.799644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:57.831435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] No DVR routers for this DVR port b4ef2059-3165-4f48-8fd3-ad071d1798d3 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:53:57.839752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:53:57.848230 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.856643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:53:57.871469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:floatingip and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:53:57.893824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:53:57.916483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1361b6a2-f89b-41c0-bf9a-4b27024f2fc9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:57.925634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:53:57.944433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7730ee3b-4f3c-4f52-b015-03b62717132a None None] Pushing event deleted for resources: {'Port': ['ID=b4ef2059-3165-4f48-8fd3-ad071d1798d3,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:57.961683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:53:58.011464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c2d23-bd6a-48a8-a2a9-0893344b5d27 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 20:53:58.020306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1361b6a2-f89b-41c0-bf9a-4b27024f2fc9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.036027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1361b6a2-f89b-41c0-bf9a-4b27024f2fc9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/security-groups/524e4e42-3d7e-4d8e-af2b-f361215d3be0 HTTP/1.1" status: 204 len: 168 time: 1.3446193 Apr 18 20:53:58.036027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:58.036027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1361b6a2-f89b-41c0-bf9a-4b27024f2fc9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e4e42-3d7e-4d8e-af2b-f361215d3be0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.108863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.163634 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b5546d3-74a4-44e4-b44c-33f8204afe58'] response: {'name': 'network-changed', 'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'status': 'completed', 'code': 200} Apr 18 20:53:58.191733 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-febecd1a-d273-4e13-b01d-1d0b618d7058 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] show failed (client error): The resource could not be found. Apr 18 20:53:58.191733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-febecd1a-d273-4e13-b01d-1d0b618d7058 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups/524e4e42-3d7e-4d8e-af2b-f361215d3be0 HTTP/1.1" status: 404 len: 347 time: 0.1486869 Apr 18 20:53:58.206551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54878) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:58.444444 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.603295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c2d23-bd6a-48a8-a2a9-0893344b5d27 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 20:53:58.625660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 1, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}, {'id': '41917130-5219-4697-9301-77558f22492f', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:44:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:47Z', 'updated_at': '2022-04-18T20:53:47Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:58.625660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b85585-80a8-4b45-ab9e-a81c91a69319 None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 1, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}, {'id': '41917130-5219-4697-9301-77558f22492f', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.87', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:44:fe:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:53:47Z', 'updated_at': '2022-04-18T20:53:47Z', 'revision_number': 0, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:53:58.656189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:58.671340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Port': ['ID=de82bd18-ca07-42c8-a60b-31f1b177b286,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:53:58.706252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b86caf-29ca-46c3-9857-77106010b052 req-d027fc8b-5ae8-401f-a77c-c8d8983bc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:58.706252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b86caf-29ca-46c3-9857-77106010b052 req-d027fc8b-5ae8-401f-a77c-c8d8983bc39c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1096 time: 0.5395720 Apr 18 20:53:58.706252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f11c88b6-fd1a-4bf7-ae46-c383edbe9be6 tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/ports/de82bd18-ca07-42c8-a60b-31f1b177b286 HTTP/1.1" status: 204 len: 168 time: 3.6862724 Apr 18 20:53:58.706252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54884) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:53:59.239832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port f2453cc4-d4ae-4201-a47b-c75a9e90e544 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:53:59.239832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.351954 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f56b2e-a5bb-4954-9cd1-02c6db650c0e None None] New status for floating IP 41917130-5219-4697-9301-77558f22492f: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:53:59.380129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:59.394688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:53:59.504557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:53:59.639205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:53:59.639205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:53:59.792910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b86caf-29ca-46c3-9857-77106010b052 req-26aebef2-1a51-4617-bd44-59e0d46d8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:53:59.792910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b86caf-29ca-46c3-9857-77106010b052 req-26aebef2-1a51-4617-bd44-59e0d46d8df7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 1.0583694 Apr 18 20:54:00.215562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.298915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:00.315525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.361741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b86caf-29ca-46c3-9857-77106010b052 req-0d1796fe-14de-4407-bff4-a25e853c8a28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 200 len: 998 time: 0.5235450 Apr 18 20:54:00.388583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.388583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.456570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb78776-8100-4039-944e-c8b394189fb0']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:00.532294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2933c8b8-6ab7-415e-b75f-8a89a57a8aa4') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:00.532294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2933c8b8-6ab7-415e-b75f-8a89a57a8aa4') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:00.570274 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.629802 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.629802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b86caf-29ca-46c3-9857-77106010b052 req-96274f31-e6a7-4b32-90c2-7967f87cab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:00.629802 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b86caf-29ca-46c3-9857-77106010b052 req-96274f31-e6a7-4b32-90c2-7967f87cab4e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2669346 Apr 18 20:54:00.670410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:54:00.670410 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:54:00.751766 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:54:00.932872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for f2453cc4-d4ae-4201-a47b-c75a9e90e544 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:54:01.025112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.095501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.117124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] Pushing event deleted for resources: {'Network': ['ID=eeb78776-8100-4039-944e-c8b394189fb0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.136729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b86caf-29ca-46c3-9857-77106010b052 req-b81d7ad2-3c6b-48a3-830e-bd60689e39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:01.156631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b86caf-29ca-46c3-9857-77106010b052 req-b81d7ad2-3c6b-48a3-830e-bd60689e39d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4990454 Apr 18 20:54:01.156631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9d104ca5-1db9-4885-9cb4-e7048706120c tempest-PortsIpV6TestJSON-841945797 tempest-PortsIpV6TestJSON-841945797-project] 10.222.0.47 "DELETE /v2.0/networks/eeb78776-8100-4039-944e-c8b394189fb0 HTTP/1.1" status: 204 len: 168 time: 2.4267292 Apr 18 20:54:01.342416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Allocated IP 172.25.5.118 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/cba377cb-62e3-4675-93e1-a526b5bb0080) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:01.660309 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:01.679747 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b86caf-29ca-46c3-9857-77106010b052 req-d45c4acb-b4c0-419e-9c30-ed4b684807c8 service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5180802 Apr 18 20:54:01.869570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=f2453cc4-d4ae-4201-a47b-c75a9e90e544,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:01.914686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.917455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.918014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.918515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.919044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.919541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.920030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.920518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.921025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.921558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.922047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.922554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:01.951239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:01.984683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe42e72-24eb-466f-9edd-c62340112d8c None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:02.040985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 54928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:02.059398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.166848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.166848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec77c94e-d9ee-46c1-a642-9368ebe7534f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/floatingips/c5ee4587-48e5-4a00-ad28-662a8a323744 HTTP/1.1" status: 204 len: 168 time: 3.9464660 Apr 18 20:54:02.453603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86b86caf-29ca-46c3-9857-77106010b052 req-12f7eb39-2d15-4c61-9797-04f227fed5c2 service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7760177 Apr 18 20:54:02.512150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.583025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9220739-6d44-41d8-b596-ddffa00e5f9c None None] New status for floating IP c5ee4587-48e5-4a00-ad28-662a8a323744: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:02.654698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54940) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:02.666031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6d699095-9401-45be-8fdd-d709e06526cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=42ebcb33bbe84962abfdcf9e68502ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5936449 Apr 18 20:54:02.685100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:02.840843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=cba377cb-62e3-4675-93e1-a526b5bb0080,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:02.860642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:02.860642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:02.860642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:54:02.958791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.034887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.174265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.198083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062c5b2-9276-4f59-950b-72145531b389,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.205271 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.210908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b062c5b2-9276-4f59-950b-72145531b389 HTTP/1.1" status: 204 len: 168 time: 0.5730760 Apr 18 20:54:03.244960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.246714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.246714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.249362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.250098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.250860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.253727 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:54:03.255303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.255411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.256953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.256953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.263080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.276887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b55c52e9-9599-49f4-bd08-151d4fad224c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:03.434035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54954) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:03.464602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group': {'name': 'tempest-securitygroup--389620893', 'description': 'tempest-description--916328505'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:03.503727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:03.527752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:03.545751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:03.582528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:03.609123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.652955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:03.652955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:03.663618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:03.674857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:03.825281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.832139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.910238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b471d66-046a-446c-b217-2bfc1055a62d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:03.954315 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:03.954315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-25409fce-92a3-4f9d-aab2-e9f4b0ea932d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5017610 Apr 18 20:54:03.954315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54962) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:03.968606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': '4b471d66-046a-446c-b217-2bfc1055a62d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:04.000645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:04.000645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:04.000645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:04.022011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:04.555620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.581835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.654235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.660186 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.726570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.730558 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7770202 Apr 18 20:54:04.737848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54988) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:04.749756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'security_group_rule': {'security_group_id': '4b471d66-046a-446c-b217-2bfc1055a62d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:04.758713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:04.768917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:security_group_rule and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:04.778543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:04.784104 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:04.791395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ceb7cf-46f6-455b-a66b-2d06810346ef tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81822115-e2b5-485c-aa4d-795cd9871a10,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:04.848100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:04.897064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.060880 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.085850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.151399 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.157500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4172277 Apr 18 20:54:05.157500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 54998) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:05.183731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:05.197832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dd4cd1-a462-450f-af15-1418c497d503 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30591896-0d3e-4834-b648-74b521c34be4,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.219870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:05.231814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Usage tracker for resource:floatingip and tenant:cd7fb843647c4025b67c915ae86f051b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:05.238928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:05.249409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:05.255350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.268455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.280385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.542874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.605781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=cba377cb-62e3-4675-93e1-a526b5bb0080,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:05.638587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:05.856415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.25.5.31 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/fc3c925c-47d7-4611-9a07-40d94e65ea8d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:05.996239 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Floating IP d35ac90b-bdb3-487a-8227-4777ef1facc9 associated. External IP: 172.25.5.118, port: 5f35d7fa-bacf-43c3-b1e7-78b454597742. Apr 18 20:54:06.356668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.436367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.578897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:06.584746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:06.592673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=fc3c925c-47d7-4611-9a07-40d94e65ea8d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:06.593634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:54:06.795783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:06.893708 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.460708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 15478183-2f4a-43b3-a83f-a3203b047e73 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:54:07.635678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:07.648562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.136473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=fc3c925c-47d7-4611-9a07-40d94e65ea8d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:08.152361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.225088 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.225088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-43d8d560-fb81-4478-a8f2-3c5393713f01 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0512908 Apr 18 20:54:08.283615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:54:08.315169 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] Sync routers for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:08.343562 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:08.343562 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:08.357641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:08.578189 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4ad5083a-1c4f-49ac-8914-a1cfe1769244 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.7689753 Apr 18 20:54:08.578189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:08.606908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55076) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:08.920806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-e9759423-4fc4-452b-8435-4676e2d7b9d1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:08.968264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-e9759423-4fc4-452b-8435-4676e2d7b9d1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:08.980427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-e9759423-4fc4-452b-8435-4676e2d7b9d1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--389620893&fields=id&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 267 time: 0.4084899 Apr 18 20:54:09.005982 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:09.440495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-11bd4aaf-d200-438c-adbf-780e36b6b1c3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.468176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-11bd4aaf-d200-438c-adbf-780e36b6b1c3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 0.4731750 Apr 18 20:54:09.532983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-72eb617d-e804-4627-a2cf-366e906fb971 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/quotas/cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 375 time: 0.0578313 Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c01623f2-129d-4bcf-9552-0dd1e85345b7 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7784 time: 1.0352659 Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56afda00-8a8f-4793-b1e3-7bff5b384e5f'] response: {'name': 'network-changed', 'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'status': 'completed', 'code': 200} Apr 18 20:54:09.674286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:09.793134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-870d055b-c8b0-44a9-b502-7aeb76d5fbab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:09.840291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-870d055b-c8b0-44a9-b502-7aeb76d5fbab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:09.847943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-870d055b-c8b0-44a9-b502-7aeb76d5fbab tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3248179 Apr 18 20:54:10.001316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.001846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.002528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.006275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.006706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.007179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.007780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.008114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.009667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.009752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.010245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.016415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55114) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:10.041944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-89c977b7-f27d-4dcb-aa2e-e138d010237e tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7199 time: 0.3821402 Apr 18 20:54:10.042930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:10.169415 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd35ac90b-bdb3-487a-8227-4777ef1facc9', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'port_id': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'mac_address': 'fa:16:3e:38:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:04Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 0, 'project_id': '41ec53beb73e471f9138149704520e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:38Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:10.180463 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] Checking router: 15478183-2f4a-43b3-a83f-a3203b047e73 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:10.208498 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:10.209377 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:53:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:10.471316 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:10.522230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:10.551272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Usage tracker for resource:security_group_rule and tenant:2e451068e4914a3aa020c0a56a9827ac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:10.561968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:10.592477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:10.601021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-541ed69c-e890-49d6-a709-62bc0455096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:10.608864 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-541ed69c-e890-49d6-a709-62bc0455096e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1136 time: 0.9596479 Apr 18 20:54:10.905325 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:10.956436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-00fa772b-bdb8-4be9-827c-f5f5256427bb service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:54:10.966742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-00fa772b-bdb8-4be9-827c-f5f5256427bb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.0805378 Apr 18 20:54:11.003743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.027648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:11.285058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e451068e4914a3aa020c0a56a9827ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2403967 Apr 18 20:54:11.334388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55130) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:11.459461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3adbfe4a-d336-434e-ae73-5c232aa6254d tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6651 time: 1.4357405 Apr 18 20:54:11.480456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55138) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:11.509462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbdcd7-6242-4a92-94d2-7bbf089a63be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=562194fa-6e33-49c1-9db8-28c52b839c3c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:11.610503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-75ec6e75-0404-42aa-abfc-39cc65de4097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:11.614829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-75ec6e75-0404-42aa-abfc-39cc65de4097 service neutron] 10.222.0.61 "GET /v2.0/networks?id=24c627cc-a760-48c8-997d-090789cb5e0d HTTP/1.1" status: 200 len: 898 time: 0.9891644 Apr 18 20:54:11.657334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-531a8f45-3835-4a5f-812f-ef1538b402a8 service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6806037 Apr 18 20:54:11.958095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-cf437feb-d86d-48ae-9b88-d250f9998cb7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742 HTTP/1.1" status: 200 len: 1000 time: 0.3309870 Apr 18 20:54:12.007860 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-4cad2c33-b66d-4875-8f07-79465c7b0770 service neutron] 10.222.0.47 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005397 Apr 18 20:54:12.027008 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd35ac90b-bdb3-487a-8227-4777ef1facc9', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'port_id': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'mac_address': 'fa:16:3e:38:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:04Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 0, 'project_id': '41ec53beb73e471f9138149704520e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:38Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:12.031945 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0efa559-81c3-452b-8f69-37dbef4f1b5a None None] The sync data for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 is: [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'd35ac90b-bdb3-487a-8227-4777ef1facc9', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'floating_ip_address': '172.25.5.118', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'port_id': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3619, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'mac_address': 'fa:16:3e:38:29:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:04Z', 'updated_at': '2022-04-18T20:54:04Z', 'revision_number': 0, 'project_id': '41ec53beb73e471f9138149704520e06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:38Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:12.179379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-591d0373-22d1-48de-b6eb-09f9ba12a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.184658 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-591d0373-22d1-48de-b6eb-09f9ba12a6bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b243b133-a1c9-4f7a-8cb4-05c1f2377a0b HTTP/1.1" status: 200 len: 835 time: 0.2148514 Apr 18 20:54:12.190565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57e8e3ae-57d0-4732-aea0-dbe17934194b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.401032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-e015e3df-176b-4bb7-8b65-78ab8872140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.402963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c5e94-a135-47a6-b211-ef1e55bca849 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.404066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981c5e94-a135-47a6-b211-ef1e55bca849 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:12.406575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-e015e3df-176b-4bb7-8b65-78ab8872140a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=24c627cc-a760-48c8-997d-090789cb5e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2162867 Apr 18 20:54:12.426536 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-981c5e94-a135-47a6-b211-ef1e55bca849 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=15478183-2f4a-43b3-a83f-a3203b047e73 HTTP/1.1" status: 200 len: 1989 time: 0.9399979 Apr 18 20:54:12.437593 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57e8e3ae-57d0-4732-aea0-dbe17934194b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.605479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57e8e3ae-57d0-4732-aea0-dbe17934194b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.639868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8e3ae-57d0-4732-aea0-dbe17934194b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=562194fa-6e33-49c1-9db8-28c52b839c3c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:12.659079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57e8e3ae-57d0-4732-aea0-dbe17934194b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:12.660341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-57e8e3ae-57d0-4732-aea0-dbe17934194b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/562194fa-6e33-49c1-9db8-28c52b839c3c HTTP/1.1" status: 204 len: 168 time: 1.3068595 Apr 18 20:54:12.760131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-37875b07-d4b4-409a-b3fa-adcec0c99821 service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442497 Apr 18 20:54:12.864547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492702e-1a2c-4b81-99dc-bb33e887aaed None None] New status for floating IP d35ac90b-bdb3-487a-8227-4777ef1facc9: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:13.021780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ba49919-884d-41e6-ac34-e8e0af947b20 req-d2f17122-ae0c-4fc5-b6d5-419cbed37a84 service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258151 Apr 18 20:54:13.032596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2edfff03-1c35-428a-8fc1-e37aeb941cbf req-79e0d8a7-c613-4b02-88aa-51275af7d9e8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:13.061389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2edfff03-1c35-428a-8fc1-e37aeb941cbf req-79e0d8a7-c613-4b02-88aa-51275af7d9e8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:13.106463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2edfff03-1c35-428a-8fc1-e37aeb941cbf req-79e0d8a7-c613-4b02-88aa-51275af7d9e8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 210 time: 0.5359957 Apr 18 20:54:13.610052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8706c339-8b21-4548-a215-f60178712d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:14.486153 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9e208c9-8636-407a-8d71-079c7836d64a req-7b90fbdb-5f75-4b88-a542-c9bac6202978 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 210 time: 0.2257257 Apr 18 20:54:15.827643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55226) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:15.985575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a527bc95-a735-43bd-b9b8-0d45fb0afb19 req-32424faf-6552-4c51-934b-228bf00e7689 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 210 time: 0.1872449 Apr 18 20:54:16.043673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f81d6e30-890a-43fc-90f8-197e2b0346f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.249019 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.283005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:16.300794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Usage tracker for resource:security_group_rule and tenant:526df07c05534e148b9d77765c98a90d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:16.308544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:16.319928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:16.328464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-6ea8516f-183f-49c1-9d7d-11cdbc98ed58 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:16.330139 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-6ea8516f-183f-49c1-9d7d-11cdbc98ed58 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 815 time: 0.4318707 Apr 18 20:54:16.406342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-f9e58a7d-807b-496d-9ccd-32702f0f0cb0 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd7fb843647c4025b67c915ae86f051b HTTP/1.1" status: 200 len: 379 time: 0.0672715 Apr 18 20:54:16.418592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'port': {'device_id': 'c206ac19-d333-42fc-9859-19063303a406', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'admin_state_up': True, 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'security_groups': ['4b471d66-046a-446c-b217-2bfc1055a62d']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:16.664577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.667397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:16.677948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.698415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:16.748939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Made reservation on behalf of cd7fb843647c4025b67c915ae86f051b for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:16.750597 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.766782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:16.769339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=526df07c05534e148b9d77765c98a90d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9400337 Apr 18 20:54:16.787668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f1365-13ba-4c88-b618-07acc65ac311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd283008-7f2e-4583-a329-6786529a3af5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:16.856228 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36fe8fca-ad5c-431a-810a-d7fa32641e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.895072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36fe8fca-ad5c-431a-810a-d7fa32641e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:16.984256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36fe8fca-ad5c-431a-810a-d7fa32641e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.047215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe8fca-ad5c-431a-810a-d7fa32641e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd283008-7f2e-4583-a329-6786529a3af5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.083057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36fe8fca-ad5c-431a-810a-d7fa32641e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.086170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-36fe8fca-ad5c-431a-810a-d7fa32641e34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd283008-7f2e-4583-a329-6786529a3af5 HTTP/1.1" status: 204 len: 168 time: 0.3180215 Apr 18 20:54:17.131901 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.163225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.315829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ddafbc92-da09-481a-b9ad-257f7b3653ba req-3b031db8-62f2-492b-b9ba-8471b669677e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 210 time: 0.1108687 Apr 18 20:54:17.318056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Allocated IP 172.20.0.12 (73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab/e212284d-6ecd-4f6a-a664-aacbfaf5f0cc/c8570c4c-0dec-46bd-9999-d7c5396e0c67) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:17.686815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.709162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Transition to ACTIVE for port object c8570c4c-0dec-46bd-9999-d7c5396e0c67 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:17.758340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.840764 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:17.850334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:17.855595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:54:17.891578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event updated for resources: {'Port': ['ID=c8570c4c-0dec-46bd-9999-d7c5396e0c67,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:17.944586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:17.949793 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:17.995497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-ebe7627a-0b6a-4a4d-897f-1fcab1fbae4a req-1b8f3d8e-7e0e-42c9-8ef4-c508766f4a23 service neutron] (88141) timed out ('10.222.0.47', 40016) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:54:18.049665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-2b7ba692-ecaa-40ae-b6e3-d1bf63a13314 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6360085 Apr 18 20:54:18.077267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Request body: {'port': {'device_id': 'c206ac19-d333-42fc-9859-19063303a406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:18.307868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:18.424959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.457877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6fb45331-07ba-4acf-af46-b5e97b8626e0 None None] Provisioning for port c8570c4c-0dec-46bd-9999-d7c5396e0c67 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:18.476487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6fb45331-07ba-4acf-af46-b5e97b8626e0 None None] Provisioning complete for port c8570c4c-0dec-46bd-9999-d7c5396e0c67 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:18.477436 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6fb45331-07ba-4acf-af46-b5e97b8626e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.600103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-832832480-network', 'tenant_id': '9ce00e2cba424f6cbb491c9d1e11efa4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:18.615970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:18.668358 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.679092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6fb45331-07ba-4acf-af46-b5e97b8626e0 None None] Port c8570c4c-0dec-46bd-9999-d7c5396e0c67 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:54:18.735725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Usage tracker for resource:network and tenant:9ce00e2cba424f6cbb491c9d1e11efa4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:18.747722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:18.758325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:18.788749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Made reservation on behalf of 9ce00e2cba424f6cbb491c9d1e11efa4 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:18.792045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.816950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.848938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295568c-096b-456d-81cf-1cd92040c47a req-355bb149-d183-4cbf-b770-4733c2ba353e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:18.850561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6295568c-096b-456d-81cf-1cd92040c47a req-355bb149-d183-4cbf-b770-4733c2ba353e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 932 time: 0.2380569 Apr 18 20:54:18.851718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:18.858166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce00e2cba424f6cbb491c9d1e11efa4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:18.863466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:18.892162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:18.935205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6295568c-096b-456d-81cf-1cd92040c47a req-f7312c46-278b-45de-a55d-4403cc8c7e7e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:18.983710 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:18.998715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6295568c-096b-456d-81cf-1cd92040c47a req-f7312c46-278b-45de-a55d-4403cc8c7e7e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:19.001041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6295568c-096b-456d-81cf-1cd92040c47a req-f7312c46-278b-45de-a55d-4403cc8c7e7e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394560 Apr 18 20:54:19.256956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.268437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.311506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:19.396701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f17459-715c-4444-b804-f83e4d252219,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:19.401214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.401796 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Added segment 21518419-72bc-4e71-b23d-29aee11c678a of type vlan for network 37ec3343-fb2d-48e9-812e-58af003af0e0 Apr 18 20:54:19.502308 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.511947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8570c4c-0dec-46bd-9999-d7c5396e0c67 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:19.521416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.536507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.545210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Transition to ACTIVE for port object c8570c4c-0dec-46bd-9999-d7c5396e0c67 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:19.556388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.622182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.624901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:19.626799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:19.922127 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570c4c-0dec-46bd-9999-d7c5396e0c67,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.013730 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7041423 Apr 18 20:54:20.017023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:20.023104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Request body: {'subnet': {'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-832832480-subnet', 'tenant_id': '9ce00e2cba424f6cbb491c9d1e11efa4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:20.030337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:20.035588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Usage tracker for resource:subnet and tenant:9ce00e2cba424f6cbb491c9d1e11efa4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:20.039424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:20.054319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:20.065472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd3d3e-f047-4103-8b61-e2bef8c1ed76 admin admin] Pushing event updated for resources: {'Network': ['ID=37ec3343-fb2d-48e9-812e-58af003af0e0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.076313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Made reservation on behalf of 9ce00e2cba424f6cbb491c9d1e11efa4 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:20.080033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.107302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 37ec3343-fb2d-48e9-812e-58af003af0e0 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:54:20.201872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Attempting to bind port c8570c4c-0dec-46bd-9999-d7c5396e0c67 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:20.203400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Attempting to bind port c8570c4c-0dec-46bd-9999-d7c5396e0c67 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:20.203760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Attempting to bind port c8570c4c-0dec-46bd-9999-d7c5396e0c67 on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:54:20.216174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Port c8570c4c-0dec-46bd-9999-d7c5396e0c67 on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:54:20.218007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Attempting to bind port c8570c4c-0dec-46bd-9999-d7c5396e0c67 on network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:54:20.233123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:54:20.233759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Checking segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:54:20.235745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Bound using segment: {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:54:20.236695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Bound port: c8570c4c-0dec-46bd-9999-d7c5396e0c67, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58034b16-90a7-447e-8ea8-d2b309f336c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:20.237421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.585246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] For port c8570c4c-0dec-46bd-9999-d7c5396e0c67, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:54:20.589633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] For port c8570c4c-0dec-46bd-9999-d7c5396e0c67, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:54:20.607594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.651340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.680310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:20.681416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:20.683062 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] 10.222.0.55 "PUT /v2.0/ports/c8570c4c-0dec-46bd-9999-d7c5396e0c67 HTTP/1.1" status: 200 len: 1092 time: 2.6226280 Apr 18 20:54:20.686129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:20.759184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8fe281-6dc6-44d8-87ce-3a296c7ac007 service neutron] Pushing event updated for resources: {'Port': ['ID=c8570c4c-0dec-46bd-9999-d7c5396e0c67,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.779093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532a535-553f-408a-9bd1-ea684fd0cfaf req-22b77a06-3315-4f9d-b47f-7a3a3966fd47 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:20.779861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d532a535-553f-408a-9bd1-ea684fd0cfaf req-22b77a06-3315-4f9d-b47f-7a3a3966fd47 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Synchronizing usage tracker for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:20.863629 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c9ed93f-c10f-4ca0-9349-b37d811c367f'] response: {'name': 'network-changed', 'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'status': 'completed', 'code': 200} Apr 18 20:54:20.870950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d532a535-553f-408a-9bd1-ea684fd0cfaf req-22b77a06-3315-4f9d-b47f-7a3a3966fd47 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Unset dirty status for tenant:cd7fb843647c4025b67c915ae86f051b on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:20.878162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d532a535-553f-408a-9bd1-ea684fd0cfaf req-22b77a06-3315-4f9d-b47f-7a3a3966fd47 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 944 time: 0.4402864 Apr 18 20:54:20.946479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d532a535-553f-408a-9bd1-ea684fd0cfaf req-ae39fbe0-b7eb-43b3-8202-9bc7fc999ea1 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668209 Apr 18 20:54:20.989680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d995d966-e4ca-4023-af25-5acb7a44a6f4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:20.995428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-3c3acc60-4536-4bbb-996d-bbdba01f8ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:20.998405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-3c3acc60-4536-4bbb-996d-bbdba01f8ce5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 1095 time: 0.1870649 Apr 18 20:54:20.999301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Checking segment: {'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:54:20.999670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Network hostable DHCP agents. Network: 37ec3343-fb2d-48e9-812e-58af003af0e0, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:21.029090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Network 37ec3343-fb2d-48e9-812e-58af003af0e0 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:21.046887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 37ec3343-fb2d-48e9-812e-58af003af0e0) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:21.058917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207fb4a9-29ce-4267-9aad-8493d8621451 None None] Network 37ec3343-fb2d-48e9-812e-58af003af0e0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:54:21.076686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:21.078184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:21.085877 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-42c035bd-8439-4986-8e1c-67b1c4277b7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67 HTTP/1.1" status: 200 len: 217 time: 0.0805895 Apr 18 20:54:21.165590 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-76d3bcdb-d1fe-4436-b2e7-865c1dbc4ebd admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1347663 Apr 18 20:54:21.254524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-6c5e4bbf-010a-4a03-984e-74b3d577770c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:21.258001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-6c5e4bbf-010a-4a03-984e-74b3d577770c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.1660349 Apr 18 20:54:21.417400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-20000727-31b6-45a5-8645-f37acd06fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:21.418991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-20000727-31b6-45a5-8645-f37acd06fe35 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552174 Apr 18 20:54:21.424665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd43cd1-e296-4fac-9d52-4533f0dbe74d None None] Network 37ec3343-fb2d-48e9-812e-58af003af0e0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:54:21.702120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-dcbf5116-c411-4eeb-b932-77ca44e811cd service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757013 Apr 18 20:54:21.921342 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23a06594-c4c7-4b27-9a5b-f2d8100c583c req-1a9c65d9-db3b-4662-a4b1-85bca3fee20f service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125771 Apr 18 20:54:22.230553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-47b0cd34-6c32-44a2-88f7-1e27a6dd9de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.231397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-47b0cd34-6c32-44a2-88f7-1e27a6dd9de2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 1095 time: 0.2553816 Apr 18 20:54:22.614276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4144f57-7bac-45b1-8d2e-8b9476b22c86 req-fa3bd40b-fe03-46e7-ac78-f8c9ad7d3f32 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.616005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4144f57-7bac-45b1-8d2e-8b9476b22c86 req-fa3bd40b-fe03-46e7-ac78-f8c9ad7d3f32 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 944 time: 0.2578547 Apr 18 20:54:22.714466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4144f57-7bac-45b1-8d2e-8b9476b22c86 req-f5a2c974-5aa2-469a-9294-84980e82b42e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877295 Apr 18 20:54:22.929018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-2e6a5f3d-6f39-41b7-9c2e-b25065df614c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:22.929018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-2e6a5f3d-6f39-41b7-9c2e-b25065df614c service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.6892827 Apr 18 20:54:23.219314 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-009851ed-d86c-430f-b087-d48fdf307d34 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67 HTTP/1.1" status: 200 len: 217 time: 0.2657392 Apr 18 20:54:23.355585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-6e3aa739-5393-4aeb-a7e7-717d8b1409ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.357686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-6e3aa739-5393-4aeb-a7e7-717d8b1409ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.1434181 Apr 18 20:54:23.514852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-e20765a9-ddbe-4ec3-b659-23293df47c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:23.517987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-e20765a9-ddbe-4ec3-b659-23293df47c98 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521478 Apr 18 20:54:23.999572 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-a09f5e5f-9e23-4428-b4f4-3ee26161dc10 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423892 Apr 18 20:54:24.470640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86d5d184-2877-4f46-aa2b-9322958d8264 req-bbe54ffc-385f-4385-8adf-d29006802ca4 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4619484 Apr 18 20:54:24.547137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3464543c-a93c-4ecf-9837-158b281b40ba req-8e1d929a-244d-4473-8feb-1896fd488a68 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:24.551200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3464543c-a93c-4ecf-9837-158b281b40ba req-8e1d929a-244d-4473-8feb-1896fd488a68 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 944 time: 0.3361776 Apr 18 20:54:24.655723 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3464543c-a93c-4ecf-9837-158b281b40ba req-1532a07e-c627-4a01-9d5c-00dd64010c8c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758402 Apr 18 20:54:25.038120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c8570c4c-0dec-46bd-9999-d7c5396e0c67 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:54:25.376931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c8570c4c-0dec-46bd-9999-d7c5396e0c67, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:54:25.403013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'port_id': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'mac_address': 'fa:16:3e:ef:1f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:54:25.535449 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.614475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8570c4c-0dec-46bd-9999-d7c5396e0c67 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:54:25.684426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c8570c4c-0dec-46bd-9999-d7c5396e0c67, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:54:25.702236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:25.957720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c8570c4c-0dec-46bd-9999-d7c5396e0c67,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:25.977143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.978293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.980256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.981286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.981854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.982456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.982995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.983525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.984359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.985898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.987867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:25.988689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:26.015170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['c8570c4c-0dec-46bd-9999-d7c5396e0c67'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:54:26.205048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fca58c-cd4c-4465-870d-092c796b6015 req-fc021d5d-8b0a-4ee5-bf44-35f521bb7e79 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:26.205048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4fca58c-cd4c-4465-870d-092c796b6015 req-fc021d5d-8b0a-4ee5-bf44-35f521bb7e79 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 945 time: 0.1938212 Apr 18 20:54:26.316591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4fca58c-cd4c-4465-870d-092c796b6015 req-43b2f7eb-d79f-4dcf-aa6a-286baad0cac8 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100690 Apr 18 20:54:27.895054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:27.920369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f15a9-7a7b-4041-ac10-089efb333d7d req-99b7c412-f106-4e9f-b1e0-fb95707d748b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:27.920369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f6f15a9-7a7b-4041-ac10-089efb333d7d req-99b7c412-f106-4e9f-b1e0-fb95707d748b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 945 time: 0.2825220 Apr 18 20:54:28.230769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f6f15a9-7a7b-4041-ac10-089efb333d7d req-2fab9952-8bb5-45b4-a17b-e340fcac11de tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2798204 Apr 18 20:54:28.300053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-313e230e-eb22-4b63-8644-49fc95e65083 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 5262 time: 0.4001799 Apr 18 20:54:28.301879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55428) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:28.312421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'network': {'name': 'tempest-network-smoke--2040089052', 'project_id': '41ec53beb73e471f9138149704520e06', 'port_security_enabled': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:28.345258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:28.373550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:28.414110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Made reservation on behalf of 41ec53beb73e471f9138149704520e06 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:28.443739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.537734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:54:28.560317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.560317 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Added segment cf6d9bf6-c5b1-438b-b673-bcd3943065b0 of type vlan for network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 Apr 18 20:54:28.674275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.796932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.813528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:28.813930 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:28.970224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6668439 Apr 18 20:54:28.973026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:28.974503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606f40-df1a-47d4-888b-a2bcf60d774f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Network': ['ID=04cdc5bb-d38b-4a8d-a819-014e8e8c97a3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:28.984924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'admin_state_up': True, 'project_id': '41ec53beb73e471f9138149704520e06', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:28.997105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:54:29.015347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:29.037627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:router and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:29.044488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:29.091082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:29.134986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.134986 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.218129 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.247460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c8570c4c-0dec-46bd-9999-d7c5396e0c67 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:29.552935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port c8570c4c-0dec-46bd-9999-d7c5396e0c67 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:29.562300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port c8570c4c-0dec-46bd-9999-d7c5396e0c67 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:29.562300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.863893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:29.924828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:29.969318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c8570c4c-0dec-46bd-9999-d7c5396e0c67, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:54:29.983046 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.122783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:30.156812 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dade4c1a-a93d-47b5-83f1-55d82f9fba03'] response: {'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'code': 200} Apr 18 20:54:30.417155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c8570c4c-0dec-46bd-9999-d7c5396e0c67,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:30.467331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc56001e-222a-4460-bbf3-1bead44f75c8 req-1faec1f2-384e-468c-b475-1c654efc4a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.474351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc56001e-222a-4460-bbf3-1bead44f75c8 req-1faec1f2-384e-468c-b475-1c654efc4a11 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 1097 time: 0.2718580 Apr 18 20:54:30.633570 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc56001e-222a-4460-bbf3-1bead44f75c8 req-1397a794-e643-4d20-85a7-a54122746ffb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521533 Apr 18 20:54:30.807726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669d65d-813f-408d-b57d-9deeefee4952 req-54d7203a-2b25-462e-b362-ed64215edd2c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:30.825412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a669d65d-813f-408d-b57d-9deeefee4952 req-54d7203a-2b25-462e-b362-ed64215edd2c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 1.0927556 Apr 18 20:54:30.924901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a669d65d-813f-408d-b57d-9deeefee4952 req-0806dc87-3b3c-4626-9386-fb5830af50f9 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047974 Apr 18 20:54:31.421090 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:31.694785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.147509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Allocated IP 172.25.5.100 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/1f6d5198-0122-443c-a0aa-b5cae502521e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:32.725672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a8a6f-d9e7-4d67-b906-624e5b871a25 req-81f10436-5e6d-4818-9f75-7278225b918d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:32.740537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-517a8a6f-d9e7-4d67-b906-624e5b871a25 req-81f10436-5e6d-4818-9f75-7278225b918d tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 0.3415418 Apr 18 20:54:32.792166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.860887 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-517a8a6f-d9e7-4d67-b906-624e5b871a25 req-cb65faf5-dcdd-4c2c-b02f-76407549ef6a tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308069 Apr 18 20:54:32.885168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:32.981099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=1f6d5198-0122-443c-a0aa-b5cae502521e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:32.998533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:33.001253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:33.011700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:54:33.693412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:34.632229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba25b-38cf-4869-8dcf-36a28983b34f req-1ca223dc-28d2-4077-90dd-870bb5bdfad7 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:34.632229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc1ba25b-38cf-4869-8dcf-36a28983b34f req-1ca223dc-28d2-4077-90dd-870bb5bdfad7 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 0.3443937 Apr 18 20:54:34.669162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.323521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc1ba25b-38cf-4869-8dcf-36a28983b34f req-6688a000-6f3f-4ffc-a65c-85044366df5f tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6811950 Apr 18 20:54:35.355551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:54:35.769175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff0bd6e-817e-4125-b84d-141e1ba9936d req-c900395a-2a50-4626-9229-815ad1f853d3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:35.773967 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1ff0bd6e-817e-4125-b84d-141e1ba9936d req-c900395a-2a50-4626-9229-815ad1f853d3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 0.2209713 Apr 18 20:54:35.782922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 55534) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:35.789332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Request body: {'floatingip': {'port_id': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:35.848807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:54:35.863413 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Sync routers for ids ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:35.878563 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Routers {'3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:35.879760 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:54:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:35.979943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:35.986528 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9a94ff3b-3d69-47f4-be07-e474fd1cfe5b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 7.0068791 Apr 18 20:54:35.987543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:36.049111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:36.188134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6b16f0-1088-442c-b684-59c604cf3ca5 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.213746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fa6b16f0-1088-442c-b684-59c604cf3ca5 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=41ec53beb73e471f9138149704520e06&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2040634 Apr 18 20:54:36.213746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55548) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:36.371723 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Set router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:36.704667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ff004-b364-4745-9056-8218f0c7b064 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:36.704667 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-819ff004-b364-4745-9056-8218f0c7b064 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4955618 Apr 18 20:54:36.704667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:36.862680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7cdca96f-d8af-4a1e-85c3-f452ac8c39a0 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1400316 Apr 18 20:54:36.862680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55564) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:36.973494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-24160ff6-322b-4677-8078-799571e09241 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=41ec53beb73e471f9138149704520e06&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1255505 Apr 18 20:54:36.974409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55570) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:37.434374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee92b625-36b1-40a4-8266-e99de508bb8c tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:37.435942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ee92b625-36b1-40a4-8266-e99de508bb8c tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4603851 Apr 18 20:54:37.440662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:37.521723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d9367529-f099-4a4c-80d5-8aaa1c66a67a tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0798221 Apr 18 20:54:37.524592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55584) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:37.545031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-845082278', 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'project_id': '41ec53beb73e471f9138149704520e06', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:54:37.621799 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:33Z', 'revision_number': 3, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:37.634252 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Checking router: 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:37.634252 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Updating router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 port 1f6d5198-0122-443c-a0aa-b5cae502521e binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:54:37.744665 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:37.944150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:54:37.966109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Usage tracker for resource:subnet and tenant:41ec53beb73e471f9138149704520e06 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:54:37.974308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:54:37.992812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:54:38.027137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Made reservation on behalf of 41ec53beb73e471f9138149704520e06 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:54:38.030995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.810386 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:38.820478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.152598 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.209431 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.244674 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Transition to ACTIVE for port object 1f6d5198-0122-443c-a0aa-b5cae502521e will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:39.292123 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.621540 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP 09d4fc35-a408-4da4-82a3-a88f630b37aa associated. External IP: 172.25.5.31, port: c8570c4c-0dec-46bd-9999-d7c5396e0c67. Apr 18 20:54:39.686826 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Pushing event updated for resources: {'Port': ['ID=1f6d5198-0122-443c-a0aa-b5cae502521e,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:39.706835 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.707406 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.707943 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.708365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.708813 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.709272 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.709771 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.710331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.710796 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.714462 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.715252 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.715597 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:54:39.768633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-d122cff6-7f71-4c05-b7f8-b6f98608d65f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1564505 Apr 18 20:54:39.771316 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Attempting to bind port 1f6d5198-0122-443c-a0aa-b5cae502521e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:39.772253 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Attempting to bind port 1f6d5198-0122-443c-a0aa-b5cae502521e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:39.772702 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Attempting to bind port 1f6d5198-0122-443c-a0aa-b5cae502521e on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:54:39.775168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Checking segment: {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:54:39.775882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network hostable DHCP agents. Network: 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:54:39.810716 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:54:39.811529 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:54:39.811650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Subnet': ['ID=2dd011b3-544c-41e0-8e7f-a1b983d59135,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:39.812645 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.813855 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:54:39.815759 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Bound port: 1f6d5198-0122-443c-a0aa-b5cae502521e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:39.816887 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:39.986284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:54:40.042091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:40.067542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67042bfc-c8b7-4a97-a3a1-ea65a390952d None None] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:54:40.104432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:40.116819 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] For port 1f6d5198-0122-443c-a0aa-b5cae502521e, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:54:40.127702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.134871 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] For port 1f6d5198-0122-443c-a0aa-b5cae502521e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1f6d5198-0122-443c-a0aa-b5cae502521e,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:54:40.134871 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:40.297063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-238538a5-4da5-4ae0-9b4c-0d888f90c4f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.7587056 Apr 18 20:54:40.309685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 55610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:54:40.350692 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:54:40.426448 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33824846-b5df-49b3-8c2b-4b40d52c16fe None None] Pushing event updated for resources: {'Port': ['ID=1f6d5198-0122-443c-a0aa-b5cae502521e,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:40.432562 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Routers {'3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:40.433599 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:54:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:40.919302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:54:40.923153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'fixed_ips': [{'subnet_id': '2dd011b3-544c-41e0-8e7f-a1b983d59135'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:54:40.923153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.238179 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] Set router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:41.800975 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:54:41.849296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:41.855634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:41.950720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:41.950720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:54:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:42.183742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Allocated IP 172.20.0.18 (04cdc5bb-d38b-4a8d-a819-014e8e8c97a3/2dd011b3-544c-41e0-8e7f-a1b983d59135/719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:42.206058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-5cb0d76d-e03c-415a-9eb0-448bcebb22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:42.206058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-5cb0d76d-e03c-415a-9eb0-448bcebb22ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=918918e2f0ff4341861999d0c8202892&device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1096 time: 2.3810539 Apr 18 20:54:42.261579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-15cecf9d-20fd-447a-abd9-5de50be9efec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "PUT /v2.0/floatingips/09d4fc35-a408-4da4-82a3-a88f630b37aa HTTP/1.1" status: 200 len: 991 time: 6.4456706 Apr 18 20:54:42.261579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:54:42.616687 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1b2301-882a-4f39-8dba-8ae12aa4ee61'] response: {'name': 'network-changed', 'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'status': 'completed', 'code': 200} Apr 18 20:54:42.825073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-0fecfb83-c253-407f-8e08-41f6c5a7cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:42.825073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-0fecfb83-c253-407f-8e08-41f6c5a7cdfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 1097 time: 0.1748357 Apr 18 20:54:43.294664 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:33Z', 'revision_number': 3, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:43.315780 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7915ddbb-59b4-4031-9842-59321af8f90a None None] The sync data for ids ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'] in n-d-836016-3 is: [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:33Z', 'revision_number': 3, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:43.352908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-ea82a0fd-6809-4c49-9190-420f8a7d96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:43.362943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-ea82a0fd-6809-4c49-9190-420f8a7d96b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 0.5411153 Apr 18 20:54:43.503708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:44.692952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:44.964545 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-ed3f3a1b-446d-4a84-8227-baedff83e507 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67 HTTP/1.1" status: 200 len: 999 time: 1.5938208 Apr 18 20:54:45.270574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-556138ec-ed83-44b1-8ee2-7a8e1faf4c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.270574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-556138ec-ed83-44b1-8ee2-7a8e1faf4c96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.2947149 Apr 18 20:54:45.311975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-fa5de576-eddb-41dc-a1ea-7686a7e3a29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.324662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-fa5de576-eddb-41dc-a1ea-7686a7e3a29d service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7735296-80ab-453c-af45-55e248fbf266 HTTP/1.1" status: 200 len: 910 time: 2.7521777 Apr 18 20:54:45.517884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1f6d5198-0122-443c-a0aa-b5cae502521e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:45.623083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-52c54828-8ac7-4cdc-80ff-86f77c0f1496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:45.645406 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-52c54828-8ac7-4cdc-80ff-86f77c0f1496 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3677933 Apr 18 20:54:45.822499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Transition to ACTIVE for port object 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:45.989575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-d856a504-11f5-40c5-b12c-c6927963c611 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 2.2826331 Apr 18 20:54:46.103249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-f88ef70a-f411-4724-bc01-0ee715b93833 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434876 Apr 18 20:54:46.109803 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eccbc985-aabe-48f9-a178-484f2625e853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.131965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Transition to ACTIVE for port object 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:46.253120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.684233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-02871620-e378-4958-9450-35aad69ff49f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aaf592c-83c8-437d-8b7c-153dc205b761 HTTP/1.1" status: 200 len: 1001 time: 1.3177407 Apr 18 20:54:46.689257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:46.695348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 1f6d5198-0122-443c-a0aa-b5cae502521e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:46.722001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f7051b34-6fa4-4b6e-8481-2eb3e0b160e5 req-d9614dc1-b71b-4565-a48c-687e8a597700 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050987 Apr 18 20:54:46.734550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:46.734550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2b46621b-8605-4560-892e-c66748e9805a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:46.758026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:54:46.796470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 1f6d5198-0122-443c-a0aa-b5cae502521e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:46.796470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.162155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-6289b475-1685-4adc-b5ef-7b5bdb1caf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:47.162155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-6289b475-1685-4adc-b5ef-7b5bdb1caf3c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=771c4e64-51a9-4e5d-996e-273ec6299017 HTTP/1.1" status: 200 len: 848 time: 0.4278471 Apr 18 20:54:47.254517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Pushing event updated for resources: {'Port': ['ID=719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:47.293803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-abf3595a-e721-40fe-a813-92fd19b2db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:47.295701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-abf3595a-e721-40fe-a813-92fd19b2db0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1096 time: 0.8896224 Apr 18 20:54:47.343407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Attempting to bind port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:47.344169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Attempting to bind port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:47.344804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Attempting to bind port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 on network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:54:47.349291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.379248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:54:47.379859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Checking segment: {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:54:47.381205 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.381430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Bound using segment: {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:54:47.382354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Bound port: 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:47.383220 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.411540 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.836920 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:47.881497 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.043523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-3c5cff7d-eecd-4bdb-a077-a43427eecb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:48.043523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-3c5cff7d-eecd-4bdb-a077-a43427eecb10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7735296-80ab-453c-af45-55e248fbf266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8462672 Apr 18 20:54:48.043523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-1c52d874-21ad-4b81-8ada-1f640c625d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:48.043523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-1c52d874-21ad-4b81-8ada-1f640c625d8b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.7074807 Apr 18 20:54:48.108664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 1f6d5198-0122-443c-a0aa-b5cae502521e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1f6d5198-0122-443c-a0aa-b5cae502521e,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:54:48.136107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] For port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:54:48.155344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] For port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:54:48.172045 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.297724 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.324297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '09d4fc35-a408-4da4-82a3-a88f630b37aa', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:ef:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206ac19-d333-42fc-9859-19063303a406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:38Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:48.349806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:48.396600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:48.396600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:54:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:48.466389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=1f6d5198-0122-443c-a0aa-b5cae502521e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:48.942579 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:48.958737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:49.035044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-35e3334b-116d-42c0-a0b5-3f02c85241d0 service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6083205 Apr 18 20:54:49.231260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28023440-5800-42fa-b16c-fa78a9d1d739 None None] Pushing event updated for resources: {'Port': ['ID=719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:49.292307 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.568268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:49.695390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Allocated IP 172.20.0.17 (04cdc5bb-d38b-4a8d-a819-014e8e8c97a3/2dd011b3-544c-41e0-8e7f-a1b983d59135/ba165429-3089-41b9-b266-f1ae94cad44d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:54:49.747624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-24e867bd-8e5c-4203-957b-aaa430d59f27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 200 len: 1000 time: 1.7063754 Apr 18 20:54:50.382698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.411872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Transition to ACTIVE for port object ba165429-3089-41b9-b266-f1ae94cad44d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:50.451859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:50.533610 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-146cbe85-885a-4555-91b5-248cc0cc1b92 req-088b1b1b-91dd-4436-95e7-aa569a6667f0 service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3703675 Apr 18 20:54:50.547263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-0632a07b-594f-40c8-b693-8fb8fcf5971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:50.549060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-0632a07b-594f-40c8-b693-8fb8fcf5971f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.7615097 Apr 18 20:54:50.570079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:50.615051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:50.637545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:54:50.689984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=ba165429-3089-41b9-b266-f1ae94cad44d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:50.764137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '09d4fc35-a408-4da4-82a3-a88f630b37aa', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:ef:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206ac19-d333-42fc-9859-19063303a406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:38Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:50.821730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7b71a7-5b41-4289-9e8e-d9400c6dc8b1 None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '09d4fc35-a408-4da4-82a3-a88f630b37aa', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'floating_ip_address': '172.25.5.31', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'port_id': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'mac_address': 'fa:16:3e:ef:1f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c206ac19-d333-42fc-9859-19063303a406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:54:06Z', 'updated_at': '2022-04-18T20:54:38Z', 'revision_number': 1, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:54:50.857634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:51.184277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7134e0e-bd6f-450f-b849-d608355091c8 None None] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:54:51.243056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-6193ea84-e1c5-4129-9fca-2587f1a2bd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:51.243056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-6193ea84-e1c5-4129-9fca-2587f1a2bd72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6704381 Apr 18 20:54:51.476688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:51.676921 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60df805c-ae4c-44a6-a2f8-b46f04c3aaad None None] New status for floating IP 09d4fc35-a408-4da4-82a3-a88f630b37aa: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:54:51.816550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-7884d047-70da-4816-a571-78f6d5844583 service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5670485 Apr 18 20:54:52.224089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-534e2efa-81df-4baf-8b08-a0faf5ed0e85 None None] Provisioning for port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:52.263728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:52.341438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:52.341438 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.828684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c00bd99c-05a0-401a-baf9-1c2860511720 req-6061ef80-2b18-4c6d-8619-e46af34e3ffe service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9963672 Apr 18 20:54:52.896076 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:52.955560 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.123570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:54:53.144470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.176417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1f6d5198-0122-443c-a0aa-b5cae502521e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:53.488251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:53.488251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 1f6d5198-0122-443c-a0aa-b5cae502521e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:53.488251 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:53.875708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d818d19a-587b-4222-88d2-6a5799e963f2 None None] Provisioning complete for port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:53.876162 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d818d19a-587b-4222-88d2-6a5799e963f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.032204 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.047603 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.188284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:54:54.334773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d818d19a-587b-4222-88d2-6a5799e963f2 None None] Provisioning for port ba165429-3089-41b9-b266-f1ae94cad44d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:54:54.347993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:54.348386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.386266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d818d19a-587b-4222-88d2-6a5799e963f2 None None] Provisioning complete for port ba165429-3089-41b9-b266-f1ae94cad44d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:54.386412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d818d19a-587b-4222-88d2-6a5799e963f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.405741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=ba165429-3089-41b9-b266-f1ae94cad44d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:54.412750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.474526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d818d19a-587b-4222-88d2-6a5799e963f2 None None] Port ba165429-3089-41b9-b266-f1ae94cad44d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:54:54.625641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fb202f0d-b97c-4e79-92e4-a8e91e840391 None None] Provisioning complete for port ba165429-3089-41b9-b266-f1ae94cad44d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:54.625641 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb202f0d-b97c-4e79-92e4-a8e91e840391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:54.690983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fb202f0d-b97c-4e79-92e4-a8e91e840391 None None] Port ba165429-3089-41b9-b266-f1ae94cad44d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:54:54.713226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:54:54.713226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:54:55.180994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5a4dcad4-07eb-448e-ae63-9483f8574847 None None] Provisioning complete for port ba165429-3089-41b9-b266-f1ae94cad44d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:54:55.180994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a4dcad4-07eb-448e-ae63-9483f8574847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:55.200268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:54:55.387430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5a4dcad4-07eb-448e-ae63-9483f8574847 None None] Port ba165429-3089-41b9-b266-f1ae94cad44d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:54:55.565005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:54:55.588996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Sync routers for ids ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:54:55.635481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Routers {'3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:55.635481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:54:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:55.663500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-daaa1137-024d-4f87-8b2d-223c72e98656 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "PUT /v2.0/routers/3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3347607 Apr 18 20:54:56.201703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Set router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:54:56.427569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-104291ec-7706-4cb1-82eb-24d40ad889bf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:54:56.427569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-104291ec-7706-4cb1-82eb-24d40ad889bf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:56.466886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-104291ec-7706-4cb1-82eb-24d40ad889bf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:56.480655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-104291ec-7706-4cb1-82eb-24d40ad889bf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/networks?id=04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 HTTP/1.1" status: 200 len: 798 time: 0.3204105 Apr 18 20:54:56.508190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-2c305c43-d5f9-498b-8c91-bc2cd81178c5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/quotas/41ec53beb73e471f9138149704520e06 HTTP/1.1" status: 200 len: 375 time: 0.0259523 Apr 18 20:54:56.695252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:51Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba165429-3089-41b9-b266-f1ae94cad44d', 'name': '', 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:23:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2dd011b3-544c-41e0-8e7f-a1b983d59135', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:48Z', 'updated_at': '2022-04-18T20:54:53Z', 'revision_number': 2, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': '2dd011b3-544c-41e0-8e7f-a1b983d59135', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:56.700345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Checking router: 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:54:56.701579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Updating router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 port ba165429-3089-41b9-b266-f1ae94cad44d binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:54:56.784777 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-c4bb1b98-d33d-4c55-b27b-44ce058ad94f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2522445 Apr 18 20:54:56.832900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.001612 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-0455586f-ba81-4624-9dc0-09c1adda6d83 service neutron] 10.222.0.47 "GET /v2.0/networks/04cdc5bb-d38b-4a8d-a819-014e8e8c97a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097914 Apr 18 20:54:57.350035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-361c192b-51c9-4451-8c1c-2e04b8223ed7 service neutron] 10.222.0.47 "GET /v2.0/networks/04cdc5bb-d38b-4a8d-a819-014e8e8c97a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267646 Apr 18 20:54:57.795421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2a39a2e0-61cd-4557-aa47-00aa7a6cfd06 req-b16c9051-a3bf-4744-9267-b1696d26c107 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:54:57.848653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2a39a2e0-61cd-4557-aa47-00aa7a6cfd06 req-b16c9051-a3bf-4744-9267-b1696d26c107 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:54:57.854302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2a39a2e0-61cd-4557-aa47-00aa7a6cfd06 req-b16c9051-a3bf-4744-9267-b1696d26c107 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 210 time: 0.1490965 Apr 18 20:54:57.916874 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:57.945430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Transition to ACTIVE for port object ba165429-3089-41b9-b266-f1ae94cad44d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:54:57.959898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.123672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb786f-0d77-4cfa-828a-c0c2c55cd2e6 None None] Pushing event updated for resources: {'Port': ['ID=ba165429-3089-41b9-b266-f1ae94cad44d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:58.455381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Attempting to bind port ba165429-3089-41b9-b266-f1ae94cad44d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:54:58.456136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Attempting to bind port ba165429-3089-41b9-b266-f1ae94cad44d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:54:58.456737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Attempting to bind port ba165429-3089-41b9-b266-f1ae94cad44d on network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:54:58.464428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:54:58.465226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Checking segment: {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:54:58.465892 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.466498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Bound using segment: {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:54:58.467206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Bound port: ba165429-3089-41b9-b266-f1ae94cad44d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:54:58.467835 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:58.804122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] For port ba165429-3089-41b9-b266-f1ae94cad44d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:54:58.815602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] For port ba165429-3089-41b9-b266-f1ae94cad44d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ba165429-3089-41b9-b266-f1ae94cad44d,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:54:58.846716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:54:59.277022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Routers {'3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:54:59.278163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:54:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:54:59.297497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a2b0a6c5-045f-406f-9cfc-de4c854d9e1d req-b9320738-9608-4db5-b6d6-87f6ce09f02f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 210 time: 0.3067782 Apr 18 20:54:59.611741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb786f-0d77-4cfa-828a-c0c2c55cd2e6 None None] Pushing event updated for resources: {'Port': ['ID=ba165429-3089-41b9-b266-f1ae94cad44d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:54:59.941212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] Set router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:00.736463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:51Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba165429-3089-41b9-b266-f1ae94cad44d', 'name': '', 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:23:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2dd011b3-544c-41e0-8e7f-a1b983d59135', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:48Z', 'updated_at': '2022-04-18T20:54:58Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': '2dd011b3-544c-41e0-8e7f-a1b983d59135', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:00.748205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bf5a36-8e25-4e21-93f2-fe3dabae84e1 None None] The sync data for ids ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'] in n-d-836016-3 is: [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:54:51Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba165429-3089-41b9-b266-f1ae94cad44d', 'name': '', 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:23:39:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3649, 'fixed_ips': [{'subnet_id': '2dd011b3-544c-41e0-8e7f-a1b983d59135', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:48Z', 'updated_at': '2022-04-18T20:54:58Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': '2dd011b3-544c-41e0-8e7f-a1b983d59135', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:00.952244 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c1acfde-7694-4a8c-98f7-4d141c2d85a1 req-d7704433-9715-4627-a352-6bbdfac8004a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 210 time: 0.1530666 Apr 18 20:55:02.031136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-eaa46533-02e5-4359-8753-28e1e954f320 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:02.048856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-eaa46533-02e5-4359-8753-28e1e954f320 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.55 "GET /v2.0/networks?id=04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 HTTP/1.1" status: 200 len: 798 time: 0.7982371 Apr 18 20:55:02.066530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Request body: {'port': {'device_id': '2d4649aa-9637-4557-bc82-425a0b56877e', 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'admin_state_up': True, 'tenant_id': '41ec53beb73e471f9138149704520e06'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:02.234771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba165429-3089-41b9-b266-f1ae94cad44d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:02.575865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ba165429-3089-41b9-b266-f1ae94cad44d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:02.597973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ba165429-3089-41b9-b266-f1ae94cad44d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:02.598568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-63157156-db08-44da-a724-501ec4ceb6a0 req-694e1165-f149-47f8-86ac-87abda8ad55a tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 210 time: 0.1860945 Apr 18 20:55:02.599002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.908323 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:02.982892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ba165429-3089-41b9-b266-f1ae94cad44d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ba165429-3089-41b9-b266-f1ae94cad44d,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:02.994116 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.080147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:03.099720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:03.156240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Made reservation on behalf of 41ec53beb73e471f9138149704520e06 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:03.191973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:03.215393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ba165429-3089-41b9-b266-f1ae94cad44d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:03.621571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Allocated IP 172.20.0.25 (04cdc5bb-d38b-4a8d-a819-014e8e8c97a3/2dd011b3-544c-41e0-8e7f-a1b983d59135/2fff47a2-2446-4461-a86b-250b21d11ac0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:03.951708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c1b6f04-edab-4724-bd6f-28c82e907e6d req-edf5d455-e343-4344-8448-4e157bddf1a3 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 210 time: 0.0823188 Apr 18 20:55:04.100908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba165429-3089-41b9-b266-f1ae94cad44d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:04.175786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.246996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Transition to ACTIVE for port object 2fff47a2-2446-4461-a86b-250b21d11ac0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:04.333975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.350200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ba165429-3089-41b9-b266-f1ae94cad44d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:04.350802 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.522293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event updated for resources: {'Port': ['ID=2fff47a2-2446-4461-a86b-250b21d11ac0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:04.575829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.576423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.587424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.588192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.588774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.589344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.589957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.590523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.591086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.591682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.592262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.592820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:04.640585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:04.642863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:04.656622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:55:04.877102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:04.877102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:04.940444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-d5cee1a4-2e48-44c0-b366-54f3fb80bc78 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.8946772 Apr 18 20:55:04.956539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Request body: {'port': {'device_id': '2d4649aa-9637-4557-bc82-425a0b56877e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:05.193682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-71ae455c-9b51-45e5-8a0d-a2b3f7bc3492 None None] Provisioning for port 2fff47a2-2446-4461-a86b-250b21d11ac0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:05.208993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-71ae455c-9b51-45e5-8a0d-a2b3f7bc3492 None None] Provisioning complete for port 2fff47a2-2446-4461-a86b-250b21d11ac0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:05.208993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71ae455c-9b51-45e5-8a0d-a2b3f7bc3492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.363764 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:05.463890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-71ae455c-9b51-45e5-8a0d-a2b3f7bc3492 None None] Port 2fff47a2-2446-4461-a86b-250b21d11ac0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:55:05.556375 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc155438-9f37-48d4-883b-40d8a30f7203 req-57a2a119-bb57-437c-adc2-adc3849da133 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:05.556375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc155438-9f37-48d4-883b-40d8a30f7203 req-57a2a119-bb57-437c-adc2-adc3849da133 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 895 time: 0.2031436 Apr 18 20:55:06.214938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fff47a2-2446-4461-a86b-250b21d11ac0 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:06.235330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.252683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Transition to ACTIVE for port object 2fff47a2-2446-4461-a86b-250b21d11ac0 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:06.258196 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.420597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Pushing event updated for resources: {'Port': ['ID=2fff47a2-2446-4461-a86b-250b21d11ac0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:06.657420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Attempting to bind port 2fff47a2-2446-4461-a86b-250b21d11ac0 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:06.657420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Attempting to bind port 2fff47a2-2446-4461-a86b-250b21d11ac0 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:06.687437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Attempting to bind port 2fff47a2-2446-4461-a86b-250b21d11ac0 on network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:55:06.712828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Port 2fff47a2-2446-4461-a86b-250b21d11ac0 on network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:55:06.712828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Attempting to bind port 2fff47a2-2446-4461-a86b-250b21d11ac0 on network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:55:06.743629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:55:06.745338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Checking segment: {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:55:06.746084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Bound using segment: {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:55:06.747710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Bound port: 2fff47a2-2446-4461-a86b-250b21d11ac0, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:06.748237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:06.985370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] For port 2fff47a2-2446-4461-a86b-250b21d11ac0, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:55:06.985370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] For port 2fff47a2-2446-4461-a86b-250b21d11ac0, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2fff47a2-2446-4461-a86b-250b21d11ac0,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:55:06.997979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:07.069339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.069339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:07.069339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] 10.222.0.55 "PUT /v2.0/ports/2fff47a2-2446-4461-a86b-250b21d11ac0 HTTP/1.1" status: 200 len: 1055 time: 2.1175301 Apr 18 20:55:07.075017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d4649aa-9637-4557-bc82-425a0b56877e', 'tag': '2fff47a2-2446-4461-a86b-250b21d11ac0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:07.471983 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41134aee-375b-48ed-bf96-564059d36d92'] response: {'name': 'network-changed', 'server_uuid': '2d4649aa-9637-4557-bc82-425a0b56877e', 'tag': '2fff47a2-2446-4461-a86b-250b21d11ac0', 'status': 'completed', 'code': 200} Apr 18 20:55:07.500624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5e7dc5-5276-4c4b-a5c7-59890e231949 service neutron] Pushing event updated for resources: {'Port': ['ID=2fff47a2-2446-4461-a86b-250b21d11ac0,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:07.516869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0241798-e987-4a03-9cf1-d47ee364de30 req-4dbd7ff3-8c16-4323-8768-9f728851aa5c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.516869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b0241798-e987-4a03-9cf1-d47ee364de30 req-4dbd7ff3-8c16-4323-8768-9f728851aa5c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:07.569307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b0241798-e987-4a03-9cf1-d47ee364de30 req-4dbd7ff3-8c16-4323-8768-9f728851aa5c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:07.575739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b0241798-e987-4a03-9cf1-d47ee364de30 req-4dbd7ff3-8c16-4323-8768-9f728851aa5c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 907 time: 0.7102680 Apr 18 20:55:07.622830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-7f554f34-df58-4eee-b857-793c97996346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.625062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-7f554f34-df58-4eee-b857-793c97996346 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 1058 time: 0.4590294 Apr 18 20:55:07.710458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-91c7f910-736b-4f02-960f-b9bf5e15252b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2fff47a2-2446-4461-a86b-250b21d11ac0 HTTP/1.1" status: 200 len: 217 time: 0.0749004 Apr 18 20:55:07.805300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-ba5455fe-24a1-4361-b87f-ceb49573d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.805300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-ba5455fe-24a1-4361-b87f-ceb49573d13b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2dd011b3-544c-41e0-8e7f-a1b983d59135 HTTP/1.1" status: 200 len: 837 time: 0.0850730 Apr 18 20:55:07.943464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-51ba658e-c5fe-421b-9aa3-8f309ce406ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:07.948309 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-51ba658e-c5fe-421b-9aa3-8f309ce406ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=04cdc5bb-d38b-4a8d-a819-014e8e8c97a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312404 Apr 18 20:55:08.165707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-2dc7aec7-dcad-47ed-a3bc-421cb18f1177 service neutron] 10.222.0.55 "GET /v2.0/networks/04cdc5bb-d38b-4a8d-a819-014e8e8c97a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089500 Apr 18 20:55:08.373575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ee18c2b4-b6cb-48ba-b7be-eb68910c8811 req-e7f45811-ac4e-451a-b412-7199d959e1c1 service neutron] 10.222.0.55 "GET /v2.0/networks/04cdc5bb-d38b-4a8d-a819-014e8e8c97a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051344 Apr 18 20:55:08.654721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e24698-319a-4d38-9674-a33663d6c78a req-008a2f1f-5e8e-477d-90ab-00d23a48a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.663731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0e24698-319a-4d38-9674-a33663d6c78a req-008a2f1f-5e8e-477d-90ab-00d23a48a9db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 1058 time: 0.2132454 Apr 18 20:55:08.947871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e24698-319a-4d38-9674-a33663d6c78a req-cb75cd86-6b1a-4afa-9647-c773f0b154c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:08.957908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0e24698-319a-4d38-9674-a33663d6c78a req-cb75cd86-6b1a-4afa-9647-c773f0b154c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 HTTP/1.1" status: 200 len: 899 time: 0.2931173 Apr 18 20:55:09.129587 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0e24698-319a-4d38-9674-a33663d6c78a req-81a031ec-5688-4b1a-a655-ef23203bfeef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2fff47a2-2446-4461-a86b-250b21d11ac0 HTTP/1.1" status: 200 len: 217 time: 0.1635952 Apr 18 20:55:09.302243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e24698-319a-4d38-9674-a33663d6c78a req-76f7ca24-e877-4955-9846-0609e65269c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:09.302243 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0e24698-319a-4d38-9674-a33663d6c78a req-76f7ca24-e877-4955-9846-0609e65269c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2dd011b3-544c-41e0-8e7f-a1b983d59135 HTTP/1.1" status: 200 len: 837 time: 0.1574054 Apr 18 20:55:09.451394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e24698-319a-4d38-9674-a33663d6c78a req-cd7acc0f-ebbd-467f-a4a4-fa84a16c785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:09.451394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0e24698-319a-4d38-9674-a33663d6c78a req-cd7acc0f-ebbd-467f-a4a4-fa84a16c785b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=04cdc5bb-d38b-4a8d-a819-014e8e8c97a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1485970 Apr 18 20:55:09.560039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7b9b23-9f1d-4a33-a473-de49f83e4e10 req-ee1b3f82-a9e3-40f1-bf80-97a0030fec4c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:09.563395 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec7b9b23-9f1d-4a33-a473-de49f83e4e10 req-ee1b3f82-a9e3-40f1-bf80-97a0030fec4c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 907 time: 0.2214036 Apr 18 20:55:09.701462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0e24698-319a-4d38-9674-a33663d6c78a req-9f93dcac-c2a8-4a94-b10c-506e353f68d1 service neutron] 10.222.0.55 "GET /v2.0/networks/04cdc5bb-d38b-4a8d-a819-014e8e8c97a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384069 Apr 18 20:55:09.861591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0e24698-319a-4d38-9674-a33663d6c78a req-9427ad1a-9f3d-4444-b638-3b79bb5458a8 service neutron] 10.222.0.55 "GET /v2.0/networks/04cdc5bb-d38b-4a8d-a819-014e8e8c97a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1598358 Apr 18 20:55:10.987275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed246766-b5bc-4f81-b776-32f25d132c3d req-a6ad0595-1add-4015-977d-6fb338170216 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:11.000843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed246766-b5bc-4f81-b776-32f25d132c3d req-a6ad0595-1add-4015-977d-6fb338170216 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 907 time: 0.2053816 Apr 18 20:55:11.281973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2fff47a2-2446-4461-a86b-250b21d11ac0 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:55:11.472521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2fff47a2-2446-4461-a86b-250b21d11ac0, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2fff47a2-2446-4461-a86b-250b21d11ac0,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:11.488877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '2fff47a2-2446-4461-a86b-250b21d11ac0', 'network_id': '04cdc5bb-d38b-4a8d-a819-014e8e8c97a3', 'port_id': '2fff47a2-2446-4461-a86b-250b21d11ac0', 'mac_address': 'fa:16:3e:51:ba:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2dd011b3-544c-41e0-8e7f-a1b983d59135', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:55:11.613179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.678833 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fff47a2-2446-4461-a86b-250b21d11ac0 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:11.714461 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2fff47a2-2446-4461-a86b-250b21d11ac0, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2fff47a2-2446-4461-a86b-250b21d11ac0,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:11.722354 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:11.830574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2fff47a2-2446-4461-a86b-250b21d11ac0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:12.016183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['2fff47a2-2446-4461-a86b-250b21d11ac0'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:55:12.315849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad6887-165c-4e62-aa24-7be6719f71a2 req-aec2d749-c9a2-4840-aa94-c70d959f98f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:12.326645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-94ad6887-165c-4e62-aa24-7be6719f71a2 req-aec2d749-c9a2-4840-aa94-c70d959f98f5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 908 time: 0.1296365 Apr 18 20:55:13.278077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2fff47a2-2446-4461-a86b-250b21d11ac0 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:55:13.442047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 2fff47a2-2446-4461-a86b-250b21d11ac0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:13.464398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 2fff47a2-2446-4461-a86b-250b21d11ac0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:13.464398 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.724250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c29bc-e5bc-4894-8087-64c8dd2f8752 req-d64f556d-f559-4a0c-9ef3-f9ccf47f1d76 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:13.724250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-504c29bc-e5bc-4894-8087-64c8dd2f8752 req-d64f556d-f559-4a0c-9ef3-f9ccf47f1d76 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 908 time: 0.1759255 Apr 18 20:55:13.772727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.808317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6952c9b6-f80c-4a18-96c2-3fac6287eeab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.830287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4649aa-9637-4557-bc82-425a0b56877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fff47a2-2446-4461-a86b-250b21d11ac0'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:13.854791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 2fff47a2-2446-4461-a86b-250b21d11ac0, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2fff47a2-2446-4461-a86b-250b21d11ac0,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:13.874366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:13.993430 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0b25f91-8648-4099-b815-5a203d146518'] response: {'server_uuid': '2d4649aa-9637-4557-bc82-425a0b56877e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fff47a2-2446-4461-a86b-250b21d11ac0', 'code': 200} Apr 18 20:55:14.025622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=2fff47a2-2446-4461-a86b-250b21d11ac0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:14.336595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220e310-85e2-44d5-8b2e-898202a99232 req-e2130d48-aadb-4677-b6a7-719adb240c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:14.336595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2220e310-85e2-44d5-8b2e-898202a99232 req-e2130d48-aadb-4677-b6a7-719adb240c77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 1060 time: 0.3018982 Apr 18 20:55:15.324970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa9755-608d-4432-b762-9a9b5334447c req-904d87ce-157e-4b1d-a399-83a17cae97b5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:15.348796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7dfa9755-608d-4432-b762-9a9b5334447c req-904d87ce-157e-4b1d-a399-83a17cae97b5 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 909 time: 0.4225984 Apr 18 20:55:15.993309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-106c409a-5673-41e9-a80a-afcbf755e57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:16.689696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b69dad-e4e4-4f88-ab10-c2301deaf103 req-bb0d3976-2d9e-4893-a604-99712b8e9cd6 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:16.691305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-03b69dad-e4e4-4f88-ab10-c2301deaf103 req-bb0d3976-2d9e-4893-a604-99712b8e9cd6 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 909 time: 0.1074257 Apr 18 20:55:17.091729 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.147673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:17.252307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bc0d3b-e44b-45c9-876d-ca482e1a4788 req-a3ac348f-c23b-4489-bdc9-b21facd1df75 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:17.259684 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12bc0d3b-e44b-45c9-876d-ca482e1a4788 req-a3ac348f-c23b-4489-bdc9-b21facd1df75 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 909 time: 0.2574327 Apr 18 20:55:17.344053 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:55:17.499838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ecda49-a9ed-46b0-97c9-f4ce0bcae231 req-5cdc03f5-db30-4d9f-8625-7591c76e804b tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:17.502498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04ecda49-a9ed-46b0-97c9-f4ce0bcae231 req-5cdc03f5-db30-4d9f-8625-7591c76e804b tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 1060 time: 0.0959868 Apr 18 20:55:17.824790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8a19e-f313-42f8-9c9d-e896882a0c13 req-64981021-37eb-4312-bd62-c3600be82f1a tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:17.837713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8a8a19e-f313-42f8-9c9d-e896882a0c13 req-64981021-37eb-4312-bd62-c3600be82f1a tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1136 time: 0.0968883 Apr 18 20:55:17.913236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d8a8a19e-f313-42f8-9c9d-e896882a0c13 req-55c5678a-fb47-4a69-8b12-d2b80fe24db5 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Synchronizing usage tracker for tenant:284e10c305e1441895d1bd61f9f068b1 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:17.967234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d8a8a19e-f313-42f8-9c9d-e896882a0c13 req-55c5678a-fb47-4a69-8b12-d2b80fe24db5 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Unset dirty status for tenant:284e10c305e1441895d1bd61f9f068b1 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:17.967234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d8a8a19e-f313-42f8-9c9d-e896882a0c13 req-55c5678a-fb47-4a69-8b12-d2b80fe24db5 tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1382027 Apr 18 20:55:18.013618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:18.254328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b18a4b5-21d2-4393-a11d-ffb5542193cb tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:18.272814 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3b18a4b5-21d2-4393-a11d-ffb5542193cb tempest-TestSecurityGroupsBasicOps-1235851379 tempest-TestSecurityGroupsBasicOps-1235851379-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 1055 time: 0.2448633 Apr 18 20:55:18.637570 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:18.982382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:19.071992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308f4c4-f286-46ef-a86a-50fb95e61c02 req-ef802f33-aa27-4225-95c6-8820ae301036 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:19.071992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a308f4c4-f286-46ef-a86a-50fb95e61c02 req-ef802f33-aa27-4225-95c6-8820ae301036 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 909 time: 0.2027884 Apr 18 20:55:19.472551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:20.398542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ebdba3-9e52-4a92-a599-0a6276202899 req-54b9091c-3fca-4d73-a378-12658b9870cf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:20.410416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99ebdba3-9e52-4a92-a599-0a6276202899 req-54b9091c-3fca-4d73-a378-12658b9870cf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 909 time: 0.1615310 Apr 18 20:55:20.485437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-5cf40cdc-592e-46ee-923c-5ec653a56d3d tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:20.488057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-5cf40cdc-592e-46ee-923c-5ec653a56d3d tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.55 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 909 time: 0.4033089 Apr 18 20:55:20.639227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting port 2fff47a2-2446-4461-a86b-250b21d11ac0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:20.640132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.261895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] For port 2fff47a2-2446-4461-a86b-250b21d11ac0, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=2fff47a2-2446-4461-a86b-250b21d11ac0,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:21.262318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:21.436339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Calling delete_port for 2fff47a2-2446-4461-a86b-250b21d11ac0 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:21.769148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3e0b65-b51d-488b-9ca5-2b46ebb4cef5 req-fb7dcc0a-232e-457b-98e0-c967200d387f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:21.771522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc3e0b65-b51d-488b-9ca5-2b46ebb4cef5 req-fb7dcc0a-232e-457b-98e0-c967200d387f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 909 time: 0.2033572 Apr 18 20:55:21.923349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.134893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Port': ['ID=2fff47a2-2446-4461-a86b-250b21d11ac0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:22.239949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] No DVR routers for this DVR port 2fff47a2-2446-4461-a86b-250b21d11ac0 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:22.247766 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:22.286619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d4649aa-9637-4557-bc82-425a0b56877e', 'name': 'network-vif-deleted', 'tag': '2fff47a2-2446-4461-a86b-250b21d11ac0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:22.305941 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fd648a95-2b44-4d5b-acfa-5f023f502e87 req-709c8a1b-b711-4a23-8a1c-8479d55aa4a8 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.55 "DELETE /v2.0/ports/2fff47a2-2446-4461-a86b-250b21d11ac0 HTTP/1.1" status: 204 len: 173 time: 1.8101830 Apr 18 20:55:22.424912 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a06d818b-c693-41f5-968f-00e3e7231f9f'] response: {'server_uuid': '2d4649aa-9637-4557-bc82-425a0b56877e', 'name': 'network-vif-deleted', 'tag': '2fff47a2-2446-4461-a86b-250b21d11ac0', 'status': 'completed', 'code': 200} Apr 18 20:55:23.064960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-74afafde-53ca-40ab-a609-a4cdc5f81551 req-a24db636-b158-4de0-8c68-ef778b59f086 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:23.094952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-74afafde-53ca-40ab-a609-a4cdc5f81551 req-a24db636-b158-4de0-8c68-ef778b59f086 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:23.098520 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-74afafde-53ca-40ab-a609-a4cdc5f81551 req-a24db636-b158-4de0-8c68-ef778b59f086 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d4649aa-9637-4557-bc82-425a0b56877e HTTP/1.1" status: 200 len: 210 time: 0.1108584 Apr 18 20:55:23.324441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2fff47a2-2446-4461-a86b-250b21d11ac0 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:23.365153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 2fff47a2-2446-4461-a86b-250b21d11ac0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:55:23.365726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 2fff47a2-2446-4461-a86b-250b21d11ac0 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:24.124047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:24.130491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-647633696', 'description': 'tempest-secgroup-smoke-647633696 description', 'project_id': 'd2c069c0947141be9c723b40fe9ec29e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:24.137953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:24.143247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:24.148920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:24.157953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:24.178386 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.222237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56406) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:24.228805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:24.241622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:24.253643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:24.260590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:24.367856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.375735 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.433591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.435220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3101172 Apr 18 20:55:24.436455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d469f952-f026-48c3-a396-1e7293c7b388 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054a9edb-a457-4417-b284-60402a64cfb8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:24.439030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56410) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:24.445356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'security_group_rule': {'security_group_id': '054a9edb-a457-4417-b284-60402a64cfb8', 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:24.453352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:24.457966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:24.462052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:24.469959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:24.495243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.607431 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.612784 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.654174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf10d78-c5f8-44a3-98a6-0e182d13718e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:24.671988 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.677616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a25fd901-47f5-4cf0-a719-6716add0d25f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2335956 Apr 18 20:55:24.677616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:24.687979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'security_group_rule': {'security_group_id': '054a9edb-a457-4417-b284-60402a64cfb8', 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:24.695414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:24.704312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:24.714983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:24.726072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:24.756760 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.845541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.853677 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.894950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efdb1dce-ce11-4c28-9cec-65b9c136fe58,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:24.902230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:24.905752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b4ef0920-7859-4242-ba72-606616b4d193 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2262127 Apr 18 20:55:24.908409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:24.922167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'security_group_rule': {'security_group_id': '054a9edb-a457-4417-b284-60402a64cfb8', 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:24.925276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:24.931155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:24.934908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:24.942545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:24.966746 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.062703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.072861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.094542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3752f0ab-bea4-444e-901f-71464d085366,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.128043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.132687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-30ad0d1e-8807-46f0-9cbb-f9de3e7f6a42 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2225692 Apr 18 20:55:25.133807 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56438) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:25.141611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'security_group_rule': {'security_group_id': '054a9edb-a457-4417-b284-60402a64cfb8', 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:25.149934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:25.155134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:25.159883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:25.167678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:25.207955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.272975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.335067 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.341527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.371772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=451fcbe8-3f47-495e-9268-d339c401366e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.396281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.400661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71c1d1ac-360e-4c9b-980b-a566fd0697aa tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2655098 Apr 18 20:55:25.403351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56442) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:25.412509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'security_group_rule': {'security_group_id': '054a9edb-a457-4417-b284-60402a64cfb8', 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:25.421695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:25.429981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:25.434046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:25.441108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:25.462768 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Project d2c069c0947141be9c723b40fe9ec29e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:55:25.472508 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.621654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.627071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.659426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a94d975-5686-4a37-a990-5a2fe32f131a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:25.681797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.686993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-99f9c6e1-f194-43a6-b784-737dbcd2f29a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2821450 Apr 18 20:55:25.687707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:25.693795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'security_group_rule': {'security_group_id': '054a9edb-a457-4417-b284-60402a64cfb8', 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:25.704094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:25.735866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:security_group_rule and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:25.744823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:25.760205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:25.795470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting port ba165429-3089-41b9-b266-f1ae94cad44d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:25.795985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:25.853890 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Project d2c069c0947141be9c723b40fe9ec29e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 20:55:25.915733 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.276091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.323634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.373944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93f84e13-1c00-410c-8613-7b9f9a6e0117,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:26.381998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] For port ba165429-3089-41b9-b266-f1ae94cad44d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ba165429-3089-41b9-b266-f1ae94cad44d,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:26.382460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.403981 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:26.405315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7165518 Apr 18 20:55:26.406931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.407429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.407910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.408490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.408964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.409435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.409929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.410417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.410884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.411350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.411815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.412277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7a484f-4fc3-4635-923e-9d0756657f1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:26.578618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Calling delete_port for ba165429-3089-41b9-b266-f1ae94cad44d owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:27.208493 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-66c2e509-366f-4042-950f-267eb2af3629 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-647633696&fields=id&tenant_id=d2c069c0947141be9c723b40fe9ec29e HTTP/1.1" status: 200 len: 267 time: 0.1512043 Apr 18 20:55:27.443498 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:27.547129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Port': ['ID=ba165429-3089-41b9-b266-f1ae94cad44d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:27.692203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-44c19ee2-c90e-40b4-961b-c2c654898622 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:27.694543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-44c19ee2-c90e-40b4-961b-c2c654898622 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 814 time: 0.4285407 Apr 18 20:55:27.799995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-33515357-7e36-47f7-a3ec-02f2c67545ac tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/quotas/d2c069c0947141be9c723b40fe9ec29e HTTP/1.1" status: 200 len: 375 time: 0.0917373 Apr 18 20:55:27.938000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:28.131909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.324859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-0e2fcda1-fcda-41a7-b47d-4da53974638a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Synchronizing usage tracker for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:28.364798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-0e2fcda1-fcda-41a7-b47d-4da53974638a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Unset dirty status for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:28.367542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-0e2fcda1-fcda-41a7-b47d-4da53974638a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5547595 Apr 18 20:55:28.619263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 7d12507a-db8a-4396-88e8-25190dde1fa8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:28.619614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:28.702793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-ab4d31b9-2bff-46ce-bb2f-48ffb363d2e4 service neutron] 10.222.0.47 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642872 Apr 18 20:55:29.093020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:55:29.098048 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.098935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.206085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-0b4ff4da-1bf3-4c1e-9e6a-49824b7f3571 service neutron] 10.222.0.47 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889565 Apr 18 20:55:29.345764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 7d12507a-db8a-4396-88e8-25190dde1fa8 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:29.360306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:55:29.378207 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] Sync routers for ids ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:29.387046 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-377e4aae-8284-437f-af79-aae0e6bb9a63 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "PUT /v2.0/routers/3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1614931 Apr 18 20:55:29.391295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56548) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:29.404254 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] Routers {'3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:29.404903 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:29.521301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting subnet 2dd011b3-544c-41e0-8e7f-a1b983d59135 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:55:29.534983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.676137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.733955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.887426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=7d12507a-db8a-4396-88e8-25190dde1fa8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:29.906997 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.985187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:29.985578 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Floating IP 41917130-5219-4697-9301-77558f22492f disassociated (deleted). External IP: 172.25.5.87, port: f0ba7a1b-7dab-4c14-b399-b434a46c7ede. Apr 18 20:55:30.047050 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] Set router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:30.133624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.245490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Subnet': ['ID=2dd011b3-544c-41e0-8e7f-a1b983d59135,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:30.265763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.270241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fc09ed-2bfa-4aef-8d0f-7e56eec28ddb None None] Network 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:55:30.310154 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-445b383a-ab19-4d14-9de1-1fb0f80b910b tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/subnets/2dd011b3-544c-41e0-8e7f-a1b983d59135 HTTP/1.1" status: 204 len: 168 time: 0.9173214 Apr 18 20:55:30.314221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:30.383213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-06641364-17be-47b6-aab1-0caef1eaec75 req-a56c0a80-67bf-4b67-892a-fe0bec333828 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 210 time: 0.2144661 Apr 18 20:55:30.895486 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:30.997898 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:55:27Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:31.010031 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] Checking router: 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:31.056061 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] Routers {'3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:31.059110 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:31.203715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] DHCP port deletion for 04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:55:31.213568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Deleting port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:31.214173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.466280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.510122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting port 1f6d5198-0122-443c-a0aa-b5cae502521e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:31.512615 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:31.588610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:55:31.812799 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] Set router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:31.911307 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e7faa0b-6331-499b-b82d-f9f2f4d47856 req-b78df7e2-d50e-408e-b59c-1c036240d1f1 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 210 time: 0.1702647 Apr 18 20:55:31.992332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] For port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2,segment=NetworkSegment(cf6d9bf6-c5b1-438b-b673-bcd3943065b0),segment_id=cf6d9bf6-c5b1-438b-b673-bcd3943065b0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:31.993126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.210728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:55:32.262152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.420922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-587fc391-7bd9-404b-a9d1-e22b847aaf63 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "DELETE /v2.0/floatingips/41917130-5219-4697-9301-77558f22492f HTTP/1.1" status: 204 len: 168 time: 4.4866822 Apr 18 20:55:32.425358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:32.447812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] For port 1f6d5198-0122-443c-a0aa-b5cae502521e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1f6d5198-0122-443c-a0aa-b5cae502521e,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:32.448625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:32.568574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:32.841028 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af85ce05-f398-42e0-8778-951933a80ef0'] response: {'name': 'network-changed', 'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'status': 'completed', 'code': 200} Apr 18 20:55:32.862691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:32.930015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Calling delete_port for 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:32.969995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-cf842ee7-5c6a-46f6-8f35-6b5f3b9e3eb3 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:32.974590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-cf842ee7-5c6a-46f6-8f35-6b5f3b9e3eb3 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Synchronizing usage tracker for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:33.033275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-cf842ee7-5c6a-46f6-8f35-6b5f3b9e3eb3 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Unset dirty status for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:33.036987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-cf842ee7-5c6a-46f6-8f35-6b5f3b9e3eb3 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.55 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 814 time: 0.5515916 Apr 18 20:55:33.090711 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:55:27Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:33.099724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Calling delete_port for 1f6d5198-0122-443c-a0aa-b5cae502521e owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:33.107935 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8b7306-ffac-448e-85ef-5fd684c835b6 None None] The sync data for ids ['3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3'] in n-d-836016-3 is: [{'id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-238796789', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100'}], 'enable_snat': True}, 'gw_port_id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:54:29Z', 'updated_at': '2022-04-18T20:55:27Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': '1f6d5198-0122-443c-a0aa-b5cae502521e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:66:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:54:31Z', 'updated_at': '2022-04-18T20:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:33.133001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:33.135796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:33.167763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-1cfd4937-a157-452d-81d7-233c4d73d05d tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Synchronizing usage tracker for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:33.246293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-1cfd4937-a157-452d-81d7-233c4d73d05d tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Unset dirty status for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:33.250269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-1cfd4937-a157-452d-81d7-233c4d73d05d tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d2c069c0947141be9c723b40fe9ec29e HTTP/1.1" status: 200 len: 379 time: 0.2036464 Apr 18 20:55:33.274755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'port': {'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'admin_state_up': True, 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'security_groups': ['054a9edb-a457-4417-b284-60402a64cfb8']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:33.661355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:33.889477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9a3354c-1a2a-48ca-a890-2953264d8025 req-c4dc65f4-b8c1-4336-97b9-81793615dd1b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 210 time: 0.1911850 Apr 18 20:55:34.130660 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.145026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:34.243978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Port': ['ID=1f6d5198-0122-443c-a0aa-b5cae502521e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:34.336845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30bb3da-2314-4740-898f-213a331d15cf req-6dbf9bc8-f778-4edc-b8f7-5b029191ee4b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:34.337791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f30bb3da-2314-4740-898f-213a331d15cf req-6dbf9bc8-f778-4edc-b8f7-5b029191ee4b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:34.372295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:34.417738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:34.433991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f30bb3da-2314-4740-898f-213a331d15cf req-6dbf9bc8-f778-4edc-b8f7-5b029191ee4b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:34.436191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f30bb3da-2314-4740-898f-213a331d15cf req-6dbf9bc8-f778-4edc-b8f7-5b029191ee4b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 945 time: 0.7106032 Apr 18 20:55:34.479375 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.509252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Made reservation on behalf of d2c069c0947141be9c723b40fe9ec29e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:55:34.523822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.735535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f30bb3da-2314-4740-898f-213a331d15cf req-a75b19a5-1828-4f30-a0bf-db5558a7397a tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2862358 Apr 18 20:55:34.762720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:34.995002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Pushing event deleted for resources: {'Port': ['ID=719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.019944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:55:35.036373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfc5b7-bd7c-4362-906b-81f1b5110430 None None] No DVR routers for this DVR port 719b8cd5-121c-4ba0-a3cf-2eb31db8f5c2 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:35.048972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba165429-3089-41b9-b266-f1ae94cad44d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:35.112624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ba165429-3089-41b9-b266-f1ae94cad44d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:55:35.113017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba165429-3089-41b9-b266-f1ae94cad44d not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:35.200841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-b47c8819-7aee-44a6-990b-5c27b05c170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.203460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-b47c8819-7aee-44a6-990b-5c27b05c170d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 1096 time: 2.2674034 Apr 18 20:55:35.208211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.400480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Allocated IP 172.20.0.9 (8904bf0e-e528-4c8f-a3ae-3c49bf213835/d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2/c5b7c051-a499-461a-8a0e-c7c9ef80376d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:55:35.477058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 1, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:35.478291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-a41e9e25-b6d5-42a7-a84e-29ef10ba6c70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.480114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-a41e9e25-b6d5-42a7-a84e-29ef10ba6c70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.55 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 945 time: 0.2941139 Apr 18 20:55:35.487869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:35.511879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:35.512745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:35.785214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port f0ba7a1b-7dab-4c14-b399-b434a46c7ede {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:35.785214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.808458 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:35.827628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-bbe756a2-4758-459e-a897-ed654a2a5203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:35.831224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-bbe756a2-4758-459e-a897-ed654a2a5203 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.6163235 Apr 18 20:55:35.972302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:36.298312 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4590a56a-f29d-40bd-84be-6665c9cecca1 req-5e755989-e60b-4522-893a-83d88b859d4e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 210 time: 0.4589810 Apr 18 20:55:36.307878 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-fe667f8c-b864-4a2b-b0fa-2b6eb8c788a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 200 len: 217 time: 0.2875447 Apr 18 20:55:36.518653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-99561ca8-17a8-472d-86bf-2b5c1b650894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:36.523298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-99561ca8-17a8-472d-86bf-2b5c1b650894 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2038717 Apr 18 20:55:36.535371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.536390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Fanout notify agent at l3_agent the message router_deleted on router 3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:55:36.634282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.857751 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:36.863763 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7e24cea3-ba3c-436a-9530-a641b13411c2 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/routers/3b260ff3-0f85-42d0-8b8f-247ff7bf2eb3 HTTP/1.1" status: 204 len: 168 time: 6.5441124 Apr 18 20:55:36.867023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56672) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:36.975341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 1, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:36.979153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Transition to ACTIVE for port object c5b7c051-a499-461a-8a0e-c7c9ef80376d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:36.985958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d10dbd-1ea5-411d-a989-601d544ed33d None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '1d3a39e6-3444-40ea-ae7c-d7ef0b671886', 'tenant_id': '3e8611199562487e905052133b5013a4', 'floating_ip_address': '172.25.5.40', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'port_id': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'mac_address': 'fa:16:3e:a9:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:50:39Z', 'updated_at': '2022-04-18T20:50:52Z', 'revision_number': 1, 'project_id': '3e8611199562487e905052133b5013a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:37.332776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4fe90-7036-4eb7-b3c4-dab8176d8880 req-b7e9660a-44e8-451c-a4ff-5b48e0c22d30 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:37.347676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5e4fe90-7036-4eb7-b3c4-dab8176d8880 req-b7e9660a-44e8-451c-a4ff-5b48e0c22d30 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 945 time: 1.2023787 Apr 18 20:55:37.351626 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.356546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-583f45fb-7a8c-4131-b30f-b937a8722a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:37.358738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-583f45fb-7a8c-4131-b30f-b937a8722a4b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8126748 Apr 18 20:55:37.395166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f0ba7a1b-7dab-4c14-b399-b434a46c7ede no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:37.732162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5e4fe90-7036-4eb7-b3c4-dab8176d8880 req-80b0518c-c1b3-4b4b-a754-f339c9c5c6b8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2969782 Apr 18 20:55:37.761392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:37.762051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:37.947307 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2419188c-0093-4650-87c1-071a3c92d791 None None] New status for floating IP 41917130-5219-4697-9301-77558f22492f: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:55:38.083697 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.224867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:38.238112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:38.245204 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.457312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.489558 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8355156-3974-4de7-baf1-2cfda33fc7c2'] response: {'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'code': 200} Apr 18 20:55:38.492609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:38.548790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04cdc5bb-d38b-4a8d-a819-014e8e8c97a3']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:38.573503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for f0ba7a1b-7dab-4c14-b399-b434a46c7ede owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:38.609301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:38.609939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf6d9bf6-c5b1-438b-b673-bcd3943065b0') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:38.626915 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-37b58c7b-f4d2-476e-8fe5-4af54bab44c7 service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2582216 Apr 18 20:55:38.629083 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.677412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:38.682403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.api [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:55:38.682735 n-d-836016-3 neutron-server[88140]: DEBUG oslo_db.api [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:55:38.776864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:55:38.782310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:55:38.817451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'Port': ['ID=c5b7c051-a499-461a-8a0e-c7c9ef80376d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:38.822274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:55:38.906142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1f6d5198-0122-443c-a0aa-b5cae502521e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:38.934701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-43a5ce29-3117-4688-b233-beaa3e19154d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7975016 Apr 18 20:55:38.992592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:38.999527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.027546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 1f6d5198-0122-443c-a0aa-b5cae502521e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:55:39.027890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1f6d5198-0122-443c-a0aa-b5cae502521e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:39.077700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fc40c642-bc12-41bf-a4ed-741af7b5f62e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8186049 Apr 18 20:55:39.102528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Request body: {'port': {'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:55:39.153686 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fd7b37-ea11-4712-9ac7-c6965750581d req-188a9430-d4eb-4cc2-ba2a-9561505b55b6 service neutron] 10.222.0.55 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109966 Apr 18 20:55:39.180203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.190252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port f0ba7a1b-7dab-4c14-b399-b434a46c7ede {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:39.190592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.201404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:55:39.202372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:55:39.232296 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:55:39.253826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39422cbc-99bf-4785-9ff4-37b11f1f85a9 req-ddf7a5cb-fcb1-49de-95e4-f7c9c116d4f2 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:39.262963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-796d7a7a-4a0d-4558-86a6-e2573d8998ff None None] Provisioning for port c5b7c051-a499-461a-8a0e-c7c9ef80376d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:55:39.269687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39422cbc-99bf-4785-9ff4-37b11f1f85a9 req-ddf7a5cb-fcb1-49de-95e4-f7c9c116d4f2 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 931 time: 1.4047618 Apr 18 20:55:39.287089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-796d7a7a-4a0d-4558-86a6-e2573d8998ff None None] Provisioning complete for port c5b7c051-a499-461a-8a0e-c7c9ef80376d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:55:39.287561 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-796d7a7a-4a0d-4558-86a6-e2573d8998ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.408515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-39422cbc-99bf-4785-9ff4-37b11f1f85a9 req-9cf7731a-6de4-4caa-b7a4-1f0bbc4107ab tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368752 Apr 18 20:55:39.413042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-796d7a7a-4a0d-4558-86a6-e2573d8998ff None None] Port c5b7c051-a499-461a-8a0e-c7c9ef80376d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:55:39.571960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.637729 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:39.697381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Network': ['ID=04cdc5bb-d38b-4a8d-a819-014e8e8c97a3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:39.719252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1a349b94-6d25-435c-9e8f-9ad24768ef66 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/networks/04cdc5bb-d38b-4a8d-a819-014e8e8c97a3 HTTP/1.1" status: 204 len: 168 time: 2.8426049 Apr 18 20:55:39.719252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56720) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:39.748374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-1d0dc328-7e97-41fd-80b9-da56b87622e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:39.749913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-1d0dc328-7e97-41fd-80b9-da56b87622e7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 0.2996690 Apr 18 20:55:40.220888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting port cba377cb-62e3-4675-93e1-a526b5bb0080 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:40.222014 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.342070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.508763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76870a16-6653-446e-8c63-7e80d15e6412 req-fd7230e0-2f36-4c28-839a-f4a37e08b8c8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:40.510381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-76870a16-6653-446e-8c63-7e80d15e6412 req-fd7230e0-2f36-4c28-839a-f4a37e08b8c8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:40.544968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port f0ba7a1b-7dab-4c14-b399-b434a46c7ede, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:40.545671 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.703614 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.705384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:40.790370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for f0ba7a1b-7dab-4c14-b399-b434a46c7ede owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:40.918797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Calling delete_port for cba377cb-62e3-4675-93e1-a526b5bb0080 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:40.956311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-76870a16-6653-446e-8c63-7e80d15e6412 req-fd7230e0-2f36-4c28-839a-f4a37e08b8c8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:40.966575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76870a16-6653-446e-8c63-7e80d15e6412 req-fd7230e0-2f36-4c28-839a-f4a37e08b8c8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 943 time: 1.4635732 Apr 18 20:55:41.126596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-6bba55f5-cafb-4698-b151-813f5821bdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.129013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-6bba55f5-cafb-4698-b151-813f5821bdde service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 1.3247445 Apr 18 20:55:41.263388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-32314ede-9457-4fa5-9162-24419c7b11f4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 1001 time: 0.1216359 Apr 18 20:55:41.281108 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.442245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-d1a75d54-63e2-4356-a049-b24a389286a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.443726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-d1a75d54-63e2-4356-a049-b24a389286a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.1566205 Apr 18 20:55:41.453000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76870a16-6653-446e-8c63-7e80d15e6412 req-ca0c1e7f-08b0-4c98-bdce-6eec5f0dbb66 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304767 Apr 18 20:55:41.613686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Port': ['ID=cba377cb-62e3-4675-93e1-a526b5bb0080,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:41.630798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5ade6a-db7a-4bbf-affa-fbcbcf8ee908 req-36498534-4f39-455a-bfc9-1238ab6feaba tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.632728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec5ade6a-db7a-4bbf-affa-fbcbcf8ee908 req-36498534-4f39-455a-bfc9-1238ab6feaba tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 931 time: 0.8241062 Apr 18 20:55:41.744870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:41.746188 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Floating IP d35ac90b-bdb3-487a-8227-4777ef1facc9 disassociated (deleted). External IP: 172.25.5.118, port: 5f35d7fa-bacf-43c3-b1e7-78b454597742. Apr 18 20:55:41.755322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-25cb78cd-f5c7-4472-9a67-0ead6f5e7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:41.757337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-25cb78cd-f5c7-4472-9a67-0ead6f5e7c96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3031075 Apr 18 20:55:41.791997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.087097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=f0ba7a1b-7dab-4c14-b399-b434a46c7ede,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:42.131116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec5ade6a-db7a-4bbf-affa-fbcbcf8ee908 req-41077017-f28f-4759-9a39-672941a404a5 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4832981 Apr 18 20:55:42.254602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b7c051-a499-461a-8a0e-c7c9ef80376d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:42.301903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.397926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] No DVR routers for this DVR port f0ba7a1b-7dab-4c14-b399-b434a46c7ede on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:42.419491 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.423580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'name': 'network-vif-deleted', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:42.479291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Transition to ACTIVE for port object c5b7c051-a499-461a-8a0e-c7c9ef80376d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:55:42.504163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-0735bb67-8008-4602-8385-c8fdbf7a67fb service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342441 Apr 18 20:55:42.508398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:42.779208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 15478183-2f4a-43b3-a83f-a3203b047e73 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:55:42.917605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44e9c04c-97b7-4eb5-9421-23b72a08c1ad req-6381a94f-e2bb-4bb0-bfa3-f46cb95a163d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.55 "DELETE /v2.0/ports/f0ba7a1b-7dab-4c14-b399-b434a46c7ede HTTP/1.1" status: 204 len: 173 time: 7.4144754 Apr 18 20:55:42.930742 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-741964ce-0f99-483f-ae32-d7e2c74f8a05'] response: {'server_uuid': 'd5ec1dd0-ff24-4f3e-b4ab-1de0445c576d', 'name': 'network-vif-deleted', 'tag': 'f0ba7a1b-7dab-4c14-b399-b434a46c7ede', 'status': 'completed', 'code': 200} Apr 18 20:55:43.089071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b91b4013-674e-4b1e-b2cb-607a65ed8add req-fb678302-60cc-49c3-b387-df43dc035889 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.0895765 Apr 18 20:55:43.661553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b7c051-a499-461a-8a0e-c7c9ef80376d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:43.663444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35ccb770-c750-4cf7-9ae0-a122d11ed07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:43.830607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:55:43.843793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3533d6b2-2f8d-4ab1-ae77-59461a334af3 req-9c7ca97b-bcd4-4a6b-8e53-2f08737e1ea1 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2963398 Apr 18 20:55:43.844617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] Sync routers for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:43.868078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:43.870562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:43.940832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.017909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Attempting to bind port c5b7c051-a499-461a-8a0e-c7c9ef80376d on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:55:44.018840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Attempting to bind port c5b7c051-a499-461a-8a0e-c7c9ef80376d by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:55:44.025700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Attempting to bind port c5b7c051-a499-461a-8a0e-c7c9ef80376d on network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:55:44.044036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Port c5b7c051-a499-461a-8a0e-c7c9ef80376d on network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:55:44.044879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Attempting to bind port c5b7c051-a499-461a-8a0e-c7c9ef80376d on network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:55:44.061221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:55:44.066402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Checking segment: {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:55:44.074541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Bound using segment: {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:55:44.075588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Bound port: c5b7c051-a499-461a-8a0e-c7c9ef80376d, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9604d2a9-b4f0-4204-80cd-eddb751a4008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:55:44.076578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.150341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e8c35ad0-bb75-426c-93cd-6b844baf839c tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/floatingips/d35ac90b-bdb3-487a-8227-4777ef1facc9 HTTP/1.1" status: 204 len: 168 time: 4.4235401 Apr 18 20:55:44.153313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:44.212290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952778b-4ca3-46fd-ad45-d57b9d6176cd req-b140531b-f14e-4940-ae2b-9fb771cc0f1e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:44.214914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4952778b-4ca3-46fd-ad45-d57b9d6176cd req-b140531b-f14e-4940-ae2b-9fb771cc0f1e tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 943 time: 0.7058706 Apr 18 20:55:44.385418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4952778b-4ca3-46fd-ad45-d57b9d6176cd req-ec5106cd-f200-48c4-9b64-42a273a7b277 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332781 Apr 18 20:55:44.655556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] For port c5b7c051-a499-461a-8a0e-c7c9ef80376d, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:55:44.676959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] For port c5b7c051-a499-461a-8a0e-c7c9ef80376d, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:55:44.684615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:44.691471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.760711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-482c1090-234a-4eb8-9b21-a56fd6d1c8c6 req-4ad01fcf-8628-4877-af14-368531601323 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.1485763 Apr 18 20:55:44.889372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:44.890838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:44.896636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] 10.222.0.55 "PUT /v2.0/ports/c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 1091 time: 5.8073547 Apr 18 20:55:44.940297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:45.128839 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bef8a2a-7b7f-4f2e-91e6-7672e1c01709'] response: {'name': 'network-changed', 'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'status': 'completed', 'code': 200} Apr 18 20:55:45.371440 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36c5f2a3-dedf-4d59-8900-ff80207320a0'] response: {'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'status': 'completed', 'code': 200} Apr 18 20:55:45.400428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beb77a1-8047-47e0-a9a4-3f9fd250b4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b7c051-a499-461a-8a0e-c7c9ef80376d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:45.845994 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f429426d-99ef-4a44-bb84-adda4509e826 req-0a4bc120-ce39-44f4-afd4-cb9f0712b53f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:45.847346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f429426d-99ef-4a44-bb84-adda4509e826 req-0a4bc120-ce39-44f4-afd4-cb9f0712b53f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:45.867665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:38Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:45.869224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f429426d-99ef-4a44-bb84-adda4509e826 req-0a4bc120-ce39-44f4-afd4-cb9f0712b53f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:45.877459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f429426d-99ef-4a44-bb84-adda4509e826 req-0a4bc120-ce39-44f4-afd4-cb9f0712b53f tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 985 time: 0.3135014 Apr 18 20:55:45.878231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] Checking router: 15478183-2f4a-43b3-a83f-a3203b047e73 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:55:45.910666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:45.911307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:45.946657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f429426d-99ef-4a44-bb84-adda4509e826 req-82192527-20f2-4a06-a9e7-9c099a03ec19 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0678766 Apr 18 20:55:46.054336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fe0a5a69-c508-4e47-a94f-e1f968913423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:46.068303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fe0a5a69-c508-4e47-a94f-e1f968913423 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1094 time: 1.0821090 Apr 18 20:55:46.076017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-adfe82a2-5480-4713-9f33-7b167d5d3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:46.089692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-adfe82a2-5480-4713-9f33-7b167d5d3694 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=41ec53beb73e471f9138149704520e06&device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 1136 time: 0.8638215 Apr 18 20:55:46.264221 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-025ddee9-32a9-46d1-8bc9-01d21635819f req-6936e3b0-3ae3-4d33-85b9-96a545ac4454 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d5ec1dd0-ff24-4f3e-b4ab-1de0445c576d HTTP/1.1" status: 200 len: 210 time: 0.0887222 Apr 18 20:55:46.481862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:46.509732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-58bc1840-3174-4e7b-b6aa-443aac48c5fa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 217 time: 0.4162996 Apr 18 20:55:46.766460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-8919b1ae-5e09-4bed-99b1-8d9aabd2132f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3543334 Apr 18 20:55:46.872447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-3c8c593e-a144-40f0-b1d7-6d0f3ce838cf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:46.892346 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-3c8c593e-a144-40f0-b1d7-6d0f3ce838cf tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.61 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 985 time: 0.3430440 Apr 18 20:55:47.128822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.143949 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ad706176-0333-4105-befc-690ee58b03fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.145081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting port 5f35d7fa-bacf-43c3-b1e7-78b454597742 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:47.145826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.171923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.334439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-7e76e1b1-b491-4a97-b0bc-c479a8729b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.344013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-7e76e1b1-b491-4a97-b0bc-c479a8729b8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=24c627cc-a760-48c8-997d-090789cb5e0d HTTP/1.1" status: 200 len: 898 time: 1.2178926 Apr 18 20:55:47.465317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fec1ae82-f372-4006-9232-7636d6410e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.480545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:38Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:47.483625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-fec1ae82-f372-4006-9232-7636d6410e69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 200 len: 853 time: 0.9637980 Apr 18 20:55:47.488507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08190be1-8fe3-4987-8d70-559a9c57cfba None None] The sync data for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 is: [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:53:14Z', 'revision_number': 4, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '629b78c5-de49-4565-ba62-4043f2254fe0', 'name': '', 'network_id': '24c627cc-a760-48c8-997d-090789cb5e0d', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'mac_address': 'fa:16:3e:8f:db:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_interface', 'standard_attr_id': 3586, 'fixed_ips': [{'subnet_id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:53:08Z', 'updated_at': '2022-04-18T20:53:38Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'subnets': [{'id': 'b243b133-a1c9-4f7a-8cb4-05c1f2377a0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:55:47.592202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] For port 5f35d7fa-bacf-43c3-b1e7-78b454597742, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:47.592202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:47.716525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622e004-cf38-477c-a1ab-ad423db4263b req-e8343269-5309-43e0-a648-76756f819b75 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.717266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7622e004-cf38-477c-a1ab-ad423db4263b req-e8343269-5309-43e0-a648-76756f819b75 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Synchronizing usage tracker for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:47.769040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-0530a65b-0b2d-4584-9a32-535522988806 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5f35d7fa-bacf-43c3-b1e7-78b454597742 HTTP/1.1" status: 200 len: 217 time: 0.4132695 Apr 18 20:55:47.775691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a56599-d789-41b2-bdf7-c7c56c190b7f req-cce6eb31-35e5-4d55-9b88-d93d2156d006 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.783955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86a56599-d789-41b2-bdf7-c7c56c190b7f req-cce6eb31-35e5-4d55-9b88-d93d2156d006 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 985 time: 0.5430264 Apr 18 20:55:47.836209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Calling delete_port for 5f35d7fa-bacf-43c3-b1e7-78b454597742 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:47.851386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-7622e004-cf38-477c-a1ab-ad423db4263b req-e8343269-5309-43e0-a648-76756f819b75 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Unset dirty status for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:47.852813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7622e004-cf38-477c-a1ab-ad423db4263b req-e8343269-5309-43e0-a648-76756f819b75 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 943 time: 2.1376462 Apr 18 20:55:47.949099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-9cd6968a-38be-4471-98b6-b7a6f4d27af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:47.966254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-9cd6968a-38be-4471-98b6-b7a6f4d27af5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b243b133-a1c9-4f7a-8cb4-05c1f2377a0b HTTP/1.1" status: 200 len: 835 time: 0.1830938 Apr 18 20:55:48.014153 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-86a56599-d789-41b2-bdf7-c7c56c190b7f req-3bba50c5-ba61-458c-8a0a-c7598988d2de tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef4de8af-cfd4-4241-a07a-47539a4ded53&id=d97775c5-721c-4cc9-b43f-a17fd4136590&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2283916 Apr 18 20:55:48.093367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7622e004-cf38-477c-a1ab-ad423db4263b req-3e813bdc-4a4f-40e4-a24e-1b158a927c91 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270882 Apr 18 20:55:48.185551 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ddd3e17-96be-4d28-9f53-ec8e1d4acfee None None] New status for floating IP d35ac90b-bdb3-487a-8227-4777ef1facc9: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:55:48.304412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-0b38f781-f851-4f2c-8603-5921b0b5e010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.307148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-0b38f781-f851-4f2c-8603-5921b0b5e010 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8904bf0e-e528-4c8f-a3ae-3c49bf213835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5813062 Apr 18 20:55:48.316074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:48.318294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016214d-4db5-4825-8560-cf874981e818 req-4a9858fb-d262-4b99-be90-6e379618e774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:48.324222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-4a9858fb-d262-4b99-be90-6e379618e774 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd7fb843647c4025b67c915ae86f051b&device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 1097 time: 1.3547578 Apr 18 20:55:48.556118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.035011 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.041056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Port': ['ID=5f35d7fa-bacf-43c3-b1e7-78b454597742,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:49.106849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-2a3579c0-d839-482c-a22f-a6305ef4601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:49.108841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-2a3579c0-d839-482c-a22f-a6305ef4601b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=24c627cc-a760-48c8-997d-090789cb5e0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1296468 Apr 18 20:55:49.396883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] No DVR routers for this DVR port 5f35d7fa-bacf-43c3-b1e7-78b454597742 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:55:49.402319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.425572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'name': 'network-vif-deleted', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:55:49.442936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb0c25c9-3b08-49fe-984e-6c8c4300f264 req-018be42e-438c-49eb-a4df-6aff1b9451aa tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.61 "DELETE /v2.0/ports/5f35d7fa-bacf-43c3-b1e7-78b454597742 HTTP/1.1" status: 204 len: 173 time: 2.5420485 Apr 18 20:55:49.542595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:49.649657 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016214d-4db5-4825-8560-cf874981e818 req-de28b5a4-c39f-4605-b16d-9c5e06ec8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:49.658225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-de28b5a4-c39f-4605-b16d-9c5e06ec8e9a service neutron] 10.222.0.55 "GET /v2.0/networks?id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 200 len: 916 time: 1.1717632 Apr 18 20:55:49.679339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-706f0d2d-db77-4bd3-a50a-ca16684fc385 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3506885 Apr 18 20:55:49.719652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7aa660f6-5e90-40e5-a7c4-6d62aada457d req-f34e91b5-c0bd-479a-8ace-0024d58f86fd tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Synchronizing usage tracker for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:55:49.799546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7aa660f6-5e90-40e5-a7c4-6d62aada457d req-f34e91b5-c0bd-479a-8ace-0024d58f86fd tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Unset dirty status for tenant:41ec53beb73e471f9138149704520e06 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:55:49.818782 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7aa660f6-5e90-40e5-a7c4-6d62aada457d req-f34e91b5-c0bd-479a-8ace-0024d58f86fd tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "GET /v2.0/ports?device_id=b61c2590-b252-4d75-9a84-d982f8e8a3e4 HTTP/1.1" status: 200 len: 210 time: 0.3452926 Apr 18 20:55:49.962801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5f35d7fa-bacf-43c3-b1e7-78b454597742 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:55:49.982619 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b02f9676-412c-4459-b794-e79a5e0dd4df'] response: {'server_uuid': 'b61c2590-b252-4d75-9a84-d982f8e8a3e4', 'name': 'network-vif-deleted', 'tag': '5f35d7fa-bacf-43c3-b1e7-78b454597742', 'status': 'completed', 'code': 200} Apr 18 20:55:50.187017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 5f35d7fa-bacf-43c3-b1e7-78b454597742 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:55:50.187951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 5f35d7fa-bacf-43c3-b1e7-78b454597742 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:55:50.291685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-530d8854-8637-48b0-ae43-c988d4d7b22a req-e5519bb4-0407-46c9-acf5-7ec62f167afd service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631094 Apr 18 20:55:50.324492 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-4a748a54-8c70-488d-a046-36c264bebc3f service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1985667 Apr 18 20:55:50.502752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-4f546454-62fd-424f-b7bf-ecbeff9f1786 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67 HTTP/1.1" status: 200 len: 1001 time: 0.7230146 Apr 18 20:55:50.919099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9624e-64b2-4001-b471-2e5e109ddf5e req-ad88fd93-ebc8-44be-863e-ca39968a06e6 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:50.921964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88c9624e-64b2-4001-b471-2e5e109ddf5e req-ad88fd93-ebc8-44be-863e-ca39968a06e6 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 943 time: 1.2574041 Apr 18 20:55:51.049540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016214d-4db5-4825-8560-cf874981e818 req-e91104d1-63ec-4fd1-8ac3-0fc180ac4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.052659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-e91104d1-63ec-4fd1-8ac3-0fc180ac4077 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 200 len: 854 time: 0.4203460 Apr 18 20:55:51.065602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-658eee7f-0254-49c3-99e2-0adf44ae57e6 req-ea3075df-87ac-4ffd-96b5-b93fb9e91004 service neutron] 10.222.0.61 "GET /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233031 Apr 18 20:55:51.096861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56962) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:51.222709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88c9624e-64b2-4001-b471-2e5e109ddf5e req-7208bde4-4171-470b-b93e-5650be52cd7f tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793725 Apr 18 20:55:51.303217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6acd1c9-1f21-4d55-bdd4-bf35fb1164de tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.342631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-b0cb6a71-0590-4160-ad9c-70606c92814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.343722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-b0cb6a71-0590-4160-ad9c-70606c92814d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1094 time: 0.8392167 Apr 18 20:55:51.409977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6acd1c9-1f21-4d55-bdd4-bf35fb1164de tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.501174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56972) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:51.534816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6acd1c9-1f21-4d55-bdd4-bf35fb1164de tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.556005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016214d-4db5-4825-8560-cf874981e818 req-97e475a3-ea1a-4e9f-8485-8ae2fdbd8d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:51.558207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-97e475a3-ea1a-4e9f-8485-8ae2fdbd8d32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4948621 Apr 18 20:55:51.610285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acd1c9-1f21-4d55-bdd4-bf35fb1164de tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97775c5-721c-4cc9-b43f-a17fd4136590,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:51.642819 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6acd1c9-1f21-4d55-bdd4-bf35fb1164de tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.643985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b6acd1c9-1f21-4d55-bdd4-bf35fb1164de tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/security-groups/d97775c5-721c-4cc9-b43f-a17fd4136590 HTTP/1.1" status: 204 len: 168 time: 0.5454350 Apr 18 20:55:51.653795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 56982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:51.768265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:51.790010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:51.795520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Usage tracker for resource:security_group_rule and tenant:084c7d45d736439c8c5f0403ae338f49 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:51.799539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:51.810052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:52.002552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.011248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.128149 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=084c7d45d736439c8c5f0403ae338f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962794 Apr 18 20:55:52.128149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 56992) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:52.128149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29557eb8-f818-4741-86f6-e1e4f3a5643c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3327458-74ee-474f-b96c-8642aaf44b1e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:52.209351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e9688cc-49f0-4354-8e5a-581fd1564d69 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.222236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-395108c5-6436-440b-8f80-f241036d382c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:52.223791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-395108c5-6436-440b-8f80-f241036d382c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 915 time: 0.8698988 Apr 18 20:55:52.280753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e88e2e03-3411-4f73-8f00-9198f6e7373f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.363569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e88e2e03-3411-4f73-8f00-9198f6e7373f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.466705 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-1819ba6e-b88d-452d-8904-f5fa3b640130 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 217 time: 0.2067344 Apr 18 20:55:52.472101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e88e2e03-3411-4f73-8f00-9198f6e7373f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.479611 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e9688cc-49f0-4354-8e5a-581fd1564d69 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.548152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e88e2e03-3411-4f73-8f00-9198f6e7373f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:52.549780 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e88e2e03-3411-4f73-8f00-9198f6e7373f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b3327458-74ee-474f-b96c-8642aaf44b1e HTTP/1.1" status: 204 len: 168 time: 0.4349151 Apr 18 20:55:52.550765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e2e03-3411-4f73-8f00-9198f6e7373f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3327458-74ee-474f-b96c-8642aaf44b1e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:52.562962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-8c8fa3a9-5f5d-433c-a094-4b1066947b38 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9948359 Apr 18 20:55:52.643323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-f90dd53d-0b2a-4d21-8c49-5c68357a9039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:52.643323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-f90dd53d-0b2a-4d21-8c49-5c68357a9039 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 200 len: 853 time: 0.1462257 Apr 18 20:55:52.781422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea4f4c-d9de-4f50-b528-237c9cdcd5bd req-8230bea0-6882-48e9-9119-f83fcbfa7e5a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:52.784081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0ea4f4c-d9de-4f50-b528-237c9cdcd5bd req-8230bea0-6882-48e9-9119-f83fcbfa7e5a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 943 time: 0.2185295 Apr 18 20:55:52.957319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0ea4f4c-d9de-4f50-b528-237c9cdcd5bd req-36e62ada-7753-4412-b179-708c13cc88e7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1602280 Apr 18 20:55:53.312481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e9688cc-49f0-4354-8e5a-581fd1564d69 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.394558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57020) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:53.406395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9688cc-49f0-4354-8e5a-581fd1564d69 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4de8af-cfd4-4241-a07a-47539a4ded53,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:53.428996 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5e9688cc-49f0-4354-8e5a-581fd1564d69 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.430800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5e9688cc-49f0-4354-8e5a-581fd1564d69 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/security-groups/ef4de8af-cfd4-4241-a07a-47539a4ded53 HTTP/1.1" status: 204 len: 168 time: 1.5116568 Apr 18 20:55:53.435998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57028) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:53.505427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2016214d-4db5-4825-8560-cf874981e818 req-e8f460aa-102f-4065-aa94-5e0f7a2f7510 service neutron] 10.222.0.55 "GET /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8615894 Apr 18 20:55:53.507540 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:53.538366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-cced6654-4455-48ed-a39a-ad06c821a55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:53.541630 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-cced6654-4455-48ed-a39a-ad06c821a55e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8904bf0e-e528-4c8f-a3ae-3c49bf213835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8899746 Apr 18 20:55:53.548413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:55:53.597302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Usage tracker for resource:security_group_rule and tenant:9a89400bbd2f4a9ea16603bde6e425be is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:55:53.604921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:55:53.801767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-f47781e5-ed80-4a0b-8425-2d4482ecc391 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430115 Apr 18 20:55:53.808590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:55:54.137093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-040e382f-1ec4-42db-8c79-96e5a9d62e79 req-7b31ad1d-9e74-42d2-bbff-e6daff5fbccd service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256416 Apr 18 20:55:54.346306 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:55:54.362992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.447569 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.521236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.558473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a89400bbd2f4a9ea16603bde6e425be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1600404 Apr 18 20:55:54.573916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:54.653659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e57143-103f-4553-b103-840527aff4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c144be9b-2a8e-4c68-9a28-369ab9f04532,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:54.748859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab97425-c162-43bb-b011-4a21b699ba6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.776073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7854296-d4c7-44e0-986a-5555403dacf2 req-260d8bfa-4d9e-46bc-9886-929f562ddb74 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:54.778236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7854296-d4c7-44e0-986a-5555403dacf2 req-260d8bfa-4d9e-46bc-9886-929f562ddb74 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 943 time: 0.3997552 Apr 18 20:55:54.832200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab97425-c162-43bb-b011-4a21b699ba6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.885283 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7854296-d4c7-44e0-986a-5555403dacf2 req-08112ffa-1403-4c46-bd60-3a6ebc752887 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946867 Apr 18 20:55:54.933156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab97425-c162-43bb-b011-4a21b699ba6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:54.982409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab97425-c162-43bb-b011-4a21b699ba6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c144be9b-2a8e-4c68-9a28-369ab9f04532,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:55.002210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab97425-c162-43bb-b011-4a21b699ba6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.003820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3ab97425-c162-43bb-b011-4a21b699ba6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c144be9b-2a8e-4c68-9a28-369ab9f04532 HTTP/1.1" status: 204 len: 168 time: 0.4284942 Apr 18 20:55:55.375065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting port 629b78c5-de49-4565-ba62-4043f2254fe0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:55.375736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.623230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] For port 629b78c5-de49-4565-ba62-4043f2254fe0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=629b78c5-de49-4565-ba62-4043f2254fe0,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:55.623230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:55.794025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Calling delete_port for 629b78c5-de49-4565-ba62-4043f2254fe0 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:56.243815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.287443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:56.467685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Port': ['ID=629b78c5-de49-4565-ba62-4043f2254fe0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:56.646088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port 2f80573b-9fbf-45cb-8380-2c788755ddaa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:55:56.646789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:56.660699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4629274-9400-49e6-a51b-fbb092b7c98a req-7d111b2e-d1f6-4566-92e7-8693c8da007b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:56.679639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4629274-9400-49e6-a51b-fbb092b7c98a req-7d111b2e-d1f6-4566-92e7-8693c8da007b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 943 time: 0.6016431 Apr 18 20:55:56.926474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.000751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.001089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.079765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4629274-9400-49e6-a51b-fbb092b7c98a req-5e16b7fb-8c4d-4af1-9622-2c4010617d48 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3991096 Apr 18 20:55:57.442390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for 2f80573b-9fbf-45cb-8380-2c788755ddaa owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:55:57.502340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c5b7c051-a499-461a-8a0e-c7c9ef80376d details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:55:57.672065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Router 15478183-2f4a-43b3-a83f-a3203b047e73 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:55:57.745332 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:57.793772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c5b7c051-a499-461a-8a0e-c7c9ef80376d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:57.820512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'mac_address': 'fa:16:3e:29:7a:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:55:57.902498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=2f80573b-9fbf-45cb-8380-2c788755ddaa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.009332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.060208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b7c051-a499-461a-8a0e-c7c9ef80376d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:55:58.138612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c5b7c051-a499-461a-8a0e-c7c9ef80376d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:55:58.149338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.239632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.240361 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Floating IP 1d3a39e6-3444-40ea-ae7c-d7ef0b671886 disassociated (deleted). External IP: 172.25.5.40, port: e70ba59f-32a7-4ee4-a91a-ef061c486e6d. Apr 18 20:55:58.378088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c5b7c051-a499-461a-8a0e-c7c9ef80376d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:58.478825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['c5b7c051-a499-461a-8a0e-c7c9ef80376d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:55:58.504407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:55:58.530014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] Sync routers for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:58.587486 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-46dbd489-9165-476b-b943-f399c480e8be tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "PUT /v2.0/routers/15478183-2f4a-43b3-a83f-a3203b047e73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1349671 Apr 18 20:55:58.587486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57162) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:58.644420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:58.644420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:58.919685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting subnet b243b133-a1c9-4f7a-8cb4-05c1f2377a0b {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:55:58.924567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175a9ad4-ad12-4595-a0e5-735ecc5b6476 req-f99ea72b-06e5-4077-bd0c-8915b28ec570 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:55:58.927761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-175a9ad4-ad12-4595-a0e5-735ecc5b6476 req-f99ea72b-06e5-4077-bd0c-8915b28ec570 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 944 time: 0.5808065 Apr 18 20:55:58.932120 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:58.934677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:55:59.188424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.245311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-175a9ad4-ad12-4595-a0e5-735ecc5b6476 req-22803ba2-0b63-4fe5-9683-25600df6acc7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1782508 Apr 18 20:55:59.415386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:55:59.524118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.693760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.779287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:55:59.787328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b08a8d0-feaa-4590-8007-15c12c31af1c None None] Network 24c627cc-a760-48c8-997d-090789cb5e0d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:55:59.797157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Subnet': ['ID=b243b133-a1c9-4f7a-8cb4-05c1f2377a0b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:55:59.811416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44ee9368-2956-48ef-9387-7036d59e16da tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/subnets/b243b133-a1c9-4f7a-8cb4-05c1f2377a0b HTTP/1.1" status: 204 len: 168 time: 1.2346804 Apr 18 20:55:59.812475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:55:59.868421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:55:59.880654 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:55:59.921950 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:55:59.922330 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:55:59.965546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.109403 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e96069df-4915-4a38-8ec3-10341acade70 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "DELETE /v2.0/floatingips/1d3a39e6-3444-40ea-ae7c-d7ef0b671886 HTTP/1.1" status: 204 len: 168 time: 3.8197436 Apr 18 20:56:00.110561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:00.197451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.461420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:00.541784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.566263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Deleting port f99b848b-448f-499f-bc6d-34b046a698a4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:00.566901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:00.646638 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18755cdd-d698-4522-985f-673fe73f527a'] response: {'name': 'network-changed', 'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'status': 'completed', 'code': 200} Apr 18 20:56:00.764611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34'}], 'enable_snat': True}, 'gw_port_id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:55:55Z', 'revision_number': 5, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port': {'id': 'f99b848b-448f-499f-bc6d-34b046a698a4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:db:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:52:52Z', 'updated_at': '2022-04-18T20:53:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:00.799797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] Checking router: 15478183-2f4a-43b3-a83f-a3203b047e73 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:01.067108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] DHCP port deletion for 24c627cc-a760-48c8-997d-090789cb5e0d request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:56:01.126449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] Deleting port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:01.126449 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.328442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] Routers {'15478183-2f4a-43b3-a83f-a3203b047e73'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:01.329346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['15478183-2f4a-43b3-a83f-a3203b047e73'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:01.367575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777011-b375-4dae-92a6-34abe6499227 req-9552ad2c-5fa8-446f-8e90-ebb8c115da18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:01.372658 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35777011-b375-4dae-92a6-34abe6499227 req-9552ad2c-5fa8-446f-8e90-ebb8c115da18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3e8611199562487e905052133b5013a4&device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 1097 time: 0.7073157 Apr 18 20:56:01.391695 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:01.408680 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:01.429882 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:01.430965 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:01.558765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] For port f99b848b-448f-499f-bc6d-34b046a698a4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f99b848b-448f-499f-bc6d-34b046a698a4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:01.560955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:01.870556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd7306-9b26-4e02-9f01-522d8f5b4a0b req-fdcd86dc-aa3c-46bc-a4ca-6037e4e6a226 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:01.898926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48fd7306-9b26-4e02-9f01-522d8f5b4a0b req-fdcd86dc-aa3c-46bc-a4ca-6037e4e6a226 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 944 time: 0.9471209 Apr 18 20:56:01.919757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Calling delete_port for f99b848b-448f-499f-bc6d-34b046a698a4 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:01.954994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] Set router 15478183-2f4a-43b3-a83f-a3203b047e73 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:02.011577 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:02.015303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777011-b375-4dae-92a6-34abe6499227 req-6a4ac51c-9c51-4265-87f6-fc781626c8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:02.030786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35777011-b375-4dae-92a6-34abe6499227 req-6a4ac51c-9c51-4265-87f6-fc781626c8a8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 200 len: 912 time: 0.6449981 Apr 18 20:56:02.311028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:56:00Z', 'revision_number': 6, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:02.381207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67f1c61-7903-4781-a346-f9d5ba858230 None None] The sync data for ids ['15478183-2f4a-43b3-a83f-a3203b047e73'] in n-d-836016-3 is: [{'id': '15478183-2f4a-43b3-a83f-a3203b047e73', 'name': 'tempest-TestSecurityGroupsBasicOps-router-672178114', 'tenant_id': '41ec53beb73e471f9138149704520e06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:52:50Z', 'updated_at': '2022-04-18T20:56:00Z', 'revision_number': 6, 'project_id': '41ec53beb73e471f9138149704520e06', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:02.399290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35777011-b375-4dae-92a6-34abe6499227 req-0b4dfeb4-6bef-4fc5-b69f-ccb59187448d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 200 len: 217 time: 0.3592994 Apr 18 20:56:02.424897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.696317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777011-b375-4dae-92a6-34abe6499227 req-06440739-68da-4d67-afdf-064a6b1fa8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:02.698363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35777011-b375-4dae-92a6-34abe6499227 req-06440739-68da-4d67-afdf-064a6b1fa8bd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 200 len: 850 time: 0.2890482 Apr 18 20:56:02.733406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] For port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=1cfb4ca4-faeb-4624-9b1a-44d215c6375b,segment=NetworkSegment(36ceca16-9284-4a28-bc6f-a738886c8122),segment_id=36ceca16-9284-4a28-bc6f-a738886c8122)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:02.733842 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:02.969431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-48fd7306-9b26-4e02-9f01-522d8f5b4a0b req-eae0e62f-12c1-4f0e-b74d-4a5021c37f40 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0688953 Apr 18 20:56:03.011222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] Calling delete_port for 1cfb4ca4-faeb-4624-9b1a-44d215c6375b owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:03.109786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35777011-b375-4dae-92a6-34abe6499227 req-6070fdcd-8f1c-4139-a6b7-2bd43bc79757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:03.119913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35777011-b375-4dae-92a6-34abe6499227 req-6070fdcd-8f1c-4139-a6b7-2bd43bc79757 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1ca914df-2462-4609-93a7-9a10ac1d108a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3564720 Apr 18 20:56:03.144773 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:03.214859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] Pushing event deleted for resources: {'Port': ['ID=1cfb4ca4-faeb-4624-9b1a-44d215c6375b,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:03.223061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de0457-98b1-45ab-9cf2-d657cda2f352 None None] No DVR routers for this DVR port 1cfb4ca4-faeb-4624-9b1a-44d215c6375b on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:03.381751 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:03.405503 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e72ec7-ee1e-4121-a33e-ac250d843fd7 None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:39:08Z', 'revision_number': 4, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '72b2173a-6940-4894-afee-ee2bd1e6c87e', 'name': '', 'network_id': '1ca914df-2462-4609-93a7-9a10ac1d108a', 'tenant_id': '3e8611199562487e905052133b5013a4', 'mac_address': 'fa:16:3e:85:11:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2533, 'fixed_ips': [{'subnet_id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:04Z', 'updated_at': '2022-04-18T20:39:21Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'subnets': [{'id': 'cd0f5615-6b8c-4eb0-bc66-871b8f9a8743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:03.415354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1cfb4ca4-faeb-4624-9b1a-44d215c6375b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:03.583787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c5b7c051-a499-461a-8a0e-c7c9ef80376d up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:03.630148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35777011-b375-4dae-92a6-34abe6499227 req-c097f9fc-e02a-4619-8536-bb72728792b1 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975324 Apr 18 20:56:03.711790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Port': ['ID=f99b848b-448f-499f-bc6d-34b046a698a4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:03.858540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-329cef05-8bd1-4623-822f-9d269ca9f07e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:03.872416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-329cef05-8bd1-4623-822f-9d269ca9f07e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 946 time: 2.6660984 Apr 18 20:56:03.971303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 1cfb4ca4-faeb-4624-9b1a-44d215c6375b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:03.971303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 1cfb4ca4-faeb-4624-9b1a-44d215c6375b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:03.982269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 629b78c5-de49-4565-ba62-4043f2254fe0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:04.086142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e70ba59f-32a7-4ee4-a91a-ef061c486e6d no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:04.124268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35777011-b375-4dae-92a6-34abe6499227 req-71d8beab-15ac-4a34-bcf8-eb114af08b38 service neutron] 10.222.0.61 "GET /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4867110 Apr 18 20:56:04.139106 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.206071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 629b78c5-de49-4565-ba62-4043f2254fe0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:04.206425 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 629b78c5-de49-4565-ba62-4043f2254fe0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:04.436646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57284) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:04.455180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b8ea9-5b87-4f67-a394-336e5c57a218 None None] New status for floating IP 1d3a39e6-3444-40ea-ae7c-d7ef0b671886: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:04.514276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2543e1f-cb7e-4ba4-ac4d-de1e203828d3 req-b303b7c4-86cb-44fa-9ad2-1977853380d0 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:04.517954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2543e1f-cb7e-4ba4-ac4d-de1e203828d3 req-b303b7c4-86cb-44fa-9ad2-1977853380d0 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 944 time: 0.2435791 Apr 18 20:56:04.608235 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port e70ba59f-32a7-4ee4-a91a-ef061c486e6d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:04.608907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.667988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2543e1f-cb7e-4ba4-ac4d-de1e203828d3 req-0b4345fc-ad38-4f55-9fd4-b4ea3160a0b7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395781 Apr 18 20:56:04.733542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port c5b7c051-a499-461a-8a0e-c7c9ef80376d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:04.748150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port c5b7c051-a499-461a-8a0e-c7c9ef80376d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:04.748531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.807335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.810292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.811959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.856446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:04.871531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Usage tracker for resource:security_group_rule and tenant:a6f0330ad7874cd9b7d04a15ce960b7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:04.879401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:04.882311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb50af1-3e3c-43ec-bec3-1f4dfbc1bd4f req-7cc2358d-c6e0-4a3e-8277-752f52bdf8fb tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:04.892914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:04.895929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4cb50af1-3e3c-43ec-bec3-1f4dfbc1bd4f req-7cc2358d-c6e0-4a3e-8277-752f52bdf8fb tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 946 time: 3.4055250 Apr 18 20:56:04.896618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:04.905067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Fanout notify agent at l3_agent the message router_deleted on router 15478183-2f4a-43b3-a83f-a3203b047e73 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:56:05.053419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.058330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f14bec0d-4592-432f-968b-5ca4f4f69a82 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/routers/15478183-2f4a-43b3-a83f-a3203b047e73 HTTP/1.1" status: 204 len: 168 time: 5.2442343 Apr 18 20:56:05.060254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57294) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:05.131194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f99b848b-448f-499f-bc6d-34b046a698a4 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:05.202663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.252030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f99b848b-448f-499f-bc6d-34b046a698a4 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:05.252698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f99b848b-448f-499f-bc6d-34b046a698a4 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:05.276560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:05.300617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.322601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:05.323174 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.331121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.377792 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.427908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6f0330ad7874cd9b7d04a15ce960b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9899902 Apr 18 20:56:05.428790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57302) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:05.480513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.500095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port c5b7c051-a499-461a-8a0e-c7c9ef80376d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:05.506904 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.528157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9622b-3923-4e2c-aca0-820a7d99151b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.572593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.573046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.573313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.574283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.574791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.575875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.576294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.576685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.576999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.577379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.577764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.578225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f58fb9-d754-4800-89bc-0d03fc1a525e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:05.642644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49963e65-3d53-4b62-aa4d-3063e87754c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.697781 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e43735-a00b-49ca-942f-89b107def802'] response: {'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'code': 200} Apr 18 20:56:05.703208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4cb50af1-3e3c-43ec-bec3-1f4dfbc1bd4f req-601d98c6-1eac-4126-a156-a9a527568ca8 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7612653 Apr 18 20:56:05.707107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.714863 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49963e65-3d53-4b62-aa4d-3063e87754c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.745442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:05.745917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.807298 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=c5b7c051-a499-461a-8a0e-c7c9ef80376d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.847312 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49963e65-3d53-4b62-aa4d-3063e87754c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.873453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49963e65-3d53-4b62-aa4d-3063e87754c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9622b-3923-4e2c-aca0-820a7d99151b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:05.877096 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49963e65-3d53-4b62-aa4d-3063e87754c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.878365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-49963e65-3d53-4b62-aa4d-3063e87754c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b0e9622b-3923-4e2c-aca0-820a7d99151b HTTP/1.1" status: 204 len: 168 time: 0.4381874 Apr 18 20:56:05.921886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:05.956347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24c627cc-a760-48c8-997d-090789cb5e0d']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:05.972504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36ceca16-9284-4a28-bc6f-a738886c8122') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:05.972812 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36ceca16-9284-4a28-bc6f-a738886c8122') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:05.997826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.022156 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.031486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:06.032161 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.131061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115c3a7-bba5-41c5-a7da-20bd9f8906c3 req-f7aa729a-5b95-4232-afb6-35dbdbe7edd3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:06.132782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d115c3a7-bba5-41c5-a7da-20bd9f8906c3 req-f7aa729a-5b95-4232-afb6-35dbdbe7edd3 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 0.1909614 Apr 18 20:56:06.239626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d115c3a7-bba5-41c5-a7da-20bd9f8906c3 req-f4179b19-e317-445f-a028-fb83f01438ed tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929165 Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:06.273160 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:06.469565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:06.492009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.512498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:06.518530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Usage tracker for resource:security_group_rule and tenant:7010ec23b5de47b69b535c0c304a48d4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:06.523939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:06.532827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:06.535451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for e70ba59f-32a7-4ee4-a91a-ef061c486e6d owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:06.660158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.698879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.707633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.708994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.750750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] Pushing event deleted for resources: {'Network': ['ID=24c627cc-a760-48c8-997d-090789cb5e0d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:06.762305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-17c64b2f-1f75-4c6d-89fd-f039d6a6fd84 tempest-TestSecurityGroupsBasicOps-276861746 tempest-TestSecurityGroupsBasicOps-276861746-project] 10.222.0.47 "DELETE /v2.0/networks/24c627cc-a760-48c8-997d-090789cb5e0d HTTP/1.1" status: 204 len: 168 time: 1.6913660 Apr 18 20:56:06.780688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4a96c7-ad36-4d40-a678-28cafce2aaa9 req-a8b99616-b9c7-4378-b687-2e9ac8d783d1 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:06.782513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb4a96c7-ad36-4d40-a678-28cafce2aaa9 req-a8b99616-b9c7-4378-b687-2e9ac8d783d1 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 0.6718583 Apr 18 20:56:06.787418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7010ec23b5de47b69b535c0c304a48d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127403 Apr 18 20:56:06.788238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:06.788238 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:06.788529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cbaa56-b031-4ac1-ad52-6498e9dd5848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a730a63c-360d-4764-9f89-86b93ff190e4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:06.788688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57324) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:06.921772 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd9033f-27b5-44dd-a2d8-6a639f6314c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:06.939672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb4a96c7-ad36-4d40-a678-28cafce2aaa9 req-1bfbc97f-6ab6-4fcf-b499-2410587e69cf tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195257 Apr 18 20:56:06.981015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd9033f-27b5-44dd-a2d8-6a639f6314c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.115479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd9033f-27b5-44dd-a2d8-6a639f6314c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.183920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9033f-27b5-44dd-a2d8-6a639f6314c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a730a63c-360d-4764-9f89-86b93ff190e4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:07.238568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abd9033f-27b5-44dd-a2d8-6a639f6314c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.251416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-abd9033f-27b5-44dd-a2d8-6a639f6314c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a730a63c-360d-4764-9f89-86b93ff190e4 HTTP/1.1" status: 204 len: 168 time: 0.4514887 Apr 18 20:56:07.288522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port e70ba59f-32a7-4ee4-a91a-ef061c486e6d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:07.289127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:07.419980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48d29ca-862d-40ec-912f-fea7fad4fcb0 req-2d424438-cd2f-4d42-a962-2cb9c5ed17cf tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.421294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a48d29ca-862d-40ec-912f-fea7fad4fcb0 req-2d424438-cd2f-4d42-a962-2cb9c5ed17cf tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:07.484121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57356) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:07.662167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a48d29ca-862d-40ec-912f-fea7fad4fcb0 req-2d424438-cd2f-4d42-a962-2cb9c5ed17cf tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:07.674862 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a48d29ca-862d-40ec-912f-fea7fad4fcb0 req-2d424438-cd2f-4d42-a962-2cb9c5ed17cf tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 944 time: 0.6416276 Apr 18 20:56:07.700883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:07.878805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d237fe-2bc4-4c89-8867-211e68523840 req-ba50b22c-5b59-45f1-9554-a93b4562326c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:07.894114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84d237fe-2bc4-4c89-8867-211e68523840 req-ba50b22c-5b59-45f1-9554-a93b4562326c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 0.4527109 Apr 18 20:56:07.980059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a48d29ca-862d-40ec-912f-fea7fad4fcb0 req-4517173b-13c4-4d5e-a030-0f478bc1f41d tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3038955 Apr 18 20:56:08.007161 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c42d6ebf-7aa9-47fd-81e1-887aa8ab9fe2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41ec53beb73e471f9138149704520e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5205829 Apr 18 20:56:08.008095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57412) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:08.027805 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a824e-30aa-4a1f-915d-25637445a10e req-324f84f7-cb6d-4632-b7a5-92cb7dd5d6e5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:08.030113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-267a824e-30aa-4a1f-915d-25637445a10e req-324f84f7-cb6d-4632-b7a5-92cb7dd5d6e5 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 0.4743104 Apr 18 20:56:08.074581 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a558ea40-e3f6-4956-bdb4-a16a4b8c47b2'] response: {'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'code': 200} Apr 18 20:56:08.123276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port c8570c4c-0dec-46bd-9999-d7c5396e0c67 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:08.123773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.302792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-267a824e-30aa-4a1f-915d-25637445a10e req-7dc657cb-2c66-4995-bd3b-56053b03f6fb tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096803 Apr 18 20:56:08.373448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-3bcd04e9-4726-465d-bc8e-e91ccc417726 req-93cc7ca4-85c2-4e4d-a54a-8900aaf04063 service neutron] (88141) timed out ('10.222.0.47', 32948) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:56:08.427181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77a2cbcd-5d1f-4043-babc-91b5bf58eb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.477050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77a2cbcd-5d1f-4043-babc-91b5bf58eb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.656056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] For port e70ba59f-32a7-4ee4-a91a-ef061c486e6d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:08.658712 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.683107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77a2cbcd-5d1f-4043-babc-91b5bf58eb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.733501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a2cbcd-5d1f-4043-babc-91b5bf58eb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258d592d-00c1-4ec1-8566-bfb71d542f17,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:08.736052 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77a2cbcd-5d1f-4043-babc-91b5bf58eb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:08.759154 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-77a2cbcd-5d1f-4043-babc-91b5bf58eb45 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/258d592d-00c1-4ec1-8566-bfb71d542f17 HTTP/1.1" status: 204 len: 168 time: 0.7107000 Apr 18 20:56:09.129780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7b4aa7-56bf-4887-ba15-4b6c521dba2a req-144ff04f-dad0-4dec-88dc-c37e4407ce90 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.139790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f7b4aa7-56bf-4887-ba15-4b6c521dba2a req-144ff04f-dad0-4dec-88dc-c37e4407ce90 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 0.8751917 Apr 18 20:56:09.147047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053610a-24b9-4d0f-9d88-5ed053dbfe1a req-cfe002da-ab99-4269-a6a5-b020d3155463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.149152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c053610a-24b9-4d0f-9d88-5ed053dbfe1a req-cfe002da-ab99-4269-a6a5-b020d3155463 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1096 time: 0.7959385 Apr 18 20:56:09.289955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for e70ba59f-32a7-4ee4-a91a-ef061c486e6d owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:09.398340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] For port c8570c4c-0dec-46bd-9999-d7c5396e0c67, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c8570c4c-0dec-46bd-9999-d7c5396e0c67,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:09.398827 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:09.546265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f7b4aa7-56bf-4887-ba15-4b6c521dba2a req-57b4dcd0-518d-4f92-b6ce-9131c4b41a62 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3964691 Apr 18 20:56:09.652318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842bdeb-cdc9-4e5c-904a-5af8b1a12dd1 req-9c263624-766a-4530-9ea4-ac23d191667e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:09.653085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b842bdeb-cdc9-4e5c-904a-5af8b1a12dd1 req-9c263624-766a-4530-9ea4-ac23d191667e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Synchronizing usage tracker for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:09.832071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c053610a-24b9-4d0f-9d88-5ed053dbfe1a req-1ea703f8-af35-4b36-b417-ba7b54d1257e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6043375 Apr 18 20:56:09.864343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-b842bdeb-cdc9-4e5c-904a-5af8b1a12dd1 req-9c263624-766a-4530-9ea4-ac23d191667e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Unset dirty status for tenant:3e8611199562487e905052133b5013a4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:09.879683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b842bdeb-cdc9-4e5c-904a-5af8b1a12dd1 req-9c263624-766a-4530-9ea4-ac23d191667e tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 944 time: 0.4755952 Apr 18 20:56:09.981527 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b842bdeb-cdc9-4e5c-904a-5af8b1a12dd1 req-6f0b00ba-8bd6-4aa6-a76f-dd12aebe2c66 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/security-groups?id=c04e3d3c-0860-41cd-bdec-cabbbd3e0126&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004496 Apr 18 20:56:09.982791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.132023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=e70ba59f-32a7-4ee4-a91a-ef061c486e6d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:10.363733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57604) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:10.372947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] No DVR routers for this DVR port e70ba59f-32a7-4ee4-a91a-ef061c486e6d on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:10.410247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.414624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7eb56cc3-4ca3-4ee4-8121-dab58b46b331 req-b5b3fe73-6549-4814-b42b-74636f29fbff tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.61 "DELETE /v2.0/ports/e70ba59f-32a7-4ee4-a91a-ef061c486e6d HTTP/1.1" status: 204 len: 173 time: 6.5159338 Apr 18 20:56:10.424608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'name': 'network-vif-deleted', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:10.435679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.489628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:10.500296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Usage tracker for resource:security_group_rule and tenant:f29f8972ebd14bd7808d1c421c8bba59 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:10.504957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:10.531155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:10.556658 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.558942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:10.560022 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Floating IP 09d4fc35-a408-4da4-82a3-a88f630b37aa disassociated. External IP: 172.25.5.31, port: c8570c4c-0dec-46bd-9999-d7c5396e0c67. Apr 18 20:56:10.560801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for c8570c4c-0dec-46bd-9999-d7c5396e0c67 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:10.601983 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59aa1cb0-5bdb-41c9-b3bc-0dd48909f054'] response: {'server_uuid': 'd1d81074-e8fc-4b3d-99b9-dfccea0879ee', 'name': 'network-vif-deleted', 'tag': 'e70ba59f-32a7-4ee4-a91a-ef061c486e6d', 'status': 'completed', 'code': 200} Apr 18 20:56:10.831801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f1af4-3ffa-44c2-8eeb-b637c2dfc47b req-c764ac95-bde5-4946-b486-8295d18fa11c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:10.839001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-340f1af4-3ffa-44c2-8eeb-b637c2dfc47b req-c764ac95-bde5-4946-b486-8295d18fa11c tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 946 time: 0.6198382 Apr 18 20:56:11.153183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-340f1af4-3ffa-44c2-8eeb-b637c2dfc47b req-a43be4c2-8229-4823-9c34-28963c86484b tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups?id=4b471d66-046a-446c-b217-2bfc1055a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734125 Apr 18 20:56:11.194739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.222674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.269790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.439317 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f29f8972ebd14bd7808d1c421c8bba59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0723791 Apr 18 20:56:11.461954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57698) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:11.550195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c8570c4c-0dec-46bd-9999-d7c5396e0c67 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:11.562652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4acf1-4840-4692-93aa-a3cb60f08ec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26674b3-2acd-407c-a316-e6d14cb71f10,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:11.571707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=c8570c4c-0dec-46bd-9999-d7c5396e0c67,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:11.587945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2eeb14-2e97-4ea3-b887-3cd3249a0578 req-4b651ac9-9ac6-43db-8c8d-233971b1ad01 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:11.590735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e2eeb14-2e97-4ea3-b887-3cd3249a0578 req-4b651ac9-9ac6-43db-8c8d-233971b1ad01 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 0.7046759 Apr 18 20:56:11.688211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9890c383-ba1c-4d25-b97f-00c86a941d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.784326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: c8570c4c-0dec-46bd-9999-d7c5396e0c67 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:11.785163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c8570c4c-0dec-46bd-9999-d7c5396e0c67 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:11.842144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9890c383-ba1c-4d25-b97f-00c86a941d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:11.910078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e2eeb14-2e97-4ea3-b887-3cd3249a0578 req-721e1f16-5884-4ca8-bcef-4cd29975836b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2814996 Apr 18 20:56:12.042343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9890c383-ba1c-4d25-b97f-00c86a941d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.127175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9890c383-ba1c-4d25-b97f-00c86a941d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26674b3-2acd-407c-a316-e6d14cb71f10,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:12.134327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9890c383-ba1c-4d25-b97f-00c86a941d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:12.135993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9890c383-ba1c-4d25-b97f-00c86a941d00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a26674b3-2acd-407c-a316-e6d14cb71f10 HTTP/1.1" status: 204 len: 168 time: 0.6723831 Apr 18 20:56:12.168583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71b4de01-e12c-453d-b568-9530e34aa243 req-40bcc41c-c0cc-4cce-ac23-b2636042c54b tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 0.3380268 Apr 18 20:56:12.530873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:56:12.691613 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ce804ee-1545-4c3e-b52f-0939ac996470 req-88607ced-ce9f-4e8f-b434-6c633e1bed50 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/ports?device_id=c206ac19-d333-42fc-9859-19063303a406 HTTP/1.1" status: 200 len: 210 time: 0.1368806 Apr 18 20:56:12.886651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:56:12.906891 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:12.934979 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:12.939459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:13.038444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] No DVR routers for this DVR port c8570c4c-0dec-46bd-9999-d7c5396e0c67 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:13.043149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.046851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'name': 'network-vif-deleted', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:13.095285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84d237fe-2bc4-4c89-8867-211e68523840 req-f1258387-bb64-410d-9196-772d1de1bdec tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.55 "DELETE /v2.0/ports/c8570c4c-0dec-46bd-9999-d7c5396e0c67 HTTP/1.1" status: 204 len: 173 time: 5.1617658 Apr 18 20:56:13.131315 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57846) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:13.282345 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7eeb750-41e1-4c81-b44f-17d3aa0ca268'] response: {'server_uuid': 'c206ac19-d333-42fc-9859-19063303a406', 'name': 'network-vif-deleted', 'tag': 'c8570c4c-0dec-46bd-9999-d7c5396e0c67', 'status': 'completed', 'code': 200} Apr 18 20:56:13.325818 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:13.331889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c89040fe-3621-47e4-8ace-60ce6a0806f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=284e10c305e1441895d1bd61f9f068b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956017 Apr 18 20:56:13.507577 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a36b89a0-ae6d-454e-a20e-efe7c67d2d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.568101 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a36b89a0-ae6d-454e-a20e-efe7c67d2d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.606402 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:13.649497 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2aeac2ca-9b38-4a4b-9194-cab5421a7a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.676941 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a36b89a0-ae6d-454e-a20e-efe7c67d2d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.719658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36b89a0-ae6d-454e-a20e-efe7c67d2d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa874de2-73de-4322-bd0c-59878f4aa6f6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:13.822231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a36b89a0-ae6d-454e-a20e-efe7c67d2d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:13.823756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a36b89a0-ae6d-454e-a20e-efe7c67d2d3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aa874de2-73de-4322-bd0c-59878f4aa6f6 HTTP/1.1" status: 204 len: 168 time: 0.4966135 Apr 18 20:56:13.922343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61864a61-d500-447a-8f91-23443ba4681c req-951082b3-e3e2-4492-abd4-fa22be5d5c2c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:13.925633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61864a61-d500-447a-8f91-23443ba4681c req-951082b3-e3e2-4492-abd4-fa22be5d5c2c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 0.1702898 Apr 18 20:56:13.936055 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0ffafe9-de26-48a0-abd8-7a60d1fb893c req-3a70cedc-0c84-4b2e-a341-2f12052b9342 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "GET /v2.0/ports?device_id=d1d81074-e8fc-4b3d-99b9-dfccea0879ee HTTP/1.1" status: 200 len: 210 time: 0.3022940 Apr 18 20:56:14.065898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61864a61-d500-447a-8f91-23443ba4681c req-0caad1c9-3e9e-43d4-8916-13a14775e690 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288462 Apr 18 20:56:14.455552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf007c5-f5d9-44d0-8b54-430b61d9abe9 req-2e800a06-8aeb-480f-9f2c-2b0fe83a897a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:14.457339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdf007c5-f5d9-44d0-8b54-430b61d9abe9 req-2e800a06-8aeb-480f-9f2c-2b0fe83a897a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 0.1631112 Apr 18 20:56:14.477839 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.485557 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:14.500709 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:14.502686 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:55:47Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:14.522927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bdf007c5-f5d9-44d0-8b54-430b61d9abe9 req-7ef298e4-44f8-4ade-bdcc-182232674514 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549409 Apr 18 20:56:14.555297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57898) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:14.733556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57908) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:14.782073 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:14.874425 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55806762-c00d-43de-bd2d-e64b5bb78069 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:14.934382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55806762-c00d-43de-bd2d-e64b5bb78069 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.184700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57934) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:15.352033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55806762-c00d-43de-bd2d-e64b5bb78069 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.417276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55806762-c00d-43de-bd2d-e64b5bb78069 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b471d66-046a-446c-b217-2bfc1055a62d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:15.440306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-01875b9c-9dcc-4b28-9eb8-e801860aca4c tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:15.442633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-01875b9c-9dcc-4b28-9eb8-e801860aca4c tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/networks?id=37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 200 len: 813 time: 0.4847903 Apr 18 20:56:15.490365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-d6902bed-c247-42d8-a39b-f51ca300ad68 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/quotas/9ce00e2cba424f6cbb491c9d1e11efa4 HTTP/1.1" status: 200 len: 375 time: 0.0357416 Apr 18 20:56:15.492638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55806762-c00d-43de-bd2d-e64b5bb78069 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:15.497304 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-55806762-c00d-43de-bd2d-e64b5bb78069 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/security-groups/4b471d66-046a-446c-b217-2bfc1055a62d HTTP/1.1" status: 204 len: 168 time: 0.7620037 Apr 18 20:56:15.498129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57944) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:15.616100 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:15.623685 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-4076a9ec-e051-4318-a69e-29d2e1ceac3a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1127975 Apr 18 20:56:15.625205 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8832a3-91d3-4ce0-b809-bf9dc5f98751 None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:46:08Z', 'revision_number': 4, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '26c2c1fa-90b1-4c4b-baf2-be324c185c8a', 'name': '', 'network_id': '73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'mac_address': 'fa:16:3e:a3:07:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3080, 'fixed_ips': [{'subnet_id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:46:04Z', 'updated_at': '2022-04-18T20:46:22Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'subnets': [{'id': 'e212284d-6ecd-4f6a-a664-aacbfaf5f0cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:15.632362 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-7f95ec09-0ff5-4a37-baec-d9503a9fff8e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] show failed (client error): The resource could not be found. Apr 18 20:56:15.634781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7f95ec09-0ff5-4a37-baec-d9503a9fff8e tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "GET /v2.0/security-groups/4b471d66-046a-446c-b217-2bfc1055a62d HTTP/1.1" status: 404 len: 347 time: 0.1354008 Apr 18 20:56:15.638071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57952) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:15.828527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Deleting port be02c3b0-acc8-4398-9bc0-21cdad355006 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:15.828527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.022319 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b7def6e-9de1-4d41-bf08-4af8f7562fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.123988 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.124403 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.254151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port fc3c925c-47d7-4611-9a07-40d94e65ea8d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:16.254710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.255305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc0388-6524-4c70-b38e-941c08cb04de None None] New status for floating IP 09d4fc35-a408-4da4-82a3-a88f630b37aa: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:16.440668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 57970) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:16.450751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46804e2-9fd8-4428-8bfc-3d4ecaf9d2df tempest-TestVolumeBackupRestore-560888957 tempest-TestVolumeBackupRestore-560888957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:16.451732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a46804e2-9fd8-4428-8bfc-3d4ecaf9d2df tempest-TestVolumeBackupRestore-560888957 tempest-TestVolumeBackupRestore-560888957-project-admin] Synchronizing usage tracker for tenant:cd20781ffcf04a0b824f6e759bc7488a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:16.465442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Calling delete_port for be02c3b0-acc8-4398-9bc0-21cdad355006 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:16.509254 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-c62862fd-0d68-401b-90fc-2baa3b6dda42 service neutron] 10.222.0.47 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317607 Apr 18 20:56:16.536408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a46804e2-9fd8-4428-8bfc-3d4ecaf9d2df tempest-TestVolumeBackupRestore-560888957 tempest-TestVolumeBackupRestore-560888957-project-admin] Unset dirty status for tenant:cd20781ffcf04a0b824f6e759bc7488a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:16.539075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a46804e2-9fd8-4428-8bfc-3d4ecaf9d2df tempest-TestVolumeBackupRestore-560888957 tempest-TestVolumeBackupRestore-560888957-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1091 time: 1.9824181 Apr 18 20:56:16.544266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 57976) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:16.553026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:16.574824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:16.582904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Usage tracker for resource:floatingip and tenant:d2c069c0947141be9c723b40fe9ec29e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:16.597926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:16.618272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:16.636518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.813070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1407710681-network', 'tenant_id': '4e7299a743c1471d82deef498aaaa766'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:16.835947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:16.850248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.850618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.871113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Usage tracker for resource:network and tenant:4e7299a743c1471d82deef498aaaa766 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:16.886859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:16.888693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-212c3fc6-5b2a-4793-a40e-6b883c5cc5e7 service neutron] 10.222.0.47 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3782258 Apr 18 20:56:16.893420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:16.955287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'Port': ['ID=be02c3b0-acc8-4398-9bc0-21cdad355006,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:17.090911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.101751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:17.147139 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.150241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for fc3c925c-47d7-4611-9a07-40d94e65ea8d owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:17.216370 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.250211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Made reservation on behalf of 4e7299a743c1471d82deef498aaaa766 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:17.253101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.253340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6edf85b-7e3e-42a1-b1af-ff0f64153077 req-ec9efae8-49c0-4332-ad7c-e6a4151616be tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 210 time: 0.0929682 Apr 18 20:56:17.276122 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.285004 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.322837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:17.323326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.324962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f9997c0a-c8a0-4aa0-823d-2adfce14830f tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "DELETE /v2.0/floatingips/7d82a09e-670f-49ec-a935-8984538f35bd HTTP/1.1" status: 204 len: 168 time: 2.1386189 Apr 18 20:56:17.349671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Usage tracker for resource:security_group_rule and tenant:4e7299a743c1471d82deef498aaaa766 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:17.365169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:17.396661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:17.498511 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:17.499355 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:17.529766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Allocated IP 172.25.5.52 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/42aaa329-53ab-4e80-823c-0f76977c0608) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:17.619479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.630368 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.722945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:17.742324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:17.777474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.778125 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Added segment 15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee of type vlan for network 9101f936-4560-49e5-a9a3-ca38368823ab Apr 18 20:56:17.813748 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.855593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.896901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:17.934481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:17.945983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:17.952396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:56:18.008734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Deleting port fc3c925c-47d7-4611-9a07-40d94e65ea8d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:18.008734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.078087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'Port': ['ID=42aaa329-53ab-4e80-823c-0f76977c0608,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.496127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.496484 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.535662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.539893 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:18.540898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.567819 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:18.649971 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-097ab0df-6777-4c1f-9f26-8c2daa16b6e6 req-ccf1f235-1ae5-4ef5-bd19-cd27e8adcfcb tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 210 time: 0.1383631 Apr 18 20:56:18.836087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] Pushing event updated for resources: {'Network': ['ID=9101f936-4560-49e5-a9a3-ca38368823ab,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:18.857060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 9101f936-4560-49e5-a9a3-ca38368823ab details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:56:19.012590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Calling delete_port for fc3c925c-47d7-4611-9a07-40d94e65ea8d owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:19.181712 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.245187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.440163 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.448585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-181a3e04-baea-4472-81e9-4574b2854760 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9772315 Apr 18 20:56:19.468631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58022) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:19.479762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.498003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Request body: {'subnet': {'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1407710681-subnet', 'tenant_id': '4e7299a743c1471d82deef498aaaa766', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:19.530919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:19.585950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Usage tracker for resource:subnet and tenant:4e7299a743c1471d82deef498aaaa766 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:19.610217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:19.633844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:19.651865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-d70fa05f-bf3b-4e3d-a112-3ffe39a6e0d1 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:19.654522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-d70fa05f-bf3b-4e3d-a112-3ffe39a6e0d1 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.61 "GET /v2.0/networks?id=37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 200 len: 813 time: 0.6948817 Apr 18 20:56:19.678593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Request body: {'port': {'device_id': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0', 'admin_state_up': True, 'tenant_id': '9ce00e2cba424f6cbb491c9d1e11efa4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:19.727890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.734941 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.781341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Made reservation on behalf of 4e7299a743c1471d82deef498aaaa766 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:19.785546 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:19.919967 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event updated for resources: {'Port': ['ID=42aaa329-53ab-4e80-823c-0f76977c0608,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:19.927044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b719b557-94b8-4bea-bef0-97cff1eb0463 req-f8b6435f-4436-4b9c-a022-b35a067611ca tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 210 time: 0.0861185 Apr 18 20:56:19.957153 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.087693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.209405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Pushing event deleted for resources: {'Port': ['ID=fc3c925c-47d7-4611-9a07-40d94e65ea8d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:20.306537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:20.318785 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Floating IP 3c4e5644-df80-4429-ad06-5ae58f56884c associated. External IP: 172.25.5.52, port: c5b7c051-a499-461a-8a0e-c7c9ef80376d. Apr 18 20:56:20.320041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Usage tracker for resource:port and tenant:9ce00e2cba424f6cbb491c9d1e11efa4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:20.325499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:20.343258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:20.432078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.457744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Made reservation on behalf of 9ce00e2cba424f6cbb491c9d1e11efa4 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:20.464635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.609348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.613354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0bdd4f13-e70c-44bb-9cbe-e5b35a330f85 tempest-AttachVolumeNegativeTest-1853765660 tempest-AttachVolumeNegativeTest-1853765660-project] 10.222.0.47 "DELETE /v2.0/floatingips/09d4fc35-a408-4da4-82a3-a88f630b37aa HTTP/1.1" status: 204 len: 168 time: 4.9722750 Apr 18 20:56:20.809311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:20.843909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:56:21.030510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6a80541-9a63-4994-9698-d293bed90341,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:21.036239 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Checking segment: {'id': '15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:56:21.036857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Network hostable DHCP agents. Network: 9101f936-4560-49e5-a9a3-ca38368823ab, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:21.198846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Allocated IP 172.20.0.5 (37ec3343-fb2d-48e9-812e-58af003af0e0/d995d966-e4ca-4023-af25-5acb7a44a6f4/1cd2721c-35c5-4efa-857e-f94928ff36f0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:21.312625 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7316c14-83b1-40f9-ab50-805fe5081a56 req-9b433adb-6919-4b24-86d1-98f23dfaea3f tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 210 time: 0.2306523 Apr 18 20:56:21.554225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:56:21.557412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58054) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:21.568967 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] Sync routers for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:21.605414 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:21.606435 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:21.715111 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.762244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.805933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Network 9101f936-4560-49e5-a9a3-ca38368823ab is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:21.820946 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:21.824886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 9101f936-4560-49e5-a9a3-ca38368823ab) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:21.838484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42c152c-eae9-4115-a11a-d93bf439b6af None None] Network 9101f936-4560-49e5-a9a3-ca38368823ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:56:21.942983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67f44d88-797d-40d4-9bcd-798bac19b8c0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.026649 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67f44d88-797d-40d4-9bcd-798bac19b8c0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.220030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:22.220551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:22.251411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c846a853-0bdc-4705-bc43-fd08df34c527 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7047796 Apr 18 20:56:22.262223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58062) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:22.265759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Network 37ec3343-fb2d-48e9-812e-58af003af0e0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:22.272707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:22.279175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:22.281662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:56:22.607001 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:22.634010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f86c67-dab9-427d-9d7d-4c6cda750d09 None None] Network 9101f936-4560-49e5-a9a3-ca38368823ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:56:22.692850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Pushing event updated for resources: {'Port': ['ID=1cd2721c-35c5-4efa-857e-f94928ff36f0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:22.834102 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf6722a-0512-4cf0-b547-3df278f93e79'] response: {'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'status': 'completed', 'code': 200} Apr 18 20:56:22.834102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67f44d88-797d-40d4-9bcd-798bac19b8c0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.108044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-23925c25-6ae7-446d-90da-67f71aae7f68 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6177251 Apr 18 20:56:23.241195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.241195 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.351098 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-923090cd-2598-466d-953b-b50e2f52d137 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6782725 Apr 18 20:56:23.403666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Request body: {'port': {'device_id': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:23.697282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f44d88-797d-40d4-9bcd-798bac19b8c0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e3d3c-0860-41cd-bdec-cabbbd3e0126,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:23.793597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df13fd7-7b3c-45b4-9e5f-d26c45caada9 req-d3e61309-9643-4706-a460-22a1d7dc1bd0 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.793597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1df13fd7-7b3c-45b4-9e5f-d26c45caada9 req-d3e61309-9643-4706-a460-22a1d7dc1bd0 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Synchronizing usage tracker for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:23.813786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67f44d88-797d-40d4-9bcd-798bac19b8c0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:23.813786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-67f44d88-797d-40d4-9bcd-798bac19b8c0 tempest-TestVolumeBootPattern-1158953016 tempest-TestVolumeBootPattern-1158953016-project] 10.222.0.47 "DELETE /v2.0/security-groups/c04e3d3c-0860-41cd-bdec-cabbbd3e0126 HTTP/1.1" status: 204 len: 168 time: 2.2419229 Apr 18 20:56:23.980205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58082) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:23.981726 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3c4e5644-df80-4429-ad06-5ae58f56884c', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'mac_address': 'fa:16:3e:29:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:18Z', 'updated_at': '2022-04-18T20:56:18Z', 'revision_number': 0, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:23.992401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1793214-f224-4db5-9a7f-01a54b1f3730 tempest-TestVolumeBackupRestore-560888957 tempest-TestVolumeBackupRestore-560888957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:23.994091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e1793214-f224-4db5-9a7f-01a54b1f3730 tempest-TestVolumeBackupRestore-560888957 tempest-TestVolumeBackupRestore-560888957-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1091 time: 1.6696846 Apr 18 20:56:23.998759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:24.000075 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] Checking router: 552c06dd-1ba4-4040-8731-f0dfeab1ce19 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:24.042961 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:24.043510 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:24.044948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Request body: {'floatingip': {'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:24.144586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1df13fd7-7b3c-45b4-9e5f-d26c45caada9 req-d3e61309-9643-4706-a460-22a1d7dc1bd0 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Unset dirty status for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:24.158744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1df13fd7-7b3c-45b4-9e5f-d26c45caada9 req-d3e61309-9643-4706-a460-22a1d7dc1bd0 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 931 time: 1.3505626 Apr 18 20:56:24.237413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.339145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:24.400251 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1df13fd7-7b3c-45b4-9e5f-d26c45caada9 req-a34ae90b-0949-4cb1-bea2-51d0d4a4c7fe tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176485 Apr 18 20:56:24.565975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-154732d6-5c6c-492e-97fc-b0fafe1430f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:24.566236 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:24.572171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-154732d6-5c6c-492e-97fc-b0fafe1430f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1096 time: 1.6689324 Apr 18 20:56:24.779920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:24.799786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-738597642-network', 'tenant_id': 'f79bbaedd84445d8bc908fe5c1ef6df1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:24.805873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:24.810766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Usage tracker for resource:network and tenant:f79bbaedd84445d8bc908fe5c1ef6df1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:24.814501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:25.495705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:25.755422 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3c4e5644-df80-4429-ad06-5ae58f56884c', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'mac_address': 'fa:16:3e:29:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:18Z', 'updated_at': '2022-04-18T20:56:18Z', 'revision_number': 0, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:25.768442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Made reservation on behalf of f79bbaedd84445d8bc908fe5c1ef6df1 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:25.771010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:25.774414 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac529d-b144-40de-98a6-fe6fee904580 None None] The sync data for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 is: [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3c4e5644-df80-4429-ad06-5ae58f56884c', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'mac_address': 'fa:16:3e:29:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:18Z', 'updated_at': '2022-04-18T20:56:18Z', 'revision_number': 0, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:25.884136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-8b37bada-0395-4d05-966c-0188db7da0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:25.886180 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-8b37bada-0395-4d05-966c-0188db7da0f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 915 time: 1.3043654 Apr 18 20:56:25.898192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.106251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd2721c-35c5-4efa-857e-f94928ff36f0 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:26.237086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8452831-da61-455b-9037-b6bc77211317 None None] New status for floating IP 3c4e5644-df80-4429-ad06-5ae58f56884c: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:26.497242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.595268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Transition to ACTIVE for port object 1cd2721c-35c5-4efa-857e-f94928ff36f0 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:26.606127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:26.870455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd2721c-35c5-4efa-857e-f94928ff36f0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:26.973865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-a17ef0ba-f108-4a1c-ad70-559d4c6e6dba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 998 time: 1.0571611 Apr 18 20:56:26.983710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:27.055948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.062733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-d8452831-da61-455b-9037-b6bc77211317 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:27.063181 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-d8452831-da61-455b-9037-b6bc77211317 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:27.076830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Usage tracker for resource:security_group_rule and tenant:f79bbaedd84445d8bc908fe5c1ef6df1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:27.094076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:27.170811 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.325312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:27.465000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.466913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.467824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.468940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.469720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.470479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.471223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.472206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.473030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.473907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.475370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.476112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:27.564876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8452831-da61-455b-9037-b6bc77211317 None None] New status for floating IP 3c4e5644-df80-4429-ad06-5ae58f56884c: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:56:27.584871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.603835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:27.671420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-bf36dd16-9b4a-4369-b5a3-cac043047a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:27.675125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Attempting to bind port 1cd2721c-35c5-4efa-857e-f94928ff36f0 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:27.675648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Attempting to bind port 1cd2721c-35c5-4efa-857e-f94928ff36f0 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:27.676174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-bf36dd16-9b4a-4369-b5a3-cac043047a1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 200 len: 853 time: 0.6944945 Apr 18 20:56:27.676358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Attempting to bind port 1cd2721c-35c5-4efa-857e-f94928ff36f0 on network 37ec3343-fb2d-48e9-812e-58af003af0e0 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:56:27.690159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Port 1cd2721c-35c5-4efa-857e-f94928ff36f0 on network 37ec3343-fb2d-48e9-812e-58af003af0e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:56:27.690845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Attempting to bind port 1cd2721c-35c5-4efa-857e-f94928ff36f0 on network 37ec3343-fb2d-48e9-812e-58af003af0e0 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:56:27.728857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:56:27.787232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:56:27.788160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Checking segment: {'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:56:27.788644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Bound using segment: {'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:56:27.789394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Bound port: 1cd2721c-35c5-4efa-857e-f94928ff36f0, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:27.790005 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.014683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094594ea-e5de-4493-92cf-822eec877330,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:28.045430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.046271 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Added segment 9a3a78e2-fa38-4377-bfc6-62bf616c143c of type vlan for network 651841b2-a06e-459f-b50d-077a80d5ef37 Apr 18 20:56:28.104620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] For port 1cd2721c-35c5-4efa-857e-f94928ff36f0, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:56:28.106812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.111998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] For port 1cd2721c-35c5-4efa-857e-f94928ff36f0, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1cd2721c-35c5-4efa-857e-f94928ff36f0,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:56:28.131845 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.168886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1074958f-1b1e-485d-902e-20df220bd6a1 req-3ab655bd-683a-4598-a9e3-7db59ca8e121 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:28.172210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1074958f-1b1e-485d-902e-20df220bd6a1 req-3ab655bd-683a-4598-a9e3-7db59ca8e121 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 931 time: 2.2845814 Apr 18 20:56:28.177736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.179881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:28.181046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.539771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:28.541162 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.544607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] 10.222.0.61 "PUT /v2.0/ports/1cd2721c-35c5-4efa-857e-f94928ff36f0 HTTP/1.1" status: 200 len: 1091 time: 5.1770458 Apr 18 20:56:28.545646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17052708-59c4-46c3-ad29-5c2d6c506ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd2721c-35c5-4efa-857e-f94928ff36f0,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:28.553447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'tag': '1cd2721c-35c5-4efa-857e-f94928ff36f0'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:28.580119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:28.901149 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa05768c-9268-405d-8d05-bfa90a89c329'] response: {'name': 'network-changed', 'server_uuid': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'tag': '1cd2721c-35c5-4efa-857e-f94928ff36f0', 'status': 'completed', 'code': 200} Apr 18 20:56:29.011451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-d8dbaa47-71b2-45ae-acf2-67d3bd157acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.018158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-d8dbaa47-71b2-45ae-acf2-67d3bd157acf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 1094 time: 0.3360789 Apr 18 20:56:29.275292 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-215d6971-6e31-4aae-a86b-cbeae815f78a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cd2721c-35c5-4efa-857e-f94928ff36f0 HTTP/1.1" status: 200 len: 217 time: 0.1178854 Apr 18 20:56:29.304443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] Pushing event updated for resources: {'Network': ['ID=651841b2-a06e-459f-b50d-077a80d5ef37,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:29.321602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 651841b2-a06e-459f-b50d-077a80d5ef37 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:56:29.338701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-dc07c54c-8f5e-4388-9c01-94ff0a50a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.342384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-dc07c54c-8f5e-4388-9c01-94ff0a50a888 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8904bf0e-e528-4c8f-a3ae-3c49bf213835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6382484 Apr 18 20:56:29.376056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-5828a4ac-83e5-49d4-8ed3-35638bb13d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:29.377092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1074958f-1b1e-485d-902e-20df220bd6a1 req-372da9f7-67fd-4f1d-8661-f3dbd31b05c4 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Synchronizing usage tracker for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:29.377853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-5828a4ac-83e5-49d4-8ed3-35638bb13d39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d995d966-e4ca-4023-af25-5acb7a44a6f4 HTTP/1.1" status: 200 len: 853 time: 0.0863693 Apr 18 20:56:29.386966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-16d26e8f-c13f-4a95-a038-b02a4ebeb00a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.6040695 Apr 18 20:56:29.389773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58146) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:29.439770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Request body: {'subnet': {'network_id': '651841b2-a06e-459f-b50d-077a80d5ef37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-738597642-subnet', 'tenant_id': 'f79bbaedd84445d8bc908fe5c1ef6df1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:29.439770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:29.456549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Usage tracker for resource:subnet and tenant:f79bbaedd84445d8bc908fe5c1ef6df1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:29.456549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:29.456549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:29.501866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:56:29.503336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Made reservation on behalf of f79bbaedd84445d8bc908fe5c1ef6df1 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:29.506995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:29.530870 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-093f17c6-9622-46a2-9d7c-24fd2df5b941 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37ec3343-fb2d-48e9-812e-58af003af0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1418371 Apr 18 20:56:29.639074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-1074958f-1b1e-485d-902e-20df220bd6a1 req-372da9f7-67fd-4f1d-8661-f3dbd31b05c4 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Unset dirty status for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:29.643980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1074958f-1b1e-485d-902e-20df220bd6a1 req-372da9f7-67fd-4f1d-8661-f3dbd31b05c4 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4394553 Apr 18 20:56:29.914595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-45203d09-dd56-4bff-93a7-59d2d0ef01bb service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162506 Apr 18 20:56:30.046732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Deleting port 72b2173a-6940-4894-afee-ee2bd1e6c87e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:30.046732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.597758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] For port 72b2173a-6940-4894-afee-ee2bd1e6c87e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=72b2173a-6940-4894-afee-ee2bd1e6c87e,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:30.597758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.608215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:56:30.619580 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] Sync routers for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:30.628846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:30.648878 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:30.648878 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:30.973279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bc1bdcd5-980c-4da8-b4b5-6796435e3429 req-bd0569e5-f0f7-4224-a871-b2ec991e69f0 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9524875 Apr 18 20:56:31.400077 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:56:31.462310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:31.544472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eff76a38-64d5-4d07-944d-db4400139e4b tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "PUT /v2.0/floatingips/3c4e5644-df80-4429-ad06-5ae58f56884c HTTP/1.1" status: 200 len: 990 time: 7.5172136 Apr 18 20:56:31.597907 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfc8ba5-bca7-4b9b-b13d-0596cef19e4d'] response: {'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'status': 'completed', 'code': 200} Apr 18 20:56:31.659829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Calling delete_port for 72b2173a-6940-4894-afee-ee2bd1e6c87e owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:31.696901 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:31.843776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-6f3bf62b-3711-4ef5-9e2d-f63cbd164846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:31.851518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-6f3bf62b-3711-4ef5-9e2d-f63cbd164846 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1096 time: 0.2226830 Apr 18 20:56:31.916623 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-6b888ff0-4d7e-41bd-a7f1-56e9c740b773 service neutron] 10.222.0.61 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3665361 Apr 18 20:56:32.310211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-42437781-211c-4476-9e73-a71326d40761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.315752 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-42437781-211c-4476-9e73-a71326d40761 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 915 time: 0.4574547 Apr 18 20:56:32.706936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-51585409-387d-4a08-a568-ff0f5b88e089 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 1000 time: 0.3833241 Apr 18 20:56:32.782143 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3c4e5644-df80-4429-ad06-5ae58f56884c', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'mac_address': 'fa:16:3e:29:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:18Z', 'updated_at': '2022-04-18T20:56:28Z', 'revision_number': 2, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:32.792083 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] Checking router: 552c06dd-1ba4-4040-8731-f0dfeab1ce19 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:32.813451 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:32.815161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:32.898132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-1f3e48f9-142e-4d18-86df-6de47360fd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:32.902706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-1f3e48f9-142e-4d18-86df-6de47360fd99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 200 len: 853 time: 0.1806116 Apr 18 20:56:33.068908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-f9b73c8d-fb74-4900-ada6-b1de0463cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:33.074439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-f9b73c8d-fb74-4900-ada6-b1de0463cc16 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8904bf0e-e528-4c8f-a3ae-3c49bf213835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635430 Apr 18 20:56:33.208016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-424355cb-4a04-44e2-9d9d-bfb869351a62 req-fc5aa0eb-2b81-41d0-9b85-02d346082c16 service neutron] 10.222.0.61 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0993001 Apr 18 20:56:33.259690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:33.314206 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:33.473587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262fc45-484a-4a32-ad0d-dbaacbcb8ea5 req-1c28ce03-259a-460a-b13c-b34aff111e5a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:33.480778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5262fc45-484a-4a32-ad0d-dbaacbcb8ea5 req-1c28ce03-259a-460a-b13c-b34aff111e5a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 943 time: 1.7774210 Apr 18 20:56:33.507585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=72b2173a-6940-4894-afee-ee2bd1e6c87e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:33.608122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:34.013215 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c586a387-40ed-4640-9717-f5952e2e45cd'] response: {'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'status': 'completed', 'code': 200} Apr 18 20:56:34.035639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-f0700149-8410-48f2-a88c-86de5e255894 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9537351 Apr 18 20:56:34.424211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:34.816598 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9910b7ab-ad38-4b63-a14d-8a77446f921f req-ef4ba0c0-ee1a-4129-8eae-2d3d9dc4a260 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7651947 Apr 18 20:56:35.138092 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3c4e5644-df80-4429-ad06-5ae58f56884c', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'mac_address': 'fa:16:3e:29:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:18Z', 'updated_at': '2022-04-18T20:56:28Z', 'revision_number': 2, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:35.138092 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d937bf-8b85-42a7-94c4-f809e9348c2c None None] The sync data for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 is: [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3c4e5644-df80-4429-ad06-5ae58f56884c', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'floating_ip_address': '172.25.5.52', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'port_id': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'mac_address': 'fa:16:3e:29:7a:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T20:56:18Z', 'updated_at': '2022-04-18T20:56:28Z', 'revision_number': 2, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:35.363895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-59f84bb0-bca1-435a-ad72-90ac60f61e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.376347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-59f84bb0-bca1-435a-ad72-90ac60f61e0a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1096 time: 0.4798493 Apr 18 20:56:35.481500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:35.668940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5262fc45-484a-4a32-ad0d-dbaacbcb8ea5 req-8eb3455b-6295-4f65-8868-1649234b7a5d tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1878042 Apr 18 20:56:35.707925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26fd9bc2-9895-45b5-ba39-832af061a17b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:35.714398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Checking segment: {'id': '9a3a78e2-fa38-4377-bfc6-62bf616c143c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '651841b2-a06e-459f-b50d-077a80d5ef37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:56:35.714997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Network hostable DHCP agents. Network: 651841b2-a06e-459f-b50d-077a80d5ef37, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:56:35.727363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-5e882d5a-28cd-4984-9ad2-2fb23036b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.729353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-5e882d5a-28cd-4984-9ad2-2fb23036b952 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 1094 time: 2.2443974 Apr 18 20:56:35.798245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-1c7d58d5-9a00-4b34-945d-7ad334fefe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:35.801317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-1c7d58d5-9a00-4b34-945d-7ad334fefe46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 915 time: 0.4185021 Apr 18 20:56:36.051443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-e54fddff-0d56-4f65-a485-fee858f81a8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 1000 time: 0.2412221 Apr 18 20:56:36.128059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Network 651841b2-a06e-459f-b50d-077a80d5ef37 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:56:36.213223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-f438f558-c4c7-492c-9fc0-3ee951cdb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:36.216724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-f438f558-c4c7-492c-9fc0-3ee951cdb402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 200 len: 853 time: 0.1589072 Apr 18 20:56:36.325262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1cd2721c-35c5-4efa-857e-f94928ff36f0 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:56:36.377981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-07d3b886-01a3-4523-87c9-0e4a5b434784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:36.380423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-07d3b886-01a3-4523-87c9-0e4a5b434784 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8904bf0e-e528-4c8f-a3ae-3c49bf213835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1574390 Apr 18 20:56:36.658396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1cd2721c-35c5-4efa-857e-f94928ff36f0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1cd2721c-35c5-4efa-857e-f94928ff36f0,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:36.721969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1cd2721c-35c5-4efa-857e-f94928ff36f0', 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0', 'port_id': '1cd2721c-35c5-4efa-857e-f94928ff36f0', 'mac_address': 'fa:16:3e:99:53:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd995d966-e4ca-4023-af25-5acb7a44a6f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:56:36.794274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-59ee7237-de78-435b-9f2d-2b1d14616fea service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058046 Apr 18 20:56:36.895291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 651841b2-a06e-459f-b50d-077a80d5ef37) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:36.903090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-40405de7-33fd-4b90-8081-700726809fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:36.905558 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-40405de7-33fd-4b90-8081-700726809fe1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 200 len: 914 time: 1.1396341 Apr 18 20:56:36.926527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Router ed80092b-0fc1-40ea-9223-cb930650bb4d has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:56:36.930638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:36.931246 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.073207 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.170673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1f509ad-19e9-420d-a39d-801112e942c3 req-63fbdb75-c75a-4e0e-9ef7-cbd1c5ea8ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3627152 Apr 18 20:56:37.204159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8e64b3-caf1-4a93-8604-8e851dbb8ed7 None None] Network 651841b2-a06e-459f-b50d-077a80d5ef37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:56:37.287694 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-156540af-71fe-462e-8de4-51cc472b1d66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cd2721c-35c5-4efa-857e-f94928ff36f0 HTTP/1.1" status: 200 len: 217 time: 0.3516147 Apr 18 20:56:37.294300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8a9dd064-9f71-4225-bc44-dc8c31f5e065 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.9033713 Apr 18 20:56:37.300095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd2721c-35c5-4efa-857e-f94928ff36f0 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:37.518717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-58679990-5c68-48d3-9cee-b0d6cad3b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.518717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-58679990-5c68-48d3-9cee-b0d6cad3b9ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d995d966-e4ca-4023-af25-5acb7a44a6f4 HTTP/1.1" status: 200 len: 853 time: 0.2114038 Apr 18 20:56:37.593591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe76484-ceda-4218-ac2c-c0ca50355630 req-a49f89c3-0099-4fa9-ae9e-b4b24e6f2384 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:37.615602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0fe76484-ceda-4218-ac2c-c0ca50355630 req-a49f89c3-0099-4fa9-ae9e-b4b24e6f2384 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 943 time: 0.2807870 Apr 18 20:56:37.696985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1cd2721c-35c5-4efa-857e-f94928ff36f0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1cd2721c-35c5-4efa-857e-f94928ff36f0,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:37.704143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:37.794082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0fe76484-ceda-4218-ac2c-c0ca50355630 req-49543de5-8e05-4898-b69e-21bbda1a1c93 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804957 Apr 18 20:56:38.116647 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1cd2721c-35c5-4efa-857e-f94928ff36f0'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:56:38.375054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:56:38.375054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1b989bad-ff7b-4f7d-8343-76cc87648ed6 admin admin] 10.222.0.47 "PUT /v2.0/routers/ed80092b-0fc1-40ea-9223-cb930650bb4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3719063 Apr 18 20:56:38.388062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58216) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:38.463179 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-3bb6a5f9-da11-46dc-9902-1d80ac0b26e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=37ec3343-fb2d-48e9-812e-58af003af0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2109323 Apr 18 20:56:38.582354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] Sync routers for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:38.714367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:38.715334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:39.201871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1cd2721c-35c5-4efa-857e-f94928ff36f0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:39.304746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.304746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.304746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.304746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.304746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.304746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.314973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-37e909d3-2424-4fcc-a6ff-f0d633c140a6 service neutron] 10.222.0.61 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8371830 Apr 18 20:56:39.325103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.325103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.325103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.325103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.325103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.325103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:56:39.402967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66305bf7-97fe-4dcd-a165-690d94f62442 None None] Network 651841b2-a06e-459f-b50d-077a80d5ef37 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:56:39.680474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:39.708007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4fb156c4-f11c-4daa-ac86-5be79a9d3ac5 req-66b74536-faa4-41e6-bb29-5e0eabea318b service neutron] 10.222.0.61 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3761704 Apr 18 20:56:40.215385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:40.489768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-db624c94-f580-4a98-81f8-489bdf28cf71 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:40.495519 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.496382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-db624c94-f580-4a98-81f8-489bdf28cf71 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Synchronizing usage tracker for tenant:4e7299a743c1471d82deef498aaaa766 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:40.603281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Deleting port bea32b39-2762-4e06-9238-960f602d9e59 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:40.603612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:40.611446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-db624c94-f580-4a98-81f8-489bdf28cf71 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Unset dirty status for tenant:4e7299a743c1471d82deef498aaaa766 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:40.612841 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-db624c94-f580-4a98-81f8-489bdf28cf71 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/networks?id=9101f936-4560-49e5-a9a3-ca38368823ab HTTP/1.1" status: 200 len: 812 time: 1.6488750 Apr 18 20:56:40.623787 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-a26eae2e-c60d-45ad-a266-c0b7544b1cb3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5465510 Apr 18 20:56:40.650282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-74cfae6f-2a01-483c-8b16-26808680d3bf tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/quotas/4e7299a743c1471d82deef498aaaa766 HTTP/1.1" status: 200 len: 375 time: 0.0209222 Apr 18 20:56:40.968629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] For port bea32b39-2762-4e06-9238-960f602d9e59, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bea32b39-2762-4e06-9238-960f602d9e59,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:40.968629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:41.014488 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-9049e306-bb27-40cd-abd2-dae55ef190c4 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4e7299a743c1471d82deef498aaaa766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2596381 Apr 18 20:56:41.058484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48'}], 'enable_snat': True}, 'gw_port_id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:56:32Z', 'revision_number': 5, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port': {'id': 'bea32b39-2762-4e06-9238-960f602d9e59', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:51:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2519, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:38:52Z', 'updated_at': '2022-04-18T20:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.068978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] Checking router: ed80092b-0fc1-40ea-9223-cb930650bb4d for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:41.094072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] Routers {'ed80092b-0fc1-40ea-9223-cb930650bb4d'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:41.094815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['ed80092b-0fc1-40ea-9223-cb930650bb4d'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.206686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a759cb3-7d6b-4742-98ff-91dc19a3215f req-85a47bf4-841d-4ca8-b0e2-0d4d363df75e tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:41.222546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a759cb3-7d6b-4742-98ff-91dc19a3215f req-85a47bf4-841d-4ca8-b0e2-0d4d363df75e tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 944 time: 1.8486428 Apr 18 20:56:41.336394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Calling delete_port for bea32b39-2762-4e06-9238-960f602d9e59 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:41.383009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-8e5976f1-36cd-4174-8ab7-d98b769764e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:41.385833 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-8e5976f1-36cd-4174-8ab7-d98b769764e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=918918e2f0ff4341861999d0c8202892&device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 1096 time: 0.7280993 Apr 18 20:56:41.433211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a759cb3-7d6b-4742-98ff-91dc19a3215f req-6f3922fe-8b9e-4baf-88d1-d232186581d2 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095418 Apr 18 20:56:41.527526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] Set router ed80092b-0fc1-40ea-9223-cb930650bb4d gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:41.774537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:41.804723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:56:40Z', 'revision_number': 6, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:41.813655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce435bf-7416-48d7-b770-de9692a130ed None None] The sync data for ids ['ed80092b-0fc1-40ea-9223-cb930650bb4d'] in n-d-836016-3 is: [{'id': 'ed80092b-0fc1-40ea-9223-cb930650bb4d', 'name': 'tempest-TestVolumeBootPattern-159113876-router', 'tenant_id': '3e8611199562487e905052133b5013a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:38:50Z', 'updated_at': '2022-04-18T20:56:40Z', 'revision_number': 6, 'project_id': '3e8611199562487e905052133b5013a4', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:41.866699 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-594f41fe-ae2e-461f-8b42-ee763ed949c0 service neutron] 10.222.0.47 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8571401 Apr 18 20:56:42.046609 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.164933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-dedbb798-7a2e-49be-86fd-6acf10a52c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:42.168581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-dedbb798-7a2e-49be-86fd-6acf10a52c41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e7735296-80ab-453c-af45-55e248fbf266 HTTP/1.1" status: 200 len: 910 time: 0.7328587 Apr 18 20:56:42.323729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-a1a42d02-6fe2-4f58-acb6-0f3b6bab6981 service neutron] 10.222.0.47 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4556992 Apr 18 20:56:42.348891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bea32b39-2762-4e06-9238-960f602d9e59,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:42.374910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1cd2721c-35c5-4efa-857e-f94928ff36f0 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:56:42.484581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-014225ff-9e10-458b-8369-edb3b898e2da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8aaf592c-83c8-437d-8b7c-153dc205b761 HTTP/1.1" status: 200 len: 1001 time: 0.1636608 Apr 18 20:56:42.640684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.644755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 1cd2721c-35c5-4efa-857e-f94928ff36f0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:56:42.655683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-b521b072-d68a-48d7-bb4e-1effa05e604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:42.658481 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-b521b072-d68a-48d7-bb4e-1effa05e604d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=771c4e64-51a9-4e5d-996e-273ec6299017 HTTP/1.1" status: 200 len: 848 time: 0.1623964 Apr 18 20:56:42.668467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1cd2721c-35c5-4efa-857e-f94928ff36f0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:56:42.668902 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:42.880915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58272) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:42.915331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-cb7c7b26-f627-422f-9dad-2c535e65f90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:42.934656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-cb7c7b26-f627-422f-9dad-2c535e65f90f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e7735296-80ab-453c-af45-55e248fbf266&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2660871 Apr 18 20:56:43.074385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 72b2173a-6940-4894-afee-ee2bd1e6c87e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:43.151874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 72b2173a-6940-4894-afee-ee2bd1e6c87e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:43.151874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 72b2173a-6940-4894-afee-ee2bd1e6c87e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:43.151874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bea32b39-2762-4e06-9238-960f602d9e59 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:43.234438 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-651e7b36-2e91-4f5c-ac54-347314cf676d req-ceacce3b-4e3e-4969-b72b-613b49279daa tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 210 time: 0.2941484 Apr 18 20:56:43.273471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: bea32b39-2762-4e06-9238-960f602d9e59 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:43.273471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bea32b39-2762-4e06-9238-960f602d9e59 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:43.308692 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.375248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd2721c-35c5-4efa-857e-f94928ff36f0'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:43.416657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1cd2721c-35c5-4efa-857e-f94928ff36f0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1cd2721c-35c5-4efa-857e-f94928ff36f0,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:43.416657 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.470597 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.537755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:43.544349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Usage tracker for resource:security_group_rule and tenant:2fedaeddcf1a464eb158b47d67104d0b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:43.549469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:43.563234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:43.655916 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bdbad00-7137-48a0-96fd-681c147ec712'] response: {'server_uuid': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd2721c-35c5-4efa-857e-f94928ff36f0', 'code': 200} Apr 18 20:56:43.687834 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1cd2721c-35c5-4efa-857e-f94928ff36f0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:43.695765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.709765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-41b33995-b49a-4d1d-8678-d049f5d85b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.716445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.902518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2fedaeddcf1a464eb158b47d67104d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0243769 Apr 18 20:56:43.914026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58290) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:43.922564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e9e032-b955-462b-a8cb-d29601791c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bd80f3-b6c6-434a-a518-ab38b5c3be7a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:43.957032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-eb9d311a-9f2a-45a8-b108-0d1ae9a90a9f service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8259840 Apr 18 20:56:43.978375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:43.987623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.394274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.405209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6824d213-a684-4f5c-a1c6-0bff3f092776 req-c2eb0b93-f669-47e7-8e39-f08691f13430 service neutron] 10.222.0.61 "GET /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119534 Apr 18 20:56:44.415467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed80092b-0fc1-40ea-9223-cb930650bb4d {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:56:44.490942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0f8f-0e92-4e42-b6d7-811ab924c80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.537898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb2089-0fbe-4b83-9cde-b4cafdddb642 req-4fbf0bd7-1562-45dc-a1dd-a8f28fd8cdae tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:44.537898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86bb2089-0fbe-4b83-9cde-b4cafdddb642 req-4fbf0bd7-1562-45dc-a1dd-a8f28fd8cdae tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 944 time: 1.3826556 Apr 18 20:56:44.625767 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.629764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fc3b75e4-3bb1-4e99-8779-6fa8c724c0b3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/ed80092b-0fc1-40ea-9223-cb930650bb4d HTTP/1.1" status: 204 len: 168 time: 6.2540045 Apr 18 20:56:44.636969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58296) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:44.642417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fe53f-5134-46e3-942a-41f5532b5819 req-c686ff34-986d-4a04-9c97-f71da5427f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:44.643930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e49fe53f-5134-46e3-942a-41f5532b5819 req-c686ff34-986d-4a04-9c97-f71da5427f58 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 1096 time: 0.9844384 Apr 18 20:56:44.772709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-86bb2089-0fbe-4b83-9cde-b4cafdddb642 req-8b3fcea2-2f1e-46f8-a973-0e5debd43179 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026622 Apr 18 20:56:44.781978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0f8f-0e92-4e42-b6d7-811ab924c80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:44.830827 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e49fe53f-5134-46e3-942a-41f5532b5819 req-ecebb5d9-90c9-4171-9f45-608d7f374e37 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472487 Apr 18 20:56:44.921934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] Deleting subnet cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:56:44.921934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.068760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-924c41a4-1830-40fc-928d-09264aad84ad req-f19aeacd-6d20-42ce-bb5d-29a1414c08f5 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 210 time: 0.4137158 Apr 18 20:56:45.068760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.197968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.214832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0f8f-0e92-4e42-b6d7-811ab924c80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.249941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c0f8f-0e92-4e42-b6d7-811ab924c80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bd80f3-b6c6-434a-a518-ab38b5c3be7a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.278494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.353162 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0f8f-0e92-4e42-b6d7-811ab924c80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.354748 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bd2c0f8f-0e92-4e42-b6d7-811ab924c80c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17bd80f3-b6c6-434a-a518-ab38b5c3be7a HTTP/1.1" status: 204 len: 168 time: 1.4385839 Apr 18 20:56:45.495656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.670850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0f5615-6b8c-4eb0-bc66-871b8f9a8743,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:45.697254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:45.706136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c4cbce-4ba3-48b1-8f4d-4a1bf5672c74 None None] Network 1ca914df-2462-4609-93a7-9a10ac1d108a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:56:45.716121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0ebdd05e-a3a6-4687-9899-bb799849a2cc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cd0f5615-6b8c-4eb0-bc66-871b8f9a8743 HTTP/1.1" status: 204 len: 168 time: 1.0635915 Apr 18 20:56:45.716121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58304) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:45.996918 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.041966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Deleting port c16eb56d-478a-4413-a882-2134cb7767ef {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:46.041966 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.183348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58310) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:46.333788 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.682808 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-939d430f-c023-477f-8925-ac7325718ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:46.702169 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5541609e-e56c-4590-937c-a30ff3630b3a req-80495689-3794-4f8e-a216-bafed6544792 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 210 time: 0.2688229 Apr 18 20:56:46.702169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:46.710803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-f7d43120-b00e-46c0-aeea-89b9fb491d1c tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:46.710803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-f7d43120-b00e-46c0-aeea-89b9fb491d1c tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.55 "GET /v2.0/networks?id=9101f936-4560-49e5-a9a3-ca38368823ab HTTP/1.1" status: 200 len: 812 time: 0.8480654 Apr 18 20:56:46.721311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Usage tracker for resource:security_group_rule and tenant:cf74a902ee644ee7b2e05e143ae081a1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:46.740923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Request body: {'port': {'device_id': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab', 'admin_state_up': True, 'tenant_id': '4e7299a743c1471d82deef498aaaa766'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:46.772560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-3f5c7de4-dcf9-441d-aeeb-18e5a2950a90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9689286 Apr 18 20:56:46.800515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:46.869719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:46.922924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] DHCP port deletion for 1ca914df-2462-4609-93a7-9a10ac1d108a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:56:46.937440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Deleting port c16eb56d-478a-4413-a882-2134cb7767ef {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:46.938217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.037496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c9231-f6c6-403f-b873-6911e9d3d78d req-0a75d2ec-42dc-4273-a469-3b56bb59b621 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:47.066174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b4c9231-f6c6-403f-b873-6911e9d3d78d req-0a75d2ec-42dc-4273-a469-3b56bb59b621 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 945 time: 0.5463095 Apr 18 20:56:47.260494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c16eb56d-478a-4413-a882-2134cb7767ef no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:47.421079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.446463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.467811 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.487708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b4c9231-f6c6-403f-b873-6911e9d3d78d req-782eeda3-9232-49ab-a4cf-da52dfc5c4dd tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4005873 Apr 18 20:56:47.487708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Deleting port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:47.487708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.583701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.614364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:47.614364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Usage tracker for resource:port and tenant:4e7299a743c1471d82deef498aaaa766 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:47.614364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:47.614364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:47.637663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.658261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Made reservation on behalf of 4e7299a743c1471d82deef498aaaa766 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:56:47.658261 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.679940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf74a902ee644ee7b2e05e143ae081a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4833009 Apr 18 20:56:47.679940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58318) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:47.790740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c16eb56d-478a-4413-a882-2134cb7767ef,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:47.791741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.804744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c16eb56d-478a-4413-a882-2134cb7767ef,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:47.823479 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.823479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c16eb56d-478a-4413-a882-2134cb7767ef,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:47.823479 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:47.891752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd925d6d-6d22-44c6-8eda-2ff0825e87d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab09e1d-7e68-464f-a564-4622e94fc74f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:47.954616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c16eb56d-478a-4413-a882-2134cb7767ef,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.035935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-f3395ea5-032d-490c-bce4-9f595f9f0452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:48.035935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-f3395ea5-032d-490c-bce4-9f595f9f0452 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1096 time: 0.8847001 Apr 18 20:56:48.156458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Calling delete_port for c16eb56d-478a-4413-a882-2134cb7767ef owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:48.195262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] For port 26c2c1fa-90b1-4c4b-baf2-be324c185c8a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:48.195454 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.258550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Calling delete_port for c16eb56d-478a-4413-a882-2134cb7767ef owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:48.289475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:48.289885 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:48.375250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ade15515-be39-402f-8334-31f501fc3e55 req-34bc3d4e-7849-466e-8d79-54687e3a3d2c tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 210 time: 0.3311336 Apr 18 20:56:48.403953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Calling delete_port for 26c2c1fa-90b1-4c4b-baf2-be324c185c8a owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:48.408472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e30eb91-03f3-4ff8-80bf-e2c755b60256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.450900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:48.451430 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:48.465179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e30eb91-03f3-4ff8-80bf-e2c755b60256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.581867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e30eb91-03f3-4ff8-80bf-e2c755b60256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.591444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.625240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30eb91-03f3-4ff8-80bf-e2c755b60256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab09e1d-7e68-464f-a564-4622e94fc74f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:48.672919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e30eb91-03f3-4ff8-80bf-e2c755b60256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.676739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9e30eb91-03f3-4ff8-80bf-e2c755b60256 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ab09e1d-7e68-464f-a564-4622e94fc74f HTTP/1.1" status: 204 len: 168 time: 0.9841716 Apr 18 20:56:48.762330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-bde25752-cae4-4992-8594-88b4a47ccc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:48.763824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-bde25752-cae4-4992-8594-88b4a47ccc19 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 915 time: 0.4551904 Apr 18 20:56:48.773871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Allocated IP 172.20.0.12 (9101f936-4560-49e5-a9a3-ca38368823ab/a6a80541-9a63-4994-9698-d293bed90341/7ec735cc-7296-4509-bf95-ac4b5d3453ce) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:56:48.791402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Deleting port c16eb56d-478a-4413-a882-2134cb7767ef {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:48.791831 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.952410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Deleting port c16eb56d-478a-4413-a882-2134cb7767ef {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:48.953908 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:48.955019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-0a19ae86-1541-405e-9b7f-bdf525fa608a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 1000 time: 0.1764505 Apr 18 20:56:49.115809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198db65-48f0-4e40-aad6-6a1f8834d81c req-dc025e18-d38b-4453-a684-799f8b866a9c tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.117938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e198db65-48f0-4e40-aad6-6a1f8834d81c req-dc025e18-d38b-4453-a684-799f8b866a9c tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 945 time: 0.4143806 Apr 18 20:56:49.119797 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.180463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c16eb56d-478a-4413-a882-2134cb7767ef,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:49.181216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.269222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-6edc0fb0-98f5-4295-a89e-3799b483cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.271623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-6edc0fb0-98f5-4295-a89e-3799b483cbaa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 200 len: 853 time: 0.3027892 Apr 18 20:56:49.272859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] For port c16eb56d-478a-4413-a882-2134cb7767ef, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c16eb56d-478a-4413-a882-2134cb7767ef,segment=NetworkSegment(3d127285-bd82-4ca8-ae5d-f1e6f11868e5),segment_id=3d127285-bd82-4ca8-ae5d-f1e6f11868e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:49.273243 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.412036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Calling delete_port for c16eb56d-478a-4413-a882-2134cb7767ef owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:49.427953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Calling delete_port for c16eb56d-478a-4413-a882-2134cb7767ef owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:49.499957 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.528671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58332) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:49.543609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:49.544761 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:49.561686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.624475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Deleting port c16eb56d-478a-4413-a882-2134cb7767ef {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:49.626241 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.627706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e198db65-48f0-4e40-aad6-6a1f8834d81c req-865639f4-9904-4438-92ae-1ee31f6c7e14 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927475 Apr 18 20:56:49.648299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.678574 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.742935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:49.759250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c16eb56d-478a-4413-a882-2134cb7767ef,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.769930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-494dd430-dd32-4e68-aa2b-79e474198ee2 None None] The port 'c16eb56d-478a-4413-a882-2134cb7767ef' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:56:49.772363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] No DVR routers for this DVR port c16eb56d-478a-4413-a882-2134cb7767ef on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:56:49.773058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=26c2c1fa-90b1-4c4b-baf2-be324c185c8a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:49.831325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2fac1456-2fdc-4b84-ba33-32f9eb518a94 req-abe6af70-ea7e-4c4f-825a-796336c05372 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 210 time: 0.2574620 Apr 18 20:56:49.837019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-94095c38-55e8-48a3-bca7-3bde4e5ba89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:49.838823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-94095c38-55e8-48a3-bca7-3bde4e5ba89b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8904bf0e-e528-4c8f-a3ae-3c49bf213835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5413082 Apr 18 20:56:49.847999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:56:49.887219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Usage tracker for resource:security_group_rule and tenant:dc77f388f086497dbebf13015089ec84 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:56:49.919433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:56:49.951692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:56:50.087378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-2d465537-dcce-4cfe-adc3-db017d927973 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227492 Apr 18 20:56:50.186298 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.278439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ca914df-2462-4609-93a7-9a10ac1d108a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.311505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d127285-bd82-4ca8-ae5d-f1e6f11868e5') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.312018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d127285-bd82-4ca8-ae5d-f1e6f11868e5') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:50.345625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.358418 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.394144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.451842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Network 9101f936-4560-49e5-a9a3-ca38368823ab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:56:50.462700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.470201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:56:50.470707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.494685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:56:50.506809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:56:50.507496 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:56:50.523094 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:56:50.627932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Pushing event updated for resources: {'Port': ['ID=7ec735cc-7296-4509-bf95-ac4b5d3453ce,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.656745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94e4266b-45b2-4a72-adb9-879cf8c0b7d5 req-a40fdcc5-ab50-4ef9-8fe1-5424ff304062 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5749581 Apr 18 20:56:50.688583 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc77f388f086497dbebf13015089ec84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1538544 Apr 18 20:56:50.697890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:50.698432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb8dc5-1f5f-45d1-9ab6-3823a9b5cf3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408c74fa-3939-47a8-b50b-d46488d75a02,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.726558 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.758530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.762903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:50.762903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.762903 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:50.768883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ca914df-2462-4609-93a7-9a10ac1d108a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:50.808087 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7e80ebbd-630b-4896-b339-40346e250aa8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1ca914df-2462-4609-93a7-9a10ac1d108a HTTP/1.1" status: 204 len: 168 time: 5.1006846 Apr 18 20:56:50.809881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58406) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:50.884883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-3d47cd83-41df-45d1-91d9-fe42a77fc295 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1674359 Apr 18 20:56:50.912805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Request body: {'port': {'device_id': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:56:50.983574 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1968c05c-7f30-4f53-876b-97c9135eaac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.249612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1968c05c-7f30-4f53-876b-97c9135eaac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.426994 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.806000 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.917241 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1968c05c-7f30-4f53-876b-97c9135eaac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:51.987131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e4c4d-160a-408c-9964-ff92ff9276b8 req-829aa2aa-5125-4243-8d0b-69c67e00a68a tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:51.988255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-be1e4c4d-160a-408c-9964-ff92ff9276b8 req-829aa2aa-5125-4243-8d0b-69c67e00a68a tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Synchronizing usage tracker for tenant:4e7299a743c1471d82deef498aaaa766 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:52.037666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968c05c-7f30-4f53-876b-97c9135eaac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408c74fa-3939-47a8-b50b-d46488d75a02,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:52.083471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-be1e4c4d-160a-408c-9964-ff92ff9276b8 req-829aa2aa-5125-4243-8d0b-69c67e00a68a tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Unset dirty status for tenant:4e7299a743c1471d82deef498aaaa766 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:52.097270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be1e4c4d-160a-408c-9964-ff92ff9276b8 req-829aa2aa-5125-4243-8d0b-69c67e00a68a tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 932 time: 1.0369391 Apr 18 20:56:52.151672 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1968c05c-7f30-4f53-876b-97c9135eaac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.158584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1968c05c-7f30-4f53-876b-97c9135eaac4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/408c74fa-3939-47a8-b50b-d46488d75a02 HTTP/1.1" status: 204 len: 168 time: 1.4641926 Apr 18 20:56:52.264013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Deleting port 0971d300-b030-4b5e-9c07-eb3d5984da17 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:52.264919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.314057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Router 17362133-1e8e-4dcf-80df-9d8b11e0a17a has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:56:52.330852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-be1e4c4d-160a-408c-9964-ff92ff9276b8 req-aff8a1b8-e3ec-4298-bad1-42872c743fbd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313502 Apr 18 20:56:52.568788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] For port 0971d300-b030-4b5e-9c07-eb3d5984da17, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0971d300-b030-4b5e-9c07-eb3d5984da17,segment=NetworkSegment(419fdf38-eca3-4eed-9009-d7226d57174c),segment_id=419fdf38-eca3-4eed-9009-d7226d57174c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:52.569070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:52.793254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Calling delete_port for 0971d300-b030-4b5e-9c07-eb3d5984da17 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:52.814278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:56:52.827878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ad2828a-545e-40eb-a68c-14715f1d9d5c admin admin] 10.222.0.47 "PUT /v2.0/routers/17362133-1e8e-4dcf-80df-9d8b11e0a17a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0523744 Apr 18 20:56:52.835941 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] Sync routers for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:56:52.840606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58430) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:52.878421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:52.890389 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:53.130069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec735cc-7296-4509-bf95-ac4b5d3453ce {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:56:53.152408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.168622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.412950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.429738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Deleting port f4de871e-a11f-4039-ae65-f9a93523e11a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:53.430366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.561451 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:53.659116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] For port f4de871e-a11f-4039-ae65-f9a93523e11a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f4de871e-a11f-4039-ae65-f9a93523e11a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:53.659494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.725575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:53.828143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Pushing event deleted for resources: {'Port': ['ID=0971d300-b030-4b5e-9c07-eb3d5984da17,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:53.835447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Transition to ACTIVE for port object 7ec735cc-7296-4509-bf95-ac4b5d3453ce will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:56:54.001205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:54.040339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Calling delete_port for f4de871e-a11f-4039-ae65-f9a93523e11a owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:54.476787 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38'}], 'enable_snat': True}, 'gw_port_id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:56:49Z', 'revision_number': 5, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port': {'id': 'f4de871e-a11f-4039-ae65-f9a93523e11a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3070, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:45:55Z', 'updated_at': '2022-04-18T20:46:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:54.492322 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] Checking router: 17362133-1e8e-4dcf-80df-9d8b11e0a17a for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:56:54.550276 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] Routers {'17362133-1e8e-4dcf-80df-9d8b11e0a17a'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:56:54.556275 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:54.677405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de1d74-4251-4c8f-a5bf-d13b30b63c63 req-f0806600-a47a-4186-9c0d-28f37c903018 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:54.680619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38de1d74-4251-4c8f-a5bf-d13b30b63c63 req-f0806600-a47a-4186-9c0d-28f37c903018 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 944 time: 0.8535995 Apr 18 20:56:54.812324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-38de1d74-4251-4c8f-a5bf-d13b30b63c63 req-c2b3638b-0267-4fb8-ac68-919ac6595822 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Synchronizing usage tracker for tenant:4e7299a743c1471d82deef498aaaa766 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:56:54.832430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58456) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:55.071469 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] Set router 17362133-1e8e-4dcf-80df-9d8b11e0a17a gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:56:55.118206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec735cc-7296-4509-bf95-ac4b5d3453ce,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.158826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.241162 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:56:53Z', 'revision_number': 6, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:56:55.246792 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff41ab28-632a-44a7-b015-2d47d551750e None None] The sync data for ids ['17362133-1e8e-4dcf-80df-9d8b11e0a17a'] in n-d-836016-3 is: [{'id': '17362133-1e8e-4dcf-80df-9d8b11e0a17a', 'name': 'tempest-AttachVolumeNegativeTest-1850895094-router', 'tenant_id': 'cd7fb843647c4025b67c915ae86f051b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:45:51Z', 'updated_at': '2022-04-18T20:56:53Z', 'revision_number': 6, 'project_id': 'cd7fb843647c4025b67c915ae86f051b', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:56:55.314492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Pushing event deleted for resources: {'Port': ['ID=f4de871e-a11f-4039-ae65-f9a93523e11a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:55.392038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-38de1d74-4251-4c8f-a5bf-d13b30b63c63 req-c2b3638b-0267-4fb8-ac68-919ac6595822 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Unset dirty status for tenant:4e7299a743c1471d82deef498aaaa766 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:56:55.403010 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-38de1d74-4251-4c8f-a5bf-d13b30b63c63 req-c2b3638b-0267-4fb8-ac68-919ac6595822 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6974378 Apr 18 20:56:55.598408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Attempting to bind port 7ec735cc-7296-4509-bf95-ac4b5d3453ce on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:56:55.598408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Attempting to bind port 7ec735cc-7296-4509-bf95-ac4b5d3453ce by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:56:55.598408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Attempting to bind port 7ec735cc-7296-4509-bf95-ac4b5d3453ce on network 9101f936-4560-49e5-a9a3-ca38368823ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:56:55.602658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Port 7ec735cc-7296-4509-bf95-ac4b5d3453ce on network 9101f936-4560-49e5-a9a3-ca38368823ab not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:56:55.602658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Attempting to bind port 7ec735cc-7296-4509-bf95-ac4b5d3453ce on network 9101f936-4560-49e5-a9a3-ca38368823ab {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:56:55.614249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:56:55.615168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Checking segment: {'id': '15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:56:55.615168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Bound using segment: {'id': '15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:56:55.616144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Bound port: 7ec735cc-7296-4509-bf95-ac4b5d3453ce, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:56:55.616144 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.633145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:55.750962 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.012230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] For port 7ec735cc-7296-4509-bf95-ac4b5d3453ce, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:56:56.027827 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.031936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.036792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] For port 7ec735cc-7296-4509-bf95-ac4b5d3453ce, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce,segment=NetworkSegment(15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee),segment_id=15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:56:56.053976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.086416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Deleting port 42aaa329-53ab-4e80-823c-0f76977c0608 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:56.087232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.260029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7ec735cc-7296-4509-bf95-ac4b5d3453ce,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:56.296064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.296064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17362133-1e8e-4dcf-80df-9d8b11e0a17a {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:56:56.296064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:56.296064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.296064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-c653d720-8445-4716-a22b-e5c5969627c5 service neutron] 10.222.0.55 "PUT /v2.0/ports/7ec735cc-7296-4509-bf95-ac4b5d3453ce HTTP/1.1" status: 200 len: 1092 time: 5.3914306 Apr 18 20:56:56.296064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'tag': '7ec735cc-7296-4509-bf95-ac4b5d3453ce'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:56:56.318913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.318913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a6e8df2-5e39-4e80-b25c-e79b4d34cdbc admin admin] 10.222.0.47 "DELETE /v2.0/routers/17362133-1e8e-4dcf-80df-9d8b11e0a17a HTTP/1.1" status: 204 len: 168 time: 3.4669054 Apr 18 20:56:56.318913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:56.415939 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a72f54-8cf2-4aba-9fa0-1cd3276dcc17'] response: {'name': 'network-changed', 'server_uuid': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'tag': '7ec735cc-7296-4509-bf95-ac4b5d3453ce', 'status': 'completed', 'code': 200} Apr 18 20:56:56.487693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] Deleting subnet e212284d-6ecd-4f6a-a664-aacbfaf5f0cc {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:56:56.495464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.534143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.534143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.595697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:56.644829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-18aa85ea-af09-49d1-9954-865190660c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:56.647437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-18aa85ea-af09-49d1-9954-865190660c56 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e7299a743c1471d82deef498aaaa766&device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 1095 time: 0.2722762 Apr 18 20:56:56.851980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Calling delete_port for 42aaa329-53ab-4e80-823c-0f76977c0608 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:56.858494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-ba56c7bb-df4d-4af7-8b7c-c4f2328ebb57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce HTTP/1.1" status: 200 len: 217 time: 0.1963122 Apr 18 20:56:57.026962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-a371fdce-27c9-493a-a432-1ff25c68e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:57.029293 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-a371fdce-27c9-493a-a432-1ff25c68e49b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6a80541-9a63-4994-9698-d293bed90341 HTTP/1.1" status: 200 len: 852 time: 0.1613741 Apr 18 20:56:57.165805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 26c2c1fa-90b1-4c4b-baf2-be324c185c8a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:57.172925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-0670a037-df9f-4875-9f7c-c9e2477c54f9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9101f936-4560-49e5-a9a3-ca38368823ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348062 Apr 18 20:56:57.178623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.354511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 26c2c1fa-90b1-4c4b-baf2-be324c185c8a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:57.354511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 26c2c1fa-90b1-4c4b-baf2-be324c185c8a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:57.354511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f4de871e-a11f-4039-ae65-f9a93523e11a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:57.544299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f4de871e-a11f-4039-ae65-f9a93523e11a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:56:57.544299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f4de871e-a11f-4039-ae65-f9a93523e11a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:56:57.615097 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:57.867979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-00f9fb51-81b5-4316-9aa9-045eabd151e5 service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458466 Apr 18 20:56:57.867979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e212284d-6ecd-4f6a-a664-aacbfaf5f0cc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:57.917986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87c2c26-6b24-4e52-b382-ab45e94648bd None None] Network 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:56:57.929558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.049968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc771052-f661-455e-8bab-8c23c905d369 req-e753d844-65e8-4165-9e0c-1e643135f0d3 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:58.049968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc771052-f661-455e-8bab-8c23c905d369 req-e753d844-65e8-4165-9e0c-1e643135f0d3 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 944 time: 1.0170269 Apr 18 20:56:58.253504 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.675286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4661af55-ee3e-4d61-aeb9-f28bf3e32b5b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e212284d-6ecd-4f6a-a664-aacbfaf5f0cc HTTP/1.1" status: 204 len: 168 time: 2.3379374 Apr 18 20:56:58.686123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58496) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:56:58.748926 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event deleted for resources: {'Port': ['ID=42aaa329-53ab-4e80-823c-0f76977c0608,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:56:58.859334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] DHCP port deletion for 73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:56:58.882463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Deleting port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:58.882463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:58.953863 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dc771052-f661-455e-8bab-8c23c905d369 req-d0641364-a055-4176-a593-2443ff175537 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8901472 Apr 18 20:56:59.049997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a577187e-c4c2-4cbe-a5d4-21085ca3f2e5 req-81619db9-f6ac-4dc8-af82-7232c15b22ba service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1319413 Apr 18 20:56:59.261612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5bf2914a-6092-453d-8dd9-28c3fe4ae72a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:56:59.301441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-e62cbd41-89c0-4d04-a7d1-6ea2ceec273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:59.303707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-e62cbd41-89c0-4d04-a7d1-6ea2ceec273c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e7299a743c1471d82deef498aaaa766&device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 1095 time: 0.1862972 Apr 18 20:56:59.323122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Router 038b9624-db80-4ec7-a3d5-56666a700518 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:56:59.335764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.347535 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Floating IP 3c4e5644-df80-4429-ad06-5ae58f56884c disassociated (deleted). External IP: 172.25.5.52, port: c5b7c051-a499-461a-8a0e-c7c9ef80376d. Apr 18 20:56:59.465864 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.571099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] For port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:59.571393 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.641987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-cb1132ce-c645-40dd-b6c9-562be1eefff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:59.645217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-cb1132ce-c645-40dd-b6c9-562be1eefff4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9101f936-4560-49e5-a9a3-ca38368823ab HTTP/1.1" status: 200 len: 913 time: 0.3302479 Apr 18 20:56:59.748563 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.768586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Calling delete_port for 5bf2914a-6092-453d-8dd9-28c3fe4ae72a owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:56:59.801128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-592b06f5-3dcb-4ef7-b576-5a33f9e5f531 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce HTTP/1.1" status: 200 len: 217 time: 0.1461198 Apr 18 20:56:59.841346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:56:59.847937 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.917226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Deleting port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:56:59.923653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:56:59.930323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-9d884222-62ca-4d8c-851a-95a305e485b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:56:59.933216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-9d884222-62ca-4d8c-851a-95a305e485b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6a80541-9a63-4994-9698-d293bed90341 HTTP/1.1" status: 200 len: 852 time: 0.1255145 Apr 18 20:56:59.966912 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:56:59.967967 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:56:59.977375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:00.044965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-1e9c53a4-6d65-4f75-9235-6b1684bdfca8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9101f936-4560-49e5-a9a3-ca38368823ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1049283 Apr 18 20:57:00.298305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-f6e78e58-d5ef-4951-973d-f78594d4bf4b service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2471485 Apr 18 20:57:00.376104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:57:00.394338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] Sync routers for ids ['038b9624-db80-4ec7-a3d5-56666a700518'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:00.437151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] Routers {'038b9624-db80-4ec7-a3d5-56666a700518'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:00.443320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['038b9624-db80-4ec7-a3d5-56666a700518'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:00.604233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Deleting port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:00.604859 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:00.642563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-600f1674-14fb-4072-8a96-bd3582ef0605 admin admin] 10.222.0.47 "PUT /v2.0/routers/038b9624-db80-4ec7-a3d5-56666a700518/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8309138 Apr 18 20:57:00.659916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58514) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:00.812425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430bfad-0837-42ed-a606-0b7a77a9b528 req-24dbc004-072f-45b8-8eb3-915036eb7829 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:00.829298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1430bfad-0837-42ed-a606-0b7a77a9b528 req-24dbc004-072f-45b8-8eb3-915036eb7829 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 944 time: 0.5279920 Apr 18 20:57:00.850447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] Set router 038b9624-db80-4ec7-a3d5-56666a700518 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:00.940576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1430bfad-0837-42ed-a606-0b7a77a9b528 req-0895c340-dbd6-4f11-8a70-102d3a1ae70e tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087897 Apr 18 20:57:00.995939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aafb62b6-f3b9-49e1-a530-92cc963ed104 req-55d0892c-9447-4f33-98f1-9e170ff22b8c service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403670 Apr 18 20:57:01.110948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] For port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:01.111993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.402407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Calling delete_port for 5bf2914a-6092-453d-8dd9-28c3fe4ae72a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:01.415392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] For port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,segment=NetworkSegment(58034b16-90a7-447e-8ea8-d2b309f336c1),segment_id=58034b16-90a7-447e-8ea8-d2b309f336c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:01.416229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.571143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Calling delete_port for 5bf2914a-6092-453d-8dd9-28c3fe4ae72a owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:01.580913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:57:01.604155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:56:53Z', 'revision_number': 5, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:01.618000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] Checking router: 038b9624-db80-4ec7-a3d5-56666a700518 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:01.639832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] Routers {'038b9624-db80-4ec7-a3d5-56666a700518'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:01.640472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['038b9624-db80-4ec7-a3d5-56666a700518'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:01.827886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7ec735cc-7296-4509-bf95-ac4b5d3453ce details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:57:01.842839 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.913215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:01.968416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] Pushing event deleted for resources: {'Port': ['ID=5bf2914a-6092-453d-8dd9-28c3fe4ae72a,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:01.991683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:01.995726 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:02.063196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e712364f-1640-4314-9d17-e8e11e0ff00e None None] No DVR routers for this DVR port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:02.095368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:57:02.181247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] Set router 038b9624-db80-4ec7-a3d5-56666a700518 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:02.258398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:57:02.276253 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] Sync routers for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:02.312183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.322833 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:02.324390 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:02.527759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Deleting port 5bf2914a-6092-453d-8dd9-28c3fe4ae72a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:02.528710 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.543760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7ec735cc-7296-4509-bf95-ac4b5d3453ce, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce,segment=NetworkSegment(15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee),segment_id=15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:02.581781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '7ec735cc-7296-4509-bf95-ac4b5d3453ce', 'network_id': '9101f936-4560-49e5-a9a3-ca38368823ab', 'port_id': '7ec735cc-7296-4509-bf95-ac4b5d3453ce', 'mac_address': 'fa:16:3e:9c:a4:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6a80541-9a63-4994-9698-d293bed90341', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:57:02.693031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] The port '5bf2914a-6092-453d-8dd9-28c3fe4ae72a' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:57:02.721576 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-025c47d6-423e-43cb-8ecc-8d78b26903ed tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "DELETE /v2.0/floatingips/3c4e5644-df80-4429-ad06-5ae58f56884c HTTP/1.1" status: 204 len: 168 time: 7.8669810 Apr 18 20:57:02.750871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:02.793700 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.825395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.855167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec735cc-7296-4509-bf95-ac4b5d3453ce {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:57:02.887883 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:02.978870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Deleting port 3066cbff-ee8a-4253-94d9-5dd8319a625b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:02.979219 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:02.990782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7ec735cc-7296-4509-bf95-ac4b5d3453ce, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce,segment=NetworkSegment(15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee),segment_id=15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:03.001769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.134976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:56:53Z', 'revision_number': 5, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.173842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a61eb2-a5b8-4c62-b023-0d1ddf406b04 None None] The sync data for ids ['038b9624-db80-4ec7-a3d5-56666a700518'] in n-d-836016-3 is: [{'id': '038b9624-db80-4ec7-a3d5-56666a700518', 'name': 'tempest-TestVolumeBootPattern-315361871-router', 'tenant_id': 'f3733c0dea3f4c61885b48dce8cce430', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41'}], 'enable_snat': True}, 'gw_port_id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:39:26Z', 'updated_at': '2022-04-18T20:56:53Z', 'revision_number': 5, 'project_id': 'f3733c0dea3f4c61885b48dce8cce430', 'gw_port': {'id': '3066cbff-ee8a-4253-94d9-5dd8319a625b', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:23:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '038b9624-db80-4ec7-a3d5-56666a700518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2562, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:39:31Z', 'updated_at': '2022-04-18T20:39:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:03.194504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7ec735cc-7296-4509-bf95-ac4b5d3453ce,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:03.291217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.334561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['7ec735cc-7296-4509-bf95-ac4b5d3453ce'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:57:03.430965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.485403 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0bc9b93-5f52-477e-bc5c-e923799a066a'] response: {'name': 'network-changed', 'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'status': 'completed', 'code': 200} Apr 18 20:57:03.552340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58034b16-90a7-447e-8ea8-d2b309f336c1') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.558562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58034b16-90a7-447e-8ea8-d2b309f336c1') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:03.621101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f603dd-c356-4296-9b45-a149980b2880 req-eecf04e8-5fb1-41c8-a1bd-b5bdd5f94324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:03.623504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-eecf04e8-5fb1-41c8-a1bd-b5bdd5f94324 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d2c069c0947141be9c723b40fe9ec29e&device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 1096 time: 0.2290456 Apr 18 20:57:03.657542 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0dacab-9204-4f8a-b484-edf64a2e6961 req-1da50e86-e64a-4a1e-b950-fe4b69b59813 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:03.668607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab0dacab-9204-4f8a-b484-edf64a2e6961 req-1da50e86-e64a-4a1e-b950-fe4b69b59813 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 944 time: 1.3762519 Apr 18 20:57:03.807253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:03.867466 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab0dacab-9204-4f8a-b484-edf64a2e6961 req-b1d2ae3f-cbdf-4173-8156-c681934b820a tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970484 Apr 18 20:57:04.071101 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:04.079794 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] Checking router: 552c06dd-1ba4-4040-8731-f0dfeab1ce19 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:04.101592 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:04.102397 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:56:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:04.234082 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.268283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:04.272905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:04.325262 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:04.342761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f603dd-c356-4296-9b45-a149980b2880 req-b09ab6a2-b71f-4aac-9ce3-51786ea8b434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:04.347544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-b09ab6a2-b71f-4aac-9ce3-51786ea8b434 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 200 len: 915 time: 0.7169712 Apr 18 20:57:04.408306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] For port 3066cbff-ee8a-4253-94d9-5dd8319a625b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3066cbff-ee8a-4253-94d9-5dd8319a625b,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:04.408755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:04.532774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-9b4280c7-7b9f-48f9-b996-1104578b9a3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 200 len: 217 time: 0.1558378 Apr 18 20:57:04.585296 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:04.680510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Calling delete_port for 3066cbff-ee8a-4253-94d9-5dd8319a625b owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:04.800766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f603dd-c356-4296-9b45-a149980b2880 req-731b768e-3ec5-43cc-a3b9-2c8909a4dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:04.810872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-731b768e-3ec5-43cc-a3b9-2c8909a4dbb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 200 len: 853 time: 0.2629158 Apr 18 20:57:04.931644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43258e6-b69e-4f45-8967-7da8c3f3968c req-dffcbf15-3ec9-4bd5-97e0-7c3c898d65d5 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:04.937312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c43258e6-b69e-4f45-8967-7da8c3f3968c req-dffcbf15-3ec9-4bd5-97e0-7c3c898d65d5 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 0.7533455 Apr 18 20:57:04.992723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.075373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0971d300-b030-4b5e-9c07-eb3d5984da17 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:05.202365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3066cbff-ee8a-4253-94d9-5dd8319a625b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.253881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c43258e6-b69e-4f45-8967-7da8c3f3968c req-5bfe7f83-245e-44ec-a606-ca6975bd3f7a tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077705 Apr 18 20:57:05.263452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0971d300-b030-4b5e-9c07-eb3d5984da17 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:05.264014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0971d300-b030-4b5e-9c07-eb3d5984da17 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:05.354641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f603dd-c356-4296-9b45-a149980b2880 req-7e16f244-9158-4a07-8cfd-604459df29a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:05.356329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-7e16f244-9158-4a07-8cfd-604459df29a4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8904bf0e-e528-4c8f-a3ae-3c49bf213835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5319450 Apr 18 20:57:05.362684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.426120 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.431804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] Pushing event deleted for resources: {'Network': ['ID=73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:05.532606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:05.670629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c2d43a6-6ee9-4d33-8bdb-7cf233bb9d5a admin admin] 10.222.0.47 "DELETE /v2.0/networks/73fa0d8b-8f25-4e3f-992f-bcae6b48e9ab HTTP/1.1" status: 204 len: 168 time: 6.9685755 Apr 18 20:57:05.735321 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:05.746906 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78d3c0-8d1f-45eb-ab04-795d5f8852cb None None] The sync data for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 is: [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '81f4e728-600e-4d98-af9a-9aa1b1183ed5', 'name': '', 'network_id': '8904bf0e-e528-4c8f-a3ae-3c49bf213835', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'mac_address': 'fa:16:3e:3f:02:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_interface', 'standard_attr_id': 3381, 'fixed_ips': [{'subnet_id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:21Z', 'updated_at': '2022-04-18T20:50:36Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'subnets': [{'id': 'd7fa6ef3-6659-4fa2-93ca-3ae28f8845b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:05.815989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7ec735cc-7296-4509-bf95-ac4b5d3453ce up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:57:05.993842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 7ec735cc-7296-4509-bf95-ac4b5d3453ce completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:57:05.995163 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.000583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.015098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 7ec735cc-7296-4509-bf95-ac4b5d3453ce triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:57:06.017058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.077373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6fa0b-6fa5-4583-bd8d-a79daadda079 req-1e66410c-940b-4a53-a250-c267bb2e014a tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:06.086460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-47e6fa0b-6fa5-4583-bd8d-a79daadda079 req-1e66410c-940b-4a53-a250-c267bb2e014a tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 945 time: 0.6241519 Apr 18 20:57:06.103257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.104234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 038b9624-db80-4ec7-a3d5-56666a700518 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:57:06.124103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.129140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6c1aff09-db3c-438b-85f0-628af2e20b0f admin admin] 10.222.0.47 "DELETE /v2.0/routers/038b9624-db80-4ec7-a3d5-56666a700518 HTTP/1.1" status: 204 len: 168 time: 5.4636848 Apr 18 20:57:06.130905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58560) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:06.266586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58564) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:06.387668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-47e6fa0b-6fa5-4583-bd8d-a79daadda079 req-792110de-7826-4713-9c01-57a27d1ef8af tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2977026 Apr 18 20:57:06.433604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-82514c0b-979d-4213-a8b2-bd91c8696e38 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd7fb843647c4025b67c915ae86f051b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658335 Apr 18 20:57:06.437135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58570) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:06.463121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] Deleting subnet 86af4584-2c1a-4f8c-8fb0-d79afce263cb {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:57:06.471637 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.479863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-79b34fab-a852-4843-90f9-5274435d9ec7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:06.494923 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-79b34fab-a852-4843-90f9-5274435d9ec7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.55 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 1.3877232 Apr 18 20:57:06.543411 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.554987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-427c322a-4f86-490c-b57e-d48db7152c42 None None] New status for floating IP 3c4e5644-df80-4429-ad06-5ae58f56884c: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:06.605492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.757361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec735cc-7296-4509-bf95-ac4b5d3453ce'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:06.759430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Deleting port c5b7c051-a499-461a-8a0e-c7c9ef80376d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:06.759803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.780583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 7ec735cc-7296-4509-bf95-ac4b5d3453ce, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce,segment=NetworkSegment(15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee),segment_id=15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:06.787626 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.805839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4afd766c-ee95-4ce9-b26a-d1e506e7306f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.924008 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fce4eb-e1df-4814-bfed-58ba939250b4'] response: {'server_uuid': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec735cc-7296-4509-bf95-ac4b5d3453ce', 'code': 200} Apr 18 20:57:06.975890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:06.986184 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-1491837d-b640-48e4-8e7d-d89d4eeafecb service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6201668 Apr 18 20:57:07.034603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=7ec735cc-7296-4509-bf95-ac4b5d3453ce,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.089782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3066cbff-ee8a-4253-94d9-5dd8319a625b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:07.144107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 3066cbff-ee8a-4253-94d9-5dd8319a625b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:07.144673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3066cbff-ee8a-4253-94d9-5dd8319a625b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:07.178129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4afd766c-ee95-4ce9-b26a-d1e506e7306f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.270905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.329345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51521bf-4ad6-433f-8e1b-0c7da646739c req-7fb5d741-89a0-4015-9179-f3d9b61210db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:07.330944 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b51521bf-4ad6-433f-8e1b-0c7da646739c req-7fb5d741-89a0-4015-9179-f3d9b61210db service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 1097 time: 0.2962728 Apr 18 20:57:07.334699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.340271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8d14b-16d6-457e-9d52-527595afb348 req-dde0ea30-a96c-4671-8ff9-7e66085445f6 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:07.341727 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09bd1bee-0326-4036-9556-9e016314f44b None None] Network bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:57:07.342130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3dc8d14b-16d6-457e-9d52-527595afb348 req-dde0ea30-a96c-4671-8ff9-7e66085445f6 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 945 time: 0.5035136 Apr 18 20:57:07.356958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86af4584-2c1a-4f8c-8fb0-d79afce263cb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:07.365166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e806cf63-2bda-46f1-91d9-dc173363fbf6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/86af4584-2c1a-4f8c-8fb0-d79afce263cb HTTP/1.1" status: 204 len: 168 time: 1.2244980 Apr 18 20:57:07.369989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58578) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:07.463462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3dc8d14b-16d6-457e-9d52-527595afb348 req-b414f5f2-c739-4899-930e-8ecc37c9e3bb tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/security-groups?id=054a9edb-a457-4417-b284-60402a64cfb8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923414 Apr 18 20:57:07.545286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-b55878b0-1c45-4bd5-b132-1c728bc48ee2 service neutron] 10.222.0.55 "GET /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789050 Apr 18 20:57:07.642596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] For port c5b7c051-a499-461a-8a0e-c7c9ef80376d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=c5b7c051-a499-461a-8a0e-c7c9ef80376d,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:07.644080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.800446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b51521bf-4ad6-433f-8e1b-0c7da646739c req-bcef31da-be1d-4818-b5be-f41463467a27 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4580448 Apr 18 20:57:07.808754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4afd766c-ee95-4ce9-b26a-d1e506e7306f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:07.827793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Calling delete_port for c5b7c051-a499-461a-8a0e-c7c9ef80376d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:07.828972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device c5b7c051-a499-461a-8a0e-c7c9ef80376d no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:07.994266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afd766c-ee95-4ce9-b26a-d1e506e7306f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e79c7ac-15f2-47a6-b0d9-9558f550e6ba,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:08.057599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.061565 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4afd766c-ee95-4ce9-b26a-d1e506e7306f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.066451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4afd766c-ee95-4ce9-b26a-d1e506e7306f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e79c7ac-15f2-47a6-b0d9-9558f550e6ba HTTP/1.1" status: 204 len: 168 time: 1.6243210 Apr 18 20:57:08.182464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Deleting port 9df1a941-aba4-4035-a2c9-86ce13ae2abe {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:08.183103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.226221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.277632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1678d7b9-98e6-4430-a3ce-8fc0c4baf0ab req-93ca73b0-def3-4c88-ad07-eb9f4cdb96f1 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:08.287760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1678d7b9-98e6-4430-a3ce-8fc0c4baf0ab req-93ca73b0-def3-4c88-ad07-eb9f4cdb96f1 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.3350649 Apr 18 20:57:08.315756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.374992 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:57:08.456427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event deleted for resources: {'Port': ['ID=c5b7c051-a499-461a-8a0e-c7c9ef80376d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:08.476503 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1678d7b9-98e6-4430-a3ce-8fc0c4baf0ab req-6d2af19b-8b74-4279-9bc7-21ebcdfe03b6 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846347 Apr 18 20:57:08.539654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] DHCP port deletion for bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:57:08.549033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Deleting port 9df1a941-aba4-4035-a2c9-86ce13ae2abe {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:08.550144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.567803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.569098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.576566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.577342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.577956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.578606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.579178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.579732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.580278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.580816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.582162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.582781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:08.697088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] No DVR routers for this DVR port c5b7c051-a499-461a-8a0e-c7c9ef80376d on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:08.703058 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:08.751388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'name': 'network-vif-deleted', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:08.774892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a6f803e7-9d9d-40dc-ae92-000bebced834 req-52f91def-55a5-4015-9b8c-a8c99708818c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.55 "DELETE /v2.0/ports/c5b7c051-a499-461a-8a0e-c7c9ef80376d HTTP/1.1" status: 204 len: 173 time: 2.2787094 Apr 18 20:57:08.902869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] For port 9df1a941-aba4-4035-a2c9-86ce13ae2abe, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9df1a941-aba4-4035-a2c9-86ce13ae2abe,segment=NetworkSegment(419fdf38-eca3-4eed-9009-d7226d57174c),segment_id=419fdf38-eca3-4eed-9009-d7226d57174c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:08.903302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:09.145889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b1186efc-ea91-44af-b887-b207acec521f req-6155838b-5b82-418d-bbc3-345df1986bc7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Synchronizing usage tracker for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:09.155173 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e399071b-1e10-4918-b491-bd3876ea322b'] response: {'server_uuid': '65e52147-bb17-4fc3-9fa4-76e43f317300', 'name': 'network-vif-deleted', 'tag': 'c5b7c051-a499-461a-8a0e-c7c9ef80376d', 'status': 'completed', 'code': 200} Apr 18 20:57:09.216367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-b1186efc-ea91-44af-b887-b207acec521f req-6155838b-5b82-418d-bbc3-345df1986bc7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Unset dirty status for tenant:d2c069c0947141be9c723b40fe9ec29e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:09.225778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b1186efc-ea91-44af-b887-b207acec521f req-6155838b-5b82-418d-bbc3-345df1986bc7 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 210 time: 0.4422481 Apr 18 20:57:09.307786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9df1a941-aba4-4035-a2c9-86ce13ae2abe no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:09.588759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Calling delete_port for 9df1a941-aba4-4035-a2c9-86ce13ae2abe owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:09.743296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] For port 9df1a941-aba4-4035-a2c9-86ce13ae2abe, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9df1a941-aba4-4035-a2c9-86ce13ae2abe,segment=NetworkSegment(419fdf38-eca3-4eed-9009-d7226d57174c),segment_id=419fdf38-eca3-4eed-9009-d7226d57174c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:09.744077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.074628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.139954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c05e6b8-c6e8-409a-a87a-d253add8a5ab req-573c517a-a6e0-4b13-b533-b4e94799ca80 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:10.149656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c05e6b8-c6e8-409a-a87a-d253add8a5ab req-573c517a-a6e0-4b13-b533-b4e94799ca80 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.4158673 Apr 18 20:57:10.182654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] No DVR routers for this DVR port 9df1a941-aba4-4035-a2c9-86ce13ae2abe on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:10.283742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Calling delete_port for 9df1a941-aba4-4035-a2c9-86ce13ae2abe owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:10.378638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df1a941-aba4-4035-a2c9-86ce13ae2abe,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:10.612060 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.691631 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:10.694745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a356a54-e17b-4037-bc09-f1ae5bd4272a req-7439d27a-1394-47e9-a1ae-06a55eb7e01c tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "GET /v2.0/ports?device_id=65e52147-bb17-4fc3-9fa4-76e43f317300 HTTP/1.1" status: 200 len: 210 time: 0.2634377 Apr 18 20:57:10.796008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:10.867504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419fdf38-eca3-4eed-9009-d7226d57174c') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:10.870221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419fdf38-eca3-4eed-9009-d7226d57174c') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:10.890469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:10.890717 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:10.927931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.011635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.076968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:11.077901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:11.120576 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:11.287664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6c05e6b8-c6e8-409a-a87a-d253add8a5ab req-96f68b31-b84a-4773-8b3a-f7bc5b8acb7d tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1340566 Apr 18 20:57:11.314366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.390117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.392302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Deleting port 9df1a941-aba4-4035-a2c9-86ce13ae2abe {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:11.392923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:11.433221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:11.458958 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0912ae00-fd4c-419b-9b02-d214c3b3a4a2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/bc6dc71b-8f4f-4a5c-b4c6-19acbb25856a HTTP/1.1" status: 204 len: 168 time: 4.0876420 Apr 18 20:57:11.544670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:11.634568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c86499f3-8645-407c-9f06-e319d96ffee2 None None] The port '9df1a941-aba4-4035-a2c9-86ce13ae2abe' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:57:11.691119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b26e1-92e4-4d42-a083-5a4e5b1e838f req-50ecae16-d2ee-47b5-a933-632b0d741aef tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:11.693764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d25b26e1-92e4-4d42-a083-5a4e5b1e838f req-50ecae16-d2ee-47b5-a933-632b0d741aef tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.2175798 Apr 18 20:57:11.804985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58658) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:11.818327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d25b26e1-92e4-4d42-a083-5a4e5b1e838f req-ec7ba5a9-3357-41d2-98ae-3fcb76531abc tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116128 Apr 18 20:57:11.965595 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1705371d-4ea7-4050-822b-58385f61606b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e8611199562487e905052133b5013a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557915 Apr 18 20:57:11.966753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:11.977695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:12.135509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0000e361-a15f-48b6-b08e-7f8df4c69c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.144713 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.181029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:12.201028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Usage tracker for resource:security_group_rule and tenant:a6eb98728eaf4478978cd2e5fea96c25 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:12.202853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0000e361-a15f-48b6-b08e-7f8df4c69c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.208311 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:12.218018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5866f2a5-44c0-4287-a64d-284f98141767 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.220514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:12.353068 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5866f2a5-44c0-4287-a64d-284f98141767 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.357798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0000e361-a15f-48b6-b08e-7f8df4c69c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.400669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0000e361-a15f-48b6-b08e-7f8df4c69c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48bdfe39-5eeb-471d-844e-f4f762de656a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.412455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0000e361-a15f-48b6-b08e-7f8df4c69c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.430959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0000e361-a15f-48b6-b08e-7f8df4c69c22 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/48bdfe39-5eeb-471d-844e-f4f762de656a HTTP/1.1" status: 204 len: 168 time: 0.4609318 Apr 18 20:57:12.603643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.609640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.656953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58680) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:12.657309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6eb98728eaf4478978cd2e5fea96c25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1098580 Apr 18 20:57:12.691180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b66e2aa-77cd-4205-b68d-810c9a6bf6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5016aa-8765-459a-9180-4969e482e913,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.695696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5866f2a5-44c0-4287-a64d-284f98141767 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.722358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866f2a5-44c0-4287-a64d-284f98141767 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a9edb-a457-4417-b284-60402a64cfb8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:12.763364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5866f2a5-44c0-4287-a64d-284f98141767 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:12.773136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5866f2a5-44c0-4287-a64d-284f98141767 tempest-TestVolumeBackupRestore-840763966 tempest-TestVolumeBackupRestore-840763966-project] 10.222.0.47 "DELETE /v2.0/security-groups/054a9edb-a457-4417-b284-60402a64cfb8 HTTP/1.1" status: 204 len: 168 time: 0.7906427 Apr 18 20:57:12.916331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a434d9-ca52-43b2-b2cb-520518c71bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.007874 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a434d9-ca52-43b2-b2cb-520518c71bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.123126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656bdc8-f490-4ecf-bb61-bc343f010c44 req-e8cd10e5-3424-4e4d-b5c3-719417dfb411 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:13.129676 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a434d9-ca52-43b2-b2cb-520518c71bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.132665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8656bdc8-f490-4ecf-bb61-bc343f010c44 req-e8cd10e5-3424-4e4d-b5c3-719417dfb411 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.2036896 Apr 18 20:57:13.154083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a434d9-ca52-43b2-b2cb-520518c71bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5016aa-8765-459a-9180-4969e482e913,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:13.176203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a434d9-ca52-43b2-b2cb-520518c71bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.180105 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-56a434d9-ca52-43b2-b2cb-520518c71bf7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d5016aa-8765-459a-9180-4969e482e913 HTTP/1.1" status: 204 len: 168 time: 0.5216887 Apr 18 20:57:13.264467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8656bdc8-f490-4ecf-bb61-bc343f010c44 req-10774650-5c24-478b-88c3-b1c818fa941f tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307826 Apr 18 20:57:13.598210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58716) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:13.649069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6b5b5821-1287-4e7b-b469-828223d77cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.696553 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ff2baa75-a44e-4b94-8b4f-db9457a4923c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3733c0dea3f4c61885b48dce8cce430&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0943692 Apr 18 20:57:13.696829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:13.867329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f243f8e-0137-4cff-80d9-3a04ada46617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:13.927530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f243f8e-0137-4cff-80d9-3a04ada46617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.009282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f243f8e-0137-4cff-80d9-3a04ada46617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.027201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f243f8e-0137-4cff-80d9-3a04ada46617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801871ff-cc36-4672-aac3-1dbaf437a208,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:14.037416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f243f8e-0137-4cff-80d9-3a04ada46617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.039225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f243f8e-0137-4cff-80d9-3a04ada46617 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/801871ff-cc36-4672-aac3-1dbaf437a208 HTTP/1.1" status: 204 len: 168 time: 0.3412354 Apr 18 20:57:14.306259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 58734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:14.351168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.379696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:14.386563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Usage tracker for resource:security_group_rule and tenant:d97a346cb14647b185a8bcd402dc4ea5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:14.390767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:14.408913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:14.858638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:14.891393 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.085275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25747b-3eba-4dc2-9860-bc783e6238e1 req-3f6346e7-91fb-4776-a9dd-76224c32c124 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:15.092825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d25747b-3eba-4dc2-9860-bc783e6238e1 req-3f6346e7-91fb-4776-a9dd-76224c32c124 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.4571807 Apr 18 20:57:15.481933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d97a346cb14647b185a8bcd402dc4ea5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1744170 Apr 18 20:57:15.488962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 58790) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:15.491642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5d0bd-1d56-469e-87ee-8a2bf99282e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24e43d6-47e0-4c66-81a6-b80984f9f404,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:15.540613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d25747b-3eba-4dc2-9860-bc783e6238e1 req-b2b0f541-24f6-4bb9-ab94-25559926f10e tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4448609 Apr 18 20:57:15.816847 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef6a32e8-2800-4c93-8c3a-3650e6e4b857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:15.905454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef6a32e8-2800-4c93-8c3a-3650e6e4b857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.024479 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1e071e49-011e-4a50-ae56-4aed688832d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.082056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef6a32e8-2800-4c93-8c3a-3650e6e4b857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.191619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6a32e8-2800-4c93-8c3a-3650e6e4b857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24e43d6-47e0-4c66-81a6-b80984f9f404,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:16.248261 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef6a32e8-2800-4c93-8c3a-3650e6e4b857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:16.257287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ef6a32e8-2800-4c93-8c3a-3650e6e4b857 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a24e43d6-47e0-4c66-81a6-b80984f9f404 HTTP/1.1" status: 204 len: 168 time: 0.7627232 Apr 18 20:57:16.575325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-fc34abcc-7964-4c30-a0ff-0e1a383fcc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:16.577222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-fc34abcc-7964-4c30-a0ff-0e1a383fcc43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e7299a743c1471d82deef498aaaa766&device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 1097 time: 0.4083025 Apr 18 20:57:16.649711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df610-b80e-4bf5-afa4-c99f2a6a778d req-cd4a6de3-96e9-4f98-b74e-4ef6907f92e7 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:16.651290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e1df610-b80e-4bf5-afa4-c99f2a6a778d req-cd4a6de3-96e9-4f98-b74e-4ef6907f92e7 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.2335877 Apr 18 20:57:16.966365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e1df610-b80e-4bf5-afa4-c99f2a6a778d req-32054c52-a365-47b2-b2c7-0b2f863cf85f tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840180 Apr 18 20:57:17.035688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-f68feb1e-6f9a-490a-979b-79da7398b1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:17.039142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-f68feb1e-6f9a-490a-979b-79da7398b1ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=9101f936-4560-49e5-a9a3-ca38368823ab HTTP/1.1" status: 200 len: 913 time: 0.4537716 Apr 18 20:57:17.215769 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-6efde7d1-43ee-44bf-beed-0a3fa5dc2f87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce HTTP/1.1" status: 200 len: 217 time: 0.1701097 Apr 18 20:57:17.234765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.243114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:17.363761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-7cecb075-0659-4462-ad63-73b3c3d6f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:17.366067 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-7cecb075-0659-4462-ad63-73b3c3d6f898 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6a80541-9a63-4994-9698-d293bed90341 HTTP/1.1" status: 200 len: 852 time: 0.1430099 Apr 18 20:57:17.564444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-be279a70-fdd4-485d-a3e1-d16cdeecd656 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9101f936-4560-49e5-a9a3-ca38368823ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1912091 Apr 18 20:57:18.091156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-b2ea3bd7-4a12-4a64-b3b9-bb6cd2c2c6cf service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5208719 Apr 18 20:57:18.580257 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:18.667406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-004a2d8c-22f3-43d8-a479-5b07dfa25b6e req-501a2e5b-836d-4e1e-9913-8431c9b77b34 service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5700269 Apr 18 20:57:18.784801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:19.028876 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.526526 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:19.550692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d96394-6dc3-4dd4-896d-9801871af123 req-87ecd1f6-9953-436f-ae5b-ebe5787000f5 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:19.555232 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46d96394-6dc3-4dd4-896d-9801871af123 req-87ecd1f6-9953-436f-ae5b-ebe5787000f5 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 1.1209590 Apr 18 20:57:19.705166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:19.990926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46d96394-6dc3-4dd4-896d-9801871af123 req-aa0df630-dd03-4c14-a310-12093ea95b79 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4192548 Apr 18 20:57:20.344400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:20.464671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:20.527084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Usage tracker for resource:security_group_rule and tenant:41c3fc9451cc4eb298f3db69199b8a94 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:20.533759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:20.575468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:21.259119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.267106 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.325406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643b31d3-5fc0-4a14-ac48-d50a4ed1745c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:21.382740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-014122b7-2876-44fd-9d89-dd27f81d7029 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41c3fc9451cc4eb298f3db69199b8a94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6756785 Apr 18 20:57:21.384346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59272) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:21.597459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89db890e-b580-4cd5-94f1-6891358804c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.637491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89db890e-b580-4cd5-94f1-6891358804c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.746576 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89db890e-b580-4cd5-94f1-6891358804c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.778068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db890e-b580-4cd5-94f1-6891358804c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643b31d3-5fc0-4a14-ac48-d50a4ed1745c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:21.792887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89db890e-b580-4cd5-94f1-6891358804c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.795846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-89db890e-b580-4cd5-94f1-6891358804c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/643b31d3-5fc0-4a14-ac48-d50a4ed1745c HTTP/1.1" status: 204 len: 168 time: 0.4094574 Apr 18 20:57:21.833824 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:21.966932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb4eac-1e7d-45bf-b5e2-84aa142df841 req-b2c3532c-3a68-49e5-be03-96591ef0ae2e tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:21.969809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16bb4eac-1e7d-45bf-b5e2-84aa142df841 req-b2c3532c-3a68-49e5-be03-96591ef0ae2e tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.2551589 Apr 18 20:57:22.162880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-16bb4eac-1e7d-45bf-b5e2-84aa142df841 req-b228014f-9f6a-4de4-8bc8-53b7530ddc75 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829135 Apr 18 20:57:22.580281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Deleting port 81f4e728-600e-4d98-af9a-9aa1b1183ed5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:22.581592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.734365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59314) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:22.808129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:22.859528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:22.877804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Usage tracker for resource:security_group_rule and tenant:9a7cd9a8c47d441aa73a2c6e4fb064ee is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:22.883186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:22.891643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:22.989444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] For port 81f4e728-600e-4d98-af9a-9aa1b1183ed5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=81f4e728-600e-4d98-af9a-9aa1b1183ed5,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:22.990110 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.018046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.025750 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.124162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a7cd9a8c47d441aa73a2c6e4fb064ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3878403 Apr 18 20:57:23.126298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385af84c-99d1-448b-b518-5853f67c340d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d56301-e09e-4087-89cc-e98ffa54024f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:23.135444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59320) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:23.143746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Calling delete_port for 81f4e728-600e-4d98-af9a-9aa1b1183ed5 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:23.291034 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf2a72fc-d6d3-4100-b020-c18ceb398a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.330363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf2a72fc-d6d3-4100-b020-c18ceb398a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.340782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b464ee6-46dd-4011-a451-a6c7940deec2 req-afe316b9-bd9a-4129-b2d7-f0553cbee1a7 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:23.342493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b464ee6-46dd-4011-a451-a6c7940deec2 req-afe316b9-bd9a-4129-b2d7-f0553cbee1a7 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.1502841 Apr 18 20:57:23.428502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1b464ee6-46dd-4011-a451-a6c7940deec2 req-37b695ff-6286-47a0-b5ba-6ec8049780e4 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656865 Apr 18 20:57:23.452315 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf2a72fc-d6d3-4100-b020-c18ceb398a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.486393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a72fc-d6d3-4100-b020-c18ceb398a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d56301-e09e-4087-89cc-e98ffa54024f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:23.489056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf2a72fc-d6d3-4100-b020-c18ceb398a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.494935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf2a72fc-d6d3-4100-b020-c18ceb398a86 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43d56301-e09e-4087-89cc-e98ffa54024f HTTP/1.1" status: 204 len: 168 time: 0.3578696 Apr 18 20:57:23.597689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:23.735083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Pushing event deleted for resources: {'Port': ['ID=81f4e728-600e-4d98-af9a-9aa1b1183ed5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:24.471254 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:24.988441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15160b12-444c-4e8e-a686-c6d3885a6c9d req-a2895653-483c-4ece-8242-1d83d74966a0 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:24.991133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15160b12-444c-4e8e-a686-c6d3885a6c9d req-a2895653-483c-4ece-8242-1d83d74966a0 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.2479303 Apr 18 20:57:25.130534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-15160b12-444c-4e8e-a686-c6d3885a6c9d req-030928ab-9cb9-489a-8436-2009eec306dd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194134 Apr 18 20:57:25.781112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:57:26.139173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d1152-7b2b-47a2-baea-4f603bf351ce req-1cbcc977-f4e3-4512-9995-9325a39b0e82 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.143004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed6d1152-7b2b-47a2-baea-4f603bf351ce req-1cbcc977-f4e3-4512-9995-9325a39b0e82 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.1469998 Apr 18 20:57:26.242148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed6d1152-7b2b-47a2-baea-4f603bf351ce req-bb43c5bd-8610-4594-9d17-abaad2c0092e tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919387 Apr 18 20:57:26.304411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:57:26.325472 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] Sync routers for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:26.346179 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:26.346711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-7d72f31b-2372-4c62-87bb-ad12cdf1a4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.347373 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:26.350081 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-7d72f31b-2372-4c62-87bb-ad12cdf1a4bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4e7299a743c1471d82deef498aaaa766&device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 1097 time: 0.3460147 Apr 18 20:57:26.592645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-30d6a2b1-3822-4f18-aef5-024e88883412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.595120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-30d6a2b1-3822-4f18-aef5-024e88883412 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9101f936-4560-49e5-a9a3-ca38368823ab HTTP/1.1" status: 200 len: 913 time: 0.2373049 Apr 18 20:57:26.706450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:26.750802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-712f7bd0-1341-45e9-b34a-e46a66816d69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce HTTP/1.1" status: 200 len: 217 time: 0.1492138 Apr 18 20:57:26.826824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1eab24db-9434-4106-aca7-e2d6e88aec37 admin admin] 10.222.0.47 "PUT /v2.0/routers/552c06dd-1ba4-4040-8731-f0dfeab1ce19/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0367484 Apr 18 20:57:26.830285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59382) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:26.886138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-3139c9ac-4a89-49e4-9a35-74bda0759220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:26.888278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-3139c9ac-4a89-49e4-9a35-74bda0759220 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a6a80541-9a63-4994-9698-d293bed90341 HTTP/1.1" status: 200 len: 852 time: 0.1320562 Apr 18 20:57:27.069718 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-5013406b-9abf-4a95-8cb1-ca4332ef63fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9101f936-4560-49e5-a9a3-ca38368823ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1749136 Apr 18 20:57:27.283566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.366925 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:57:23Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:27.377758 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] Checking router: 552c06dd-1ba4-4040-8731-f0dfeab1ce19 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:27.403822 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] Routers {'552c06dd-1ba4-4040-8731-f0dfeab1ce19'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:27.404502 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:27.514402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-45582e44-89f1-478e-abb2-d202c4b3480c service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370105 Apr 18 20:57:27.753781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.780387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Deleting port 07fedd8a-00e6-4f92-8368-df7eb276d42a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:27.780966 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:27.812290 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] Set router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:28.029852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-213a22a7-4461-45ac-8cfa-cc83de8b5ed6 req-8ce241c8-d739-4381-8957-c757d452a8d9 service neutron] 10.222.0.55 "GET /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5085275 Apr 18 20:57:28.061220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2f4df-7370-475c-868e-0fa65619fb7d req-fd728419-c556-4bf7-8f9e-28afe4996dd3 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:28.073303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93c2f4df-7370-475c-868e-0fa65619fb7d req-fd728419-c556-4bf7-8f9e-28afe4996dd3 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.5450017 Apr 18 20:57:28.182753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93c2f4df-7370-475c-868e-0fa65619fb7d req-80d98ba3-68d2-471d-8d02-65043d4d4e27 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081562 Apr 18 20:57:28.317328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] For port 07fedd8a-00e6-4f92-8368-df7eb276d42a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=07fedd8a-00e6-4f92-8368-df7eb276d42a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:28.318074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:28.615861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Calling delete_port for 07fedd8a-00e6-4f92-8368-df7eb276d42a owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:28.733387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:57:23Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:28.740913 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4747216e-85ec-4c37-ab7d-c97388493e7b None None] The sync data for ids ['552c06dd-1ba4-4040-8731-f0dfeab1ce19'] in n-d-836016-3 is: [{'id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'name': 'tempest-TestVolumeBackupRestore-1254224447-router', 'tenant_id': 'd2c069c0947141be9c723b40fe9ec29e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53'}], 'enable_snat': True}, 'gw_port_id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:08Z', 'updated_at': '2022-04-18T20:57:23Z', 'revision_number': 5, 'project_id': 'd2c069c0947141be9c723b40fe9ec29e', 'gw_port': {'id': '07fedd8a-00e6-4f92-8368-df7eb276d42a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:d3:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '552c06dd-1ba4-4040-8731-f0dfeab1ce19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:10Z', 'updated_at': '2022-04-18T20:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:29.050547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.142198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 81f4e728-600e-4d98-af9a-9aa1b1183ed5 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:29.229544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 81f4e728-600e-4d98-af9a-9aa1b1183ed5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:29.231147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 81f4e728-600e-4d98-af9a-9aa1b1183ed5 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:29.609369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=07fedd8a-00e6-4f92-8368-df7eb276d42a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:29.620298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8e3002-1c17-45ed-830d-823def142be4 req-330ce3ea-a355-4fba-944e-9b5c48d3fe85 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:29.629011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e8e3002-1c17-45ed-830d-823def142be4 req-330ce3ea-a355-4fba-944e-9b5c48d3fe85 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.1728828 Apr 18 20:57:29.690274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.690697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.691013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.691401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.691746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.692614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.692964 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.693354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.693714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.694082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.694420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.694968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:29.731070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e8e3002-1c17-45ed-830d-823def142be4 req-51aeb366-5414-4268-87a4-c97126a9b358 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962114 Apr 18 20:57:29.766361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:29.982243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:30.050390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.056466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.183478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.184425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 552c06dd-1ba4-4040-8731-f0dfeab1ce19 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:57:30.246991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.249314 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6328cffe-0c77-4109-8d71-291ff28550c0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/552c06dd-1ba4-4040-8731-f0dfeab1ce19 HTTP/1.1" status: 204 len: 168 time: 3.4151969 Apr 18 20:57:30.257107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59444) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:30.777571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.810035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:30.815623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] Deleting subnet d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:57:30.821160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Usage tracker for resource:security_group_rule and tenant:aeeeb36c204547639c5d990a8ca968b5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:30.826841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:30.829940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.870154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:30.931148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:30.985836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce379f8f-11e9-467a-ac1d-cf6d54534f40 req-9a3a07b0-23e1-48d7-a266-4c4624f28bc3 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:30.987784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce379f8f-11e9-467a-ac1d-cf6d54534f40 req-9a3a07b0-23e1-48d7-a266-4c4624f28bc3 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.2866974 Apr 18 20:57:31.047639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 07fedd8a-00e6-4f92-8368-df7eb276d42a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:31.098416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 07fedd8a-00e6-4f92-8368-df7eb276d42a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:31.099094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 07fedd8a-00e6-4f92-8368-df7eb276d42a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:31.107321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce379f8f-11e9-467a-ac1d-cf6d54534f40 req-9d5e6f39-19dc-4982-ba94-9842bc4c6a65 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041825 Apr 18 20:57:31.146808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.203480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.216969 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.308014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aeeeb36c204547639c5d990a8ca968b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3241725 Apr 18 20:57:31.312590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59452) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:31.324713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6ab46-5637-4617-b953-1ddb6a73bd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f08fae10-64c3-45c2-8a91-8698c8fda4a3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.332264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.376817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.387022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35900664-ff48-4a81-810a-b3f58efef5fd None None] Network 8904bf0e-e528-4c8f-a3ae-3c49bf213835 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:57:31.401095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2 HTTP/1.1" status: 204 len: 168 time: 1.1434076 Apr 18 20:57:31.410370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59456) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:31.411601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89518690-3cae-49a8-9464-988be040a48a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7fa6ef3-6659-4fa2-93ca-3ae28f8845b2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.492352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3edf9b2c-6e46-46ba-b433-806819a547f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.549275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3edf9b2c-6e46-46ba-b433-806819a547f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.569429 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.583744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Deleting port 7e78228e-a272-447e-b9db-4bedce1d659f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:31.584216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.655702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3edf9b2c-6e46-46ba-b433-806819a547f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.681044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edf9b2c-6e46-46ba-b433-806819a547f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08fae10-64c3-45c2-8a91-8698c8fda4a3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:31.684848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3edf9b2c-6e46-46ba-b433-806819a547f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.685950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3edf9b2c-6e46-46ba-b433-806819a547f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f08fae10-64c3-45c2-8a91-8698c8fda4a3 HTTP/1.1" status: 204 len: 168 time: 0.3709414 Apr 18 20:57:31.923036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] DHCP port deletion for 8904bf0e-e528-4c8f-a3ae-3c49bf213835 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:57:31.928219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Deleting port 7e78228e-a272-447e-b9db-4bedce1d659f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:31.929443 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:31.985239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] For port 7e78228e-a272-447e-b9db-4bedce1d659f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e78228e-a272-447e-b9db-4bedce1d659f,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:31.986291 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.160241 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Calling delete_port for 7e78228e-a272-447e-b9db-4bedce1d659f owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:32.413993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.480707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:32.511033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Pushing event deleted for resources: {'Port': ['ID=7e78228e-a272-447e-b9db-4bedce1d659f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:32.516144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] No DVR routers for this DVR port 7e78228e-a272-447e-b9db-4bedce1d659f on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:32.537168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] For port 7e78228e-a272-447e-b9db-4bedce1d659f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e78228e-a272-447e-b9db-4bedce1d659f,segment=NetworkSegment(9604d2a9-b4f0-4204-80cd-eddb751a4008),segment_id=9604d2a9-b4f0-4204-80cd-eddb751a4008)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:32.537790 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.590069 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.655869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75782a1-b4a4-46b4-80a6-ef8c1bd3cd55 req-95a8476c-26c2-4e35-ab28-c0e71776fc65 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:32.664693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f75782a1-b4a4-46b4-80a6-ef8c1bd3cd55 req-95a8476c-26c2-4e35-ab28-c0e71776fc65 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.1762028 Apr 18 20:57:32.697192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:32.711824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Usage tracker for resource:security_group_rule and tenant:5f39e145984a4a52a2fb2dfeb7740efa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:32.716014 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.725229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:32.739343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-057ae2ae-c4a7-4224-9bfc-6a99294e18f7 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:32.741683 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-057ae2ae-c4a7-4224-9bfc-6a99294e18f7 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.55 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.4609079 Apr 18 20:57:32.746090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Calling delete_port for 7e78228e-a272-447e-b9db-4bedce1d659f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:32.757196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:32.757778 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f75782a1-b4a4-46b4-80a6-ef8c1bd3cd55 req-8dfb3cca-56a3-4311-a6fa-e8e11ec8c0b7 tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905266 Apr 18 20:57:32.825305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8904bf0e-e528-4c8f-a3ae-3c49bf213835']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:32.860020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9604d2a9-b4f0-4204-80cd-eddb751a4008') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:32.860482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9604d2a9-b4f0-4204-80cd-eddb751a4008') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:32.883905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:32.884808 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:32.902532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:32.920871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Deleting port 7ec735cc-7296-4509-bf95-ac4b5d3453ce {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:32.921118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.063469 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e78228e-a272-447e-b9db-4bedce1d659f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:33.110730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7e78228e-a272-447e-b9db-4bedce1d659f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:33.111301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e78228e-a272-447e-b9db-4bedce1d659f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:33.199315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.216060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:33.216331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:33.230656 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:33.386327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Deleting port 7e78228e-a272-447e-b9db-4bedce1d659f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:33.387112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.438512 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.471890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-985c2665-9f1d-4ef3-8261-76c9a5a7f0f0 None None] The port '7e78228e-a272-447e-b9db-4bedce1d659f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:57:33.492167 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.520189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] Pushing event deleted for resources: {'Network': ['ID=8904bf0e-e528-4c8f-a3ae-3c49bf213835,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:33.558989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.564987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0285ce6d-0ee4-434c-afe0-076a2bab792f admin admin] 10.222.0.47 "DELETE /v2.0/networks/8904bf0e-e528-4c8f-a3ae-3c49bf213835 HTTP/1.1" status: 204 len: 168 time: 2.1457920 Apr 18 20:57:33.570917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59488) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:33.575873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.617018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] For port 7ec735cc-7296-4509-bf95-ac4b5d3453ce, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=7ec735cc-7296-4509-bf95-ac4b5d3453ce,segment=NetworkSegment(15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee),segment_id=15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:33.617620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:33.918150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a78eab-da22-4269-bed9-997a9f8c436c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:33.929783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Calling delete_port for 7ec735cc-7296-4509-bf95-ac4b5d3453ce owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:34.015857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-47544c40-0a25-4331-a98d-a55f7acb8802 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f39e145984a4a52a2fb2dfeb7740efa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5239949 Apr 18 20:57:34.021479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:34.200529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93c857e5-a7c9-468c-b6b9-3f4e4aa49a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.214312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef20ed-a8b6-4ac0-8254-3eecc1737507 req-e4c625d2-2c5b-401b-845c-93a76cb7024f tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:34.215895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b8ef20ed-a8b6-4ac0-8254-3eecc1737507 req-e4c625d2-2c5b-401b-845c-93a76cb7024f tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c94a7d2-0280-42f5-a150-6de2a52ad720 HTTP/1.1" status: 200 len: 946 time: 0.2508667 Apr 18 20:57:34.289814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93c857e5-a7c9-468c-b6b9-3f4e4aa49a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.302233 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.379551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.401036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Pushing event deleted for resources: {'Port': ['ID=7ec735cc-7296-4509-bf95-ac4b5d3453ce,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:34.407114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b8ef20ed-a8b6-4ac0-8254-3eecc1737507 req-ec10fe4e-5b25-4c06-862d-e8e3c28e7f3e tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794341 Apr 18 20:57:34.524314 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] No DVR routers for this DVR port 7ec735cc-7296-4509-bf95-ac4b5d3453ce on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:34.527172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.530340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'name': 'network-vif-deleted', 'tag': '7ec735cc-7296-4509-bf95-ac4b5d3453ce'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:34.555733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93c857e5-a7c9-468c-b6b9-3f4e4aa49a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.560338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93c857e5-a7c9-468c-b6b9-3f4e4aa49a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:34.563445 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-93c857e5-a7c9-468c-b6b9-3f4e4aa49a48 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a8a78eab-da22-4269-bed9-997a9f8c436c HTTP/1.1" status: 204 len: 168 time: 0.5409582 Apr 18 20:57:34.581638 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1c92a8fb-401e-44d4-9b47-f529cf98588b req-fb3c3899-5c43-4138-a0bd-5f4ebfa494fd tempest-TestServerAdvancedOps-732402735 tempest-TestServerAdvancedOps-732402735-project] 10.222.0.55 "DELETE /v2.0/ports/7ec735cc-7296-4509-bf95-ac4b5d3453ce HTTP/1.1" status: 204 len: 173 time: 1.8202794 Apr 18 20:57:34.587416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c857e5-a7c9-468c-b6b9-3f4e4aa49a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a78eab-da22-4269-bed9-997a9f8c436c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:34.681420 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c77fa37-5622-4a41-8f6d-8dc0d7b465e9'] response: {'server_uuid': '5c94a7d2-0280-42f5-a150-6de2a52ad720', 'name': 'network-vif-deleted', 'tag': '7ec735cc-7296-4509-bf95-ac4b5d3453ce', 'status': 'completed', 'code': 200} Apr 18 20:57:35.002258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-54e73b46-28e1-458d-95d6-78c581b91b2a req-c0a93ee4-9611-4231-bded-35627d658387 service neutron] (88140) timed out ('10.222.0.61', 55682) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 20:57:35.234115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Deleting port c1ef12a6-9173-4791-88d3-26800cf9f748 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:35.236024 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.545758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] For port c1ef12a6-9173-4791-88d3-26800cf9f748, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c1ef12a6-9173-4791-88d3-26800cf9f748,segment=NetworkSegment(3cd8b3c8-235b-4d80-add7-54d8009b9d6e),segment_id=3cd8b3c8-235b-4d80-add7-54d8009b9d6e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:35.546799 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.646946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59526) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:35.723795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] Deleting subnet a6a80541-9a63-4994-9698-d293bed90341 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:57:35.727450 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.778879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Calling delete_port for c1ef12a6-9173-4791-88d3-26800cf9f748 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:35.787620 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.873959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:35.952666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7ec735cc-7296-4509-bf95-ac4b5d3453ce no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:36.022980 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.067559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 7ec735cc-7296-4509-bf95-ac4b5d3453ce {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:36.068511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 7ec735cc-7296-4509-bf95-ac4b5d3453ce not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:36.135439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.161888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6a80541-9a63-4994-9698-d293bed90341,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.172348 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.186605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-93e7e57e-f0e6-4ade-b565-d8c776d5525e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a6a80541-9a63-4994-9698-d293bed90341 HTTP/1.1" status: 204 len: 168 time: 0.5344892 Apr 18 20:57:36.187260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:36.206977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Pushing event deleted for resources: {'Port': ['ID=c1ef12a6-9173-4791-88d3-26800cf9f748,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:36.553347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.793186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.828266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9101f936-4560-49e5-a9a3-ca38368823ab']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:36.836889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.851298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:36.851736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15c62984-d3b0-4be7-8aa1-5f3ddf79c6ee') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:36.871108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.895416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:36.905659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:36.906899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:37.194157 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:37.199042 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.206344 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.241651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] Pushing event deleted for resources: {'Network': ['ID=9101f936-4560-49e5-a9a3-ca38368823ab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:37.263703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e6a1cf63-0a9a-4a67-980c-05cd3b558028 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9101f936-4560-49e5-a9a3-ca38368823ab HTTP/1.1" status: 204 len: 168 time: 1.0747502 Apr 18 20:57:37.272357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:37.453555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] Deleting subnet 26fd9bc2-9895-45b5-ba39-832af061a17b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:57:37.459799 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.589982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Router 504fd4de-15e4-4ab9-9e0a-642b328e5cae has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:57:37.619632 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:37.803153 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.092302 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.217008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26fd9bc2-9895-45b5-ba39-832af061a17b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:38.247773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.273006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-53fbb5a9-a711-40e8-aee6-1497cb946566 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/26fd9bc2-9895-45b5-ba39-832af061a17b HTTP/1.1" status: 204 len: 168 time: 0.9965219 Apr 18 20:57:38.284789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59578) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:38.308289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:57:38.331837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] Sync routers for ids ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:38.359090 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a9c0c843-7b61-4644-8579-c80172c535aa admin admin] 10.222.0.47 "PUT /v2.0/routers/504fd4de-15e4-4ab9-9e0a-642b328e5cae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7860422 Apr 18 20:57:38.362927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59584) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:38.382886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] Routers {'504fd4de-15e4-4ab9-9e0a-642b328e5cae'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:38.384195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:38.660299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.679000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:38.736328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] Set router 504fd4de-15e4-4ab9-9e0a-642b328e5cae gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:39.040422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.124264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['651841b2-a06e-459f-b50d-077a80d5ef37']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.150115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3a78e2-fa38-4377-bfc6-62bf616c143c') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.150650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3a78e2-fa38-4377-bfc6-62bf616c143c') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.210025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.236606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.331956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.356451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Deleting port 86bd9abe-6626-4573-8dc0-a6a65a89065d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:39.361928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.458374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:39.459264 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:39.501718 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:39.515642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209'}], 'enable_snat': True}, 'gw_port_id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:57:36Z', 'revision_number': 5, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port': {'id': '86bd9abe-6626-4573-8dc0-a6a65a89065d', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:d6:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:50:38Z', 'updated_at': '2022-04-18T20:51:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.533010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] Checking router: 504fd4de-15e4-4ab9-9e0a-642b328e5cae for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:39.571795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] Routers {'504fd4de-15e4-4ab9-9e0a-642b328e5cae'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:39.576529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:39.689876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.743554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:39.862911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] 10.222.0.47 "DELETE /v2.0/networks/651841b2-a06e-459f-b50d-077a80d5ef37 HTTP/1.1" status: 204 len: 168 time: 1.5765555 Apr 18 20:57:39.866873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f6d77c-0920-4655-8c1c-d968c660c04a admin admin] Pushing event deleted for resources: {'Network': ['ID=651841b2-a06e-459f-b50d-077a80d5ef37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:39.919518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] For port 86bd9abe-6626-4573-8dc0-a6a65a89065d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=86bd9abe-6626-4573-8dc0-a6a65a89065d,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:39.930250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.037659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] Set router 504fd4de-15e4-4ab9-9e0a-642b328e5cae gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:40.172998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:57:39Z', 'revision_number': 6, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:40.179075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bec20f-bda2-4d09-b75b-15c34d09645f None None] The sync data for ids ['504fd4de-15e4-4ab9-9e0a-642b328e5cae'] in n-d-836016-3 is: [{'id': '504fd4de-15e4-4ab9-9e0a-642b328e5cae', 'name': 'tempest-TestVolumeBackupRestore-240844551-router', 'tenant_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:50:34Z', 'updated_at': '2022-04-18T20:57:39Z', 'revision_number': 6, 'project_id': 'cd20781ffcf04a0b824f6e759bc7488a', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:40.202505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59640) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:40.309850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59646) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:40.515716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-058f8aec-2822-4f10-bdd0-debe3186673b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e7299a743c1471d82deef498aaaa766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022121 Apr 18 20:57:40.517608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59654) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:40.585997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Calling delete_port for 86bd9abe-6626-4573-8dc0-a6a65a89065d owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:40.713351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.753320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:40.764078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Usage tracker for resource:security_group_rule and tenant:fec52c11eb9942e7925faa2ceda64ef4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:40.768921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:40.778892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:40.807347 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf09a-ab27-424c-b312-f7548086c70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.871986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf09a-ab27-424c-b312-f7548086c70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:40.979982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.057567 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf09a-ab27-424c-b312-f7548086c70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.091822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.125900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=86bd9abe-6626-4573-8dc0-a6a65a89065d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.144836 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.169240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdf09a-ab27-424c-b312-f7548086c70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c07f0bc-2569-4d1e-9069-d54c1ec71ec3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.263253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9bcdf09a-ab27-424c-b312-f7548086c70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.282099 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9bcdf09a-ab27-424c-b312-f7548086c70d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c07f0bc-2569-4d1e-9069-d54c1ec71ec3 HTTP/1.1" status: 204 len: 168 time: 0.7629545 Apr 18 20:57:41.319603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 86bd9abe-6626-4573-8dc0-a6a65a89065d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:41.334073 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fec52c11eb9942e7925faa2ceda64ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299734 Apr 18 20:57:41.334734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:41.391178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d64650a-f873-49bf-ad11-6c5d75b72d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722cbbc7-83e0-49c2-870a-b7a3d9412146,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.421628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.460759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-745dd54c-c57b-4f6c-bf34-25c751d8e2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.484472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 86bd9abe-6626-4573-8dc0-a6a65a89065d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:41.485043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 86bd9abe-6626-4573-8dc0-a6a65a89065d not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:41.485769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c1ef12a6-9173-4791-88d3-26800cf9f748 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:41.511328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-745dd54c-c57b-4f6c-bf34-25c751d8e2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.623557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: c1ef12a6-9173-4791-88d3-26800cf9f748 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:41.624182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c1ef12a6-9173-4791-88d3-26800cf9f748 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:41.639566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-745dd54c-c57b-4f6c-bf34-25c751d8e2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.675158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dd54c-c57b-4f6c-bf34-25c751d8e2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722cbbc7-83e0-49c2-870a-b7a3d9412146,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:41.683457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-745dd54c-c57b-4f6c-bf34-25c751d8e2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.688681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-745dd54c-c57b-4f6c-bf34-25c751d8e2dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/722cbbc7-83e0-49c2-870a-b7a3d9412146 HTTP/1.1" status: 204 len: 168 time: 0.3447623 Apr 18 20:57:41.802807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.807787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.844794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.845827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 504fd4de-15e4-4ab9-9e0a-642b328e5cae {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:57:41.880477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:41.893791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f0c57a90-fc05-445c-8d4f-70adca4611a1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/504fd4de-15e4-4ab9-9e0a-642b328e5cae HTTP/1.1" status: 204 len: 168 time: 3.5223644 Apr 18 20:57:41.893998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59686) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:42.089562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59692) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:42.201270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] Deleting subnet b0374aef-4850-4974-a28d-ea89a15bdd2e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:57:42.215249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.237936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3641cd40-60ad-44d4-a881-bf75e9b3e5fd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f79bbaedd84445d8bc908fe5c1ef6df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435575 Apr 18 20:57:42.238662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:42.357452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c1218a6-7c95-401e-9820-7f4b97271c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.363311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.418428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c1218a6-7c95-401e-9820-7f4b97271c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.488362 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c1218a6-7c95-401e-9820-7f4b97271c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.514684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1218a6-7c95-401e-9820-7f4b97271c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094594ea-e5de-4493-92cf-822eec877330,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:42.527711 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c1218a6-7c95-401e-9820-7f4b97271c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.529284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7c1218a6-7c95-401e-9820-7f4b97271c25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/094594ea-e5de-4493-92cf-822eec877330 HTTP/1.1" status: 204 len: 168 time: 0.2867362 Apr 18 20:57:42.615902 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.635280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:42.700111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.753743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0374aef-4850-4974-a28d-ea89a15bdd2e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:42.757089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.762206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f248a6-46de-4ba9-a812-f503d6d881b7 None None] Network 784cbfef-3091-40a5-8495-cbab4d6de9c2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:57:42.766145 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c6f6940c-07de-46e0-ad31-03dc012595b0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b0374aef-4850-4974-a28d-ea89a15bdd2e HTTP/1.1" status: 204 len: 168 time: 0.8739069 Apr 18 20:57:42.769735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:42.925047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59718) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:42.949991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.966829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:42.976836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Deleting port a330ee05-a418-42c0-8086-9524c6c13035 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:42.981850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.009063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:43.021928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Usage tracker for resource:security_group_rule and tenant:2c233da863f442449d82850f166af7b5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:43.032877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:43.171146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:43.306619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ab9aa5-c55c-4f45-8609-27be6a6c9c8a req-c0f4e887-e3d0-4234-bc1f-c404b932ac5a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:43.308393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45ab9aa5-c55c-4f45-8609-27be6a6c9c8a req-c0f4e887-e3d0-4234-bc1f-c404b932ac5a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 945 time: 0.2768376 Apr 18 20:57:43.394419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45ab9aa5-c55c-4f45-8609-27be6a6c9c8a req-00b5eee7-814f-4438-a782-df892e7a8250 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763743 Apr 18 20:57:43.452690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] DHCP port deletion for 784cbfef-3091-40a5-8495-cbab4d6de9c2 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:57:43.459752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Deleting port a330ee05-a418-42c0-8086-9524c6c13035 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:43.460565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.500180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.507270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.553292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8685b8-df00-44b6-8cb6-ec66055f92aa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:43.589276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.623153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:43.639920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3a5fb839-dae9-4cfd-a0c8-851954a0d052 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c233da863f442449d82850f166af7b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7093372 Apr 18 20:57:43.642692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb2c5abdf324c0bbfcc5049628c923e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:43.647290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59726) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:43.648976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:43.661921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:43.736653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] For port a330ee05-a418-42c0-8086-9524c6c13035, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a330ee05-a418-42c0-8086-9524c6c13035,segment=NetworkSegment(3cd8b3c8-235b-4d80-add7-54d8009b9d6e),segment_id=3cd8b3c8-235b-4d80-add7-54d8009b9d6e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:43.737169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:43.868488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] For port a330ee05-a418-42c0-8086-9524c6c13035, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a330ee05-a418-42c0-8086-9524c6c13035,segment=NetworkSegment(3cd8b3c8-235b-4d80-add7-54d8009b9d6e),segment_id=3cd8b3c8-235b-4d80-add7-54d8009b9d6e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:43.869557 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.024869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-9aeddee9-0585-4248-ae10-2e9164aae939 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:44.027323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-9aeddee9-0585-4248-ae10-2e9164aae939 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.61 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 945 time: 0.3232818 Apr 18 20:57:44.036213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Calling delete_port for a330ee05-a418-42c0-8086-9524c6c13035 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:44.050007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Calling delete_port for a330ee05-a418-42c0-8086-9524c6c13035 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:44.080572 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.125280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.126048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.184716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Pushing event deleted for resources: {'Port': ['ID=a330ee05-a418-42c0-8086-9524c6c13035,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.188286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] No DVR routers for this DVR port a330ee05-a418-42c0-8086-9524c6c13035 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:44.194215 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-108d6d41-6319-4d82-bf42-142245217b61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.207914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.208482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.208983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.209480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.210759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.211278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.212433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.212929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.213417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.213956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.214559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.215041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a12d6843-8c5a-4cb0-8b9c-1fe34a0f73b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:57:44.228617 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50ea1abd-1598-4428-a57e-a15a2f98d256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.255599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d76fa2-fd2a-4fd5-99a5-f235d6f3c022,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.280347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-44d0807a-31a7-411b-bbec-3e8cbbc4fbd1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ceb2c5abdf324c0bbfcc5049628c923e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6429553 Apr 18 20:57:44.283407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:44.284010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50ea1abd-1598-4428-a57e-a15a2f98d256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.290365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Deleting port 8aaf592c-83c8-437d-8b7c-153dc205b761 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:44.290968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.395973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:57:44.396355 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:57:44.400683 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50ea1abd-1598-4428-a57e-a15a2f98d256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.412215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6631d631-782e-4cd0-b5ff-ec1460710445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.421327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea1abd-1598-4428-a57e-a15a2f98d256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8685b8-df00-44b6-8cb6-ec66055f92aa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.435793 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50ea1abd-1598-4428-a57e-a15a2f98d256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.440991 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-50ea1abd-1598-4428-a57e-a15a2f98d256 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b8685b8-df00-44b6-8cb6-ec66055f92aa HTTP/1.1" status: 204 len: 168 time: 0.7889338 Apr 18 20:57:44.507000 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6631d631-782e-4cd0-b5ff-ec1460710445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.683379 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6631d631-782e-4cd0-b5ff-ec1460710445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.845382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631d631-782e-4cd0-b5ff-ec1460710445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d76fa2-fd2a-4fd5-99a5-f235d6f3c022,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:44.868382 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583feaaf-5a35-4ddf-ba0f-47694951dcf1 req-8f034d13-4b54-4dcd-b21c-8138f18b2d1a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:44.870776 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6631d631-782e-4cd0-b5ff-ec1460710445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.871937 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6631d631-782e-4cd0-b5ff-ec1460710445 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2d76fa2-fd2a-4fd5-99a5-f235d6f3c022 HTTP/1.1" status: 204 len: 168 time: 0.5869761 Apr 18 20:57:44.874313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-583feaaf-5a35-4ddf-ba0f-47694951dcf1 req-8f034d13-4b54-4dcd-b21c-8138f18b2d1a tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 945 time: 0.1835947 Apr 18 20:57:44.898978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Deleting port a330ee05-a418-42c0-8086-9524c6c13035 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:44.899848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:44.946044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] For port 8aaf592c-83c8-437d-8b7c-153dc205b761, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=8aaf592c-83c8-437d-8b7c-153dc205b761,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:44.946511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.099855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] The port 'a330ee05-a418-42c0-8086-9524c6c13035' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:57:45.150873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a330ee05-a418-42c0-8086-9524c6c13035 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:45.380871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-583feaaf-5a35-4ddf-ba0f-47694951dcf1 req-0891b23e-7aff-4218-95d8-df66dd743d38 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/security-groups?id=99af7add-89d2-449b-a9a4-6adf99d4b542&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4833884 Apr 18 20:57:45.385709 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:57:45.550445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.590904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a330ee05-a418-42c0-8086-9524c6c13035 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:45.591872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a330ee05-a418-42c0-8086-9524c6c13035 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:45.642938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['784cbfef-3091-40a5-8495-cbab4d6de9c2']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:45.672594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd8b3c8-235b-4d80-add7-54d8009b9d6e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:45.674607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd8b3c8-235b-4d80-add7-54d8009b9d6e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:45.705207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.748740 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.768058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:57:45.769224 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:57:45.816404 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:57:46.006742 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.011151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-650c305e-3492-41c6-90df-5cd52774d55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.016967 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.017848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.019033 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Floating IP e413c1b7-d3cb-45af-83ec-09a316ab411e disassociated. External IP: 172.25.5.208, port: 8aaf592c-83c8-437d-8b7c-153dc205b761. Apr 18 20:57:46.022792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Calling delete_port for 8aaf592c-83c8-437d-8b7c-153dc205b761 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:46.062392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.068595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] Pushing event deleted for resources: {'Network': ['ID=784cbfef-3091-40a5-8495-cbab4d6de9c2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.078516 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4b48f82-a5dc-4e46-9210-73f405a71eec admin admin] 10.222.0.47 "DELETE /v2.0/networks/784cbfef-3091-40a5-8495-cbab4d6de9c2 HTTP/1.1" status: 204 len: 168 time: 3.3064668 Apr 18 20:57:46.208128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59776) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:46.306026 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.338472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:46.353769 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:cff69b5aa0624b9c8d058af721f2bc87 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:46.357407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:46.369558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:46.496741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.510055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59782) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:46.555337 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.562728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.647950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cff69b5aa0624b9c8d058af721f2bc87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4088380 Apr 18 20:57:46.650414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59786) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:46.704338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43110f79-0899-480c-8491-eb12395db2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3483e251-06ad-40cd-ac04-26a1ee77f695,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.724160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cc414f7d-8cca-4bf4-9101-8f1df5c34842 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d2c069c0947141be9c723b40fe9ec29e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476438 Apr 18 20:57:46.728438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59790) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:46.732221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event deleted for resources: {'Port': ['ID=8aaf592c-83c8-437d-8b7c-153dc205b761,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:46.846015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653d567d-41ea-45ad-b5fc-617486447cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.909789 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653d567d-41ea-45ad-b5fc-617486447cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:46.912535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e202bd0-5787-44ac-84f1-4ef6ab23c2d1 req-10e44895-9a68-46a7-8ed2-0504e5c48dfc tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 210 time: 0.2151022 Apr 18 20:57:46.930157 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36465902-7a37-47f7-9a82-4d0de59e998f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.015753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36465902-7a37-47f7-9a82-4d0de59e998f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.175342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653d567d-41ea-45ad-b5fc-617486447cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.190996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Router c1bc4437-b223-49bc-889d-d0b04c11473e has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:57:47.240755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36465902-7a37-47f7-9a82-4d0de59e998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.243547 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.258467 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.297207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653d567d-41ea-45ad-b5fc-617486447cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3483e251-06ad-40cd-ac04-26a1ee77f695,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.359096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36465902-7a37-47f7-9a82-4d0de59e998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd27c922-cb63-4e6f-9060-f1feb02337ea,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:47.391675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653d567d-41ea-45ad-b5fc-617486447cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.393020 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-653d567d-41ea-45ad-b5fc-617486447cd5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3483e251-06ad-40cd-ac04-26a1ee77f695 HTTP/1.1" status: 204 len: 168 time: 0.7415347 Apr 18 20:57:47.398791 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36465902-7a37-47f7-9a82-4d0de59e998f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.405095 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-36465902-7a37-47f7-9a82-4d0de59e998f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd27c922-cb63-4e6f-9060-f1feb02337ea HTTP/1.1" status: 204 len: 168 time: 0.6708086 Apr 18 20:57:47.702134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:57:47.725730 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] Sync routers for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:47.752462 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:47.753654 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:47.913856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] No DVR routers for this DVR port 8aaf592c-83c8-437d-8b7c-153dc205b761 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:57:47.918608 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:47.992369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'name': 'network-vif-deleted', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:57:48.027359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ccf2b47f-3a16-45ae-91bb-ffe5b390f307 req-f47c6cce-b865-4db5-a8c7-75390bfc59fb tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.61 "DELETE /v2.0/ports/8aaf592c-83c8-437d-8b7c-153dc205b761 HTTP/1.1" status: 204 len: 173 time: 3.9446740 Apr 18 20:57:48.251541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d9e6d9c-4fb0-4c28-9865-13d4b99ff145 req-d80979f0-183c-41ad-a476-a530f055014b tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "GET /v2.0/ports?device_id=a88355a9-acac-48ef-9a7a-5da6dc5170f5 HTTP/1.1" status: 200 len: 210 time: 0.1543906 Apr 18 20:57:48.373885 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:48.557333 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d9d90d-be51-4a65-8ed3-0f776c8b4671'] response: {'server_uuid': 'a88355a9-acac-48ef-9a7a-5da6dc5170f5', 'name': 'network-vif-deleted', 'tag': '8aaf592c-83c8-437d-8b7c-153dc205b761', 'status': 'completed', 'code': 200} Apr 18 20:57:48.568512 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.597875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:48.696902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8aaf592c-83c8-437d-8b7c-153dc205b761 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:57:48.706904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-82ecd191-af52-42cc-8496-da6ed2441414 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd20781ffcf04a0b824f6e759bc7488a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1053412 Apr 18 20:57:48.707274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59828) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:48.787619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 8aaf592c-83c8-437d-8b7c-153dc205b761 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:57:48.791709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 8aaf592c-83c8-437d-8b7c-153dc205b761 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:57:48.890247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2caa49c4-08b2-43de-b1dd-ac0a46707274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:48.998493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2caa49c4-08b2-43de-b1dd-ac0a46707274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.037390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.133698 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:50Z', 'revision_number': 5, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:49.141135 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] Checking router: c1bc4437-b223-49bc-889d-d0b04c11473e for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:49.155216 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:49.157266 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:49.174078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2caa49c4-08b2-43de-b1dd-ac0a46707274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.215471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa49c4-08b2-43de-b1dd-ac0a46707274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9b7a72-fb7b-46a0-8c0b-6f554f583f9a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:49.237351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2caa49c4-08b2-43de-b1dd-ac0a46707274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.240997 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2caa49c4-08b2-43de-b1dd-ac0a46707274 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b9b7a72-fb7b-46a0-8c0b-6f554f583f9a HTTP/1.1" status: 204 len: 168 time: 0.5326986 Apr 18 20:57:49.390084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59846) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:49.502869 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:49.526528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:49.757553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Deleting port 3ebc40d9-2632-4c32-aa9f-5cca23e09ac5 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:49.758237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.303002 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.303518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:50.618062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Calling delete_port for 3ebc40d9-2632-4c32-aa9f-5cca23e09ac5 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:50.647393 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:50Z', 'revision_number': 5, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:50.656413 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a004d94c-f925-4aaa-9b55-f0e41d3b9f66 None None] The sync data for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 is: [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:51:32Z', 'revision_number': 4, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '27088949-3d46-4ef2-95e9-b990b10ddbec', 'name': '', 'network_id': 'e7735296-80ab-453c-af45-55e248fbf266', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'mac_address': 'fa:16:3e:cf:5b:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:29Z', 'updated_at': '2022-04-18T20:51:50Z', 'revision_number': 5, 'project_id': '918918e2f0ff4341861999d0c8202892', 'subnets': [{'id': '771c4e64-51a9-4e5d-996e-273ec6299017', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:57:51.135568 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.317799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event deleted for resources: {'Port': ['ID=3ebc40d9-2632-4c32-aa9f-5cca23e09ac5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:51.331218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70b980-67ad-4a37-9487-7e9b2481aa03 None None] New status for floating IP e413c1b7-d3cb-45af-83ec-09a316ab411e: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 20:57:51.412258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.446535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.448967 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0c39261c-3383-4dc7-b03a-14ad9395588c tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "DELETE /v2.0/floatingips/e413c1b7-d3cb-45af-83ec-09a316ab411e HTTP/1.1" status: 204 len: 168 time: 2.0573726 Apr 18 20:57:51.759301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59924) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:51.805225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59928) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:51.899646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-875b4074-b701-4723-9bb1-f9c6f7d1ce33 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:51.963527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-875b4074-b701-4723-9bb1-f9c6f7d1ce33 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.099629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.144349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-875b4074-b701-4723-9bb1-f9c6f7d1ce33 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.180629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:52.189025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Usage tracker for resource:security_group_rule and tenant:153e629922684533827b4d2bff57324d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:52.195049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b4074-b701-4723-9bb1-f9c6f7d1ce33 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99af7add-89d2-449b-a9a4-6adf99d4b542,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:52.195939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:52.213152 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-875b4074-b701-4723-9bb1-f9c6f7d1ce33 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.214343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:52.217656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-875b4074-b701-4723-9bb1-f9c6f7d1ce33 tempest-TestServerBasicOps-906973982 tempest-TestServerBasicOps-906973982-project] 10.222.0.47 "DELETE /v2.0/security-groups/99af7add-89d2-449b-a9a4-6adf99d4b542 HTTP/1.1" status: 204 len: 168 time: 0.4552405 Apr 18 20:57:52.305096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:52.415701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.422903 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:52.508002 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=153e629922684533827b4d2bff57324d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012641 Apr 18 20:57:52.511242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 59942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:52.522778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569222c3-a11b-4584-954f-ab3b25c57c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1a5ef7-4e23-41da-a60f-c8316eb4a046,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.024334 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba34f-d04d-407c-95e3-bc3d0f0c5436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.148825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba34f-d04d-407c-95e3-bc3d0f0c5436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.413329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba34f-d04d-407c-95e3-bc3d0f0c5436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.453593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ba34f-d04d-407c-95e3-bc3d0f0c5436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1a5ef7-4e23-41da-a60f-c8316eb4a046,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:53.524027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f4ba34f-d04d-407c-95e3-bc3d0f0c5436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:53.525851 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4f4ba34f-d04d-407c-95e3-bc3d0f0c5436 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9f1a5ef7-4e23-41da-a60f-c8316eb4a046 HTTP/1.1" status: 204 len: 168 time: 1.0130997 Apr 18 20:57:53.743071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.561878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Deleting port 27088949-3d46-4ef2-95e9-b990b10ddbec {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:54.562976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:54.986560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] For port 27088949-3d46-4ef2-95e9-b990b10ddbec, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=27088949-3d46-4ef2-95e9-b990b10ddbec,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:54.986975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.014143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 59998) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:55.278205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Calling delete_port for 27088949-3d46-4ef2-95e9-b990b10ddbec owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:57:55.334457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-764249482'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:55.363014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:55.381066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:network and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:55.390874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:55.410669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:55.431650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:55.436928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.457367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.536133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:55.554581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:security_group_rule and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:55.568074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:55.592310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:55.750043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.767861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.774314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.819598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Pushing event deleted for resources: {'Port': ['ID=27088949-3d46-4ef2-95e9-b990b10ddbec,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.852604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1af43ef-8d5b-4a32-b487-7f751c2ba7e8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:55.869408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:57:55.887104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:55.887752 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Added segment 1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3 of type vlan for network 37841291-0b4e-4025-916a-36663dff7833 Apr 18 20:57:55.944874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.061299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.086096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:56.087702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.268895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Network': ['ID=37841291-0b4e-4025-916a-36663dff7833,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:56.278917 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5d8d7fa1-00ee-4091-83c4-f84971ede909 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2632620 Apr 18 20:57:56.285649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60016) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:56.289110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 37841291-0b4e-4025-916a-36663dff7833 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:57:56.292799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:56.428954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:56.434627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:56.439332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:56.447988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:56.462264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:56.466973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.698556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:56.937098 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.130681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:57:57.131701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network hostable DHCP agents. Network: 37841291-0b4e-4025-916a-36663dff7833, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:57:57.136365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=97fa8524-f304-414e-81c4-6a0bb02636c1,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:57.189207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:57:57.219616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 37841291-0b4e-4025-916a-36663dff7833) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:57.236327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab224ec3-f35b-4905-81ec-f710c37b8e35 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:57:57.237637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:57.239514 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.282108 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fa249672-4f0a-4416-8702-2fa5e2266b59 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9950843 Apr 18 20:57:57.283050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60028) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:57.292931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'name': 'tempest-NetworksTestDHCPv6-1245081147'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:57:57.422838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Router c1bc4437-b223-49bc-889d-d0b04c11473e has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:57:57.635530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:57:57.645844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:57:57.653379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:57:57.666914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:57:57.689131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:57:57.697636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:57.749016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 1750d1ba-804e-4169-87a4-3b29e7a93566 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:57:57.768552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:57:57.786832 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] Sync routers for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:57:57.817417 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:57.817749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eff08b7e-bd32-4934-b799-39b7a14f39ef admin admin] 10.222.0.47 "PUT /v2.0/routers/c1bc4437-b223-49bc-889d-d0b04c11473e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5062695 Apr 18 20:57:57.818443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60032) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:57.821097 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:57.884735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '97fa8524-f304-414e-81c4-6a0bb02636c1'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:57:57.886380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.277691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::349 (37841291-0b4e-4025-916a-36663dff7833/97fa8524-f304-414e-81c4-6a0bb02636c1/1750d1ba-804e-4169-87a4-3b29e7a93566) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:58.516475 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.552270 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:58.756600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.780472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 1750d1ba-804e-4169-87a4-3b29e7a93566 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:58.813501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.896920 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.908796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:58.918210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Deleting port b3f9b957-0efb-4ee9-b552-d357a0c64882 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:58.918707 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.927325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:58.939154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/97fa8524-f304-414e-81c4-6a0bb02636c1/70bd83e9-d725-4d42-a844-03cd4324b113) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:57:58.944241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:57:58.952170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:58.952837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:58.974254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=1750d1ba-804e-4169-87a4-3b29e7a93566,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:59.010214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd9ec964-0a67-4358-be97-99a8c5515e87 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7255318 Apr 18 20:57:59.013225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60040) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:59.170983 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5'}], 'enable_snat': True}, 'gw_port_id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:57:55Z', 'revision_number': 5, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port': {'id': 'b3f9b957-0efb-4ee9-b552-d357a0c64882', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3476, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:13Z', 'updated_at': '2022-04-18T20:51:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:59.181432 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] Checking router: c1bc4437-b223-49bc-889d-d0b04c11473e for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:57:59.184899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-064c5051-c47b-4004-bf62-d6a9cb0dbb29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:57:59.186446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-064c5051-c47b-4004-bf62-d6a9cb0dbb29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:57:59.206424 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] Routers {'c1bc4437-b223-49bc-889d-d0b04c11473e'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:57:59.210033 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c1bc4437-b223-49bc-889d-d0b04c11473e'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:57:59.221998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-064c5051-c47b-4004-bf62-d6a9cb0dbb29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:57:59.225475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-064c5051-c47b-4004-bf62-d6a9cb0dbb29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2104847 Apr 18 20:57:59.228649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60044) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:57:59.378511 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.398074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Transition to ACTIVE for port object 70bd83e9-d725-4d42-a844-03cd4324b113 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:59.425204 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Transition to ACTIVE for port object 70bd83e9-d725-4d42-a844-03cd4324b113 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:57:59.432960 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.497638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 1750d1ba-804e-4169-87a4-3b29e7a93566 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:57:59.498207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.506101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] For port b3f9b957-0efb-4ee9-b552-d357a0c64882, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b3f9b957-0efb-4ee9-b552-d357a0c64882,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:57:59.506659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.520491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Pushing event updated for resources: {'Port': ['ID=70bd83e9-d725-4d42-a844-03cd4324b113,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:57:59.536062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:57:59.537677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:57:59.540242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:57:59.577161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] Set router c1bc4437-b223-49bc-889d-d0b04c11473e gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:57:59.694615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Attempting to bind port 70bd83e9-d725-4d42-a844-03cd4324b113 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:57:59.695156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Attempting to bind port 70bd83e9-d725-4d42-a844-03cd4324b113 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:57:59.695632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Attempting to bind port 70bd83e9-d725-4d42-a844-03cd4324b113 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:57:59.702744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:57:59.703509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:57:59.704032 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.704538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:57:59.705146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Bound port: 70bd83e9-d725-4d42-a844-03cd4324b113, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:57:59.705979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.887068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] For port 70bd83e9-d725-4d42-a844-03cd4324b113, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:57:59.893398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] For port 70bd83e9-d725-4d42-a844-03cd4324b113, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=70bd83e9-d725-4d42-a844-03cd4324b113,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:57:59.900447 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:57:59.987687 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:57:58Z', 'revision_number': 6, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:00.005984 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9128036e-9d2a-4a6b-a706-91301f36e672 None None] The sync data for ids ['c1bc4437-b223-49bc-889d-d0b04c11473e'] in n-d-836016-3 is: [{'id': 'c1bc4437-b223-49bc-889d-d0b04c11473e', 'name': 'tempest-TestServerBasicOps-2136600527-router', 'tenant_id': '918918e2f0ff4341861999d0c8202892', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:10Z', 'updated_at': '2022-04-18T20:57:58Z', 'revision_number': 6, 'project_id': '918918e2f0ff4341861999d0c8202892', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:00.016138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Calling delete_port for b3f9b957-0efb-4ee9-b552-d357a0c64882 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:00.182691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91b6b1-ea50-4539-9075-799dfdaaef45 None None] Pushing event updated for resources: {'Port': ['ID=70bd83e9-d725-4d42-a844-03cd4324b113,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.216183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.385592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.514659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3f9b957-0efb-4ee9-b552-d357a0c64882,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:00.573673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 1750d1ba-804e-4169-87a4-3b29e7a93566 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:00.712172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:00.830077 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.162519 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.183173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.230015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 70bd83e9-d725-4d42-a844-03cd4324b113 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:01.256113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=1750d1ba-804e-4169-87a4-3b29e7a93566,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:01.271285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.271913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1bc4437-b223-49bc-889d-d0b04c11473e {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:58:01.286751 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.305172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.310300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6e0bdbfc-7c21-4fe4-92fc-f8c4def91693 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c1bc4437-b223-49bc-889d-d0b04c11473e HTTP/1.1" status: 204 len: 168 time: 3.4904258 Apr 18 20:58:01.313985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60066) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.349582 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a1d0ba9a-e942-4388-93da-56386a3dd42e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/1750d1ba-804e-4169-87a4-3b29e7a93566 HTTP/1.1" status: 204 len: 168 time: 2.1190221 Apr 18 20:58:01.351028 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60072) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.362488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 70bd83e9-d725-4d42-a844-03cd4324b113 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:01.484125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27088949-3d46-4ef2-95e9-b990b10ddbec no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:01.484918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] Deleting subnet 771c4e64-51a9-4e5d-996e-273ec6299017 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:01.502209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.607373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 27088949-3d46-4ef2-95e9-b990b10ddbec {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:01.608001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 27088949-3d46-4ef2-95e9-b990b10ddbec not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:01.608693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b3f9b957-0efb-4ee9-b552-d357a0c64882 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:01.638887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.655286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a99b5-f979-4c79-b55a-93982dd4286a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:01.659849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922a99b5-f979-4c79-b55a-93982dd4286a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:01.661785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-922a99b5-f979-4c79-b55a-93982dd4286a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:01.694330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: b3f9b957-0efb-4ee9-b552-d357a0c64882 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:01.695910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-922a99b5-f979-4c79-b55a-93982dd4286a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:01.698078 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-922a99b5-f979-4c79-b55a-93982dd4286a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3410773 Apr 18 20:58:01.700205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b3f9b957-0efb-4ee9-b552-d357a0c64882 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:01.702142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60076) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:01.786814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.817207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 97fa8524-f304-414e-81c4-6a0bb02636c1 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:01.822802 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.907221 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.924098 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:01.984952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771c4e64-51a9-4e5d-996e-273ec6299017,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:01.990105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b861085-47d3-4c37-9fbf-077bbfcbcae5 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:01.995402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.013554 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6dfd0a1f-b721-4d9a-9573-9bebcb180c31 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/771c4e64-51a9-4e5d-996e-273ec6299017 HTTP/1.1" status: 204 len: 168 time: 0.6934843 Apr 18 20:58:02.015380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60080) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:02.079285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.214320 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.291045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.304986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=97fa8524-f304-414e-81c4-6a0bb02636c1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:02.316019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Deleting port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:02.317347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.317760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.345792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-45e081d6-98d3-485d-82cd-857145f1deb6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/97fa8524-f304-414e-81c4-6a0bb02636c1 HTTP/1.1" status: 204 len: 168 time: 0.6389039 Apr 18 20:58:02.349471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60086) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:02.483652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9612ee-12c6-4cbc-a50b-c6fc1bc1c32a None None] Network e7735296-80ab-453c-af45-55e248fbf266 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:02.507832 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec3e176e-2c3c-4cf9-b9db-2670c2d32c66 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1559656 Apr 18 20:58:02.512256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60090) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:02.522266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:02.702392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] For port 7e651b5c-31ca-4717-9376-4c2a4bb732e1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7e651b5c-31ca-4717-9376-4c2a4bb732e1,segment=NetworkSegment(5af7f15e-75c3-44aa-a942-b85cab715f1d),segment_id=5af7f15e-75c3-44aa-a942-b85cab715f1d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:02.702781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.797218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:02.811024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:02.818075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:02.827745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:02.849957 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:02.855130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.900629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-861f6e90-e4da-42a5-aaa7-905195ab21d7 None None] Provisioning for port 70bd83e9-d725-4d42-a844-03cd4324b113 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:02.920822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-861f6e90-e4da-42a5-aaa7-905195ab21d7 None None] Provisioning complete for port 70bd83e9-d725-4d42-a844-03cd4324b113 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:02.921416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-861f6e90-e4da-42a5-aaa7-905195ab21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:02.943884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Calling delete_port for 7e651b5c-31ca-4717-9376-4c2a4bb732e1 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:03.200599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-861f6e90-e4da-42a5-aaa7-905195ab21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.258145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-861f6e90-e4da-42a5-aaa7-905195ab21d7 None None] For port 70bd83e9-d725-4d42-a844-03cd4324b113, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=70bd83e9-d725-4d42-a844-03cd4324b113,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:03.264951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-861f6e90-e4da-42a5-aaa7-905195ab21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.373124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:03.391781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] Deleting port 70bd83e9-d725-4d42-a844-03cd4324b113 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:03.392213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.400041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.471515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] No DVR routers for this DVR port 7e651b5c-31ca-4717-9376-4c2a4bb732e1 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:03.502142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b751009-63a1-461f-bc7b-cd5da7f22543 None None] DHCP port deletion for e7735296-80ab-453c-af45-55e248fbf266 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:03.519057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Pushing event deleted for resources: {'Port': ['ID=7e651b5c-31ca-4717-9376-4c2a4bb732e1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.536414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f6e90-e4da-42a5-aaa7-905195ab21d7 None None] Pushing event updated for resources: {'Port': ['ID=70bd83e9-d725-4d42-a844-03cd4324b113,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.551021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.680340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:03.681985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:03.682548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.687554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:03.688119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.720518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=1524cca8-adff-4701-9757-f2ecf7404a52,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:03.749205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4f0dd94e-01d1-4c75-8c83-e5818d53ba45 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2353208 Apr 18 20:58:03.753047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60102) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:03.760728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'name': 'tempest-NetworksTestDHCPv6-546025717'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:03.782852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7735296-80ab-453c-af45-55e248fbf266']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:03.830766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af7f15e-75c3-44aa-a942-b85cab715f1d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:03.831124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af7f15e-75c3-44aa-a942-b85cab715f1d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:03.858883 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.885246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:03.898526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:03.900157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: timer() Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:04.046473 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:04.053839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.099468 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.121995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] For port 70bd83e9-d725-4d42-a844-03cd4324b113, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=70bd83e9-d725-4d42-a844-03cd4324b113,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:04.122843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.126799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] Pushing event deleted for resources: {'Network': ['ID=e7735296-80ab-453c-af45-55e248fbf266,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.139328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:04.155772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-25930a63-7e0f-4059-b137-5d0e7868cb2a admin admin] 10.222.0.47 "DELETE /v2.0/networks/e7735296-80ab-453c-af45-55e248fbf266 HTTP/1.1" status: 204 len: 168 time: 2.1392465 Apr 18 20:58:04.160349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60112) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:04.163456 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:04.168943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:04.193442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:04.220134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:04.227624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.306261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60116) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:04.308140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 201c7cbf-14dc-4870-a69a-7e57eb3f82ce yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:04.330451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] Calling delete_port for 70bd83e9-d725-4d42-a844-03cd4324b113 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:04.547609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:04.688456 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] No DVR routers for this DVR port 70bd83e9-d725-4d42-a844-03cd4324b113 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:04.703755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a0961a-1a2d-4a94-a8d6-c6e1f889e775 None None] Pushing event deleted for resources: {'Port': ['ID=70bd83e9-d725-4d42-a844-03cd4324b113,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:04.730907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::37 (37841291-0b4e-4025-916a-36663dff7833/1524cca8-adff-4701-9757-f2ecf7404a52/201c7cbf-14dc-4870-a69a-7e57eb3f82ce) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:04.822467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af48499-ec65-47be-9bb0-797ba0ed0ac6 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:04.917530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.073898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:05.084008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Usage tracker for resource:security_group_rule and tenant:ec9038bac2ff4de1984a29ddc560f701 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:05.089337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:05.100866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e651b5c-31ca-4717-9376-4c2a4bb732e1 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:05.104396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:05.199271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7e651b5c-31ca-4717-9376-4c2a4bb732e1 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:05.199658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7e651b5c-31ca-4717-9376-4c2a4bb732e1 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:05.200329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 70bd83e9-d725-4d42-a844-03cd4324b113 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:05.219739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.257167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b4150e-bf5b-4b67-8213-852e9a433010 req-0931352b-22d6-45ab-bb99-1c4f3e7b5f49 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:05.259151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8b4150e-bf5b-4b67-8213-852e9a433010 req-0931352b-22d6-45ab-bb99-1c4f3e7b5f49 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 945 time: 0.3233821 Apr 18 20:58:05.262976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 201c7cbf-14dc-4870-a69a-7e57eb3f82ce will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:05.281599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 70bd83e9-d725-4d42-a844-03cd4324b113 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:05.282136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 70bd83e9-d725-4d42-a844-03cd4324b113 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:05.440659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '1524cca8-adff-4701-9757-f2ecf7404a52'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:05.442248 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.508076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b8b4150e-bf5b-4b67-8213-852e9a433010 req-854bb3dc-106e-45e1-be96-f7421a5eb361 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324181 Apr 18 20:58:05.513492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.520667 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.545343 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.633971 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.651059 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec9038bac2ff4de1984a29ddc560f701&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2322419 Apr 18 20:58:05.655932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575012a-f176-4aa4-94f8-511bbb8ab84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b476e4df-a2e6-4daa-822a-64200af882af,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:05.660000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60124) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:05.667125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/1524cca8-adff-4701-9757-f2ecf7404a52/154b78ed-d781-452e-9407-c5770afddf21) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:05.678137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:05.698599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:05.702924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:05.710936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:05.712351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.730487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=201c7cbf-14dc-4870-a69a-7e57eb3f82ce,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:05.782107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-52868014-bd85-4d8b-847b-7edfc2b7e756 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0279663 Apr 18 20:58:05.786914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60128) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:05.856920 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1f3e92a-6866-492a-a686-f0f22989ee09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.900824 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1f3e92a-6866-492a-a686-f0f22989ee09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.909558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.922120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Transition to ACTIVE for port object 154b78ed-d781-452e-9407-c5770afddf21 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:05.950130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Transition to ACTIVE for port object 154b78ed-d781-452e-9407-c5770afddf21 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:05.958107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:05.964958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2af3aad-e606-4e41-afc9-ca143fabc0f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:05.965853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e2af3aad-e606-4e41-afc9-ca143fabc0f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:05.989787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e2af3aad-e606-4e41-afc9-ca143fabc0f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:05.993929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e2af3aad-e606-4e41-afc9-ca143fabc0f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.2033794 Apr 18 20:58:05.994264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60132) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:06.056062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:06.059779 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:06.062385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:06.077763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1f3e92a-6866-492a-a686-f0f22989ee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.086257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 201c7cbf-14dc-4870-a69a-7e57eb3f82ce {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:06.086762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.145817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3e92a-6866-492a-a686-f0f22989ee09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b476e4df-a2e6-4daa-822a-64200af882af,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.180750 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1f3e92a-6866-492a-a686-f0f22989ee09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.185026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d1f3e92a-6866-492a-a686-f0f22989ee09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b476e4df-a2e6-4daa-822a-64200af882af HTTP/1.1" status: 204 len: 168 time: 0.5189853 Apr 18 20:58:06.187083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Pushing event updated for resources: {'Port': ['ID=154b78ed-d781-452e-9407-c5770afddf21,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.280442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Attempting to bind port 154b78ed-d781-452e-9407-c5770afddf21 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:06.280895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Attempting to bind port 154b78ed-d781-452e-9407-c5770afddf21 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:06.281305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Attempting to bind port 154b78ed-d781-452e-9407-c5770afddf21 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:06.288446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:06.288822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:06.289256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.289715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:06.290219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Bound port: 154b78ed-d781-452e-9407-c5770afddf21, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:06.290610 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.474445 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] For port 154b78ed-d781-452e-9407-c5770afddf21, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:06.486247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] For port 154b78ed-d781-452e-9407-c5770afddf21, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=154b78ed-d781-452e-9407-c5770afddf21,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:06.495496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.527213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.585141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Deleting port 7d9f24f2-3e43-46fd-9698-17d49abf6c86 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:06.585785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:06.732430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289b326a-c9b3-4a25-ada8-c55801880a8c None None] Pushing event updated for resources: {'Port': ['ID=154b78ed-d781-452e-9407-c5770afddf21,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:06.785307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 201c7cbf-14dc-4870-a69a-7e57eb3f82ce owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:06.947883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-9caa5177-fd48-4daa-8e62-ebcb926a23ca tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:06.949493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-9caa5177-fd48-4daa-8e62-ebcb926a23ca tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.61 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 945 time: 0.6423585 Apr 18 20:58:07.059010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.104203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Deleting port 1cd2721c-35c5-4efa-857e-f94928ff36f0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:07.104624 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.218384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=201c7cbf-14dc-4870-a69a-7e57eb3f82ce,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:07.273016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 154b78ed-d781-452e-9407-c5770afddf21 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:07.291635 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.312904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-12694ef8-f444-41f2-92df-1e57713abad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/201c7cbf-14dc-4870-a69a-7e57eb3f82ce HTTP/1.1" status: 204 len: 168 time: 1.3176439 Apr 18 20:58:07.316992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:07.400789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003cad72-c21c-4195-a1d5-54b0f65d0e7f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:07.411842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003cad72-c21c-4195-a1d5-54b0f65d0e7f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:07.411842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-003cad72-c21c-4195-a1d5-54b0f65d0e7f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:07.437898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-003cad72-c21c-4195-a1d5-54b0f65d0e7f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:07.441668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 154b78ed-d781-452e-9407-c5770afddf21 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:07.441983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-003cad72-c21c-4195-a1d5-54b0f65d0e7f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1214149 Apr 18 20:58:07.443336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60162) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:07.489620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] For port 7d9f24f2-3e43-46fd-9698-17d49abf6c86, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7d9f24f2-3e43-46fd-9698-17d49abf6c86,segment=NetworkSegment(375966c2-7ff6-4bf9-b248-80fde0253d72),segment_id=375966c2-7ff6-4bf9-b248-80fde0253d72)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:07.490222 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.581081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 1524cca8-adff-4701-9757-f2ecf7404a52 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:07.585809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.667620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.779165 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.836911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c7a5d-fe2e-4529-ab5b-679778549aec req-14e5da54-0db4-45e6-8f70-01ed40cf1280 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:07.839542 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-043c7a5d-fe2e-4529-ab5b-679778549aec req-14e5da54-0db4-45e6-8f70-01ed40cf1280 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 945 time: 1.0300059 Apr 18 20:58:07.866871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Calling delete_port for 7d9f24f2-3e43-46fd-9698-17d49abf6c86 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:07.895765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:07.975358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=1524cca8-adff-4701-9757-f2ecf7404a52,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:07.986819 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.009357 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1cf2bb85-707e-4dd6-9658-0e4639e3063a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/1524cca8-adff-4701-9757-f2ecf7404a52 HTTP/1.1" status: 204 len: 168 time: 0.5635068 Apr 18 20:58:08.010098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60180) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:08.131875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-043c7a5d-fe2e-4529-ab5b-679778549aec req-905b1797-2f2d-4616-8d17-06438c1b860b tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030411 Apr 18 20:58:08.182915 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b5b1de60-d9d6-455a-b1af-ecd67b6827ac tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1703491 Apr 18 20:58:08.185850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60184) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:08.204464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:08.234511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] For port 1cd2721c-35c5-4efa-857e-f94928ff36f0, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1cd2721c-35c5-4efa-857e-f94928ff36f0,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:08.235122 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.310057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990a0cf6-fe78-44ae-9a58-98cc3e31a7ba None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:08.359475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:08.367010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:08.373140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:08.384991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:08.400360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8d88a3a5-797d-4acb-ae6e-d98bf07693e8 None None] Provisioning for port 154b78ed-d781-452e-9407-c5770afddf21 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:08.407069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:08.414011 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.459446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Calling delete_port for 1cd2721c-35c5-4efa-857e-f94928ff36f0 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:08.517571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8d88a3a5-797d-4acb-ae6e-d98bf07693e8 None None] Provisioning complete for port 154b78ed-d781-452e-9407-c5770afddf21 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:08.518723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8d88a3a5-797d-4acb-ae6e-d98bf07693e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.709919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.778226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9f24f2-3e43-46fd-9698-17d49abf6c86,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:08.832823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60194) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:08.854378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.854990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.855988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.855988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.856192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.856575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.856904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.857240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.857690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.858215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.858555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.858943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:08.914445 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.939382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8d88a3a5-797d-4acb-ae6e-d98bf07693e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:08.982736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Pushing event deleted for resources: {'Port': ['ID=1cd2721c-35c5-4efa-857e-f94928ff36f0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.042353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8d88a3a5-797d-4acb-ae6e-d98bf07693e8 None None] For port 154b78ed-d781-452e-9407-c5770afddf21, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=154b78ed-d781-452e-9407-c5770afddf21,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:09.048714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8d88a3a5-797d-4acb-ae6e-d98bf07693e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.198224 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.205168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88a3a5-797d-4acb-ae6e-d98bf07693e8 None None] Pushing event updated for resources: {'Port': ['ID=154b78ed-d781-452e-9407-c5770afddf21,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.215432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:09.221932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] Deleting port 154b78ed-d781-452e-9407-c5770afddf21 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:09.223026 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.242309 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.322512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:09.341215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:09.342458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Usage tracker for resource:security_group_rule and tenant:8c6bedcf9b654dc698bd862dd4c70ef2 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:09.349293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:09.352495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:09.359377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:09.360135 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.376980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:09.452480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] No DVR routers for this DVR port 1cd2721c-35c5-4efa-857e-f94928ff36f0 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:09.457146 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.461340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'name': 'network-vif-deleted', 'tag': '1cd2721c-35c5-4efa-857e-f94928ff36f0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:09.488487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=90e45209-0da8-40fc-a077-48d7f59d35a9,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:09.492705 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.498746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c65c508-0af6-43d0-bdd4-032788b8d9d4 req-f192ec4e-6d20-4a2c-ba4d-cc73beb47915 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.61 "DELETE /v2.0/ports/1cd2721c-35c5-4efa-857e-f94928ff36f0 HTTP/1.1" status: 204 len: 173 time: 2.5308831 Apr 18 20:58:09.577464 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9cb22dc4-e223-47d4-83ca-42ec19f0b1ba req-1c2d30f2-867c-4006-a4f2-44068782ba85 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b57754f3-f389-45dc-9e85-82bd21b322e1 HTTP/1.1" status: 200 len: 210 time: 0.1784706 Apr 18 20:58:09.588305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dae8bc5d-6e9c-496e-83ef-aaa7b0b8e778 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3944418 Apr 18 20:58:09.594599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60204) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:09.617230 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cb4baad-3cb6-483e-9a1b-87985d315ea0'] response: {'server_uuid': 'b57754f3-f389-45dc-9e85-82bd21b322e1', 'name': 'network-vif-deleted', 'tag': '1cd2721c-35c5-4efa-857e-f94928ff36f0', 'status': 'completed', 'code': 200} Apr 18 20:58:09.624811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'name': 'tempest-NetworksTestDHCPv6-1872421754'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:09.722111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] For port 154b78ed-d781-452e-9407-c5770afddf21, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=154b78ed-d781-452e-9407-c5770afddf21,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:09.723956 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.926058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] Calling delete_port for 154b78ed-d781-452e-9407-c5770afddf21 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:09.944510 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.946850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:09.953266 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:09.965233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:09.990966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:10.023059 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.028327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:10.070445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c6bedcf9b654dc698bd862dd4c70ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2356179 Apr 18 20:58:10.076219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60208) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:10.080759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbac6f-1e88-4a16-bf4a-287fa2869b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3836f2d3-bb77-4b2f-8b75-2573cc5d7b81,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.100446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:10.106541 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.115039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] No DVR routers for this DVR port 154b78ed-d781-452e-9407-c5770afddf21 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:10.120518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eec29d-acae-4db7-963f-58827bbccc04 None None] Pushing event deleted for resources: {'Port': ['ID=154b78ed-d781-452e-9407-c5770afddf21,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.155896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beacba40-047d-41b0-83fc-a4cf194a67b0 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:10.171755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Router c2754629-875e-400b-bc86-202644b55ab3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:58:10.195273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 6e240ba5-ccb9-436e-a2af-571e787a0ce4 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:10.374234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd448c0f-cf16-4827-a159-136ec26702a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.412321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:58:10.425246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-01a649fb-8262-4f97-9a80-34c1999cfdd0 admin admin] 10.222.0.47 "PUT /v2.0/routers/c2754629-875e-400b-bc86-202644b55ab3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2637713 Apr 18 20:58:10.429978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60212) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:10.434877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] Sync routers for ids ['c2754629-875e-400b-bc86-202644b55ab3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:10.489271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] Routers {'c2754629-875e-400b-bc86-202644b55ab3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:10.490079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c2754629-875e-400b-bc86-202644b55ab3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:10.530728 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd448c0f-cf16-4827-a159-136ec26702a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.660377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::2c9 (37841291-0b4e-4025-916a-36663dff7833/90e45209-0da8-40fc-a077-48d7f59d35a9/6e240ba5-ccb9-436e-a2af-571e787a0ce4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:10.709612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.760245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd448c0f-cf16-4827-a159-136ec26702a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.807469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448c0f-cf16-4827-a159-136ec26702a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3836f2d3-bb77-4b2f-8b75-2573cc5d7b81,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:10.839451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '90e45209-0da8-40fc-a077-48d7f59d35a9'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:10.842306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.854093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd448c0f-cf16-4827-a159-136ec26702a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:10.855208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cd448c0f-cf16-4827-a159-136ec26702a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3836f2d3-bb77-4b2f-8b75-2573cc5d7b81 HTTP/1.1" status: 204 len: 168 time: 0.7776697 Apr 18 20:58:10.868245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1cd2721c-35c5-4efa-857e-f94928ff36f0 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:10.961103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 1cd2721c-35c5-4efa-857e-f94928ff36f0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:10.962243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1cd2721c-35c5-4efa-857e-f94928ff36f0 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:11.020395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.043241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 6e240ba5-ccb9-436e-a2af-571e787a0ce4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:11.067888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.086286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Deleting port 136e5684-d42c-4589-aa64-4a666418c3c5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:11.086636 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.086837 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.174115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] Set router c2754629-875e-400b-bc86-202644b55ab3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:11.295429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:11.302636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 154b78ed-d781-452e-9407-c5770afddf21 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:11.304241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:11.310943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:11.328244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:11.329972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.420045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=6e240ba5-ccb9-436e-a2af-571e787a0ce4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:11.427311 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8283d8b4-ac84-468c-95b4-1aed026b0baf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8094945 Apr 18 20:58:11.437633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60228) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:11.614209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 154b78ed-d781-452e-9407-c5770afddf21 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:11.615090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 154b78ed-d781-452e-9407-c5770afddf21 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:11.672643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4412dfcd-aaf2-4f22-9124-aec1f2997310 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:11.674696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4412dfcd-aaf2-4f22-9124-aec1f2997310 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:11.708852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4412dfcd-aaf2-4f22-9124-aec1f2997310 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:11.716215 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4412dfcd-aaf2-4f22-9124-aec1f2997310 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2773151 Apr 18 20:58:11.719224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60236) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:11.888643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] For port 136e5684-d42c-4589-aa64-4a666418c3c5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=136e5684-d42c-4589-aa64-4a666418c3c5,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:11.889589 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.935053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 6e240ba5-ccb9-436e-a2af-571e787a0ce4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:11.935524 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:11.963400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/90e45209-0da8-40fc-a077-48d7f59d35a9/f52e6e78-de00-42ee-b80b-7aa1e12f4f22) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:12.319945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Calling delete_port for 136e5684-d42c-4589-aa64-4a666418c3c5 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:12.511142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86'}], 'enable_snat': True}, 'gw_port_id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:58:08Z', 'revision_number': 5, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port': {'id': '136e5684-d42c-4589-aa64-4a666418c3c5', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:38:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2754629-875e-400b-bc86-202644b55ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:51:52Z', 'updated_at': '2022-04-18T20:52:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:12.530882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] Checking router: c2754629-875e-400b-bc86-202644b55ab3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:12.541958 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.559170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.570157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] Routers {'c2754629-875e-400b-bc86-202644b55ab3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:12.571423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:57:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['c2754629-875e-400b-bc86-202644b55ab3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:12.646250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.668326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Transition to ACTIVE for port object f52e6e78-de00-42ee-b80b-7aa1e12f4f22 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:12.705947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=136e5684-d42c-4589-aa64-4a666418c3c5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:12.824699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:12.944494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Transition to ACTIVE for port object f52e6e78-de00-42ee-b80b-7aa1e12f4f22 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:12.947616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] Set router c2754629-875e-400b-bc86-202644b55ab3 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:13.110647 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.125560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.187221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.188082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2754629-875e-400b-bc86-202644b55ab3 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:58:13.213741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 6e240ba5-ccb9-436e-a2af-571e787a0ce4 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:13.233195 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.239003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.245054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fb404508-1718-44ee-9fea-113870414e71 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c2754629-875e-400b-bc86-202644b55ab3 HTTP/1.1" status: 204 len: 168 time: 2.8133678 Apr 18 20:58:13.247440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:13.297137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:58:12Z', 'revision_number': 7, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:13.312626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb0ab79-2391-4c14-8a1a-edae342ab1f1 None None] The sync data for ids ['c2754629-875e-400b-bc86-202644b55ab3'] in n-d-836016-3 is: [{'id': 'c2754629-875e-400b-bc86-202644b55ab3', 'name': 'tempest-TestServerBasicOps-1693685705-router', 'tenant_id': '3240cfca27464e3ea948746b218a648d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:51:47Z', 'updated_at': '2022-04-18T20:58:12Z', 'revision_number': 7, 'project_id': '3240cfca27464e3ea948746b218a648d', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:13.315886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:13.321159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:13.343264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:13.541529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] Deleting subnet 2975bb53-4acf-4a50-ad8f-d77f17874178 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:13.554630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Pushing event updated for resources: {'Port': ['ID=f52e6e78-de00-42ee-b80b-7aa1e12f4f22,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.575787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Attempting to bind port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:13.576435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Attempting to bind port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:13.576982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Attempting to bind port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:13.597974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.631494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 57, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:13.631882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:13.632598 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.633008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:13.647019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Bound port: f52e6e78-de00-42ee-b80b-7aa1e12f4f22, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:13.648179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.687585 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eec75873-9453-43ca-b97b-92423c34a2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.755355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.765943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.818519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=6e240ba5-ccb9-436e-a2af-571e787a0ce4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:13.839013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] For port f52e6e78-de00-42ee-b80b-7aa1e12f4f22, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:13.843973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] For port f52e6e78-de00-42ee-b80b-7aa1e12f4f22, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f52e6e78-de00-42ee-b80b-7aa1e12f4f22,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:13.851601 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.908394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:13.935136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:13.937223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d59eecae-9155-474b-a8f4-59f9266b4de9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/6e240ba5-ccb9-436e-a2af-571e787a0ce4 HTTP/1.1" status: 204 len: 168 time: 2.2152615 Apr 18 20:58:14.017843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf141c3e-4ebd-49ed-9d01-b53843d30da3 None None] Pushing event updated for resources: {'Port': ['ID=f52e6e78-de00-42ee-b80b-7aa1e12f4f22,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:14.060031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.204848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bfaf10-ad0a-4f1e-8967-d56102982b34 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:14.208883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bfaf10-ad0a-4f1e-8967-d56102982b34 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:14.212300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-24bfaf10-ad0a-4f1e-8967-d56102982b34 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2750161 Apr 18 20:58:14.216504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60278) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:14.265341 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.366060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 90e45209-0da8-40fc-a077-48d7f59d35a9 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:14.370136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.395055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2975bb53-4acf-4a50-ad8f-d77f17874178,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:14.401129 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.412126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-90455421-9717-4bbc-990a-3fc42a06622a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2975bb53-4acf-4a50-ad8f-d77f17874178 HTTP/1.1" status: 204 len: 168 time: 1.1620884 Apr 18 20:58:14.415089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f10d7b-df18-4e17-bf49-7c4b021e0713 None None] Network fa5a902c-139f-4bab-af95-4d029fe606bd requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:14.420271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60284) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:14.544060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.618892 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.647703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Deleting port f5bd141f-e434-4c23-a9a3-ea9aec270089 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:14.648319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.776417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:14.931627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] DHCP port deletion for fa5a902c-139f-4bab-af95-4d029fe606bd request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:14.944006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Deleting port f5bd141f-e434-4c23-a9a3-ea9aec270089 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:14.944707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.138569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] For port f5bd141f-e434-4c23-a9a3-ea9aec270089, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f5bd141f-e434-4c23-a9a3-ea9aec270089,segment=NetworkSegment(375966c2-7ff6-4bf9-b248-80fde0253d72),segment_id=375966c2-7ff6-4bf9-b248-80fde0253d72)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:15.138569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.201256 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.319739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=90e45209-0da8-40fc-a077-48d7f59d35a9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:15.451068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f52e6e78-de00-42ee-b80b-7aa1e12f4f22 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:15.588251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Calling delete_port for f5bd141f-e434-4c23-a9a3-ea9aec270089 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:15.592616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] For port f5bd141f-e434-4c23-a9a3-ea9aec270089, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f5bd141f-e434-4c23-a9a3-ea9aec270089,segment=NetworkSegment(375966c2-7ff6-4bf9-b248-80fde0253d72),segment_id=375966c2-7ff6-4bf9-b248-80fde0253d72)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:15.593282 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.621582 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.633181 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bfb677e4-79f6-4688-a58a-c75f5493acfb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/90e45209-0da8-40fc-a077-48d7f59d35a9 HTTP/1.1" status: 204 len: 168 time: 1.4150486 Apr 18 20:58:15.637309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:15.746655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:15.860023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] No DVR routers for this DVR port f5bd141f-e434-4c23-a9a3-ea9aec270089 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:15.867049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec119b19-a57e-4c3d-9674-0c91c07e5651 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2281160 Apr 18 20:58:15.871637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:15.961184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Calling delete_port for f5bd141f-e434-4c23-a9a3-ea9aec270089 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:16.005086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Pushing event deleted for resources: {'Port': ['ID=f5bd141f-e434-4c23-a9a3-ea9aec270089,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:16.025788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d14f6-4989-410a-8cd5-67aeeaa25162 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:16.085968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89ecab8-63bf-4f38-801b-db3c0f74ac22 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.107400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d89ecab8-63bf-4f38-801b-db3c0f74ac22 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2336521 Apr 18 20:58:16.108358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:16.153206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.193204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5a902c-139f-4bab-af95-4d029fe606bd']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:16.241664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375966c2-7ff6-4bf9-b248-80fde0253d72') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:16.242098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375966c2-7ff6-4bf9-b248-80fde0253d72') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:16.267454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.278701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:16.284027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:16.284469 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:16.298709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-177e1c49-a1c3-462e-b29f-246c57662007 None None] Provisioning for port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:16.300818 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.308978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-97011fac-184d-4c86-9365-9b9db31cd928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.313709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 20:58:16.314415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.336020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4b2f93-db01-4088-8cdc-a9a9e23ce78a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:16.339988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4e4b2f93-db01-4088-8cdc-a9a9e23ce78a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2278633 Apr 18 20:58:16.342080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: timer() Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 20:58:16.344772 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 20:58:16.391479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:16.392154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.440639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-345fcc10-beae-433c-b4eb-7c8c75e73e68 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967131 Apr 18 20:58:16.441003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:16.442191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-177e1c49-a1c3-462e-b29f-246c57662007 None None] Provisioning complete for port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:16.443394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177e1c49-a1c3-462e-b29f-246c57662007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.448737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:16.512311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.586407 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.611981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] 10.222.0.47 "DELETE /v2.0/networks/fa5a902c-139f-4bab-af95-4d029fe606bd HTTP/1.1" status: 204 len: 168 time: 2.1903374 Apr 18 20:58:16.627376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:16.630139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704a1d6-173d-4b21-8e97-50224281517d admin admin] Pushing event deleted for resources: {'Network': ['ID=fa5a902c-139f-4bab-af95-4d029fe606bd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:16.641209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:16.646864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:16.667175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:16.690070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:16.700703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.823357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Deleting port f5bd141f-e434-4c23-a9a3-ea9aec270089 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:16.823902 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.853662 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177e1c49-a1c3-462e-b29f-246c57662007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.902407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:16.964883 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1042581f-6c8c-486a-ada2-e359804528ed None None] The port 'f5bd141f-e434-4c23-a9a3-ea9aec270089' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 20:58:17.025143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-177e1c49-a1c3-462e-b29f-246c57662007 None None] For port f52e6e78-de00-42ee-b80b-7aa1e12f4f22, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f52e6e78-de00-42ee-b80b-7aa1e12f4f22,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:17.037823 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-177e1c49-a1c3-462e-b29f-246c57662007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.194772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:17.202276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60344) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:17.221846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] Deleting port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:17.222724 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.326713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5d990e38-737c-4d2c-bcc3-46f6746dcb1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=918918e2f0ff4341861999d0c8202892&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1216826 Apr 18 20:58:17.331052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60348) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:17.459962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.518408 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.525690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177e1c49-a1c3-462e-b29f-246c57662007 None None] Pushing event updated for resources: {'Port': ['ID=f52e6e78-de00-42ee-b80b-7aa1e12f4f22,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:17.561407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:17.565032 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:17.672319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-603b52fb-5dfd-436d-afea-0b17a7fce9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.714046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.752012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-603b52fb-5dfd-436d-afea-0b17a7fce9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.834647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:17.842489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:17.852374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:17.853984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.895872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=b7cd4137-cce6-47e9-8d42-653dba624349,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:17.928300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-603b52fb-5dfd-436d-afea-0b17a7fce9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.943142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-43481612-86f3-4e65-ab4c-0bb6596f7bc0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5003121 Apr 18 20:58:17.944129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:17.955238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': 'b7cd4137-cce6-47e9-8d42-653dba624349', 'ip_address': '2001:db8::d3d0:9f74:b2ef:e148'}], 'name': 'tempest-NetworksTestDHCPv6-1983700827'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:17.977282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] For port f52e6e78-de00-42ee-b80b-7aa1e12f4f22, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=f52e6e78-de00-42ee-b80b-7aa1e12f4f22,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:17.981582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:17.991735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b52fb-5dfd-436d-afea-0b17a7fce9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66cf562-87d6-4b39-a1e4-a602a225d1a5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:18.005703 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-603b52fb-5dfd-436d-afea-0b17a7fce9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.009065 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-603b52fb-5dfd-436d-afea-0b17a7fce9eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b66cf562-87d6-4b39-a1e4-a602a225d1a5 HTTP/1.1" status: 204 len: 168 time: 0.6762142 Apr 18 20:58:18.366523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] Calling delete_port for f52e6e78-de00-42ee-b80b-7aa1e12f4f22 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:18.383031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:18.397765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:18.411433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:18.429755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:18.451174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:18.507771 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.564797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d9f24f2-3e43-46fd-9698-17d49abf6c86 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:18.625402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.640426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7d9f24f2-3e43-46fd-9698-17d49abf6c86 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:18.641258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7d9f24f2-3e43-46fd-9698-17d49abf6c86 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:18.642372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136e5684-d42c-4589-aa64-4a666418c3c5 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:18.667809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 545c69ac-76f1-4770-b0b4-88bc99604641 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:18.693789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60372) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:18.701584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] No DVR routers for this DVR port f52e6e78-de00-42ee-b80b-7aa1e12f4f22 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:18.704155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44cbba4-f383-43eb-8e1b-9bc964cfdae2 None None] Pushing event deleted for resources: {'Port': ['ID=f52e6e78-de00-42ee-b80b-7aa1e12f4f22,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:18.737195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 136e5684-d42c-4589-aa64-4a666418c3c5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:18.737842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 136e5684-d42c-4589-aa64-4a666418c3c5 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:18.738514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f5bd141f-e434-4c23-a9a3-ea9aec270089 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:18.788434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:18.791295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15476696-4e3f-4e80-8306-36b0b86f9b00 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:18.831224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-92d8aaff-1fac-484e-bb68-c0c4e7856d97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3240cfca27464e3ea948746b218a648d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1336503 Apr 18 20:58:18.832578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60376) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:18.866329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f5bd141f-e434-4c23-a9a3-ea9aec270089 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:18.866329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f5bd141f-e434-4c23-a9a3-ea9aec270089 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:18.989238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68e900d8-e360-40e8-b69b-9817ee6abf39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.058368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f52e6e78-de00-42ee-b80b-7aa1e12f4f22 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:19.059969 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68e900d8-e360-40e8-b69b-9817ee6abf39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.098048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.119504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: f52e6e78-de00-42ee-b80b-7aa1e12f4f22 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:19.119891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device f52e6e78-de00-42ee-b80b-7aa1e12f4f22 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:19.193717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68e900d8-e360-40e8-b69b-9817ee6abf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.234532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e900d8-e360-40e8-b69b-9817ee6abf39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ece1e2-1eed-402b-8ddd-933529d438fb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:19.245731 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68e900d8-e360-40e8-b69b-9817ee6abf39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.262356 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-68e900d8-e360-40e8-b69b-9817ee6abf39 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25ece1e2-1eed-402b-8ddd-933529d438fb HTTP/1.1" status: 204 len: 168 time: 0.4284263 Apr 18 20:58:19.284272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': 'b7cd4137-cce6-47e9-8d42-653dba624349'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:19.287499 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.447869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::d3d0:9f74:b2ef:e148 (37841291-0b4e-4025-916a-36663dff7833/b7cd4137-cce6-47e9-8d42-653dba624349/545c69ac-76f1-4770-b0b4-88bc99604641) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:19.531495 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.874350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:19.900917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 545c69ac-76f1-4770-b0b4-88bc99604641 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:19.936805 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.031335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:20.035780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:20.038963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:20.045929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:20.046975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.079112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=545c69ac-76f1-4770-b0b4-88bc99604641,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.100845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/b7cd4137-cce6-47e9-8d42-653dba624349/7cca904d-19cb-41c5-9371-856e4161df75) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:20.103529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c4c80141-f018-479b-9bc3-f02b9c3f5d0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1577275 Apr 18 20:58:20.104285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:20.229480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc184af2-7d20-4d2e-9931-789ae62f80c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:20.231154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc184af2-7d20-4d2e-9931-789ae62f80c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:20.252777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc184af2-7d20-4d2e-9931-789ae62f80c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:20.258328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60418) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:20.259921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bc184af2-7d20-4d2e-9931-789ae62f80c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1531169 Apr 18 20:58:20.490428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 545c69ac-76f1-4770-b0b4-88bc99604641 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:20.491244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.629446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.643558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Transition to ACTIVE for port object 7cca904d-19cb-41c5-9371-856e4161df75 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:20.671209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Transition to ACTIVE for port object 7cca904d-19cb-41c5-9371-856e4161df75 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:20.696008 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:20.735841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:20.877726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Pushing event updated for resources: {'Port': ['ID=7cca904d-19cb-41c5-9371-856e4161df75,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:20.893098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:20.895792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:20.898801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:20.952005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-214715720-network', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:20.965958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:20.984431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Usage tracker for resource:network and tenant:0a4a4fd51f144b34b1d60e147f692ce6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:20.997324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:21.006712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:21.019969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Made reservation on behalf of 0a4a4fd51f144b34b1d60e147f692ce6 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:21.023482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.033881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Attempting to bind port 7cca904d-19cb-41c5-9371-856e4161df75 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:21.034313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Attempting to bind port 7cca904d-19cb-41c5-9371-856e4161df75 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:21.035223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Attempting to bind port 7cca904d-19cb-41c5-9371-856e4161df75 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:21.041337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.044992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:21.046150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:21.047092 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.048168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:21.049185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Bound port: 7cca904d-19cb-41c5-9371-856e4161df75, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:21.050028 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.082556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:21.105115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Usage tracker for resource:security_group_rule and tenant:0a4a4fd51f144b34b1d60e147f692ce6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:21.123490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:21.135505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:21.204898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.219839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] For port 7cca904d-19cb-41c5-9371-856e4161df75, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:21.225071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] For port 7cca904d-19cb-41c5-9371-856e4161df75, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cca904d-19cb-41c5-9371-856e4161df75,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:21.230807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.456712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b8e54-8f0f-48a3-bd20-26fd80fd68f8 None None] Pushing event updated for resources: {'Port': ['ID=7cca904d-19cb-41c5-9371-856e4161df75,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.506272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.526856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.565088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:21.573538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 545c69ac-76f1-4770-b0b4-88bc99604641 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:21.583822 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.584382 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Added segment 09f615fd-e707-47a3-825e-c97f4d8b4c7e of type vlan for network 1051deec-4c60-4afc-b099-252158d1f998 Apr 18 20:58:21.639834 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.755247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e494d58-3e47-4e2a-98cc-f63f6563e28e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.760695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.762279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:21.763197 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.848891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1112909 Apr 18 20:58:21.865406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60446) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:21.881095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Request body: {'subnet': {'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-214715720-subnet', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:21.891401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:21.899947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:21.913399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Usage tracker for resource:subnet and tenant:0a4a4fd51f144b34b1d60e147f692ce6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:21.977331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d757722-c90f-4e15-9f55-c40edd3889d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1051deec-4c60-4afc-b099-252158d1f998,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:21.995936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 1051deec-4c60-4afc-b099-252158d1f998 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:58:22.036837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:22.150322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:22.155155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=545c69ac-76f1-4770-b0b4-88bc99604641,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:22.183884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.210558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Made reservation on behalf of 0a4a4fd51f144b34b1d60e147f692ce6 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:22.215709 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.249560 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3ec49ef0-02e2-4905-9f0c-d2c7a4a9b494 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/545c69ac-76f1-4770-b0b4-88bc99604641 HTTP/1.1" status: 204 len: 168 time: 1.9853094 Apr 18 20:58:22.250126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60452) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:22.385798 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:58:22.400927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971edd7-d03f-4e85-87d8-0421dd15cfeb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:22.402630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e971edd7-d03f-4e85-87d8-0421dd15cfeb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:22.403429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e971edd7-d03f-4e85-87d8-0421dd15cfeb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:22.425661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e971edd7-d03f-4e85-87d8-0421dd15cfeb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:22.429634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e971edd7-d03f-4e85-87d8-0421dd15cfeb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1758633 Apr 18 20:58:22.432480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60456) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:22.555511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet b7cd4137-cce6-47e9-8d42-653dba624349 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:22.560928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:22.739463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.022699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.039956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.092304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7cca904d-19cb-41c5-9371-856e4161df75 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:23.252222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-20478372-05c4-4241-9b5d-f55beae2759a None None] Provisioning for port 7cca904d-19cb-41c5-9371-856e4161df75 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:23.272848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7cca904d-19cb-41c5-9371-856e4161df75 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:23.279825 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7cca904d-19cb-41c5-9371-856e4161df75 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:23.280357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.308872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-20478372-05c4-4241-9b5d-f55beae2759a None None] Provisioning complete for port 7cca904d-19cb-41c5-9371-856e4161df75 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:23.309629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-20478372-05c4-4241-9b5d-f55beae2759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.354654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:23.357491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.499834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=b7cd4137-cce6-47e9-8d42-653dba624349,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:23.653209 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.656689 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.715362 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-20478372-05c4-4241-9b5d-f55beae2759a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.746086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7cca904d-19cb-41c5-9371-856e4161df75, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cca904d-19cb-41c5-9371-856e4161df75,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:23.756762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:23.838717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c57d8d1b-a401-4667-9690-3a8592206e0e None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:23.926683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e9ffe76e-bb32-4070-88a3-7832870a4358 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/b7cd4137-cce6-47e9-8d42-653dba624349 HTTP/1.1" status: 204 len: 168 time: 1.4888561 Apr 18 20:58:23.927563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:23.954823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Checking segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:23.955358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Network hostable DHCP agents. Network: 1051deec-4c60-4afc-b099-252158d1f998, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:24.046622 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec352cd7-ad47-4fd8-b4e6-c641b08b7993 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1181850 Apr 18 20:58:24.052450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-bf14c6b6-2485-41de-acac-e655823d0930 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.053623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:24.057363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-bf14c6b6-2485-41de-acac-e655823d0930 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/networks?id=37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 200 len: 813 time: 1.1086731 Apr 18 20:58:24.062979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:24.104793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-810c22c2-0ee2-4ddd-a253-8ad544a446c3 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/quotas/9ce00e2cba424f6cbb491c9d1e11efa4 HTTP/1.1" status: 200 len: 375 time: 0.0335166 Apr 18 20:58:24.223730 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-df077399-6bb9-4d33-bad5-2611fac1a323 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077523 Apr 18 20:58:24.225201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Network 1051deec-4c60-4afc-b099-252158d1f998 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:24.235635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:24.244351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:24.250032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:24.262161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:24.279641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:24.296016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.340013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7cca904d-19cb-41c5-9371-856e4161df75,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:24.352397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-20478372-05c4-4241-9b5d-f55beae2759a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:24.353276 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-20478372-05c4-4241-9b5d-f55beae2759a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:24.374232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 1051deec-4c60-4afc-b099-252158d1f998) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:24.390822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5495ab-af57-43ed-9093-59df90c21db8 None None] Network 1051deec-4c60-4afc-b099-252158d1f998 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:24.407991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.409548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.535722 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e5dccc4-4e07-4358-8cb9-986831f654af admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.6675146 Apr 18 20:58:24.546636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60484) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:24.569735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:24.596702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:24.620234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Usage tracker for resource:router and tenant:0a4a4fd51f144b34b1d60e147f692ce6 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:24.628227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:24.657249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:24.741306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ed1d0620-9310-4d7d-bc89-0063b892b311 service neutron] 10.222.0.47 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962223 Apr 18 20:58:24.777548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:24.810536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Deleting port 7cca904d-19cb-41c5-9371-856e4161df75 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:24.811143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.854325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.856046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.858445 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.947859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:24.954333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:24.975426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:24.976617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:24.996571 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.006147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=0e5d48e7-ba72-4870-b2c6-c4c6de6f466c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:25.041790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f4b3797-c5ba-4e42-9e94-4d689890b06a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9861929 Apr 18 20:58:25.046095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:25.063370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': '0e5d48e7-ba72-4870-b2c6-c4c6de6f466c', 'ip_address': '2001:db8::1277:7ee6:ca84:3f15'}], 'name': 'tempest-NetworksTestDHCPv6-2013001268'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:25.067788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7cca904d-19cb-41c5-9371-856e4161df75 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:25.069655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-f9459944-1e15-4f92-9526-5dc70759d755 service neutron] 10.222.0.47 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194699 Apr 18 20:58:25.242761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.262019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d3e4b000-2742-49f3-892f-0ec45d37af0e None None] Could not find standard attr ID for object 1750d1ba-804e-4169-87a4-3b29e7a93566. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:58:25.312731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d3e4b000-2742-49f3-892f-0ec45d37af0e None None] Could not find standard attr ID for object 201c7cbf-14dc-4870-a69a-7e57eb3f82ce. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:58:25.353049 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-1051deec-4c60-4afc-b099-252158d1f998', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'fixed_ips': [{'subnet_id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:25.353922 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.444832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:25.539012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.621157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] For port 7cca904d-19cb-41c5-9371-856e4161df75, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cca904d-19cb-41c5-9371-856e4161df75,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:25.621590 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:25.625234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:25.634824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9f87e27-b11d-464a-a603-33254086816e req-dbd16a0e-3800-49dc-8733-3e6f9dc94988 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Synchronizing usage tracker for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:25.638063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:25.647330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:25.672422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:25.717955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9f87e27-b11d-464a-a603-33254086816e req-dbd16a0e-3800-49dc-8733-3e6f9dc94988 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Unset dirty status for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:25.720013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f9f87e27-b11d-464a-a603-33254086816e req-dbd16a0e-3800-49dc-8733-3e6f9dc94988 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 210 time: 0.2869475 Apr 18 20:58:25.819553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Calling delete_port for 7cca904d-19cb-41c5-9371-856e4161df75 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:26.116261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 7cca904d-19cb-41c5-9371-856e4161df75, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cca904d-19cb-41c5-9371-856e4161df75,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:26.166142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.182358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.204858 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.312257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port b0b74a12-7d63-4bac-9997-e20ae8e166bb yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:26.325422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:26.367426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=7cca904d-19cb-41c5-9371-856e4161df75,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:26.382344 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:26.383499 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:26.437930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Allocated IP 172.20.0.2 (1051deec-4c60-4afc-b099-252158d1f998/8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2/5166f2fd-9653-4d9a-adc6-166bb3ca343e) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:26.820329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::1277:7ee6:ca84:3f15 (37841291-0b4e-4025-916a-36663dff7833/0e5d48e7-ba72-4870-b2c6-c4c6de6f466c/b0b74a12-7d63-4bac-9997-e20ae8e166bb) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:26.861473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Allocated IP 172.25.5.52 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/58e741ea-9e3f-465a-bd62-322e97225538) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:27.022446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Deleting port 7cca904d-19cb-41c5-9371-856e4161df75 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:27.023776 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.123367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac2dcb39-0d9c-4783-8a32-252bf2c9ec45 req-1b04a825-6e4d-4ae1-828e-f8040cfc9b68 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 210 time: 0.1442926 Apr 18 20:58:27.325225 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.399936 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.468870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] For port 7cca904d-19cb-41c5-9371-856e4161df75, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7cca904d-19cb-41c5-9371-856e4161df75,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:27.469758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.498710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.543546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object b0b74a12-7d63-4bac-9997-e20ae8e166bb will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:27.676305 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.695935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Transition to ACTIVE for port object 5166f2fd-9653-4d9a-adc6-166bb3ca343e will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:27.736987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Transition to ACTIVE for port object 5166f2fd-9653-4d9a-adc6-166bb3ca343e will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:27.775249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:27.800166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:27.826069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:27.861402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.864285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:27.890153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Calling delete_port for 7cca904d-19cb-41c5-9371-856e4161df75 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:27.928558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Pushing event updated for resources: {'Port': ['ID=58e741ea-9e3f-465a-bd62-322e97225538,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.152719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Network 1051deec-4c60-4afc-b099-252158d1f998 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:28.154042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:28.166063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:28.178393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:28.196588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.197724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.214002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=b0b74a12-7d63-4bac-9997-e20ae8e166bb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.230849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Pushing event updated for resources: {'Port': ['ID=5166f2fd-9653-4d9a-adc6-166bb3ca343e,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.238667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:28.251116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:28.269423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-97c0bc52-7eff-4349-96d3-77368d56cd3f tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.270647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-97c0bc52-7eff-4349-96d3-77368d56cd3f tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Synchronizing usage tracker for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:28.360993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-97c0bc52-7eff-4349-96d3-77368d56cd3f tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Unset dirty status for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:28.363522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-97c0bc52-7eff-4349-96d3-77368d56cd3f tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.55 "GET /v2.0/networks?id=37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 200 len: 813 time: 0.7620654 Apr 18 20:58:28.398417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Request body: {'port': {'device_id': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0', 'admin_state_up': True, 'tenant_id': '9ce00e2cba424f6cbb491c9d1e11efa4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:28.448014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0015e739-f162-4243-9b96-94305b2b06f4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3998148 Apr 18 20:58:28.458600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:28.582420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Attempting to bind port 5166f2fd-9653-4d9a-adc6-166bb3ca343e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:28.583343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Attempting to bind port 5166f2fd-9653-4d9a-adc6-166bb3ca343e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:28.583718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Attempting to bind port 5166f2fd-9653-4d9a-adc6-166bb3ca343e on network 1051deec-4c60-4afc-b099-252158d1f998 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:28.595387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:28.595976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Checking segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:28.596578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.598073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Bound using segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:28.598935 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Bound port: 5166f2fd-9653-4d9a-adc6-166bb3ca343e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:28.599568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.623975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44dfac97-5b7f-4fe9-81a0-bdcf7838bd9e req-d1b9366a-4393-4abc-bd1f-80953e343d72 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 210 time: 0.1558685 Apr 18 20:58:28.630925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.756428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dd5677-1442-4711-ac76-5e7312fb81a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:28.757180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e6dd5677-1442-4711-ac76-5e7312fb81a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:28.765097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:28.780116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] No DVR routers for this DVR port 7cca904d-19cb-41c5-9371-856e4161df75 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:28.786438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e6dd5677-1442-4711-ac76-5e7312fb81a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:28.787657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e6dd5677-1442-4711-ac76-5e7312fb81a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3224392 Apr 18 20:58:28.788847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:28.790959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60524) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:28.804636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8313d5-98d1-42ed-b37d-79bac65ee61b None None] Pushing event deleted for resources: {'Port': ['ID=7cca904d-19cb-41c5-9371-856e4161df75,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:28.816481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Made reservation on behalf of 9ce00e2cba424f6cbb491c9d1e11efa4 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:28.821994 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:28.828632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc342d7-411d-4158-bae7-c54572428776 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:28.866756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.014616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port b0b74a12-7d63-4bac-9997-e20ae8e166bb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:29.016640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.044155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Allocated IP 172.20.0.12 (37ec3343-fb2d-48e9-812e-58af003af0e0/d995d966-e4ca-4023-af25-5acb7a44a6f4/b5673b6d-01c8-491e-a312-904a99f6c5a5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:29.108084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] For port 5166f2fd-9653-4d9a-adc6-166bb3ca343e, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:29.128643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] For port 5166f2fd-9653-4d9a-adc6-166bb3ca343e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5166f2fd-9653-4d9a-adc6-166bb3ca343e,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:29.141391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.349172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.412034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.472192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3d58d-f42f-426f-bc4d-1b723717f3de None None] Pushing event updated for resources: {'Port': ['ID=5166f2fd-9653-4d9a-adc6-166bb3ca343e,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:29.589667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '0e5d48e7-ba72-4870-b2c6-c4c6de6f466c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:29.591295 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.677604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Network 37ec3343-fb2d-48e9-812e-58af003af0e0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:29.681823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:29.699521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:29.776521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Pushing event updated for resources: {'Port': ['ID=b5673b6d-01c8-491e-a312-904a99f6c5a5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:29.834907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:29.841464 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.862894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.878330 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-ba108c2d-f905-4155-b8bd-8a544b42a704 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4984095 Apr 18 20:58:29.880315 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:29.894802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-58397dc0-32f7-4f54-a220-c331225487f6 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:58:29.896603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-58397dc0-32f7-4f54-a220-c331225487f6 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0126133 Apr 18 20:58:29.915097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Request body: {'port': {'device_id': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:30.032271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/0e5d48e7-ba72-4870-b2c6-c4c6de6f466c/16491235-6eb5-4a84-b5f4-73205420bee4) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:30.225068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.520974 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.533410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Transition to ACTIVE for port object 16491235-6eb5-4a84-b5f4-73205420bee4 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:30.568805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Transition to ACTIVE for port object 16491235-6eb5-4a84-b5f4-73205420bee4 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:30.576271 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.652365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:30.656664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:30.659420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:30.669988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for b0b74a12-7d63-4bac-9997-e20ae8e166bb owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:30.742122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Pushing event updated for resources: {'Port': ['ID=16491235-6eb5-4a84-b5f4-73205420bee4,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:30.813314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Attempting to bind port 16491235-6eb5-4a84-b5f4-73205420bee4 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:30.813629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Attempting to bind port 16491235-6eb5-4a84-b5f4-73205420bee4 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:30.814335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Attempting to bind port 16491235-6eb5-4a84-b5f4-73205420bee4 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:30.827171 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:30.827765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:30.828745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.828745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:30.829346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Bound port: 16491235-6eb5-4a84-b5f4-73205420bee4, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:30.830665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:30.885195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89df213-c5d9-4feb-a356-fccce69d1024 req-910f4c94-fc17-4d7d-954e-b73015654135 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:30.886927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e89df213-c5d9-4feb-a356-fccce69d1024 req-910f4c94-fc17-4d7d-954e-b73015654135 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 932 time: 1.0169146 Apr 18 20:58:30.980634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Router dc2effbe-3865-4176-b3fb-c0e033c0b700 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:58:31.122135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5673b6d-01c8-491e-a312-904a99f6c5a5 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:58:31.147007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.149797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] For port 16491235-6eb5-4a84-b5f4-73205420bee4, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:31.160940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] For port 16491235-6eb5-4a84-b5f4-73205420bee4, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=16491235-6eb5-4a84-b5f4-73205420bee4,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:31.169595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5166f2fd-9653-4d9a-adc6-166bb3ca343e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:31.175084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Transition to ACTIVE for port object b5673b6d-01c8-491e-a312-904a99f6c5a5 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:31.179811 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.253061 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e89df213-c5d9-4feb-a356-fccce69d1024 req-da22612c-7e36-41c3-9c5e-37b3c5e10cda tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473215 Apr 18 20:58:31.323916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63aea6c3-d10d-4492-a3de-b4de75d87821 None None] Network 1051deec-4c60-4afc-b099-252158d1f998 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:31.386694 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.439382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Pushing event updated for resources: {'Port': ['ID=b5673b6d-01c8-491e-a312-904a99f6c5a5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.471037 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.554502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Attempting to bind port b5673b6d-01c8-491e-a312-904a99f6c5a5 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:31.554901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Attempting to bind port b5673b6d-01c8-491e-a312-904a99f6c5a5 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:31.555247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Attempting to bind port b5673b6d-01c8-491e-a312-904a99f6c5a5 on network 37ec3343-fb2d-48e9-812e-58af003af0e0 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:31.563320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Port b5673b6d-01c8-491e-a312-904a99f6c5a5 on network 37ec3343-fb2d-48e9-812e-58af003af0e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:58:31.563645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Attempting to bind port b5673b6d-01c8-491e-a312-904a99f6c5a5 on network 37ec3343-fb2d-48e9-812e-58af003af0e0 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:31.586376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:31.586886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Checking segment: {'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:31.587342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Bound using segment: {'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:31.587803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Bound port: b5673b6d-01c8-491e-a312-904a99f6c5a5, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21518419-72bc-4e71-b23d-29aee11c678a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:31.588164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.604640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=b0b74a12-7d63-4bac-9997-e20ae8e166bb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.655749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:58:31.669852 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Sync routers for ids ['dc2effbe-3865-4176-b3fb-c0e033c0b700'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:31.701345 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Routers {'dc2effbe-3865-4176-b3fb-c0e033c0b700'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:31.705928 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['dc2effbe-3865-4176-b3fb-c0e033c0b700'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:31.711585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.712242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.713470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.713470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.714100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.714681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.715319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.715934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.716546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.717145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.717817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.718434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:31.729199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.785605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c87e9904-9f34-491e-9888-2122e9cb5c91 None None] Provisioning for port 5166f2fd-9653-4d9a-adc6-166bb3ca343e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:31.811886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-436ecc30-a5be-4541-9d45-9ae09896f772 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/b0b74a12-7d63-4bac-9997-e20ae8e166bb HTTP/1.1" status: 204 len: 168 time: 3.0081909 Apr 18 20:58:31.819093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60554) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:31.835762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] For port b5673b6d-01c8-491e-a312-904a99f6c5a5, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:31.849894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] For port b5673b6d-01c8-491e-a312-904a99f6c5a5, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:31.865492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.901211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:31.913115 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8b8cbcae-b9cd-4a14-8bdf-b8182de0510c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3595836 Apr 18 20:58:31.917106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:31.968269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9229ce-619c-42e2-98f8-227cc5ef5b9f None None] Pushing event updated for resources: {'Port': ['ID=16491235-6eb5-4a84-b5f4-73205420bee4,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:31.999848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 5166f2fd-9653-4d9a-adc6-166bb3ca343e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:32.013601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5166f2fd-9653-4d9a-adc6-166bb3ca343e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:32.014126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.083995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.092486 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.094967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] 10.222.0.55 "PUT /v2.0/ports/b5673b6d-01c8-491e-a312-904a99f6c5a5 HTTP/1.1" status: 200 len: 1092 time: 2.1874423 Apr 18 20:58:32.109498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'tag': 'b5673b6d-01c8-491e-a312-904a99f6c5a5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:32.257617 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Set router dc2effbe-3865-4176-b3fb-c0e033c0b700 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:32.272286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ac841-7693-43d0-93d7-b27601c9fcb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.275425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9ac841-7693-43d0-93d7-b27601c9fcb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.281921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c9ac841-7693-43d0-93d7-b27601c9fcb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:32.391597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dadd994-3389-4e4f-84b2-2e94178df77f service neutron] Pushing event updated for resources: {'Port': ['ID=b5673b6d-01c8-491e-a312-904a99f6c5a5,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:32.441310 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f0bbb8f-22fb-47d1-bab4-95751f2839f1'] response: {'name': 'network-changed', 'server_uuid': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'tag': 'b5673b6d-01c8-491e-a312-904a99f6c5a5', 'status': 'completed', 'code': 200} Apr 18 20:58:32.523365 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.541127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-99ad8c14-f492-48d8-bad7-ef71834a7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:32.543030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-99ad8c14-f492-48d8-bad7-ef71834a7630 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 1095 time: 0.3796606 Apr 18 20:58:32.658531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 5166f2fd-9653-4d9a-adc6-166bb3ca343e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5166f2fd-9653-4d9a-adc6-166bb3ca343e,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:32.666951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:32.719455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5c9ac841-7693-43d0-93d7-b27601c9fcb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:32.719784 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5c9ac841-7693-43d0-93d7-b27601c9fcb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8992496 Apr 18 20:58:32.728558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60566) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:32.793112 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-fa98d09b-d550-4f7d-a552-994a46c20ee0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5 HTTP/1.1" status: 200 len: 217 time: 0.2358811 Apr 18 20:58:32.855861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=5166f2fd-9653-4d9a-adc6-166bb3ca343e,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:33.012539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-c8d7bb86-b09a-447f-aab8-8c39a0b37e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.025167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 0e5d48e7-ba72-4870-b2c6-c4c6de6f466c {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:33.042369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-c8d7bb86-b09a-447f-aab8-8c39a0b37e2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d995d966-e4ca-4023-af25-5acb7a44a6f4 HTTP/1.1" status: 200 len: 853 time: 0.2383442 Apr 18 20:58:33.062320 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.140633 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '58e741ea-9e3f-465a-bd62-322e97225538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T20:58:28Z', 'revision_number': 3, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port': {'id': '58e741ea-9e3f-465a-bd62-322e97225538', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:26Z', 'updated_at': '2022-04-18T20:58:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:33.166708 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Checking router: dc2effbe-3865-4176-b3fb-c0e033c0b700 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:33.178221 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Updating router dc2effbe-3865-4176-b3fb-c0e033c0b700 port 58e741ea-9e3f-465a-bd62-322e97225538 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:58:33.228989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 16491235-6eb5-4a84-b5f4-73205420bee4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:33.324254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.375431 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.391685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f35efb04-284f-4f02-aaaa-b821376cedf3 None None] Provisioning complete for port 5166f2fd-9653-4d9a-adc6-166bb3ca343e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:33.392069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f35efb04-284f-4f02-aaaa-b821376cedf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.394919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-e5b1ab02-f184-45a0-a212-2d0a8c94f357 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37ec3343-fb2d-48e9-812e-58af003af0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3426092 Apr 18 20:58:33.575517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 16491235-6eb5-4a84-b5f4-73205420bee4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:33.585417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5166f2fd-9653-4d9a-adc6-166bb3ca343e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:33.727950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-2fee3d18-aa1c-4149-b5d4-fe187c49b781 service neutron] 10.222.0.55 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264000 Apr 18 20:58:33.745064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5166f2fd-9653-4d9a-adc6-166bb3ca343e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:33.745442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:33.811772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5995a-a565-47d9-8af6-3590c025565b req-1957b43e-84e9-4719-8405-67d59965ff0b tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:33.813382 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5bf5995a-a565-47d9-8af6-3590c025565b req-1957b43e-84e9-4719-8405-67d59965ff0b tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 944 time: 1.1574156 Apr 18 20:58:33.992983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5bf5995a-a565-47d9-8af6-3590c025565b req-834608a2-aa0f-459d-b135-391ecd2f6880 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590588 Apr 18 20:58:34.018976 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.067839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Provisioning for port 16491235-6eb5-4a84-b5f4-73205420bee4 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:34.081900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Provisioning complete for port 16491235-6eb5-4a84-b5f4-73205420bee4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:34.084682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.274747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ca4a95a-1009-4862-9bee-0ee890d431f3 req-7f13dbae-889c-4f02-916e-fd4debeb94b7 service neutron] 10.222.0.55 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5393424 Apr 18 20:58:34.412768 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.436539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.715234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:58:34.716130 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:58:34.776302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5d48e7-ba72-4870-b2c6-c4c6de6f466c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:34.798159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.875306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-12ce2a92-ef1a-439e-b8b9-405b00291319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:34.878942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-12ce2a92-ef1a-439e-b8b9-405b00291319 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 1095 time: 0.5163214 Apr 18 20:58:34.904165 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:34.933229 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e0db6ce-6eec-449e-9b21-065fd1b5d991 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/0e5d48e7-ba72-4870-b2c6-c4c6de6f466c HTTP/1.1" status: 204 len: 168 time: 2.2008300 Apr 18 20:58:34.934269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60576) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:34.955800 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Transition to ACTIVE for port object 58e741ea-9e3f-465a-bd62-322e97225538 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:34.979580 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.096394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7dc9e0-95f1-419d-a844-c26886f573a5 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:35.298398 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Attempting to bind port 58e741ea-9e3f-465a-bd62-322e97225538 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:35.304404 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Attempting to bind port 58e741ea-9e3f-465a-bd62-322e97225538 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:35.310029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Attempting to bind port 58e741ea-9e3f-465a-bd62-322e97225538 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:35.395988 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:35.404841 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:35.405975 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.406785 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:35.407800 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Bound port: 58e741ea-9e3f-465a-bd62-322e97225538, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:35.408612 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.493171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.544962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-9e2c484c-a79f-47c1-97ac-82dc73d60810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:35.547655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-9e2c484c-a79f-47c1-97ac-82dc73d60810 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 200 len: 914 time: 0.6596437 Apr 18 20:58:35.558595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Pushing event updated for resources: {'Port': ['ID=58e741ea-9e3f-465a-bd62-322e97225538,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:35.562042 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dcd4a9ef-6cb1-4925-a91d-4d824125586b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5212066 Apr 18 20:58:35.570120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60586) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:35.616952 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.617485 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.629106 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.629658 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.638803 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.639491 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.640030 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.640566 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.641124 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.641698 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.642264 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.642758 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:35.684034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.784713 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] For port 58e741ea-9e3f-465a-bd62-322e97225538, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:35.790365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] For port 58e741ea-9e3f-465a-bd62-322e97225538, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=58e741ea-9e3f-465a-bd62-322e97225538,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:35.799702 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.831402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-7f8c0aa9-3003-432d-bf60-94b01058a55b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5 HTTP/1.1" status: 200 len: 217 time: 0.2318230 Apr 18 20:58:35.841183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] For port 16491235-6eb5-4a84-b5f4-73205420bee4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=16491235-6eb5-4a84-b5f4-73205420bee4,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:35.875854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:35.985300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:35.995377 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e919972-3a58-4e50-bdc1-1976a0e245ff None None] Pushing event updated for resources: {'Port': ['ID=58e741ea-9e3f-465a-bd62-322e97225538,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.015642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Could not find standard attr ID for object b0b74a12-7d63-4bac-9997-e20ae8e166bb. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:58:36.018356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:36.031912 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Routers {'dc2effbe-3865-4176-b3fb-c0e033c0b700'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:36.032966 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['dc2effbe-3865-4176-b3fb-c0e033c0b700'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:36.039209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] Deleting port 16491235-6eb5-4a84-b5f4-73205420bee4 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:36.039955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.120668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120d3e94-0eb8-430f-854f-449c98a0d943 req-97720410-655a-4953-acaa-12b8d83a4721 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:36.121942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-120d3e94-0eb8-430f-854f-449c98a0d943 req-97720410-655a-4953-acaa-12b8d83a4721 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Synchronizing usage tracker for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:36.135865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:36.155154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-f43cc881-f6be-4456-86a1-bcd73ea702e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:36.158011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-f43cc881-f6be-4456-86a1-bcd73ea702e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d995d966-e4ca-4023-af25-5acb7a44a6f4 HTTP/1.1" status: 200 len: 853 time: 0.3143461 Apr 18 20:58:36.298498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4317e4bb-a17e-4368-ab6b-c1e2d7e7e3c0 None None] Could not find standard attr ID for object 6e240ba5-ccb9-436e-a2af-571e787a0ce4. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:58:36.356158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4317e4bb-a17e-4368-ab6b-c1e2d7e7e3c0 None None] Could not find standard attr ID for object 545c69ac-76f1-4770-b0b4-88bc99604641. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:58:36.367242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3e75ec-e68f-42ef-b61a-b21d60738bcb None None] Pushing event updated for resources: {'Port': ['ID=16491235-6eb5-4a84-b5f4-73205420bee4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:36.368434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-83998460-436f-45aa-bd14-1d738150a91c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37ec3343-fb2d-48e9-812e-58af003af0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2004998 Apr 18 20:58:36.370184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-120d3e94-0eb8-430f-854f-449c98a0d943 req-97720410-655a-4953-acaa-12b8d83a4721 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Unset dirty status for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:36.388419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-120d3e94-0eb8-430f-854f-449c98a0d943 req-97720410-655a-4953-acaa-12b8d83a4721 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 944 time: 0.9213936 Apr 18 20:58:36.548959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:36.569457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:36.577431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:36.584191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Allocated IP 172.20.0.1 (1051deec-4c60-4afc-b099-252158d1f998/8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2/3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:36.597989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:36.635601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] For port 16491235-6eb5-4a84-b5f4-73205420bee4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=16491235-6eb5-4a84-b5f4-73205420bee4,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:36.636096 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.659894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:36.666717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:36.766705 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] Set router dc2effbe-3865-4176-b3fb-c0e033c0b700 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:36.859700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] Calling delete_port for 16491235-6eb5-4a84-b5f4-73205420bee4 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:36.962641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-d44a8472-933b-4f43-b530-d8c4bccbe654 service neutron] 10.222.0.55 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5560141 Apr 18 20:58:36.996772 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.136443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] Pushing event deleted for resources: {'Port': ['ID=16491235-6eb5-4a84-b5f4-73205420bee4,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.147850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 16491235-6eb5-4a84-b5f4-73205420bee4 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:37.201743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f852056-fdae-4fe3-8550-dbbc3e39b146 None None] No DVR routers for this DVR port 16491235-6eb5-4a84-b5f4-73205420bee4 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:37.232873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.266609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 16491235-6eb5-4a84-b5f4-73205420bee4 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:58:37.269689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 16491235-6eb5-4a84-b5f4-73205420bee4 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:37.314578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.346532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Transition to ACTIVE for port object 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:37.387024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-120d3e94-0eb8-430f-854f-449c98a0d943 req-1e10825e-8b26-4bab-aace-eb08034057de tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9972289 Apr 18 20:58:37.388845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:37.401647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Usage tracker for resource:security_group_rule and tenant:4c69691a8a004ad5854a8fc49fe9d044 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:37.408735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:37.416659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-897c19a2-fd34-4bf9-ac79-589a700d52f7 req-e31c9455-b320-48ca-a2b9-83445b7fe5ed service neutron] 10.222.0.55 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528079 Apr 18 20:58:37.425599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:37.491247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.534402 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '58e741ea-9e3f-465a-bd62-322e97225538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T20:58:28Z', 'revision_number': 3, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port': {'id': '58e741ea-9e3f-465a-bd62-322e97225538', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:26Z', 'updated_at': '2022-04-18T20:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:37.540756 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b56b800-c84a-4473-b70c-a08503e30756 None None] The sync data for ids ['dc2effbe-3865-4176-b3fb-c0e033c0b700'] in n-d-836016-3 is: [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '58e741ea-9e3f-465a-bd62-322e97225538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T20:58:28Z', 'revision_number': 3, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port': {'id': '58e741ea-9e3f-465a-bd62-322e97225538', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:99:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:26Z', 'updated_at': '2022-04-18T20:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:37.574748 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.580635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.629263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Network 1051deec-4c60-4afc-b099-252158d1f998 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:37.631532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.641173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afa5f4f-3af6-4734-92d4-41990d2e772a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:37.646264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:37.698362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1bee36c3-19e0-427a-aad2-d2719e81bde7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4c69691a8a004ad5854a8fc49fe9d044&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5568137 Apr 18 20:58:37.700701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:37.739782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:37.854567 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:37.896021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02b7d3bc-ba64-47f4-a311-6a53049bc5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.014866 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02b7d3bc-ba64-47f4-a311-6a53049bc5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.136471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5b45fbec-5794-4f5f-8a84-19c978adb2a4 None None] Provisioning for port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:38.148541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5b45fbec-5794-4f5f-8a84-19c978adb2a4 None None] Provisioning complete for port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:38.149729 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5b45fbec-5794-4f5f-8a84-19c978adb2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.185930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02b7d3bc-ba64-47f4-a311-6a53049bc5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.236809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7d3bc-ba64-47f4-a311-6a53049bc5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afa5f4f-3af6-4734-92d4-41990d2e772a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.250278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b5673b6d-01c8-491e-a312-904a99f6c5a5 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:58:38.272656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02b7d3bc-ba64-47f4-a311-6a53049bc5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.298458 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-02b7d3bc-ba64-47f4-a311-6a53049bc5eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4afa5f4f-3af6-4734-92d4-41990d2e772a HTTP/1.1" status: 204 len: 168 time: 0.5948663 Apr 18 20:58:38.299501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Pushing event updated for resources: {'Port': ['ID=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.329681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5b45fbec-5794-4f5f-8a84-19c978adb2a4 None None] Port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:58:38.363886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:38.365148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=4cb0c388-1f12-45c9-9b8a-8a6199916f24,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:38.382430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:38.387790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.388422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:38.397076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959235e2-8f58-482b-840f-aaa46ac91edd None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:38.471118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a7ad46d1-2bd2-45e6-8260-f49a6aa1c206 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8993075 Apr 18 20:58:38.474585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:38.488914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': '4cb0c388-1f12-45c9-9b8a-8a6199916f24', 'ip_address': '2001:db8::ca70:6920:6cbf:a601'}], 'name': 'tempest-NetworksTestDHCPv6-338954355'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:38.779254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c6d1d-4678-492b-b79b-1bf30654ae35 req-752b10f6-80ac-4daf-b957-5ff214f83a63 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:38.781335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f21c6d1d-4678-492b-b79b-1bf30654ae35 req-752b10f6-80ac-4daf-b957-5ff214f83a63 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 944 time: 0.1845922 Apr 18 20:58:38.824128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:38.843464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:38.850370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:38.861209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:38.877393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:38.879113 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.047657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f21c6d1d-4678-492b-b79b-1bf30654ae35 req-6b64a09e-14f4-476e-bad7-a08f6d03fdf9 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540040 Apr 18 20:58:39.125381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60618) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:39.157062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 58e741ea-9e3f-465a-bd62-322e97225538 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:39.163318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.214653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:39.253679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.264177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b5673b6d-01c8-491e-a312-904a99f6c5a5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:39.266270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd36803acb2421e8233c8ffa7a2b1c4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:39.273609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:39.282921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port f22ce9f6-3796-476c-b273-ff3929b7f4a6 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:39.289892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:39.309392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '4cb0c388-1f12-45c9-9b8a-8a6199916f24'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:39.310090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.398296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.407545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.440602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b5673b6d-01c8-491e-a312-904a99f6c5a5', 'network_id': '37ec3343-fb2d-48e9-812e-58af003af0e0', 'port_id': 'b5673b6d-01c8-491e-a312-904a99f6c5a5', 'mac_address': 'fa:16:3e:e3:5c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd995d966-e4ca-4023-af25-5acb7a44a6f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:58:39.536971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 58e741ea-9e3f-465a-bd62-322e97225538 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:39.555543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 58e741ea-9e3f-465a-bd62-322e97225538 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:39.556759 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.570974 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.572590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.577962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Pushing event updated for resources: {'Port': ['ID=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.601388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.605297 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.630846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::ca70:6920:6cbf:a601 (37841291-0b4e-4025-916a-36663dff7833/4cb0c388-1f12-45c9-9b8a-8a6199916f24/f22ce9f6-3796-476c-b273-ff3929b7f4a6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:39.640627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5673b6d-01c8-491e-a312-904a99f6c5a5 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:58:39.665615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b5673b6d-01c8-491e-a312-904a99f6c5a5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:39.671480 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.797163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.807742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6bd36803acb2421e8233c8ffa7a2b1c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6734333 Apr 18 20:58:39.814563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b5673b6d-01c8-491e-a312-904a99f6c5a5,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.816834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:39.835131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 58e741ea-9e3f-465a-bd62-322e97225538, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=58e741ea-9e3f-465a-bd62-322e97225538,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:39.841753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:39.855479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d8b4d-0e4a-45aa-bff2-215dca64e974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c9d693-2994-4196-8e11-5c3149d8e4dc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.961875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=58e741ea-9e3f-465a-bd62-322e97225538,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:39.982047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Network 1051deec-4c60-4afc-b099-252158d1f998 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:39.991042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:39.996697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b5673b6d-01c8-491e-a312-904a99f6c5a5'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:58:40.103215 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c53d0f3-24a2-4a93-b8b8-14ebc4415a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.215340 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.242680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object f22ce9f6-3796-476c-b273-ff3929b7f4a6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:40.286394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.398861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c53d0f3-24a2-4a93-b8b8-14ebc4415a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.419586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Router dc2effbe-3865-4176-b3fb-c0e033c0b700 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:58:40.454003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:40.458869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:40.470422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:40.477269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:40.477749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.505107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=f22ce9f6-3796-476c-b273-ff3929b7f4a6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:40.525254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-95736816-07aa-401a-9607-5c11dc3d35b5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0444944 Apr 18 20:58:40.530325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60628) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:40.545665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/4cb0c388-1f12-45c9-9b8a-8a6199916f24/a08f78f4-2fd2-4684-9f93-6bc6310efbc0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:40.586659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-79b437fb-55e0-473f-af63-917651216a87 None None] Provisioning complete for port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:40.587280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-79b437fb-55e0-473f-af63-917651216a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.594330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4c5962-f517-4bf5-8987-cbb924dd368b req-15c425dc-6ea6-414f-bd1a-a567279aa8e3 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:40.597062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b4c5962-f517-4bf5-8987-cbb924dd368b req-15c425dc-6ea6-414f-bd1a-a567279aa8e3 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 945 time: 0.2364049 Apr 18 20:58:40.678119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c53d0f3-24a2-4a93-b8b8-14ebc4415a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.699823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53d0f3-24a2-4a93-b8b8-14ebc4415a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c9d693-2994-4196-8e11-5c3149d8e4dc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:40.700079 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7b4c5962-f517-4bf5-8987-cbb924dd368b req-2705a9d9-9ac2-489a-873e-ad45f73d9d97 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861814 Apr 18 20:58:40.713238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a52fcd2-4de7-4141-9d4c-ac282632ea66 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:40.714053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0a52fcd2-4de7-4141-9d4c-ac282632ea66 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:40.736388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0a52fcd2-4de7-4141-9d4c-ac282632ea66 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:40.739455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:58:40.742308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60632) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:40.745674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0a52fcd2-4de7-4141-9d4c-ac282632ea66 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2111902 Apr 18 20:58:40.748193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e34ec13-5457-4d0d-8b3b-1373d517eb2a admin admin] 10.222.0.47 "PUT /v2.0/routers/dc2effbe-3865-4176-b3fb-c0e033c0b700/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8299792 Apr 18 20:58:40.765108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Sync routers for ids ['dc2effbe-3865-4176-b3fb-c0e033c0b700'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:40.827839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c53d0f3-24a2-4a93-b8b8-14ebc4415a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:40.833196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c53d0f3-24a2-4a93-b8b8-14ebc4415a54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14c9d693-2994-4196-8e11-5c3149d8e4dc HTTP/1.1" status: 204 len: 168 time: 1.0117009 Apr 18 20:58:40.851808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-79b437fb-55e0-473f-af63-917651216a87 None None] Port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:58:40.865945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Routers {'dc2effbe-3865-4176-b3fb-c0e033c0b700'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:40.866617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['dc2effbe-3865-4176-b3fb-c0e033c0b700'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:40.913365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port f22ce9f6-3796-476c-b273-ff3929b7f4a6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:40.913985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.103275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 58e741ea-9e3f-465a-bd62-322e97225538 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:41.208124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Set router dc2effbe-3865-4176-b3fb-c0e033c0b700 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:41.288341 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.305105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Transition to ACTIVE for port object a08f78f4-2fd2-4684-9f93-6bc6310efbc0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:41.444715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Transition to ACTIVE for port object a08f78f4-2fd2-4684-9f93-6bc6310efbc0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:41.445958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 58e741ea-9e3f-465a-bd62-322e97225538 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:41.446544 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.494031 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.539194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60650) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:41.570622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.571371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.589306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:41.593940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Usage tracker for resource:security_group_rule and tenant:29a21e42abb14a76b4b3b1ce539166a2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:41.599917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:41.609144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:41.642565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:41.652581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:41.658310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:41.728045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.734043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.736874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Pushing event updated for resources: {'Port': ['ID=a08f78f4-2fd2-4684-9f93-6bc6310efbc0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.766021 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for f22ce9f6-3796-476c-b273-ff3929b7f4a6 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:41.784041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29a21e42abb14a76b4b3b1ce539166a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426593 Apr 18 20:58:41.787495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:41.836745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54e72d-e76c-4b3c-8a98-f9821123e418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191bb97b-7304-41f1-901a-08269f36c9af,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:41.898286 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78b007c2-8417-4bd6-88ae-9031a74e26fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:41.936479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78b007c2-8417-4bd6-88ae-9031a74e26fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.005963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Attempting to bind port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:42.006624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Attempting to bind port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:42.007184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Attempting to bind port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:42.048209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78b007c2-8417-4bd6-88ae-9031a74e26fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.059879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:42.060483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:42.061122 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.061807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:42.062548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Bound port: a08f78f4-2fd2-4684-9f93-6bc6310efbc0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:42.063125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.071799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b007c2-8417-4bd6-88ae-9031a74e26fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191bb97b-7304-41f1-901a-08269f36c9af,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.090723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78b007c2-8417-4bd6-88ae-9031a74e26fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.092190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-78b007c2-8417-4bd6-88ae-9031a74e26fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/191bb97b-7304-41f1-901a-08269f36c9af HTTP/1.1" status: 204 len: 168 time: 0.3037474 Apr 18 20:58:42.122910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:42.130328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.133922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1058916893-network', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:42.155474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:42.168578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Usage tracker for resource:network and tenant:27194d9cf0614d5d81769e152ce5297e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:42.179824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:42.200491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:42.232746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=f22ce9f6-3796-476c-b273-ff3929b7f4a6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.240765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Made reservation on behalf of 27194d9cf0614d5d81769e152ce5297e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:42.245267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.268559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.283195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b5673b6d-01c8-491e-a312-904a99f6c5a5 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:42.301980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:42.310973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Usage tracker for resource:security_group_rule and tenant:27194d9cf0614d5d81769e152ce5297e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:42.317969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:42.333415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:42.346797 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.368405 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-11328c64-7295-456e-82bc-386023e66fe8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/f22ce9f6-3796-476c-b273-ff3929b7f4a6 HTTP/1.1" status: 204 len: 168 time: 1.6246328 Apr 18 20:58:42.372404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60670) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:42.380447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] For port a08f78f4-2fd2-4684-9f93-6bc6310efbc0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:42.400172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] For port a08f78f4-2fd2-4684-9f93-6bc6310efbc0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a08f78f4-2fd2-4684-9f93-6bc6310efbc0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:42.421372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.481124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d98ed-17d3-429d-8701-0755fa708bd7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.482761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696d98ed-17d3-429d-8701-0755fa708bd7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.484744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-696d98ed-17d3-429d-8701-0755fa708bd7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:42.498839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a45df-6f16-44cc-a193-f651d78a0fa1 req-17d80dde-a760-4e8c-866f-967e46083096 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:42.500502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e00a45df-6f16-44cc-a193-f651d78a0fa1 req-17d80dde-a760-4e8c-866f-967e46083096 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 945 time: 0.2702608 Apr 18 20:58:42.524140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '58e741ea-9e3f-465a-bd62-322e97225538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T20:58:38Z', 'revision_number': 4, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port': {'id': '58e741ea-9e3f-465a-bd62-322e97225538', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:99:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:26Z', 'updated_at': '2022-04-18T20:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5', 'name': '', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'mac_address': 'fa:16:3e:f5:72:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:35Z', 'updated_at': '2022-04-18T20:58:39Z', 'revision_number': 2, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'subnets': [{'id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:42.533350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Checking router: dc2effbe-3865-4176-b3fb-c0e033c0b700 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:42.534328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Updating router dc2effbe-3865-4176-b3fb-c0e033c0b700 port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:58:42.541159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-696d98ed-17d3-429d-8701-0755fa708bd7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:42.542470 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-696d98ed-17d3-429d-8701-0755fa708bd7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1688604 Apr 18 20:58:42.545466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:42.582973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e00a45df-6f16-44cc-a193-f651d78a0fa1 req-13df835c-c146-4d8e-9ce3-911e4af3e3ed tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749626 Apr 18 20:58:42.608930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port b5673b6d-01c8-491e-a312-904a99f6c5a5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:42.637386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b5673b6d-01c8-491e-a312-904a99f6c5a5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:42.638072 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.672500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.683294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca65541-8d3d-4e08-8441-af2060c8dda9 None None] Pushing event updated for resources: {'Port': ['ID=a08f78f4-2fd2-4684-9f93-6bc6310efbc0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:42.740913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.753883 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.779010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:42.796808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:42.797611 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Added segment 60c295cc-7b3e-491c-9c13-1f720b9bd0c1 of type vlan for network e0f48dff-af11-4d08-b3f6-34011ca194b6 Apr 18 20:58:42.850908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 4cb0c388-1f12-45c9-9b8a-8a6199916f24 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:42.856343 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.029972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.091720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.106221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.107308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:43.107940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.197732 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0722146 Apr 18 20:58:43.201366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60688) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:43.208519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a08f78f4-2fd2-4684-9f93-6bc6310efbc0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:43.209496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Request body: {'subnet': {'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1058916893-subnet', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:43.217690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:43.225068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Usage tracker for resource:subnet and tenant:27194d9cf0614d5d81769e152ce5297e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:43.225334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb7b54b-cb6e-417e-9f41-414da8143082,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.232128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.243096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:43.255877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:43.274614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Made reservation on behalf of 27194d9cf0614d5d81769e152ce5297e for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:43.278074 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.307653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5673b6d-01c8-491e-a312-904a99f6c5a5'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:58:43.343820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4961d-e45a-4e13-947b-20856211987c admin admin] Pushing event updated for resources: {'Network': ['ID=e0f48dff-af11-4d08-b3f6-34011ca194b6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.423200 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e8d4b1a-fe9d-4244-a608-cd78771732a3'] response: {'server_uuid': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5673b6d-01c8-491e-a312-904a99f6c5a5', 'code': 200} Apr 18 20:58:43.432751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:58:43.443959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.470762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b5673b6d-01c8-491e-a312-904a99f6c5a5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:43.500179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.581409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.703579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb0c388-1f12-45c9-9b8a-8a6199916f24,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.716752 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.724769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.763954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-04613067-1e14-4b8f-9e28-46d169744ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/4cb0c388-1f12-45c9-9b8a-8a6199916f24 HTTP/1.1" status: 204 len: 168 time: 1.2105749 Apr 18 20:58:43.767915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:43.861164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d147dcf3-a98b-4f71-b416-9c4956a46d23,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.877780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Checking segment: {'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:43.878898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Network hostable DHCP agents. Network: e0f48dff-af11-4d08-b3f6-34011ca194b6, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:43.898719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2d7fe89e-1051-4605-833a-8a4dc2ad0556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:43.910104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:43.917974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:43.936354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e0f48dff-af11-4d08-b3f6-34011ca194b6) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:43.945389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b5673b6d-01c8-491e-a312-904a99f6c5a5,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:43.951000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e382bb4-d9e6-442e-963c-1e554258b5ec None None] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:43.962036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-76202c9a-cf59-4bd2-8306-b26c4c151b36 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1894522 Apr 18 20:58:43.962525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:43.962854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:43.964073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.028467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eb728927-6be1-4461-8654-521f7e1ab6fc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8251522 Apr 18 20:58:44.031247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60714) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:44.036968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:44.061258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:44.083264 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.resource_extend [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:58:44.090453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Usage tracker for resource:router and tenant:27194d9cf0614d5d81769e152ce5297e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:44.102202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:44.170879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60718) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:44.187512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:44.235532 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.236572 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.273340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.291295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-496258876-network', 'tenant_id': 'e9b2dd2e80be4adca2b866b3acb0ca2c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:44.293873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb83a7-8e4b-45ec-9af0-c4a2c246122d req-73fc6578-2db9-4fa2-b35f-bc6beeb89d37 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:44.295642 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7feb83a7-8e4b-45ec-9af0-c4a2c246122d req-73fc6578-2db9-4fa2-b35f-bc6beeb89d37 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1754661 Apr 18 20:58:44.303042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.306797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Transition to ACTIVE for port object 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:44.337606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:44.351471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Usage tracker for resource:network and tenant:e9b2dd2e80be4adca2b866b3acb0ca2c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:44.363891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:44.368647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd8968-61db-44b4-a4dc-5ece74429ddf req-d41dcf70-7d37-48e5-8353-3b7b79f877da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:44.370524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.370988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64bd8968-61db-44b4-a4dc-5ece74429ddf req-d41dcf70-7d37-48e5-8353-3b7b79f877da service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 1097 time: 0.8692799 Apr 18 20:58:44.377193 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7feb83a7-8e4b-45ec-9af0-c4a2c246122d req-e133f44e-7dd2-48db-a039-a59a141f102f tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634968 Apr 18 20:58:44.414972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71691f1d-beb6-41df-b41b-22207df66a14 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:44.417037 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71691f1d-beb6-41df-b41b-22207df66a14 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4529424 Apr 18 20:58:44.418274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:44.455343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:44.488576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0114ed-9efa-4a1e-a326-06c86e107094 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:44.504136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Made reservation on behalf of e9b2dd2e80be4adca2b866b3acb0ca2c for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:44.506474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.539519 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.580317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-64bd8968-61db-44b4-a4dc-5ece74429ddf req-2424136b-858d-4743-8158-d01d21f42552 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595123 Apr 18 20:58:44.581471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:44.590071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3679956c-1d38-4f4e-a512-c5c29467b96a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:44.590801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3679956c-1d38-4f4e-a512-c5c29467b96a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:44.594234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Usage tracker for resource:security_group_rule and tenant:e9b2dd2e80be4adca2b866b3acb0ca2c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:44.599838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:44.611766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:44.686934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3679956c-1d38-4f4e-a512-c5c29467b96a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:44.694588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3679956c-1d38-4f4e-a512-c5c29467b96a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2305505 Apr 18 20:58:44.696469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:44.721107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e0f48dff-af11-4d08-b3f6-34011ca194b6', 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'fixed_ips': [{'subnet_id': 'd147dcf3-a98b-4f71-b416-9c4956a46d23'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:44.722524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.742171 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:44.750733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Pushing event updated for resources: {'Port': ['ID=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:44.819781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f5299771-4312-42f2-b5d0-77f0b942ac3d None None] Provisioning for port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:44.854206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-08262018-c96d-4b61-8e27-90c39ae9475c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524668 Apr 18 20:58:44.855191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.855965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.856115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.857091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.857091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.860238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.860238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.860238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.860238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.860238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.860238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.860238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:58:44.867246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:44.884379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:44.947645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f5299771-4312-42f2-b5d0-77f0b942ac3d None None] Provisioning complete for port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:44.948520 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5299771-4312-42f2-b5d0-77f0b942ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.130777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Attempting to bind port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:45.131541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Attempting to bind port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:45.132304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Attempting to bind port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 on network 1051deec-4c60-4afc-b099-252158d1f998 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:45.170313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:45.170313 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Checking segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:45.171298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.172190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Bound using segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:45.173143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Bound port: 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:45.173917 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.260523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.261906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:45.266980 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.288221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:45.304198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 20:58:45.328348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:45.332625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.367913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.367913 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Added segment 00fdca75-f505-4f68-8318-af26548d1275 of type vlan for network 2442033f-013b-4c22-b459-328a5d72b31a Apr 18 20:58:45.372803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d936712e-d59e-4c3d-a760-ccae43687f70,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.488158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.548553 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.617002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.671857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Allocated IP 172.20.0.2 (e0f48dff-af11-4d08-b3f6-34011ca194b6/d147dcf3-a98b-4f71-b416-9c4956a46d23/eed79d11-aa23-47e7-9bdb-fbfb7428af98) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:45.713466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Allocated IP 172.25.5.19 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/4cd6f1e9-760d-48a1-bea3-30e972a24f7a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:45.738276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.739794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:45.740754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.750818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] For port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:45.773372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5299771-4312-42f2-b5d0-77f0b942ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.804454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] For port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:45.876568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.881242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:58:45.957212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] Deleting port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:45.957834 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:45.980718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] Pushing event updated for resources: {'Network': ['ID=2442033f-013b-4c22-b459-328a5d72b31a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:45.997293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f5299771-4312-42f2-b5d0-77f0b942ac3d None None] For port a08f78f4-2fd2-4684-9f93-6bc6310efbc0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a08f78f4-2fd2-4684-9f93-6bc6310efbc0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:46.013075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229da447-3c82-4c64-aa3a-69440c0db843 req-77db78cd-95b8-45d0-9b29-0df2d254711b tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:46.023952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-229da447-3c82-4c64-aa3a-69440c0db843 req-77db78cd-95b8-45d0-9b29-0df2d254711b tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 946 time: 0.4849532 Apr 18 20:58:46.024197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 2442033f-013b-4c22-b459-328a5d72b31a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 20:58:46.060704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-61e711ac-790a-4743-9fea-23f5f2c4e1e6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8845038 Apr 18 20:58:46.063933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60738) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:46.076163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5299771-4312-42f2-b5d0-77f0b942ac3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.077355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.094778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Request body: {'subnet': {'network_id': '2442033f-013b-4c22-b459-328a5d72b31a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-496258876-subnet', 'tenant_id': 'e9b2dd2e80be4adca2b866b3acb0ca2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:46.109079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:46.117022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.129547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Usage tracker for resource:subnet and tenant:e9b2dd2e80be4adca2b866b3acb0ca2c is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:46.135514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:46.148221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:46.188822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Made reservation on behalf of e9b2dd2e80be4adca2b866b3acb0ca2c for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:46.192479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.203924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=b4dac70f-b5e6-4af4-af77-eddea965a7a7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.216398 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-229da447-3c82-4c64-aa3a-69440c0db843 req-a0eee35e-d845-4013-a9a5-10de5fcc2fee tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913636 Apr 18 20:58:46.249655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:46.251010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:46.256900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:46.257745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.281726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f86f6dcd-3a9b-49bc-bb9f-d9a241228740 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4129694 Apr 18 20:58:46.286449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:46.292529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': 'b4dac70f-b5e6-4af4-af77-eddea965a7a7', 'ip_address': '2001:db8::97d2:c870:f5b3:93b0'}], 'name': 'tempest-NetworksTestDHCPv6-832416609'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:46.328119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ed42bd7-6b5b-4b34-9c27-c58b87d12f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.328555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.429302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Routers {'dc2effbe-3865-4176-b3fb-c0e033c0b700'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:46.430169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['dc2effbe-3865-4176-b3fb-c0e033c0b700'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:46.445343 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:46.451759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:46.455506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Pushing event updated for resources: {'Port': ['ID=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.459848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:46.587524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:46.594731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:46.597090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffe9b1-df0d-4c8f-a6cd-4f5df8423435 None None] Pushing event updated for resources: {'Port': ['ID=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:46.601705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:46.613160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:46.630874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:46.823404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.888043 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.902130 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:46.961072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 51cda8b8-99a6-44c4-942d-d36305c289a7 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:47.005331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5299771-4312-42f2-b5d0-77f0b942ac3d None None] Pushing event updated for resources: {'Port': ['ID=a08f78f4-2fd2-4684-9f93-6bc6310efbc0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.010457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.045006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Transition to ACTIVE for port object eed79d11-aa23-47e7-9bdb-fbfb7428af98 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:47.119949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a08f78f4-2fd2-4684-9f93-6bc6310efbc0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:58:47.159098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Checking segment: {'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:47.160289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Network hostable DHCP agents. Network: 2442033f-013b-4c22-b459-328a5d72b31a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 20:58:47.211552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] Set router dc2effbe-3865-4176-b3fb-c0e033c0b700 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:47.220184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Network 2442033f-013b-4c22-b459-328a5d72b31a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 20:58:47.256825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 2442033f-013b-4c22-b459-328a5d72b31a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:47.272509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::97d2:c870:f5b3:93b0 (37841291-0b4e-4025-916a-36663dff7833/b4dac70f-b5e6-4af4-af77-eddea965a7a7/51cda8b8-99a6-44c4-942d-d36305c289a7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:47.289684 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:47.291628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.341940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82f549-a6ae-4d3b-92e5-1df0098483ea None None] Network 2442033f-013b-4c22-b459-328a5d72b31a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:47.402468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Transition to ACTIVE for port object eed79d11-aa23-47e7-9bdb-fbfb7428af98 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:47.463496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.515490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.522900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.578089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.611044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 51cda8b8-99a6-44c4-942d-d36305c289a7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:47.653740 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.720854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de06f1e6-07f2-4bfc-a0b3-8de78ee5005d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6553419 Apr 18 20:58:47.730716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:47.734698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:47.739756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:47.746200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:47.746893 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.780918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=51cda8b8-99a6-44c4-942d-d36305c289a7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:47.812825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-84f4887c-351c-4424-9a8d-f36b1238a089 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5251071 Apr 18 20:58:47.813868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60748) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:47.824816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': 'b4dac70f-b5e6-4af4-af77-eddea965a7a7', 'ip_address': '2001:db8::97d2:c870:f5b3:93b0'}], 'name': 'tempest-NetworksTestDHCPv6-1861620991'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:47.825719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] For port a08f78f4-2fd2-4684-9f93-6bc6310efbc0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a08f78f4-2fd2-4684-9f93-6bc6310efbc0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:47.826389 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:47.831943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.020477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae85e9-a5a2-433b-8da7-ea6d8099ad2a req-cb082484-2872-4c39-818e-d7fb4363bb60 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:48.023433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2aae85e9-a5a2-433b-8da7-ea6d8099ad2a req-cb082484-2872-4c39-818e-d7fb4363bb60 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 946 time: 0.5691681 Apr 18 20:58:48.075213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] Calling delete_port for a08f78f4-2fd2-4684-9f93-6bc6310efbc0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:48.103044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:48.110805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:48.116043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:48.129637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:48.150131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:48.172246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.244760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2aae85e9-a5a2-433b-8da7-ea6d8099ad2a req-eea84060-cc6d-4f57-b29c-94b50a8b437f tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035227 Apr 18 20:58:48.270958 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 58e204a6-4724-4a90-9f01-1378e1c3bbed yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:48.448867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.506586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:48.524552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:48.609745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No active binding found for port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 {{(pid=88143) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 18 20:58:48.610956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a08f78f4-2fd2-4684-9f93-6bc6310efbc0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:58:48.619665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] No DVR routers for this DVR port a08f78f4-2fd2-4684-9f93-6bc6310efbc0 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:58:48.638706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:48.642287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:48.683226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Pushing event updated for resources: {'Port': ['ID=eed79d11-aa23-47e7-9bdb-fbfb7428af98,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:48.709756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfab8e3-de85-483f-9901-cbe6642687a6 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:48.954394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Router 26ffa754-b791-4e39-818b-04d2216719c4 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:58:49.001930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e13bc8-7d89-4a59-b09d-6c03c122050e None None] Pushing event deleted for resources: {'Port': ['ID=a08f78f4-2fd2-4684-9f93-6bc6310efbc0,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:49.004591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb640a-c5ca-447a-a0dc-f4f6d6dcf161 None None] Network 2442033f-013b-4c22-b459-328a5d72b31a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:49.029541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-4bf94244-dfaa-44b1-ba1b-5b8dae875a46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5227337 Apr 18 20:58:49.095446 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 18 20:58:49.096152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:49.146965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-01cc9190-c474-46ab-b5d0-9c80e400066c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3315647 Apr 18 20:58:49.150976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:49.259530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:58:49.276041 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Sync routers for ids ['26ffa754-b791-4e39-818b-04d2216719c4'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:49.294540 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.303247 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Routers {'26ffa754-b791-4e39-818b-04d2216719c4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:49.304313 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['26ffa754-b791-4e39-818b-04d2216719c4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:49.326398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.327752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7c0d6586-8b9d-4935-a562-af33aeaaaeaf admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2953527 Apr 18 20:58:49.331017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60772) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:49.410232 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.441730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Attempting to bind port eed79d11-aa23-47e7-9bdb-fbfb7428af98 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:49.443481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Attempting to bind port eed79d11-aa23-47e7-9bdb-fbfb7428af98 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:49.443982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Attempting to bind port eed79d11-aa23-47e7-9bdb-fbfb7428af98 on network e0f48dff-af11-4d08-b3f6-34011ca194b6 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:49.515807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:49.516369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Checking segment: {'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:49.517060 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.517723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Bound using segment: {'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:49.519003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Bound port: eed79d11-aa23-47e7-9bdb-fbfb7428af98, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:49.519815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:49.660329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d204610-336f-4790-a18c-694779ca4597 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:49.670414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d204610-336f-4790-a18c-694779ca4597 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:49.673161 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Set router 26ffa754-b791-4e39-818b-04d2216719c4 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:49.750796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] For port eed79d11-aa23-47e7-9bdb-fbfb7428af98, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:49.755621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] For port eed79d11-aa23-47e7-9bdb-fbfb7428af98, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eed79d11-aa23-47e7-9bdb-fbfb7428af98,segment=NetworkSegment(60c295cc-7b3e-491c-9c13-1f720b9bd0c1),segment_id=60c295cc-7b3e-491c-9c13-1f720b9bd0c1)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:49.788176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d204610-336f-4790-a18c-694779ca4597 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:49.801728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0d204610-336f-4790-a18c-694779ca4597 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6456218 Apr 18 20:58:49.808861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:49.874416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-accad762-d26b-4513-bd70-7fdbbef9d38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:49.876406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-accad762-d26b-4513-bd70-7fdbbef9d38d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 1097 time: 0.6423223 Apr 18 20:58:49.962072 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.075133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.147269 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T20:58:46Z', 'revision_number': 3, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port': {'id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:50.152170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Checking router: 26ffa754-b791-4e39-818b-04d2216719c4 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:58:50.152518 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Updating router 26ffa754-b791-4e39-818b-04d2216719c4 port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:58:50.205062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-22b29a27-21c9-4a1b-bd2a-faa6396af400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.207706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-22b29a27-21c9-4a1b-bd2a-faa6396af400 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 200 len: 914 time: 0.2808745 Apr 18 20:58:50.281619 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.353170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 51cda8b8-99a6-44c4-942d-d36305c289a7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:58:50.353702 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.442552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09093d-43c7-4b23-9812-da7628cf0e3c None None] Pushing event updated for resources: {'Port': ['ID=eed79d11-aa23-47e7-9bdb-fbfb7428af98,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:50.463563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '58e741ea-9e3f-465a-bd62-322e97225538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T20:58:38Z', 'revision_number': 4, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port': {'id': '58e741ea-9e3f-465a-bd62-322e97225538', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:99:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:26Z', 'updated_at': '2022-04-18T20:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5', 'name': '', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'mac_address': 'fa:16:3e:f5:72:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:35Z', 'updated_at': '2022-04-18T20:58:45Z', 'revision_number': 4, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'subnets': [{'id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:50.489143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77bfa67-1973-4186-94d2-846b15e268d1 None None] The sync data for ids ['dc2effbe-3865-4176-b3fb-c0e033c0b700'] in n-d-836016-3 is: [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '58e741ea-9e3f-465a-bd62-322e97225538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T20:58:38Z', 'revision_number': 4, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port': {'id': '58e741ea-9e3f-465a-bd62-322e97225538', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:99:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:26Z', 'updated_at': '2022-04-18T20:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5', 'name': '', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'mac_address': 'fa:16:3e:f5:72:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_interface', 'standard_attr_id': 3820, 'fixed_ips': [{'subnet_id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:35Z', 'updated_at': '2022-04-18T20:58:45Z', 'revision_number': 4, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'subnets': [{'id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:50.507126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-473d6397-d41d-488c-a1f7-a01950192eeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5 HTTP/1.1" status: 200 len: 217 time: 0.2864242 Apr 18 20:58:50.546990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': 'b4dac70f-b5e6-4af4-af77-eddea965a7a7'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:58:50.547989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:50.845676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-c0cdb1bb-970f-4282-90fc-02b08b265947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:50.855323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-c0cdb1bb-970f-4282-90fc-02b08b265947 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d995d966-e4ca-4023-af25-5acb7a44a6f4 HTTP/1.1" status: 200 len: 853 time: 0.3320379 Apr 18 20:58:50.930388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/b4dac70f-b5e6-4af4-af77-eddea965a7a7/dfc6587c-4d27-4c99-9b12-46e07d7d2645) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:51.401731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-2f3bbc4d-daa9-4ba9-8ff0-e03d5563a544 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37ec3343-fb2d-48e9-812e-58af003af0e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2801840 Apr 18 20:58:51.945932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:51.993446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-e5847598-2bc7-4b64-86ce-76ed9a210a40 service neutron] 10.222.0.55 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5708301 Apr 18 20:58:52.038225 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.246019 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.377483 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.418928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fc450d20-8ca6-457b-8edb-3ed1723d5f30 req-48ef7753-7bfb-47fe-aef5-4fff7feb3c13 service neutron] 10.222.0.55 "GET /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393807 Apr 18 20:58:52.444317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.468386 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Transition to ACTIVE for port object 4cd6f1e9-760d-48a1-bea3-30e972a24f7a will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:52.500049 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.536805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Transition to ACTIVE for port object dfc6587c-4d27-4c99-9b12-46e07d7d2645 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:52.597575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:52.677080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:52.677381 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.751613 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc9f99-98af-4c82-a983-96d1b48a67c0 None None] Pushing event updated for resources: {'Port': ['ID=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:52.763746 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Attempting to bind port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:52.764109 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Attempting to bind port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:52.764462 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Attempting to bind port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:52.772160 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:52.772525 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:52.773781 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.773781 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:52.773781 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Bound port: 4cd6f1e9-760d-48a1-bea3-30e972a24f7a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:52.774251 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.857436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Transition to ACTIVE for port object dfc6587c-4d27-4c99-9b12-46e07d7d2645 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:52.904565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:52.982696 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] For port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:52.989497 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] For port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:53.008664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 51cda8b8-99a6-44c4-942d-d36305c289a7 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:58:53.013032 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.171883 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Routers {'26ffa754-b791-4e39-818b-04d2216719c4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:53.172811 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['26ffa754-b791-4e39-818b-04d2216719c4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:53.320611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c813ce8-36e3-46fb-ad59-f98f254aa053 None None] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:53.394864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Pushing event updated for resources: {'Port': ['ID=dfc6587c-4d27-4c99-9b12-46e07d7d2645,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:53.457859 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] Set router 26ffa754-b791-4e39-818b-04d2216719c4 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:53.542584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:53.620256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:53.732814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:53.759830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:53.766396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-60ac18e5-d624-4bfd-82a9-b6d68d2199f3 None None] Provisioning for port eed79d11-aa23-47e7-9bdb-fbfb7428af98 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:53.833478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000c71-daf5-439b-b86e-53121c67b16c req-00e4ac95-d298-467e-bfb5-3a4ea33b91ac tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:53.836156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-00e4ac95-d298-467e-bfb5-3a4ea33b91ac tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/networks?id=2442033f-013b-4c22-b459-328a5d72b31a HTTP/1.1" status: 200 len: 808 time: 0.8598320 Apr 18 20:58:53.879243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Allocated IP 172.20.0.1 (e0f48dff-af11-4d08-b3f6-34011ca194b6/d147dcf3-a98b-4f71-b416-9c4956a46d23/0854bbb0-9e6b-46a3-b268-686f20471c37) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:58:53.913012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-4b4dff60-5c37-4a55-be46-06c787797fc6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/quotas/e9b2dd2e80be4adca2b866b3acb0ca2c HTTP/1.1" status: 200 len: 375 time: 0.0517526 Apr 18 20:58:54.007818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-fd0becde-751b-4ba1-aaee-9ddadffc97cb tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9b2dd2e80be4adca2b866b3acb0ca2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0626326 Apr 18 20:58:54.019892 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdc9f99-98af-4c82-a983-96d1b48a67c0 None None] Pushing event updated for resources: {'Port': ['ID=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.053673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=51cda8b8-99a6-44c4-942d-d36305c289a7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.060982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.101698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e47307db-bcdf-41e9-b66c-69125e967566 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/51cda8b8-99a6-44c4-942d-d36305c289a7 HTTP/1.1" status: 204 len: 168 time: 4.2897387 Apr 18 20:58:54.102972 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T20:58:46Z', 'revision_number': 3, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port': {'id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:54.104283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60808) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:54.116352 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7eaed0e-fa47-4fdb-b621-1697d2246c7c None None] The sync data for ids ['26ffa754-b791-4e39-818b-04d2216719c4'] in n-d-836016-3 is: [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T20:58:46Z', 'revision_number': 3, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port': {'id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:58:54.233457 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.264542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dea952-d0a0-4298-8e6f-c5a1e23b0572 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:54.266265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dea952-d0a0-4298-8e6f-c5a1e23b0572 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:54.267284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57dea952-d0a0-4298-8e6f-c5a1e23b0572 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:54.274367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:54.275763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Attempting to bind port dfc6587c-4d27-4c99-9b12-46e07d7d2645 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:58:54.276190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Attempting to bind port dfc6587c-4d27-4c99-9b12-46e07d7d2645 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:58:54.276570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Attempting to bind port dfc6587c-4d27-4c99-9b12-46e07d7d2645 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:58:54.287306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57dea952-d0a0-4298-8e6f-c5a1e23b0572 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:54.288900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-57dea952-d0a0-4298-8e6f-c5a1e23b0572 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1836078 Apr 18 20:58:54.293981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.294448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:54.299666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.341265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Transition to ACTIVE for port object 0854bbb0-9e6b-46a3-b268-686f20471c37 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:58:54.382334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ce3a7442-453e-40e2-b033-878a72cd3912 service neutron] 10.222.0.47 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548174 Apr 18 20:58:54.424978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.435906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:58:54.436528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:58:54.437198 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.437881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:58:54.438698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Bound port: dfc6587c-4d27-4c99-9b12-46e07d7d2645, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:58:54.439323 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.451943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet b4dac70f-b5e6-4af4-af77-eddea965a7a7 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:54.457960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.564404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.576465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eed79d11-aa23-47e7-9bdb-fbfb7428af98 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:54.601714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.776623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:54.787291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:54.806190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:58:54.837258 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.868769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port eed79d11-aa23-47e7-9bdb-fbfb7428af98 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:54.888536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eed79d11-aa23-47e7-9bdb-fbfb7428af98 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:54.889114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:54.915109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Pushing event updated for resources: {'Port': ['ID=0854bbb0-9e6b-46a3-b268-686f20471c37,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:54.938835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-6b880b2f-f9c1-4365-ad9b-d1d9dc107f44 service neutron] 10.222.0.47 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492458 Apr 18 20:58:55.009980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.027638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.037588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] For port dfc6587c-4d27-4c99-9b12-46e07d7d2645, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:58:55.070937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] For port dfc6587c-4d27-4c99-9b12-46e07d7d2645, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dfc6587c-4d27-4c99-9b12-46e07d7d2645,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:58:55.085994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.126950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=b4dac70f-b5e6-4af4-af77-eddea965a7a7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.149243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.196702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d7312c77-3aa8-4fee-842e-7de6659a1215 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/b4dac70f-b5e6-4af4-af77-eddea965a7a7 HTTP/1.1" status: 204 len: 168 time: 0.8998256 Apr 18 20:58:55.199445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:55.451378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.452287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.486458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d1bbd1a2-1e5b-48d7-ab8a-e3c961d4a598 None None] Provisioning complete for port eed79d11-aa23-47e7-9bdb-fbfb7428af98 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:55.487288 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d1bbd1a2-1e5b-48d7-ab8a-e3c961d4a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.534161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-80a5bcff-a8ff-4f3a-92bd-e9647dd96fc9 req-d9aa2c2d-fb83-46a7-ab53-d733f04ca1be tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 210 time: 0.1322999 Apr 18 20:58:55.538123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dee8fb8b-9614-463f-948e-26e8502081eb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3372045 Apr 18 20:58:55.549760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:55.564827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:55.673775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96f537-c04f-401f-803a-7088a35df6f5 None None] Pushing event updated for resources: {'Port': ['ID=dfc6587c-4d27-4c99-9b12-46e07d7d2645,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:55.751872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port eed79d11-aa23-47e7-9bdb-fbfb7428af98, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eed79d11-aa23-47e7-9bdb-fbfb7428af98,segment=NetworkSegment(60c295cc-7b3e-491c-9c13-1f720b9bd0c1),segment_id=60c295cc-7b3e-491c-9c13-1f720b9bd0c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:55.807334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:55.827394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:55.857471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:55.859996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:55.878827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:55.901968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:55.908854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.025645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.036751 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.054632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=eed79d11-aa23-47e7-9bdb-fbfb7428af98,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.185755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00586665-dacc-4efd-bfb1-686a85060373 None None] Provisioning for port 0854bbb0-9e6b-46a3-b268-686f20471c37 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:56.192993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00586665-dacc-4efd-bfb1-686a85060373 None None] Provisioning complete for port 0854bbb0-9e6b-46a3-b268-686f20471c37 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:56.195897 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00586665-dacc-4efd-bfb1-686a85060373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.282095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-00586665-dacc-4efd-bfb1-686a85060373 None None] Port 0854bbb0-9e6b-46a3-b268-686f20471c37 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:58:56.455230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.465423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Pushing event updated for resources: {'Port': ['ID=0854bbb0-9e6b-46a3-b268-686f20471c37,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.479097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.525085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:56.529201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:56.534662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:56.535269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.551402 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=da02dbfc-fb2a-4f33-a0d3-88652995b66e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:56.582800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-af4b9200-5e24-4196-98a0-132c8dc4e895 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0291951 Apr 18 20:58:56.584374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:56.599534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': 'da02dbfc-fb2a-4f33-a0d3-88652995b66e', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1929618802'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:56.642020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:56.735311 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a7afceb-c0b2-4cba-ad8e-1331821b8446 req-eac6d9ef-333d-4cf9-a9bb-c0490c59278b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 210 time: 0.0595679 Apr 18 20:58:56.834419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:58:56.837053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:58:56.890538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:56.891138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:56.970138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:56.981204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:56.987145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:56.998763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:58:57.024222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:58:57.222127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4cd6f1e9-760d-48a1-bea3-30e972a24f7a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:57.356518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:57.366786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:57.367188 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.429666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.441818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-14f114c0-58ca-4cfd-b3cd-d638f757c727 None None] Provisioning complete for port 0854bbb0-9e6b-46a3-b268-686f20471c37 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:57.442180 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14f114c0-58ca-4cfd-b3cd-d638f757c727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.443150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Router 26ffa754-b791-4e39-818b-04d2216719c4 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:58:57.485219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 9190369a-cfde-4931-9868-bfb0e6f2a267 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:58:57.533103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-14f114c0-58ca-4cfd-b3cd-d638f757c727 None None] Port 0854bbb0-9e6b-46a3-b268-686f20471c37 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:58:57.621056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.646576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:58:57.656367 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:57.658186 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dfc6587c-4d27-4c99-9b12-46e07d7d2645 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:57.814086 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 20:58:57.814589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 20:58:57.855161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-403d3821-ed1b-4ad4-878e-fedeacc5dc4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2643349 Apr 18 20:58:57.856071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60848) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:57.873252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:58:57.895136 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Sync routers for ids ['26ffa754-b791-4e39-818b-04d2216719c4'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:58:57.911545 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dd5d8b02-d333-4b6e-a33b-933c0209d756 admin admin] 10.222.0.47 "PUT /v2.0/routers/26ffa754-b791-4e39-818b-04d2216719c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5785556 Apr 18 20:58:57.956185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Routers {'26ffa754-b791-4e39-818b-04d2216719c4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:58:57.957560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['26ffa754-b791-4e39-818b-04d2216719c4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:58:58.059258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a83a284-d033-478b-affc-c0991eaf7d68 req-1a41ec3f-763b-4814-a17f-f03f2862ce0c tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 210 time: 0.1144760 Apr 18 20:58:58.261749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff275eb-2450-4dd7-9660-33cd67055210 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:58.262957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ff275eb-2450-4dd7-9660-33cd67055210 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:58.307387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03aac2f8-184a-42d6-9c97-04e884d0c2f4 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:58:58.320671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ff275eb-2450-4dd7-9660-33cd67055210 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:58.322950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ff275eb-2450-4dd7-9660-33cd67055210 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4649820 Apr 18 20:58:58.327064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60864) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:58.372224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:58.461429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port dfc6587c-4d27-4c99-9b12-46e07d7d2645 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:58.491773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3b673-0bc8-45cd-9c59-b92989dd515e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:58.493952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf3b673-0bc8-45cd-9c59-b92989dd515e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:58.496046 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cdf3b673-0bc8-45cd-9c59-b92989dd515e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1654797 Apr 18 20:58:58.499193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60868) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:58.609112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet da02dbfc-fb2a-4f33-a0d3-88652995b66e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:58:58.615727 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.624926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eed79d11-aa23-47e7-9bdb-fbfb7428af98 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:58:58.704448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.735192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] Provisioning for port dfc6587c-4d27-4c99-9b12-46e07d7d2645 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:58:58.814634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] Provisioning complete for port dfc6587c-4d27-4c99-9b12-46e07d7d2645 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:58.815692 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.861328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:58.929622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Set router 26ffa754-b791-4e39-818b-04d2216719c4 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:58:59.032502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.104695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=da02dbfc-fb2a-4f33-a0d3-88652995b66e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:58:59.135769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.171334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6fad3d76-e8ce-4303-ae0c-62b36f838ad6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/da02dbfc-fb2a-4f33-a0d3-88652995b66e HTTP/1.1" status: 204 len: 168 time: 0.6707766 Apr 18 20:58:59.176154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60888) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:59.379071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:58:59.387920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c24e3e01-a4ba-49bb-a441-c52fdacd87e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2064214 Apr 18 20:58:59.391339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60892) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:58:59.405229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:59.416136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4f1c66f-717b-416a-813d-f3c721c6fd5b req-321cf06b-be7b-40e0-bd7f-35028eea9176 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 210 time: 0.1060524 Apr 18 20:58:59.613426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-edc65244-189b-4baa-9b19-09e2fb39ecf3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.614452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-edc65244-189b-4baa-9b19-09e2fb39ecf3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Synchronizing usage tracker for tenant:27194d9cf0614d5d81769e152ce5297e on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:59.745104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port eed79d11-aa23-47e7-9bdb-fbfb7428af98 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:58:59.746004 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:58:59.844973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000c71-daf5-439b-b86e-53121c67b16c req-2487d59f-f241-4ea5-922c-285e22ff640d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:58:59.846170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a0000c71-daf5-439b-b86e-53121c67b16c req-2487d59f-f241-4ea5-922c-285e22ff640d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Synchronizing usage tracker for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:58:59.877777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-edc65244-189b-4baa-9b19-09e2fb39ecf3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Unset dirty status for tenant:27194d9cf0614d5d81769e152ce5297e on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:59.879156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-edc65244-189b-4baa-9b19-09e2fb39ecf3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/networks?id=1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 200 len: 910 time: 0.8783484 Apr 18 20:58:59.928059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-f7a5c081-db8e-4f0d-bf6a-21b63d6b398d tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/quotas/27194d9cf0614d5d81769e152ce5297e HTTP/1.1" status: 200 len: 375 time: 0.0364616 Apr 18 20:58:59.929581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:58:59.932097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a0000c71-daf5-439b-b86e-53121c67b16c req-2487d59f-f241-4ea5-922c-285e22ff640d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Unset dirty status for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:58:59.933308 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-2487d59f-f241-4ea5-922c-285e22ff640d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "GET /v2.0/networks?id=2442033f-013b-4c22-b459-328a5d72b31a HTTP/1.1" status: 200 len: 808 time: 0.4269125 Apr 18 20:58:59.936583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:58:59.941489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:58:59.953757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Request body: {'port': {'device_id': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a', 'admin_state_up': True, 'tenant_id': 'e9b2dd2e80be4adca2b866b3acb0ca2c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:58:59.969017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:00.102635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:00.108177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.118875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.275762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] For port dfc6587c-4d27-4c99-9b12-46e07d7d2645, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dfc6587c-4d27-4c99-9b12-46e07d7d2645,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:00.277723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:59:00.308017 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.330686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:00.341810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Usage tracker for resource:port and tenant:e9b2dd2e80be4adca2b866b3acb0ca2c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:00.349009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:00.360382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-4d4995dd-bc8e-40e7-a9e1-7ff0e1eb809b tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=27194d9cf0614d5d81769e152ce5297e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4203444 Apr 18 20:59:00.364295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:00.366988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] Deleting port dfc6587c-4d27-4c99-9b12-46e07d7d2645 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:00.367556 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.437933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Made reservation on behalf of e9b2dd2e80be4adca2b866b3acb0ca2c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:00.444949 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.466323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] Could not find standard attr ID for object 51cda8b8-99a6-44c4-942d-d36305c289a7. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:00.523400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T20:58:55Z', 'revision_number': 4, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port': {'id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0854bbb0-9e6b-46a3-b268-686f20471c37', 'name': '', 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'mac_address': 'fa:16:3e:12:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'd147dcf3-a98b-4f71-b416-9c4956a46d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:52Z', 'updated_at': '2022-04-18T20:58:55Z', 'revision_number': 2, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'subnets': [{'id': 'd147dcf3-a98b-4f71-b416-9c4956a46d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:00.529599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Checking router: 26ffa754-b791-4e39-818b-04d2216719c4 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:00.529970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Updating router 26ffa754-b791-4e39-818b-04d2216719c4 port 0854bbb0-9e6b-46a3-b268-686f20471c37 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:00.769994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] For port dfc6587c-4d27-4c99-9b12-46e07d7d2645, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dfc6587c-4d27-4c99-9b12-46e07d7d2645,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:00.771029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.771465 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20d424ff-fbc9-46f9-b0b0-e533ef1efccf req-518b5e1d-38c0-4bfd-ab30-bf9a67748a3a tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 210 time: 0.1637902 Apr 18 20:59:00.793041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4cd6f1e9-760d-48a1-bea3-30e972a24f7a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:00.821828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a971b-c902-454a-96db-f4673a89cfce None None] Pushing event updated for resources: {'Port': ['ID=dfc6587c-4d27-4c99-9b12-46e07d7d2645,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:00.898132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:00.987858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] Calling delete_port for dfc6587c-4d27-4c99-9b12-46e07d7d2645 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:01.019747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:01.031991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:01.036011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:01.036778 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.046377 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.061399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Allocated IP 172.20.0.7 (2442033f-013b-4c22-b459-328a5d72b31a/8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e/f816fcb6-85dc-4ecd-876a-fbd80ec03dbc) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:01.088739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=4e77a750-0de4-48f5-8153-de9830119d84,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:01.112845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-f917a5d4-9233-40cf-b468-476caef413f8 service neutron] 10.222.0.47 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7127409 Apr 18 20:59:01.229232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:01.229434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.244203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a3aba2d3-e07a-4865-82e7-a93c26ac9c0a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8506458 Apr 18 20:59:01.246852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60908) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:01.252418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-426089797', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:01.260455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:01.265298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:router and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:01.269426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:01.281052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:01.302208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.303554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.339240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.357758 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.369110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.399774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-6aa39bcf-c3bf-42f5-b742-8890531b1c04 service neutron] 10.222.0.47 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794912 Apr 18 20:59:01.411777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.418566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-18c6d0a1-9bcb-4b89-8af8-1c458bc299d6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1690474 Apr 18 20:59:01.420498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60912) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:01.477268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] Pushing event deleted for resources: {'Port': ['ID=dfc6587c-4d27-4c99-9b12-46e07d7d2645,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:01.645170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51dd714-bdf0-47cb-a5ba-ba110bde467f None None] No DVR routers for this DVR port dfc6587c-4d27-4c99-9b12-46e07d7d2645 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:01.703993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d005091c-1be9-4f05-a977-447178bdd3dd None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:01.768074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.823979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:01.950815 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Network 2442033f-013b-4c22-b459-328a5d72b31a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:01.955020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:01.960463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:02.060814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7c7a9199-4373-4114-9126-903b0e2e8d45 req-a0c46165-e125-445f-8bcd-07f03cd29a12 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Synchronizing usage tracker for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:02.336522 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.443810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Transition to ACTIVE for port object 0854bbb0-9e6b-46a3-b268-686f20471c37 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:02.451899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dfc6587c-4d27-4c99-9b12-46e07d7d2645 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:02.477487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Pushing event updated for resources: {'Port': ['ID=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:02.534964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: dfc6587c-4d27-4c99-9b12-46e07d7d2645 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:59:02.537185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dfc6587c-4d27-4c99-9b12-46e07d7d2645 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:02.564174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:02.565205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.599416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:02.636645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-ac3c8eb3-c0cd-4233-bb75-ab48eb6baedf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6866205 Apr 18 20:59:02.662723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7c7a9199-4373-4114-9126-903b0e2e8d45 req-a0c46165-e125-445f-8bcd-07f03cd29a12 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Unset dirty status for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:02.664835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7c7a9199-4373-4114-9126-903b0e2e8d45 req-a0c46165-e125-445f-8bcd-07f03cd29a12 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 210 time: 0.9495993 Apr 18 20:59:02.677827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Request body: {'port': {'device_id': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:02.951433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc2bc75-dbed-454b-b2e2-f462155c5683 req-4ecd2e00-e064-4770-83fc-5a5821e0b620 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:02.952643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc2bc75-dbed-454b-b2e2-f462155c5683 req-4ecd2e00-e064-4770-83fc-5a5821e0b620 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Synchronizing usage tracker for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:03.158800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.258458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.741842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917052-2034-472b-8d9c-8ba59e16e007 None None] Pushing event updated for resources: {'Port': ['ID=0854bbb0-9e6b-46a3-b268-686f20471c37,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:03.792320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '4e77a750-0de4-48f5-8153-de9830119d84'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:59:03.798245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.821561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Attempting to bind port 0854bbb0-9e6b-46a3-b268-686f20471c37 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:03.829035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Attempting to bind port 0854bbb0-9e6b-46a3-b268-686f20471c37 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:03.829697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Attempting to bind port 0854bbb0-9e6b-46a3-b268-686f20471c37 on network e0f48dff-af11-4d08-b3f6-34011ca194b6 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:03.876749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:03.882208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Checking segment: {'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:03.883039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.883660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Bound using segment: {'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:03.884559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Bound port: 0854bbb0-9e6b-46a3-b268-686f20471c37, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c295cc-7b3e-491c-9c13-1f720b9bd0c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:03.885359 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:03.885477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::1 (37841291-0b4e-4025-916a-36663dff7833/4e77a750-0de4-48f5-8153-de9830119d84/05290adf-05a2-43f0-a50e-e16e5ec205bc) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:04.053748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-3f483dd3-6e2f-4b16-8db7-af0737417f43 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:04.056340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-3f483dd3-6e2f-4b16-8db7-af0737417f43 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.55 "GET /v2.0/networks?id=1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 200 len: 910 time: 0.2683525 Apr 18 20:59:04.056597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7949ef51-9de3-4589-97e3-a3e1786a9cc9 req-8c41c6cb-43fa-4db0-9e81-3085667c45a4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 210 time: 0.0592809 Apr 18 20:59:04.149745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] For port 0854bbb0-9e6b-46a3-b268-686f20471c37, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:04.154562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] For port 0854bbb0-9e6b-46a3-b268-686f20471c37, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0854bbb0-9e6b-46a3-b268-686f20471c37,segment=NetworkSegment(60c295cc-7b3e-491c-9c13-1f720b9bd0c1),segment_id=60c295cc-7b3e-491c-9c13-1f720b9bd0c1)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:04.162240 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.170780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc2bc75-dbed-454b-b2e2-f462155c5683 req-4ecd2e00-e064-4770-83fc-5a5821e0b620 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Unset dirty status for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:04.172718 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecc2bc75-dbed-454b-b2e2-f462155c5683 req-4ecd2e00-e064-4770-83fc-5a5821e0b620 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 931 time: 1.8597407 Apr 18 20:59:04.178984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Request body: {'port': {'device_id': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'admin_state_up': True, 'tenant_id': '27194d9cf0614d5d81769e152ce5297e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:04.180755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.189634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:04.203646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 05290adf-05a2-43f0-a50e-e16e5ec205bc will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:04.208156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:04.258101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.298904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Made reservation on behalf of 27194d9cf0614d5d81769e152ce5297e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:04.316293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.363461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:04.367552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:04.376148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Routers {'26ffa754-b791-4e39-818b-04d2216719c4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:04.376789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['26ffa754-b791-4e39-818b-04d2216719c4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:04.378577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:04.378989 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.413999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=05290adf-05a2-43f0-a50e-e16e5ec205bc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:04.468474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d917052-2034-472b-8d9c-8ba59e16e007 None None] Pushing event updated for resources: {'Port': ['ID=0854bbb0-9e6b-46a3-b268-686f20471c37,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:04.575007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc2bc75-dbed-454b-b2e2-f462155c5683 req-8781f59b-6f62-42e0-80f5-dc081b49b455 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Synchronizing usage tracker for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:04.596551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:04.615695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/4e77a750-0de4-48f5-8153-de9830119d84/6d257f78-a828-4274-aa70-c25606e288a5) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:04.670528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecc2bc75-dbed-454b-b2e2-f462155c5683 req-8781f59b-6f62-42e0-80f5-dc081b49b455 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Unset dirty status for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:04.673049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ecc2bc75-dbed-454b-b2e2-f462155c5683 req-8781f59b-6f62-42e0-80f5-dc081b49b455 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4496367 Apr 18 20:59:04.757585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] Set router 26ffa754-b791-4e39-818b-04d2216719c4 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:04.907634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Allocated IP 172.20.0.14 (1051deec-4c60-4afc-b099-252158d1f998/8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2/d6401281-fea0-4058-8676-c03356b5e879) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:04.913733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 18 20:59:05.142496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f816fcb6-85dc-4ecd-876a-fbd80ec03dbc {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:05.173774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.270838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Transition to ACTIVE for port object f816fcb6-85dc-4ecd-876a-fbd80ec03dbc will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:05.273103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.290203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.298612 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Transition to ACTIVE for port object 6d257f78-a828-4274-aa70-c25606e288a5 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:05.334994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Transition to ACTIVE for port object 6d257f78-a828-4274-aa70-c25606e288a5 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:05.345621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.440873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:05.445818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:05.451295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.458873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14f16200-95d7-4d4e-a81a-47b6325160ad req-326f7df4-21eb-413d-9f53-42db5b0ce9a9 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 210 time: 0.0985372 Apr 18 20:59:05.514046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:05.533033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Pushing event updated for resources: {'Port': ['ID=6d257f78-a828-4274-aa70-c25606e288a5,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:05.588766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T20:58:55Z', 'revision_number': 4, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port': {'id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0854bbb0-9e6b-46a3-b268-686f20471c37', 'name': '', 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'mac_address': 'fa:16:3e:12:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'd147dcf3-a98b-4f71-b416-9c4956a46d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:52Z', 'updated_at': '2022-04-18T20:59:04Z', 'revision_number': 4, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'subnets': [{'id': 'd147dcf3-a98b-4f71-b416-9c4956a46d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:05.666231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186cfab-486e-4cf8-91ef-c956daffaf11 None None] The sync data for ids ['26ffa754-b791-4e39-818b-04d2216719c4'] in n-d-836016-3 is: [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T20:58:55Z', 'revision_number': 4, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port': {'id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0854bbb0-9e6b-46a3-b268-686f20471c37', 'name': '', 'network_id': 'e0f48dff-af11-4d08-b3f6-34011ca194b6', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'mac_address': 'fa:16:3e:12:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3862, 'fixed_ips': [{'subnet_id': 'd147dcf3-a98b-4f71-b416-9c4956a46d23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:52Z', 'updated_at': '2022-04-18T20:59:04Z', 'revision_number': 4, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'subnets': [{'id': 'd147dcf3-a98b-4f71-b416-9c4956a46d23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:05.737421 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.828344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Attempting to bind port 6d257f78-a828-4274-aa70-c25606e288a5 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:05.833948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Transition to ACTIVE for port object d6401281-fea0-4058-8676-c03356b5e879 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:05.834406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Attempting to bind port 6d257f78-a828-4274-aa70-c25606e288a5 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:05.834885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Attempting to bind port 6d257f78-a828-4274-aa70-c25606e288a5 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:05.842808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.859777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.863901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:05.864569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:05.865613 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.866356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:05.866616 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.867385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Bound port: 6d257f78-a828-4274-aa70-c25606e288a5, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:05.867972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.899223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Attempting to bind port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:05.899903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Attempting to bind port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:05.901623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Attempting to bind port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc on network 2442033f-013b-4c22-b459-328a5d72b31a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:05.920638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:05.939055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc on network 2442033f-013b-4c22-b459-328a5d72b31a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:59:05.940741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Attempting to bind port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc on network 2442033f-013b-4c22-b459-328a5d72b31a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:06.074787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:06.075134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Checking segment: {'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:06.075534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Bound using segment: {'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:06.076013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Bound port: f816fcb6-85dc-4ecd-876a-fbd80ec03dbc, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:06.076382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.094036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Pushing event updated for resources: {'Port': ['ID=d6401281-fea0-4058-8676-c03356b5e879,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.113263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=05290adf-05a2-43f0-a50e-e16e5ec205bc,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.186163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] For port 6d257f78-a828-4274-aa70-c25606e288a5, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:06.193244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] For port 6d257f78-a828-4274-aa70-c25606e288a5, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6d257f78-a828-4274-aa70-c25606e288a5,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:06.202009 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.316578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Network 1051deec-4c60-4afc-b099-252158d1f998 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:06.332037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:06.342371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755445a9-2ffa-47d9-aabe-6965de8f15b3 None None] Pushing event updated for resources: {'Port': ['ID=6d257f78-a828-4274-aa70-c25606e288a5,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:06.356006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:06.479167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:06.484041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:06.590611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] For port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:06.606492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] For port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:06.726518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:06.928879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0854bbb0-9e6b-46a3-b268-686f20471c37 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:07.183619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c5b04f6-6f1f-44e6-8cdb-7e1dca2f4577 None None] Provisioning for port d6401281-fea0-4058-8676-c03356b5e879 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:07.195682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c5b04f6-6f1f-44e6-8cdb-7e1dca2f4577 None None] Provisioning complete for port d6401281-fea0-4058-8676-c03356b5e879 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:07.196226 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c5b04f6-6f1f-44e6-8cdb-7e1dca2f4577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.214482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50085642-5714-4307-bbc0-74924be181c2 req-245499a2-7bbc-4e2c-a751-dcc45bd954b0 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.216461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50085642-5714-4307-bbc0-74924be181c2 req-245499a2-7bbc-4e2c-a751-dcc45bd954b0 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1028 time: 0.2910371 Apr 18 20:59:07.236374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:59:07.298119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0854bbb0-9e6b-46a3-b268-686f20471c37 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:07.336290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0854bbb0-9e6b-46a3-b268-686f20471c37 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:07.337225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.372199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f6a5c-4c46-4780-bea6-233d044a8162 req-5441d53c-4c27-4d20-a535-76a223a84089 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.374184 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9f6a5c-4c46-4780-bea6-233d044a8162 req-5441d53c-4c27-4d20-a535-76a223a84089 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 943 time: 1.3146770 Apr 18 20:59:07.421221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.422422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.424644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/f816fcb6-85dc-4ecd-876a-fbd80ec03dbc HTTP/1.1" status: 200 len: 1091 time: 4.7736986 Apr 18 20:59:07.426465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:07.427909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.440284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'tag': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:07.478110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fc1b7-ec20-4690-9c0d-224a0b9c40a0 service neutron] Pushing event updated for resources: {'Port': ['ID=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:07.618437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f9f6a5c-4c46-4780-bea6-233d044a8162 req-9835ce9f-61b9-4523-bbdb-1dd1651c4d8f tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341897 Apr 18 20:59:07.627217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-1ee8ad65-dda9-451d-b6dc-4f6b8e552501 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.4586904 Apr 18 20:59:07.667476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6c5b04f6-6f1f-44e6-8cdb-7e1dca2f4577 None None] Port d6401281-fea0-4058-8676-c03356b5e879 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:59:07.791666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Request body: {'port': {'device_id': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:07.844655 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd6db4d-8ed3-4d7a-b0b6-23d56bc7eda6'] response: {'name': 'network-changed', 'server_uuid': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'tag': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc', 'status': 'completed', 'code': 200} Apr 18 20:59:07.869305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:59:07.887603 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Sync routers for ids ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:07.904737 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:07.927195 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Routers {'0216c9b5-b913-4af2-b0c3-2c8c6de31847'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:07.933206 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:07.937744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ff7767ca-9d31-42d0-a36d-d661a47de5e5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "PUT /v2.0/routers/0216c9b5-b913-4af2-b0c3-2c8c6de31847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5086703 Apr 18 20:59:07.942908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 60952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:07.969454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-50085642-5714-4307-bbc0-74924be181c2 req-13169a54-bd78-48e0-9b56-287a7709dc9c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7207325 Apr 18 20:59:07.975841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0854bbb0-9e6b-46a3-b268-686f20471c37, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0854bbb0-9e6b-46a3-b268-686f20471c37,segment=NetworkSegment(60c295cc-7b3e-491c-9c13-1f720b9bd0c1),segment_id=60c295cc-7b3e-491c-9c13-1f720b9bd0c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:07.982307 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.197258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0854bbb0-9e6b-46a3-b268-686f20471c37,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:08.342663 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:08.354429 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Set router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:08.422581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ef51d-07af-4061-8161-ff1cdae2a510 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:08.424167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c66ef51d-07af-4061-8161-ff1cdae2a510 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports/05290adf-05a2-43f0-a50e-e16e5ec205bc HTTP/1.1" status: 200 len: 911 time: 0.4651432 Apr 18 20:59:08.429107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60962) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:08.451250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000c71-daf5-439b-b86e-53121c67b16c req-c4937c7d-15fe-42d0-859f-44f131e240f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:08.457040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-c4937c7d-15fe-42d0-859f-44f131e240f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9b2dd2e80be4adca2b866b3acb0ca2c&device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 1094 time: 0.8234558 Apr 18 20:59:08.679324 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-93d72bfc-03eb-4f8a-9805-5b687c0a4fba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc HTTP/1.1" status: 200 len: 217 time: 0.1965399 Apr 18 20:59:08.693604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710dc0c-2e8a-48bc-b8bd-6772f7b73100 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:08.719577 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d710dc0c-2e8a-48bc-b8bd-6772f7b73100 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:08.721991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d710dc0c-2e8a-48bc-b8bd-6772f7b73100 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:08.798428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d710dc0c-2e8a-48bc-b8bd-6772f7b73100 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:08.801049 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d710dc0c-2e8a-48bc-b8bd-6772f7b73100 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.3696725 Apr 18 20:59:08.808009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 60970) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:08.943264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c8786a03-4d68-45ba-962f-6fa5b5a26612 None None] Provisioning for port 6d257f78-a828-4274-aa70-c25606e288a5 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:08.981656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d257f78-a828-4274-aa70-c25606e288a5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:09.024588 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'name': 'tempest-NetworksTestDHCPv6-router-426089797', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:01Z', 'updated_at': '2022-04-18T20:59:04Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None, '_interfaces': [{'id': '05290adf-05a2-43f0-a50e-e16e5ec205bc', 'name': '', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'mac_address': 'fa:16:3e:10:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '4e77a750-0de4-48f5-8153-de9830119d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:03Z', 'updated_at': '2022-04-18T20:59:05Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'subnets': [{'id': '4e77a750-0de4-48f5-8153-de9830119d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:09.029756 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Checking router: 0216c9b5-b913-4af2-b0c3-2c8c6de31847 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:09.030090 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Updating router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 port 05290adf-05a2-43f0-a50e-e16e5ec205bc binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:09.100267 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.349402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6d257f78-a828-4274-aa70-c25606e288a5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:09.374855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0000c71-daf5-439b-b86e-53121c67b16c req-f90130e2-9e14-4a75-8534-b3cd8ed61eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.375979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6d257f78-a828-4274-aa70-c25606e288a5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:09.376691 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.377028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-f90130e2-9e14-4a75-8534-b3cd8ed61eef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e HTTP/1.1" status: 200 len: 848 time: 0.6966784 Apr 18 20:59:09.515480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-227986f5-3d25-49a4-91fa-b0f5a72d3b17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2442033f-013b-4c22-b459-328a5d72b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288505 Apr 18 20:59:09.537492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-0753281c-b349-4b07-a1c0-37a87edb8da8 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 20:59:09.540003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-0753281c-b349-4b07-a1c0-37a87edb8da8 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118525 Apr 18 20:59:09.574321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b534d8d6-a263-49f3-b674-5dfbdf7060fe None None] Could not find standard attr ID for object f22ce9f6-3796-476c-b273-ff3929b7f4a6. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:09.750931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7578a5-d9f4-4222-a7e9-412a37cfd2a0 req-59f627f8-2a4e-4f30-bb0e-a9d55f4090cd tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:09.752703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b7578a5-d9f4-4222-a7e9-412a37cfd2a0 req-59f627f8-2a4e-4f30-bb0e-a9d55f4090cd tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 943 time: 0.7609622 Apr 18 20:59:09.869184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.884504 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b7578a5-d9f4-4222-a7e9-412a37cfd2a0 req-21788bb7-ed4c-4e8b-9548-8df7a9aa732b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180267 Apr 18 20:59:09.903032 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-d4176f26-8b9b-40c1-97e1-11daab418526 service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518739 Apr 18 20:59:09.948021 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.949138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d9f58b9a-c695-4d21-a473-68f08b58ef2f None None] Could not find standard attr ID for object 51cda8b8-99a6-44c4-942d-d36305c289a7. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:09.967605 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Transition to ACTIVE for port object 05290adf-05a2-43f0-a50e-e16e5ec205bc will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:09.977899 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.983775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6d257f78-a828-4274-aa70-c25606e288a5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6d257f78-a828-4274-aa70-c25606e288a5,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:09.990515 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:09.991465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0854bbb0-9e6b-46a3-b268-686f20471c37 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:10.092823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6401281-fea0-4058-8676-c03356b5e879 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:10.121715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.218774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Transition to ACTIVE for port object d6401281-fea0-4058-8676-c03356b5e879 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:10.234348 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8af87f-21e1-4cbf-a897-51d45e4363d7 None None] Pushing event updated for resources: {'Port': ['ID=05290adf-05a2-43f0-a50e-e16e5ec205bc,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.254163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b9eed-e4da-4992-96f4-fa3faf26c41a req-5c0b50ba-6de0-4328-bbdb-4664fe61b3fd tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:10.269133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-881b9eed-e4da-4992-96f4-fa3faf26c41a req-5c0b50ba-6de0-4328-bbdb-4664fe61b3fd tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1028 time: 0.9036903 Apr 18 20:59:10.283276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.286771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6d257f78-a828-4274-aa70-c25606e288a5,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.332175 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-84dd1861-c8ec-4128-8e60-66600a44b18b None None] Provisioning for port 05290adf-05a2-43f0-a50e-e16e5ec205bc completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:10.337648 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0854bbb0-9e6b-46a3-b268-686f20471c37 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:10.342140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.409834 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-881b9eed-e4da-4992-96f4-fa3faf26c41a req-01428eea-7d27-40dd-8421-5de142bc5748 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383388 Apr 18 20:59:10.552237 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Attempting to bind port 05290adf-05a2-43f0-a50e-e16e5ec205bc on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:10.553610 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Attempting to bind port 05290adf-05a2-43f0-a50e-e16e5ec205bc by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:10.554884 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Attempting to bind port 05290adf-05a2-43f0-a50e-e16e5ec205bc on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:10.576150 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:10.577200 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:10.578202 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.579088 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:10.580124 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Bound port: 05290adf-05a2-43f0-a50e-e16e5ec205bc, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:10.583537 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.795614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Pushing event updated for resources: {'Port': ['ID=d6401281-fea0-4058-8676-c03356b5e879,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:10.846280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d257f78-a828-4274-aa70-c25606e288a5 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:10.863729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.868498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.869049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.869539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.872193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.872664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.873106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.873566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.874007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.874442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.881157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.881716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:10.929249 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] For port 05290adf-05a2-43f0-a50e-e16e5ec205bc, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:10.937961 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] For port 05290adf-05a2-43f0-a50e-e16e5ec205bc, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=05290adf-05a2-43f0-a50e-e16e5ec205bc,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:10.948835 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:10.956673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.061495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a0000c71-daf5-439b-b86e-53121c67b16c req-04c434e2-47f2-450f-92fe-8bec06c9a3d2 service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8229499 Apr 18 20:59:11.110412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6d257f78-a828-4274-aa70-c25606e288a5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:11.110412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:11.334014 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Routers {'0216c9b5-b913-4af2-b0c3-2c8c6de31847'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:11.335153 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:11.350055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Attempting to bind port d6401281-fea0-4058-8676-c03356b5e879 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:11.350400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Attempting to bind port d6401281-fea0-4058-8676-c03356b5e879 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:11.350729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Attempting to bind port d6401281-fea0-4058-8676-c03356b5e879 on network 1051deec-4c60-4afc-b099-252158d1f998 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:11.453122 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8af87f-21e1-4cbf-a897-51d45e4363d7 None None] Pushing event updated for resources: {'Port': ['ID=05290adf-05a2-43f0-a50e-e16e5ec205bc,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:11.843412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Port d6401281-fea0-4058-8676-c03356b5e879 on network 1051deec-4c60-4afc-b099-252158d1f998 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:59:11.843980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Attempting to bind port d6401281-fea0-4058-8676-c03356b5e879 on network 1051deec-4c60-4afc-b099-252158d1f998 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:11.852784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:11.853228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Checking segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:11.853743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Bound using segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:11.854286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Bound port: d6401281-fea0-4058-8676-c03356b5e879, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:11.854704 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.123847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] For port d6401281-fea0-4058-8676-c03356b5e879, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:12.131480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] For port d6401281-fea0-4058-8676-c03356b5e879, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d6401281-fea0-4058-8676-c03356b5e879,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:12.138549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7510dd3-e5ca-4e80-9bc5-64b5d7c080a0 req-ba255f2e-075a-4b0e-8e5a-0db2ec75f952 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.148813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7510dd3-e5ca-4e80-9bc5-64b5d7c080a0 req-ba255f2e-075a-4b0e-8e5a-0db2ec75f952 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1053 time: 0.2610357 Apr 18 20:59:12.152980 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.215433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7510dd3-e5ca-4e80-9bc5-64b5d7c080a0 req-4aa72af7-1eaf-43f4-a931-bbc3dd82dda1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651128 Apr 18 20:59:12.230345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101334-254f-4f41-85bd-21463661db41 req-1c7789bb-e0be-45ad-b58e-a2821c2a367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.232108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e101334-254f-4f41-85bd-21463661db41 req-1c7789bb-e0be-45ad-b58e-a2821c2a367d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9b2dd2e80be4adca2b866b3acb0ca2c&device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 1094 time: 1.0363483 Apr 18 20:59:12.235327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 05290adf-05a2-43f0-a50e-e16e5ec205bc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:12.236045 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.242562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.243181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.243298 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] Set router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:12.245312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] 10.222.0.55 "PUT /v2.0/ports/d6401281-fea0-4058-8676-c03356b5e879 HTTP/1.1" status: 200 len: 1092 time: 4.4964409 Apr 18 20:59:12.280419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518cddd-8a74-4f86-ac25-00d0c99e5c5f req-ea9693bb-8b25-4f96-8672-68f7b788997d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.282229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f518cddd-8a74-4f86-ac25-00d0c99e5c5f req-ea9693bb-8b25-4f96-8672-68f7b788997d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 943 time: 1.0417678 Apr 18 20:59:12.282711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'tag': 'd6401281-fea0-4058-8676-c03356b5e879'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:12.623496 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cad127ae-9385-4885-b497-d5c5c9145378'] response: {'name': 'network-changed', 'server_uuid': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'tag': 'd6401281-fea0-4058-8676-c03356b5e879', 'status': 'completed', 'code': 200} Apr 18 20:59:12.679352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port 05290adf-05a2-43f0-a50e-e16e5ec205bc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=05290adf-05a2-43f0-a50e-e16e5ec205bc,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:12.685359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:12.701026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f518cddd-8a74-4f86-ac25-00d0c99e5c5f req-6fdf5116-048d-4263-b28e-1aeb8db1333f tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678648 Apr 18 20:59:12.753120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a91ec-0fc7-4a16-b615-a46bb6ef0496 service neutron] Pushing event updated for resources: {'Port': ['ID=d6401281-fea0-4058-8676-c03356b5e879,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:12.804272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101334-254f-4f41-85bd-21463661db41 req-7454dc4e-65cd-4790-aade-2ec9fc27de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:12.806493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e101334-254f-4f41-85bd-21463661db41 req-7454dc4e-65cd-4790-aade-2ec9fc27de49 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2442033f-013b-4c22-b459-328a5d72b31a HTTP/1.1" status: 200 len: 909 time: 0.5600648 Apr 18 20:59:12.878544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 05290adf-05a2-43f0-a50e-e16e5ec205bc owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:12.957916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'name': 'tempest-NetworksTestDHCPv6-router-426089797', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:01Z', 'updated_at': '2022-04-18T20:59:04Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None, '_interfaces': [{'id': '05290adf-05a2-43f0-a50e-e16e5ec205bc', 'name': '', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'mac_address': 'fa:16:3e:10:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '4e77a750-0de4-48f5-8153-de9830119d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:03Z', 'updated_at': '2022-04-18T20:59:10Z', 'revision_number': 4, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'subnets': [{'id': '4e77a750-0de4-48f5-8153-de9830119d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:12.963046 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc553aba-f4d5-4e19-87a7-6cf4ededd70d None None] The sync data for ids ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'] in n-d-836016-3 is: [{'id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'name': 'tempest-NetworksTestDHCPv6-router-426089797', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:01Z', 'updated_at': '2022-04-18T20:59:04Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None, '_interfaces': [{'id': '05290adf-05a2-43f0-a50e-e16e5ec205bc', 'name': '', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'mac_address': 'fa:16:3e:10:e2:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '4e77a750-0de4-48f5-8153-de9830119d84', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:03Z', 'updated_at': '2022-04-18T20:59:10Z', 'revision_number': 4, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'subnets': [{'id': '4e77a750-0de4-48f5-8153-de9830119d84', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:13.005997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e101334-254f-4f41-85bd-21463661db41 req-d1ed9147-98c5-4f88-9315-58a60f30bed9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc HTTP/1.1" status: 200 len: 217 time: 0.1646266 Apr 18 20:59:13.010306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-ffbc490c-0da6-49a6-b35d-5885b0feed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:13.013804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-ffbc490c-0da6-49a6-b35d-5885b0feed06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27194d9cf0614d5d81769e152ce5297e&device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1095 time: 0.5648260 Apr 18 20:59:13.298204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-cbac86ad-7a75-4e8d-ab2c-a9469136d4c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6401281-fea0-4058-8676-c03356b5e879 HTTP/1.1" status: 200 len: 217 time: 0.1728866 Apr 18 20:59:13.462191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:13.481469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e101334-254f-4f41-85bd-21463661db41 req-ab59a8d8-40c3-4b18-96eb-01abc1bd87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:13.484658 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e101334-254f-4f41-85bd-21463661db41 req-ab59a8d8-40c3-4b18-96eb-01abc1bd87ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e HTTP/1.1" status: 200 len: 848 time: 0.4688156 Apr 18 20:59:13.586074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-424304a5-815d-4073-bdbf-1b32c063523f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:13.588852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-424304a5-815d-4073-bdbf-1b32c063523f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2 HTTP/1.1" status: 200 len: 848 time: 0.2846394 Apr 18 20:59:13.589599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=05290adf-05a2-43f0-a50e-e16e5ec205bc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:13.593875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e101334-254f-4f41-85bd-21463661db41 req-d0a7528f-350b-4ef1-b92a-c2a082838aa7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2442033f-013b-4c22-b459-328a5d72b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981722 Apr 18 20:59:13.653193 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8336128f-fded-4f7b-b8ef-f01db99deee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.449005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e101334-254f-4f41-85bd-21463661db41 req-e0ceec11-717b-4f13-af0c-da5e67a6178b service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7320001 Apr 18 20:59:14.455035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-75ace5ad-11c6-429f-b00c-76d00fb5388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.456698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-75ace5ad-11c6-429f-b00c-76d00fb5388a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1051deec-4c60-4afc-b099-252158d1f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8505390 Apr 18 20:59:14.529909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:14.865988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8917d-3433-45c7-9159-e88f6a8db32c req-3641b146-77d8-460f-8246-f8b21836fcfe tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.868830 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ef8917d-3433-45c7-9159-e88f6a8db32c req-3641b146-77d8-460f-8246-f8b21836fcfe tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1095 time: 1.4779716 Apr 18 20:59:14.930867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c810abd-d417-4848-9ddf-0acced3cc861 req-8f53bc1f-6a75-4b89-9ecd-e4f49a0c34cc tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:14.933860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c810abd-d417-4848-9ddf-0acced3cc861 req-8f53bc1f-6a75-4b89-9ecd-e4f49a0c34cc tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 943 time: 0.6597910 Apr 18 20:59:15.058368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f816fcb6-85dc-4ecd-876a-fbd80ec03dbc details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:15.069086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e101334-254f-4f41-85bd-21463661db41 req-6f3a3940-ecab-456f-b3d1-113e55ed4771 service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5931261 Apr 18 20:59:15.078083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ef8917d-3433-45c7-9159-e88f6a8db32c req-22cd2a42-92ac-4891-ba3a-cfa2a0673b18 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238289 Apr 18 20:59:15.089017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:59:15.124951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-46e3d42c-3605-4fba-8f11-1245e140f298 service neutron] 10.222.0.55 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6398320 Apr 18 20:59:15.250151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:59:15.276890 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-430a1c16-d2a8-4608-ba08-b5140aad3b53 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "PUT /v2.0/routers/0216c9b5-b913-4af2-b0c3-2c8c6de31847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4634206 Apr 18 20:59:15.276890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32770) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:15.416914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c810abd-d417-4848-9ddf-0acced3cc861 req-d7a4f30b-01eb-4f26-85dd-2a7420d9e8fb tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591033 Apr 18 20:59:15.500666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a10eb-a11b-418d-9ed2-43c2678b310b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.504620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1a10eb-a11b-418d-9ed2-43c2678b310b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.506226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0f1a10eb-a11b-418d-9ed2-43c2678b310b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:15.512426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:15.538419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0f1a10eb-a11b-418d-9ed2-43c2678b310b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:15.540727 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f1a10eb-a11b-418d-9ed2-43c2678b310b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2600589 Apr 18 20:59:15.542320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc', 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a', 'port_id': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc', 'mac_address': 'fa:16:3e:c8:8a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:15.544996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32778) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:15.657327 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.684414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f816fcb6-85dc-4ecd-876a-fbd80ec03dbc {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:15.686810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fe7da4bf-a6fd-4a04-baed-379b59ab0135 req-5575f377-cda2-4294-a98d-37ed2f0674f7 service neutron] 10.222.0.55 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5481317 Apr 18 20:59:15.689370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84293767-ccf6-419c-930f-158cce6e398a None None] Sync routers for ids ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:15.708905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 4e77a750-0de4-48f5-8153-de9830119d84 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:59:15.714314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] Routers {'0216c9b5-b913-4af2-b0c3-2c8c6de31847'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:15.714965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:58:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:15.715230 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.813879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:15.826638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.860365 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:15.911065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-ff26fb86-ed7c-4ce0-82ed-dd24b26f598d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:15.914108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-ff26fb86-ed7c-4ce0-82ed-dd24b26f598d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27194d9cf0614d5d81769e152ce5297e&device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1095 time: 0.1531589 Apr 18 20:59:16.025738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:16.051783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] Set router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:16.065921 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.168957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f816fcb6-85dc-4ecd-876a-fbd80ec03dbc'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:59:16.231947 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f0ae004-5593-45dd-81e9-1dc915e8c172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.237577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'name': 'tempest-NetworksTestDHCPv6-router-426089797', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:01Z', 'updated_at': '2022-04-18T20:59:13Z', 'revision_number': 3, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.238273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.248971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84293767-ccf6-419c-930f-158cce6e398a None None] Checking router: 0216c9b5-b913-4af2-b0c3-2c8c6de31847 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:16.268650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-6735e213-fb89-46aa-85a7-863ee7deb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.272138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-6735e213-fb89-46aa-85a7-863ee7deb3e1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 200 len: 910 time: 0.3508885 Apr 18 20:59:16.274380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] Routers {'0216c9b5-b913-4af2-b0c3-2c8c6de31847'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:16.275320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:59:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:16.370310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=4e77a750-0de4-48f5-8153-de9830119d84,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:16.385473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:16.416317 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-42e8f3ff-e8a3-4963-bb37-084b98f8d21e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/4e77a750-0de4-48f5-8153-de9830119d84 HTTP/1.1" status: 204 len: 168 time: 0.8689258 Apr 18 20:59:16.420120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32786) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:16.460192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] Set router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:16.471925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-ab79bbc6-d522-4094-a4a0-65f23f990be9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6401281-fea0-4058-8676-c03356b5e879 HTTP/1.1" status: 200 len: 217 time: 0.1891785 Apr 18 20:59:16.616475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-0fa2896f-fa24-4b21-9a91-ecd64754b024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.620008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-0fa2896f-fa24-4b21-9a91-ecd64754b024 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2 HTTP/1.1" status: 200 len: 848 time: 0.1440611 Apr 18 20:59:16.621574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c8ac03-8d7b-4406-ac9b-de185243f1a6 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:16.859277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c4004041-3699-4ec2-bec1-2e4429eff06b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:router {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:16.897777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-29dac161-dc42-492a-958b-36e2ac89a6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.900323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-29dac161-dc42-492a-958b-36e2ac89a6c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1051deec-4c60-4afc-b099-252158d1f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2733383 Apr 18 20:59:16.948507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b97d3-f91d-4ef7-b2a8-221baed437da req-f13dfd05-1891-48b1-b95b-350914840496 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:16.956837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-874b97d3-f91d-4ef7-b2a8-221baed437da req-f13dfd05-1891-48b1-b95b-350914840496 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1095 time: 0.3621373 Apr 18 20:59:16.958372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c4004041-3699-4ec2-bec1-2e4429eff06b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:router {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:16.965880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c4004041-3699-4ec2-bec1-2e4429eff06b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.5437977 Apr 18 20:59:16.969869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32794) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:17.116259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-84293767-ccf6-419c-930f-158cce6e398a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'name': 'tempest-NetworksTestDHCPv6-router-426089797', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:01Z', 'updated_at': '2022-04-18T20:59:13Z', 'revision_number': 3, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:17.238011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485e5c0-b484-475c-9564-9c44b8cf9171 req-afa90074-1e4f-4927-9cbe-7f94207ab9d1 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:17.241083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5485e5c0-b484-475c-9564-9c44b8cf9171 req-afa90074-1e4f-4927-9cbe-7f94207ab9d1 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 944 time: 0.4616613 Apr 18 20:59:17.265686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84293767-ccf6-419c-930f-158cce6e398a None None] The sync data for ids ['0216c9b5-b913-4af2-b0c3-2c8c6de31847'] in n-d-836016-3 is: [{'id': '0216c9b5-b913-4af2-b0c3-2c8c6de31847', 'name': 'tempest-NetworksTestDHCPv6-router-426089797', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:01Z', 'updated_at': '2022-04-18T20:59:13Z', 'revision_number': 3, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:17.330245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.331357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.403607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5485e5c0-b484-475c-9564-9c44b8cf9171 req-d0b95a2b-c7dd-4388-98e8-6a6735d98156 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465526 Apr 18 20:59:17.407036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-360d528c-0047-4853-b66e-59f46080dbd8 service neutron] 10.222.0.55 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966662 Apr 18 20:59:17.585594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-874b97d3-f91d-4ef7-b2a8-221baed437da req-5d2f5824-a28e-4158-b40a-1f47e4bc9730 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6067109 Apr 18 20:59:17.593317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e815603b-ebb9-448d-adcb-08fc3479f66b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.704915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:59:17.715573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] Deleting port 6d257f78-a828-4274-aa70-c25606e288a5 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:17.716016 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:17.750778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14b21c4c-b8c4-4d46-baa8-16341882b043 req-bf726d59-e1c2-4484-8bce-3d1bb69c25ce service neutron] 10.222.0.55 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362072 Apr 18 20:59:18.134854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] For port 6d257f78-a828-4274-aa70-c25606e288a5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6d257f78-a828-4274-aa70-c25606e288a5,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:18.135989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.203937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e815603b-ebb9-448d-adcb-08fc3479f66b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.210507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e815603b-ebb9-448d-adcb-08fc3479f66b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.246956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e815603b-ebb9-448d-adcb-08fc3479f66b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.248074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e815603b-ebb9-448d-adcb-08fc3479f66b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Fanout notify agent at l3_agent the message router_deleted on router 0216c9b5-b913-4af2-b0c3-2c8c6de31847 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:59:18.272453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e815603b-ebb9-448d-adcb-08fc3479f66b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.273822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e815603b-ebb9-448d-adcb-08fc3479f66b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/routers/0216c9b5-b913-4af2-b0c3-2c8c6de31847 HTTP/1.1" status: 204 len: 168 time: 1.3018785 Apr 18 20:59:18.278634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32800) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:18.285811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:18.312644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] Calling delete_port for 6d257f78-a828-4274-aa70-c25606e288a5 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:18.467390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.505536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:18.512000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:18.515997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:18.534238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:18.539616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] No DVR routers for this DVR port 6d257f78-a828-4274-aa70-c25606e288a5 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:18.542480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff6df3-6d8a-44c5-bd69-cc6dc64b97c3 None None] Pushing event deleted for resources: {'Port': ['ID=6d257f78-a828-4274-aa70-c25606e288a5,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:18.558633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:18.565424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.578058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:18.746412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d257f78-a828-4274-aa70-c25606e288a5 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:18.808972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8206f8d7-b224-44b1-b9da-c5e027597192 req-98c39a13-fc14-4970-af29-08ea26a37f5b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.811116 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8206f8d7-b224-44b1-b9da-c5e027597192 req-98c39a13-fc14-4970-af29-08ea26a37f5b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 944 time: 0.2231045 Apr 18 20:59:18.819538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6d257f78-a828-4274-aa70-c25606e288a5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:59:18.820182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6d257f78-a828-4274-aa70-c25606e288a5 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:18.820695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 05290adf-05a2-43f0-a50e-e16e5ec205bc no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:18.852038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae79ee-583e-4b8b-9a89-779d0561e273 req-1133a0ff-093e-4d16-85bf-a8d2fa074d05 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:18.855482 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10ae79ee-583e-4b8b-9a89-779d0561e273 req-1133a0ff-093e-4d16-85bf-a8d2fa074d05 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1095 time: 0.1264839 Apr 18 20:59:18.916455 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10ae79ee-583e-4b8b-9a89-779d0561e273 req-176a96ac-7663-48a1-a0d1-63944d630610 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511723 Apr 18 20:59:18.919787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 05290adf-05a2-43f0-a50e-e16e5ec205bc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:59:18.920232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 05290adf-05a2-43f0-a50e-e16e5ec205bc not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:18.928415 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8206f8d7-b224-44b1-b9da-c5e027597192 req-a284eeca-c2f5-4f91-8523-5b610b520f80 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055911 Apr 18 20:59:19.000648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.035567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.063892 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:19.068563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:19.073335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:19.073963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.090692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0fba48-e1a4-4fc1-988f-7182583d63b3 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:19.094203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=403242c7-1781-4f10-a84a-494325a28893,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:19.119224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ceba616b-a291-4eb9-abaa-dc1275bebc7b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8354917 Apr 18 20:59:19.119548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f816fcb6-85dc-4ecd-876a-fbd80ec03dbc up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:19.119716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32810) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:19.125208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-774746495', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:19.137316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:19.147271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:router and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:19.153610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:19.169432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:19.191446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.194118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.226628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.259983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.302084 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.303313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5a798f2-214c-4f72-bc15-1f6462a5ce1e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1828222 Apr 18 20:59:19.307968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32816) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:19.504861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:19.540786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:19.541539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.598426 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.719443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '403242c7-1781-4f10-a84a-494325a28893'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:59:19.720521 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:19.931399 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.024957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.145867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:20.229202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:20.241614 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.364075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/403242c7-1781-4f10-a84a-494325a28893/5ffd1a1d-738f-4053-a106-215a70cddd46) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:20.447075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d6401281-fea0-4058-8676-c03356b5e879 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:20.481585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:20.496101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79e773-80e9-4c08-b256-10a79af511d2 req-fe5232b3-f9a6-4d10-af47-77ea3b403cd3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.498927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-da79e773-80e9-4c08-b256-10a79af511d2 req-fe5232b3-f9a6-4d10-af47-77ea3b403cd3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Synchronizing usage tracker for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:20.529007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-da79e773-80e9-4c08-b256-10a79af511d2 req-fe5232b3-f9a6-4d10-af47-77ea3b403cd3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Unset dirty status for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:20.534495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da79e773-80e9-4c08-b256-10a79af511d2 req-fe5232b3-f9a6-4d10-af47-77ea3b403cd3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1095 time: 0.1834879 Apr 18 20:59:20.624034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-da79e773-80e9-4c08-b256-10a79af511d2 req-5e661197-64ad-4b28-9fdc-5a25570ce838 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Synchronizing usage tracker for tenant:27194d9cf0614d5d81769e152ce5297e on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:20.645795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-da79e773-80e9-4c08-b256-10a79af511d2 req-5e661197-64ad-4b28-9fdc-5a25570ce838 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Unset dirty status for tenant:27194d9cf0614d5d81769e152ce5297e on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:20.647911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-da79e773-80e9-4c08-b256-10a79af511d2 req-5e661197-64ad-4b28-9fdc-5a25570ce838 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020579 Apr 18 20:59:20.754715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb630f-4783-4785-818a-d959760b9ab4 req-2a1af8e4-3987-42c9-8988-ef74a2ea1bc5 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:20.756280 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-11bb630f-4783-4785-818a-d959760b9ab4 req-2a1af8e4-3987-42c9-8988-ef74a2ea1bc5 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 945 time: 0.4121985 Apr 18 20:59:20.848641 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-11bb630f-4783-4785-818a-d959760b9ab4 req-b025a0f2-d143-435b-a7c0-e9313d36babd tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787835 Apr 18 20:59:20.927523 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27d3aadd-8c2e-4f75-95f8-a8aeff815170'] response: {'server_uuid': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc', 'code': 200} Apr 18 20:59:20.965027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:20.984063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Transition to ACTIVE for port object 5ffd1a1d-738f-4053-a106-215a70cddd46 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:21.022748 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port d6401281-fea0-4058-8676-c03356b5e879, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d6401281-fea0-4058-8676-c03356b5e879,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:21.050918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Transition to ACTIVE for port object 5ffd1a1d-738f-4053-a106-215a70cddd46 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:21.057023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'd6401281-fea0-4058-8676-c03356b5e879', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'port_id': 'd6401281-fea0-4058-8676-c03356b5e879', 'mac_address': 'fa:16:3e:a5:ad:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:21.123234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.156255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b95f3-1046-45b0-a688-33e7d1e5770d req-22e69337-297c-46bb-8ff2-9ee48a317be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:21.160741 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f2b95f3-1046-45b0-a688-33e7d1e5770d req-22e69337-297c-46bb-8ff2-9ee48a317be8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 1096 time: 0.1526093 Apr 18 20:59:21.266317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:21.269454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f2b95f3-1046-45b0-a688-33e7d1e5770d req-b9483873-9550-415d-871c-f7a9d18555c1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984154 Apr 18 20:59:21.282760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::1 (37841291-0b4e-4025-916a-36663dff7833/403242c7-1781-4f10-a84a-494325a28893/564acdc0-7075-45ed-8077-e4a65aaf964b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:21.403394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:21.421053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Pushing event updated for resources: {'Port': ['ID=5ffd1a1d-738f-4053-a106-215a70cddd46,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.421053 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.440257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:21.486886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6401281-fea0-4058-8676-c03356b5e879 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:21.559856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port d6401281-fea0-4058-8676-c03356b5e879, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d6401281-fea0-4058-8676-c03356b5e879,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:21.566178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.608932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Attempting to bind port 5ffd1a1d-738f-4053-a106-215a70cddd46 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:21.609219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Attempting to bind port 5ffd1a1d-738f-4053-a106-215a70cddd46 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:21.609558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Attempting to bind port 5ffd1a1d-738f-4053-a106-215a70cddd46 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:21.628911 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.631092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:21.631588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:21.631877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.632295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:21.632786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Bound port: 5ffd1a1d-738f-4053-a106-215a70cddd46, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:21.633164 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.659030 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 564acdc0-7075-45ed-8077-e4a65aaf964b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:21.695185 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.712268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=d6401281-fea0-4058-8676-c03356b5e879,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.797369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] For port 5ffd1a1d-738f-4053-a106-215a70cddd46, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:21.804794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] For port 5ffd1a1d-738f-4053-a106-215a70cddd46, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5ffd1a1d-738f-4053-a106-215a70cddd46,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:21.810848 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.820765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:21.826907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:21.843807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:21.844880 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:21.878424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=564acdc0-7075-45ed-8077-e4a65aaf964b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:21.888080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['d6401281-fea0-4058-8676-c03356b5e879'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:59:21.996926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc0894-1e60-4b12-afbb-bfcede0b4d52 None None] Pushing event updated for resources: {'Port': ['ID=5ffd1a1d-738f-4053-a106-215a70cddd46,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:22.184913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:22.287720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861bd019-e2e7-4645-825c-27734968ccf0 req-64b76693-c8c4-44c9-8fbd-7337ef038dce tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.298556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-861bd019-e2e7-4645-825c-27734968ccf0 req-64b76693-c8c4-44c9-8fbd-7337ef038dce tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 945 time: 0.2087214 Apr 18 20:59:22.574847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-861bd019-e2e7-4645-825c-27734968ccf0 req-efb6d446-88a2-4e05-b973-ad69a5e3b2f7 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663922 Apr 18 20:59:22.640646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e268e00a-5b78-4ff5-81e3-1c6fe3626fc1 req-e38ceea3-a297-42a5-8200-073640d5c4b1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:22.643940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e268e00a-5b78-4ff5-81e3-1c6fe3626fc1 req-e38ceea3-a297-42a5-8200-073640d5c4b1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1096 time: 0.5848358 Apr 18 20:59:22.838792 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5ffd1a1d-738f-4053-a106-215a70cddd46 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:22.857985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e268e00a-5b78-4ff5-81e3-1c6fe3626fc1 req-fb3fbdbd-b160-4af5-9f55-ccadbb0b0df5 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055354 Apr 18 20:59:22.969026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 5ffd1a1d-738f-4053-a106-215a70cddd46 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:23.175969 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.183980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.185241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.415527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=564acdc0-7075-45ed-8077-e4a65aaf964b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:23.503961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:23.509155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:23.530199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab2d444d-8f9d-4a2b-a939-810d26977e50 None None] Provisioning for port 5ffd1a1d-738f-4053-a106-215a70cddd46 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:23.538761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdb6edb-c46a-4de2-a533-0a22d327c61e req-36e7ae30-03b4-4a99-9917-be5ddc56cf58 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:23.540594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ab2d444d-8f9d-4a2b-a939-810d26977e50 None None] Provisioning complete for port 5ffd1a1d-738f-4053-a106-215a70cddd46 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:23.540772 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab2d444d-8f9d-4a2b-a939-810d26977e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.541468 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7cdb6edb-c46a-4de2-a533-0a22d327c61e req-36e7ae30-03b4-4a99-9917-be5ddc56cf58 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 946 time: 0.1621399 Apr 18 20:59:23.785553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab2d444d-8f9d-4a2b-a939-810d26977e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.854065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30ba2be-920f-4e8d-af2a-e064670bfc0b req-46585413-399e-4a8d-9fed-7ac040c3ad03 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:23.863473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c30ba2be-920f-4e8d-af2a-e064670bfc0b req-46585413-399e-4a8d-9fed-7ac040c3ad03 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 945 time: 0.1371779 Apr 18 20:59:23.865152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ab2d444d-8f9d-4a2b-a939-810d26977e50 None None] For port 5ffd1a1d-738f-4053-a106-215a70cddd46, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5ffd1a1d-738f-4053-a106-215a70cddd46,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:23.872298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ab2d444d-8f9d-4a2b-a939-810d26977e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:23.923111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c30ba2be-920f-4e8d-af2a-e064670bfc0b req-606d7f49-3a21-4487-99ee-bf48e80041e9 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584600 Apr 18 20:59:23.937630 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7cdb6edb-c46a-4de2-a533-0a22d327c61e req-03a24a86-761c-4147-b5d5-6e7491620cc4 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132381 Apr 18 20:59:24.039000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Router 714560f5-6b78-40da-963b-6a7ebfe62db6 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 20:59:24.053038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c7cb42ab-8b44-475c-b9ca-ff2879ec0f63 None None] Provisioning for port 564acdc0-7075-45ed-8077-e4a65aaf964b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:24.083646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c7cb42ab-8b44-475c-b9ca-ff2879ec0f63 None None] Provisioning complete for port 564acdc0-7075-45ed-8077-e4a65aaf964b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:24.084565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c7cb42ab-8b44-475c-b9ca-ff2879ec0f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.236602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d444d-8f9d-4a2b-a939-810d26977e50 None None] Pushing event updated for resources: {'Port': ['ID=5ffd1a1d-738f-4053-a106-215a70cddd46,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:24.238595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca46739a-896c-4cc5-b963-36003b51ccde req-3c137636-183e-416d-ae8e-d684a7a7ff02 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.240482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca46739a-896c-4cc5-b963-36003b51ccde req-3c137636-183e-416d-ae8e-d684a7a7ff02 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1096 time: 0.1429803 Apr 18 20:59:24.304484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c7cb42ab-8b44-475c-b9ca-ff2879ec0f63 None None] Port 564acdc0-7075-45ed-8077-e4a65aaf964b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:59:24.334232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca46739a-896c-4cc5-b963-36003b51ccde req-f3ed7c2c-db90-4b95-a24b-d4e14516688b tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874705 Apr 18 20:59:24.420753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:59:24.434811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d19366d7-a3e3-4ee5-9912-a28310cfbf2b None None] Provisioning complete for port 564acdc0-7075-45ed-8077-e4a65aaf964b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:24.435407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d19366d7-a3e3-4ee5-9912-a28310cfbf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.444728 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Sync routers for ids ['714560f5-6b78-40da-963b-6a7ebfe62db6'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:24.465259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-41fe0fd4-ed1c-48dd-bc70-6ee32644dfe6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "PUT /v2.0/routers/714560f5-6b78-40da-963b-6a7ebfe62db6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1528685 Apr 18 20:59:24.465638 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Routers {'714560f5-6b78-40da-963b-6a7ebfe62db6'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:24.465811 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:59:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['714560f5-6b78-40da-963b-6a7ebfe62db6'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:24.467188 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32856) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:24.545276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d6401281-fea0-4058-8676-c03356b5e879 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:24.606011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d19366d7-a3e3-4ee5-9912-a28310cfbf2b None None] Port 564acdc0-7075-45ed-8077-e4a65aaf964b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:59:24.676004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a7851-0b5e-40f7-b466-ba67f73cf6d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.676724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-474a7851-0b5e-40f7-b466-ba67f73cf6d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:24.690081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port d6401281-fea0-4058-8676-c03356b5e879 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:24.699301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port d6401281-fea0-4058-8676-c03356b5e879 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:24.699887 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:24.759536 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Set router 714560f5-6b78-40da-963b-6a7ebfe62db6 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:24.766883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-474a7851-0b5e-40f7-b466-ba67f73cf6d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:24.769489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-474a7851-0b5e-40f7-b466-ba67f73cf6d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports/564acdc0-7075-45ed-8077-e4a65aaf964b HTTP/1.1" status: 200 len: 911 time: 0.3014684 Apr 18 20:59:24.772146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32862) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:24.884593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5ffd1a1d-738f-4053-a106-215a70cddd46 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:24.934107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6b9ec-f74c-4b41-8b38-c5c016da4de6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.951025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd6b9ec-f74c-4b41-8b38-c5c016da4de6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:24.959374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32868) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:24.959990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6cd6b9ec-f74c-4b41-8b38-c5c016da4de6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1856971 Apr 18 20:59:25.014480 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.162341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6401281-fea0-4058-8676-c03356b5e879'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:25.186514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5ffd1a1d-738f-4053-a106-215a70cddd46 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:25.186891 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.231250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-55f5bcdd-5fa4-4fd3-a7f1-6dc6c8fcd6f7 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.233126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-55f5bcdd-5fa4-4fd3-a7f1-6dc6c8fcd6f7 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.55 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 946 time: 0.2602828 Apr 18 20:59:25.345121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port d6401281-fea0-4058-8676-c03356b5e879, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d6401281-fea0-4058-8676-c03356b5e879,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:25.356634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.401994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Deleting port b5673b6d-01c8-491e-a312-904a99f6c5a5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:25.403894 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.431285 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'name': 'tempest-NetworksTestDHCPv6-router-774746495', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:19Z', 'updated_at': '2022-04-18T20:59:21Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None, '_interfaces': [{'id': '564acdc0-7075-45ed-8077-e4a65aaf964b', 'name': '', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'mac_address': 'fa:16:3e:0c:0f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '403242c7-1781-4f10-a84a-494325a28893', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:20Z', 'updated_at': '2022-04-18T20:59:22Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'subnets': [{'id': '403242c7-1781-4f10-a84a-494325a28893', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:25.449845 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Checking router: 714560f5-6b78-40da-963b-6a7ebfe62db6 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:25.450576 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Updating router 714560f5-6b78-40da-963b-6a7ebfe62db6 port 564acdc0-7075-45ed-8077-e4a65aaf964b binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 20:59:25.515234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=d6401281-fea0-4058-8676-c03356b5e879,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:25.576937 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6262efeb-4de8-4d9b-8c2f-31e5b9ba18d4'] response: {'server_uuid': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6401281-fea0-4058-8676-c03356b5e879', 'code': 200} Apr 18 20:59:25.597015 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:25.912136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206880b-b572-4c3b-9243-a590e69a5b19 req-d4cee9cb-091a-4b7a-a495-ed8129e1b1ad tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:25.914131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6206880b-b572-4c3b-9243-a590e69a5b19 req-d4cee9cb-091a-4b7a-a495-ed8129e1b1ad tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.2214158 Apr 18 20:59:25.963849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] For port b5673b6d-01c8-491e-a312-904a99f6c5a5, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b5673b6d-01c8-491e-a312-904a99f6c5a5,segment=NetworkSegment(21518419-72bc-4e71-b23d-29aee11c678a),segment_id=21518419-72bc-4e71-b23d-29aee11c678a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:25.964876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.018656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91912a-c804-4bd4-870d-f95329ffdd50 req-39c483e4-ddd8-4350-a1b0-c8d9ae7c06ef tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:26.021447 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d91912a-c804-4bd4-870d-f95329ffdd50 req-39c483e4-ddd8-4350-a1b0-c8d9ae7c06ef tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 946 time: 0.8806174 Apr 18 20:59:26.113759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Calling delete_port for b5673b6d-01c8-491e-a312-904a99f6c5a5 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:26.146269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6206880b-b572-4c3b-9243-a590e69a5b19 req-1ae8dea0-8b11-4e4e-a554-d4cb84efa5fa tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092183 Apr 18 20:59:26.152116 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.185234 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Transition to ACTIVE for port object 564acdc0-7075-45ed-8077-e4a65aaf964b will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:26.214550 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.243514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831baf7-deea-47a5-8407-4e63f6fc83b4 req-79b5488a-5f9d-4a2a-a733-f86eacad7774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:26.246466 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0831baf7-deea-47a5-8407-4e63f6fc83b4 req-79b5488a-5f9d-4a2a-a733-f86eacad7774 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.5110195 Apr 18 20:59:26.320329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4d91912a-c804-4bd4-870d-f95329ffdd50 req-0caa8cf2-a741-414d-95ea-b4e4399ebf34 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/security-groups?id=27f17459-715c-4444-b804-f83e4d252219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895513 Apr 18 20:59:26.383452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0831baf7-deea-47a5-8407-4e63f6fc83b4 req-1ad4bf64-cba7-40b8-a2f5-bdd94d107e92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238916 Apr 18 20:59:26.384377 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849548f-99fc-4515-8994-d93b87e1b7c7 None None] Pushing event updated for resources: {'Port': ['ID=564acdc0-7075-45ed-8077-e4a65aaf964b,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:26.466692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.482642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b5673b6d-01c8-491e-a312-904a99f6c5a5'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:59:26.570850 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Attempting to bind port 564acdc0-7075-45ed-8077-e4a65aaf964b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:26.571741 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Attempting to bind port 564acdc0-7075-45ed-8077-e4a65aaf964b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:26.571999 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Attempting to bind port 564acdc0-7075-45ed-8077-e4a65aaf964b on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:26.581951 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:26.582511 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:26.583483 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.584011 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:26.584601 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Bound port: 564acdc0-7075-45ed-8077-e4a65aaf964b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:26.587592 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.735101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.768475 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] For port 564acdc0-7075-45ed-8077-e4a65aaf964b, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:26.774476 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] For port 564acdc0-7075-45ed-8077-e4a65aaf964b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=564acdc0-7075-45ed-8077-e4a65aaf964b,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:26.780801 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.782462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Pushing event deleted for resources: {'Port': ['ID=b5673b6d-01c8-491e-a312-904a99f6c5a5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:26.871779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] No DVR routers for this DVR port b5673b6d-01c8-491e-a312-904a99f6c5a5 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:26.875662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:26.882212 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Routers {'714560f5-6b78-40da-963b-6a7ebfe62db6'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:26.883264 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:59:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['714560f5-6b78-40da-963b-6a7ebfe62db6'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:26.883466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'name': 'network-vif-deleted', 'tag': 'b5673b6d-01c8-491e-a312-904a99f6c5a5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:26.945540 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a849548f-99fc-4515-8994-d93b87e1b7c7 None None] Pushing event updated for resources: {'Port': ['ID=564acdc0-7075-45ed-8077-e4a65aaf964b,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:27.017110 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44b432a1-4544-4809-a930-3f7e5d43c5ae'] response: {'server_uuid': '8259ffad-be93-473c-bf0c-d00b6729b7c9', 'name': 'network-vif-deleted', 'tag': 'b5673b6d-01c8-491e-a312-904a99f6c5a5', 'status': 'completed', 'code': 200} Apr 18 20:59:27.021419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bf228256-ec45-44ae-84a7-de29c1dff5ae req-40656d07-ccc3-412a-bcb8-774106b7ff1a tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.55 "DELETE /v2.0/ports/b5673b6d-01c8-491e-a312-904a99f6c5a5 HTTP/1.1" status: 204 len: 173 time: 1.7826207 Apr 18 20:59:27.093233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40eb610-9d78-4342-bcf2-6fb2e2644e64 req-1dc95205-77b5-42ba-a2f3-7c9d9965fe7d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.102527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c40eb610-9d78-4342-bcf2-6fb2e2644e64 req-1dc95205-77b5-42ba-a2f3-7c9d9965fe7d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 945 time: 0.4887898 Apr 18 20:59:27.133071 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] Set router 714560f5-6b78-40da-963b-6a7ebfe62db6 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:27.206112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-b2c51433-bbf4-464f-b26a-0d2be341972c tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.213820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-b2c51433-bbf4-464f-b26a-0d2be341972c tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 945 time: 0.3096545 Apr 18 20:59:27.229785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 564acdc0-7075-45ed-8077-e4a65aaf964b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:27.230344 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.234056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c40eb610-9d78-4342-bcf2-6fb2e2644e64 req-6fb1c843-16e9-4a80-b0b7-0ff1e72133f9 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305175 Apr 18 20:59:27.317297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Deleting port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:27.317673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.792773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5af503-b81f-446a-9f4d-c4d4f4369f69 req-281b5622-725f-4a7b-9538-3a0b6da349cf tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:27.794422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a5af503-b81f-446a-9f4d-c4d4f4369f69 req-281b5622-725f-4a7b-9538-3a0b6da349cf tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.2172000 Apr 18 20:59:27.801756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port 564acdc0-7075-45ed-8077-e4a65aaf964b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=564acdc0-7075-45ed-8077-e4a65aaf964b,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:27.802139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:27.908703 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'name': 'tempest-NetworksTestDHCPv6-router-774746495', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:19Z', 'updated_at': '2022-04-18T20:59:21Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None, '_interfaces': [{'id': '564acdc0-7075-45ed-8077-e4a65aaf964b', 'name': '', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'mac_address': 'fa:16:3e:0c:0f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '403242c7-1781-4f10-a84a-494325a28893', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:20Z', 'updated_at': '2022-04-18T20:59:26Z', 'revision_number': 4, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'subnets': [{'id': '403242c7-1781-4f10-a84a-494325a28893', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:27.917710 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a983f-aaa0-4ba7-959b-f64aa7229f89 None None] The sync data for ids ['714560f5-6b78-40da-963b-6a7ebfe62db6'] in n-d-836016-3 is: [{'id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'name': 'tempest-NetworksTestDHCPv6-router-774746495', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:19Z', 'updated_at': '2022-04-18T20:59:21Z', 'revision_number': 2, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None, '_interfaces': [{'id': '564acdc0-7075-45ed-8077-e4a65aaf964b', 'name': '', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'mac_address': 'fa:16:3e:0c:0f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': '403242c7-1781-4f10-a84a-494325a28893', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:59:20Z', 'updated_at': '2022-04-18T20:59:26Z', 'revision_number': 4, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'subnets': [{'id': '403242c7-1781-4f10-a84a-494325a28893', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:28.006390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f51da1d3-4184-4f48-9514-dcb0ccd30fc1 req-8445de69-5cb6-44f0-b7b2-3c03d25ba0a5 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Synchronizing usage tracker for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:28.028676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 564acdc0-7075-45ed-8077-e4a65aaf964b owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:28.103562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5a5af503-b81f-446a-9f4d-c4d4f4369f69 req-c93a276a-e798-42ce-9dbd-12d835f47d73 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923338 Apr 18 20:59:28.114716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f51da1d3-4184-4f48-9514-dcb0ccd30fc1 req-8445de69-5cb6-44f0-b7b2-3c03d25ba0a5 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] Unset dirty status for tenant:9ce00e2cba424f6cbb491c9d1e11efa4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:28.124921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f51da1d3-4184-4f48-9514-dcb0ccd30fc1 req-8445de69-5cb6-44f0-b7b2-3c03d25ba0a5 tempest-VolumesSnapshotTestJSON-10610312 tempest-VolumesSnapshotTestJSON-10610312-project] 10.222.0.47 "GET /v2.0/ports?device_id=8259ffad-be93-473c-bf0c-d00b6729b7c9 HTTP/1.1" status: 200 len: 210 time: 0.5004203 Apr 18 20:59:28.171322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] For port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:28.173315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.407963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.454023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Calling delete_port for f816fcb6-85dc-4ecd-876a-fbd80ec03dbc owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:28.472085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=564acdc0-7075-45ed-8077-e4a65aaf964b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:28.832912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaaf9f6-5a1f-41f1-9a45-00e0bd654bdb req-fa4014a1-e0f1-4dc6-a3cc-c182dc881f45 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:28.835547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2aaaf9f6-5a1f-41f1-9a45-00e0bd654bdb req-fa4014a1-e0f1-4dc6-a3cc-c182dc881f45 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 945 time: 0.3130758 Apr 18 20:59:28.836069 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.884776 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:28.901258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f816fcb6-85dc-4ecd-876a-fbd80ec03dbc'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:59:28.952618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Pushing event deleted for resources: {'Port': ['ID=f816fcb6-85dc-4ecd-876a-fbd80ec03dbc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:28.999757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2aaaf9f6-5a1f-41f1-9a45-00e0bd654bdb req-48998036-7a8f-426a-aa63-048c054bed8e tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545153 Apr 18 20:59:29.063036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] No DVR routers for this DVR port f816fcb6-85dc-4ecd-876a-fbd80ec03dbc on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:29.067073 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.072272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'name': 'network-vif-deleted', 'tag': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:29.101137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79cc8c9e-6289-4ce5-85c5-aa9ef791a840 req-ba4d01b3-722e-45f1-bd21-778c42a1c9a6 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "DELETE /v2.0/ports/f816fcb6-85dc-4ecd-876a-fbd80ec03dbc HTTP/1.1" status: 204 len: 173 time: 1.8651676 Apr 18 20:59:29.200496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Router 714560f5-6b78-40da-963b-6a7ebfe62db6 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 20:59:29.263208 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-554c72f3-dc0a-4b8e-959b-8a818388c4f2'] response: {'server_uuid': '05647cc7-68ea-4b06-88c7-e7c43f8ed1fc', 'name': 'network-vif-deleted', 'tag': 'f816fcb6-85dc-4ecd-876a-fbd80ec03dbc', 'status': 'completed', 'code': 200} Apr 18 20:59:29.440227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 20:59:29.499692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4835a018-6101-472b-90ca-afce1101d43f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "PUT /v2.0/routers/714560f5-6b78-40da-963b-6a7ebfe62db6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5347667 Apr 18 20:59:29.500216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32898) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:29.542056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc228-062a-4db4-accf-e5f00ef4e03f req-9e00164a-37ab-44cb-b039-c584e8cde9d1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.543636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a3fc228-062a-4db4-accf-e5f00ef4e03f req-9e00164a-37ab-44cb-b039-c584e8cde9d1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.0909936 Apr 18 20:59:29.635205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649c9de-a0de-454e-9370-3eb47a8278e0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.638921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b649c9de-a0de-454e-9370-3eb47a8278e0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:29.640465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b649c9de-a0de-454e-9370-3eb47a8278e0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:29.678595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b649c9de-a0de-454e-9370-3eb47a8278e0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:29.681994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b649c9de-a0de-454e-9370-3eb47a8278e0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1797302 Apr 18 20:59:29.686167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:29.759879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a3fc228-062a-4db4-accf-e5f00ef4e03f req-014b2af6-6085-44b7-b878-6883b4bab7d8 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032661 Apr 18 20:59:29.795277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 403242c7-1781-4f10-a84a-494325a28893 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:59:29.823424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:29.976689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.329681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.366196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-157913e2-a1f3-49cb-b081-c09af0a6bcf5 req-0aabf522-b2ce-4499-b1b0-b3037b454fcf tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=05647cc7-68ea-4b06-88c7-e7c43f8ed1fc HTTP/1.1" status: 200 len: 210 time: 0.0718563 Apr 18 20:59:30.383918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092b0c3-02d8-498e-beae-66f5c57eda14 req-848fbe7f-2ca5-4387-8ad9-1dca9e453b1d tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:30.386685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d092b0c3-02d8-498e-beae-66f5c57eda14 req-848fbe7f-2ca5-4387-8ad9-1dca9e453b1d tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.2796602 Apr 18 20:59:30.447549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] Sync routers for ids ['714560f5-6b78-40da-963b-6a7ebfe62db6'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 20:59:30.463225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] Routers {'714560f5-6b78-40da-963b-6a7ebfe62db6'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:30.463969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:59:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['714560f5-6b78-40da-963b-6a7ebfe62db6'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:30.487213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d092b0c3-02d8-498e-beae-66f5c57eda14 req-589cfaf7-99b0-432c-88fd-b3a15347903f tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895445 Apr 18 20:59:30.506045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.566503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b5673b6d-01c8-491e-a312-904a99f6c5a5 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:30.596714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=403242c7-1781-4f10-a84a-494325a28893,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:30.610754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:30.636830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e774c833-9dcc-499f-a128-199c8475178b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/403242c7-1781-4f10-a84a-494325a28893 HTTP/1.1" status: 204 len: 168 time: 0.9461734 Apr 18 20:59:30.637286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32918) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:30.650608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45372315-9fb3-4b30-8928-a9c535e4b66b None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:30.828571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: b5673b6d-01c8-491e-a312-904a99f6c5a5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:59:30.829145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b5673b6d-01c8-491e-a312-904a99f6c5a5 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:30.867060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] Set router 714560f5-6b78-40da-963b-6a7ebfe62db6 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:30.942373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e1125aa-870d-47dd-915f-14172ef2f0c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:router {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:30.995453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e1125aa-870d-47dd-915f-14172ef2f0c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:router {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:31.002200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6e1125aa-870d-47dd-915f-14172ef2f0c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3583641 Apr 18 20:59:31.002758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32922) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:31.118548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411b0a3-1afa-49db-b3d0-f6edcf96e9ad req-81d94b3a-1d3d-4008-bd5d-a92ebc84e56c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:31.121132 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6411b0a3-1afa-49db-b3d0-f6edcf96e9ad req-81d94b3a-1d3d-4008-bd5d-a92ebc84e56c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.4016500 Apr 18 20:59:31.158936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f816fcb6-85dc-4ecd-876a-fbd80ec03dbc no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:31.248411 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91e79150-1ce6-47fb-8f23-c8aedd11da6c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.339855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: f816fcb6-85dc-4ecd-876a-fbd80ec03dbc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:59:31.340840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f816fcb6-85dc-4ecd-876a-fbd80ec03dbc not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:31.343013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'name': 'tempest-NetworksTestDHCPv6-router-774746495', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:19Z', 'updated_at': '2022-04-18T20:59:28Z', 'revision_number': 3, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.356189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] Checking router: 714560f5-6b78-40da-963b-6a7ebfe62db6 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 20:59:31.485639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6411b0a3-1afa-49db-b3d0-f6edcf96e9ad req-be873704-6b12-4966-9de8-3a9bb0add64d tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696216 Apr 18 20:59:31.503217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] Routers {'714560f5-6b78-40da-963b-6a7ebfe62db6'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 20:59:31.504419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T20:59:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['714560f5-6b78-40da-963b-6a7ebfe62db6'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.700021 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91e79150-1ce6-47fb-8f23-c8aedd11da6c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.703494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91e79150-1ce6-47fb-8f23-c8aedd11da6c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.738201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91e79150-1ce6-47fb-8f23-c8aedd11da6c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.739107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e79150-1ce6-47fb-8f23-c8aedd11da6c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Fanout notify agent at l3_agent the message router_deleted on router 714560f5-6b78-40da-963b-6a7ebfe62db6 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 20:59:31.779061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91e79150-1ce6-47fb-8f23-c8aedd11da6c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:31.779359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] Set router 714560f5-6b78-40da-963b-6a7ebfe62db6 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 20:59:31.780204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91e79150-1ce6-47fb-8f23-c8aedd11da6c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/routers/714560f5-6b78-40da-963b-6a7ebfe62db6 HTTP/1.1" status: 204 len: 168 time: 0.7760391 Apr 18 20:59:31.785278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:31.921021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'name': 'tempest-NetworksTestDHCPv6-router-774746495', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:19Z', 'updated_at': '2022-04-18T20:59:28Z', 'revision_number': 3, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 20:59:31.927059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43eaba2a-fd1a-4843-8c7a-92f64f925c10 None None] The sync data for ids ['714560f5-6b78-40da-963b-6a7ebfe62db6'] in n-d-836016-3 is: [{'id': '714560f5-6b78-40da-963b-6a7ebfe62db6', 'name': 'tempest-NetworksTestDHCPv6-router-774746495', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:59:19Z', 'updated_at': '2022-04-18T20:59:28Z', 'revision_number': 3, 'project_id': '2482e027f87a434fbfcd9a45537facd7', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 20:59:32.016506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-0664a7ae-059b-486e-94b2-faa7c23910e8 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.018217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-0664a7ae-059b-486e-94b2-faa7c23910e8 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/networks?id=2442033f-013b-4c22-b459-328a5d72b31a HTTP/1.1" status: 200 len: 808 time: 0.1960459 Apr 18 20:59:32.040876 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-3e5696de-eff7-43fa-9693-0cc4c5d562ff tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/quotas/e9b2dd2e80be4adca2b866b3acb0ca2c HTTP/1.1" status: 200 len: 375 time: 0.0111692 Apr 18 20:59:32.112579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-b9b9cd19-b4e5-4cf7-8e2b-0b9510dfc10c tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e9b2dd2e80be4adca2b866b3acb0ca2c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647116 Apr 18 20:59:32.151143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b4151-c36f-4c42-b0c1-88f352a1dae2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.152843 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1d9b4151-c36f-4c42-b0c1-88f352a1dae2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3668649 Apr 18 20:59:32.157030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:32.261071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ccbb6c61-d78c-4236-bb0e-7b5e79a62f07 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.262625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ccbb6c61-d78c-4236-bb0e-7b5e79a62f07 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/networks?id=1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 200 len: 910 time: 0.3425851 Apr 18 20:59:32.265778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c5d3bc-a8ee-47ef-b116-29ad1e2065f7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:32.266472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64c5d3bc-a8ee-47ef-b116-29ad1e2065f7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:32.297095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-933a5714-3054-4a7f-b3b3-f26a4c75340c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/quotas/27194d9cf0614d5d81769e152ce5297e HTTP/1.1" status: 200 len: 375 time: 0.0243311 Apr 18 20:59:32.300157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64c5d3bc-a8ee-47ef-b116-29ad1e2065f7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:32.302085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-64c5d3bc-a8ee-47ef-b116-29ad1e2065f7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1436779 Apr 18 20:59:32.308310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:32.329307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:59:32.335196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] Deleting port 5ffd1a1d-738f-4053-a106-215a70cddd46 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:32.335608 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.458417 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-6d61d938-ebc4-4b2f-aad1-e00ac8f155f7 service neutron] 10.222.0.47 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3367438 Apr 18 20:59:32.583570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-12ad3d1a-b869-4246-adb9-9e3348423b62 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2740407 Apr 18 20:59:32.602384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 32972) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:32.623621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:32.857667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] For port 5ffd1a1d-738f-4053-a106-215a70cddd46, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5ffd1a1d-738f-4053-a106-215a70cddd46,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:32.858458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.888719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 564acdc0-7075-45ed-8077-e4a65aaf964b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:32.904758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-b44c454f-3e1d-421c-8054-03950cf24c58 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=27194d9cf0614d5d81769e152ce5297e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5933313 Apr 18 20:59:32.906259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:32.923549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:32.959804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:32.964962 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:32.985455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 564acdc0-7075-45ed-8077-e4a65aaf964b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 20:59:32.986139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 564acdc0-7075-45ed-8077-e4a65aaf964b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 20:59:32.986840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5ffd1a1d-738f-4053-a106-215a70cddd46 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 20:59:33.122716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-bdc8a8dd-fa9c-449a-bb6d-3bae0f9cecda service neutron] 10.222.0.47 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6598380 Apr 18 20:59:33.309866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] Calling delete_port for 5ffd1a1d-738f-4053-a106-215a70cddd46 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:33.506139 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.575452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-086783a6-5217-48e0-92ab-6c718890120f service neutron] 10.222.0.47 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6408715 Apr 18 20:59:33.600230 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.617217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ca789ec-a1f4-4642-858e-f55e80b41ce6 req-9b639d71-d596-4e1e-ac62-b3097c7a9ffa tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 210 time: 0.0619357 Apr 18 20:59:33.644858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] No DVR routers for this DVR port 5ffd1a1d-738f-4053-a106-215a70cddd46 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:33.662608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52422b21-99e2-4c79-bde6-df5edd34cf08 None None] Pushing event deleted for resources: {'Port': ['ID=5ffd1a1d-738f-4053-a106-215a70cddd46,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:33.688546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 20:59:33.692896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.851239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:33.860096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:33.864922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:33.865722 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:33.871957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be40d3d-a00e-4d88-b0ff-31ad31a4ff7c None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:33.873230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=dd96841c-681f-412b-99dd-4cc87a4dcacd,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:33.934695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-b998d16a-2d02-4cd4-9150-1e530d7c9987 service neutron] 10.222.0.47 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004963 Apr 18 20:59:33.952453 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-74b4e462-2666-4308-9a43-c5814818f4a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3403978 Apr 18 20:59:33.952605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 32986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:33.958733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:34.256535 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': 'dd96841c-681f-412b-99dd-4cc87a4dcacd'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 20:59:34.257404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.301440 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4138900-5035-4e9e-8cc7-0881d09dea06 req-4c7a949b-bbbe-40e0-85c6-100ab45e9d21 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 210 time: 0.0840156 Apr 18 20:59:34.401836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:34.409047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:34.413675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:34.437395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:34.452508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:34.457610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:34.702216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Allocated IP 2001:db8::f816:3eff:fe97:635b (37841291-0b4e-4025-916a-36663dff7833/dd96841c-681f-412b-99dd-4cc87a4dcacd/8b21d7ff-891f-4829-833b-f4a32f3589b1) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:34.981377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0c47e733-2f39-4d58-ab18-d2bad3c32973 req-275bc850-d595-46ef-a940-8791e49db79d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Synchronizing usage tracker for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:35.011437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0c47e733-2f39-4d58-ab18-d2bad3c32973 req-275bc850-d595-46ef-a940-8791e49db79d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Unset dirty status for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:35.020625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c47e733-2f39-4d58-ab18-d2bad3c32973 req-275bc850-d595-46ef-a940-8791e49db79d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 210 time: 0.1230083 Apr 18 20:59:35.177699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.229676 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.250358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Transition to ACTIVE for port object 8b21d7ff-891f-4829-833b-f4a32f3589b1 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:35.292873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Transition to ACTIVE for port object 8b21d7ff-891f-4829-833b-f4a32f3589b1 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:35.305482 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.358752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:35.372823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:35.389176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:35.391366 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.449617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=9f87b416-4bb2-4221-aacc-6bee255a01d2,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.498872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Pushing event updated for resources: {'Port': ['ID=8b21d7ff-891f-4829-833b-f4a32f3589b1,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:35.499256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.499256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.499447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:35.500720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:35.502563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.503285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.504387 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:35.509908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.510873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.511453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.512020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.512599 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.513170 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.513789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.514362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:35.568640 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f25e203a-2be4-487c-b3ea-18b73f0568a3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6157999 Apr 18 20:59:35.573189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:35.582524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:45:e5:82', 'name': 'tempest-NetworksTestDHCPv6-1716510436'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:35.678821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Attempting to bind port 8b21d7ff-891f-4829-833b-f4a32f3589b1 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:35.679206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Attempting to bind port 8b21d7ff-891f-4829-833b-f4a32f3589b1 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:35.679606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Attempting to bind port 8b21d7ff-891f-4829-833b-f4a32f3589b1 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:35.698435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:35.698822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:35.700406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.700406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:35.700406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Bound port: 8b21d7ff-891f-4829-833b-f4a32f3589b1, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:35.700775 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.715897 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c59875a3-2e37-45ca-bde2-bf2d4a6f9fc6 req-9861db65-002d-42bc-8d54-1bf87ab41318 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 210 time: 0.1071360 Apr 18 20:59:35.882589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:35.891196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:35.893649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] For port 8b21d7ff-891f-4829-833b-f4a32f3589b1, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:35.897817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:35.898589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] For port 8b21d7ff-891f-4829-833b-f4a32f3589b1, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8b21d7ff-891f-4829-833b-f4a32f3589b1,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:35.905014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:35.910544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:35.930734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:36.006358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826dbc9-4800-44dc-9219-d8a6c5be89a6 None None] Pushing event updated for resources: {'Port': ['ID=8b21d7ff-891f-4829-833b-f4a32f3589b1,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:36.134936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:36.167690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 7af3c339-8905-4c1d-af27-15f2ebeddf56 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:59:36.384632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cfc15e56-fad9-48e1-838c-2923bd02b58e req-6e6a3603-30d6-429a-8489-0541779b5524 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 210 time: 0.1045866 Apr 18 20:59:36.388218 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 20:59:36.881216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8b21d7ff-891f-4829-833b-f4a32f3589b1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:36.938006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 172.20.0.12 (37841291-0b4e-4025-916a-36663dff7833/9f87b416-4bb2-4221-aacc-6bee255a01d2/7af3c339-8905-4c1d-af27-15f2ebeddf56) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:37.034309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8d9b1df9-17f8-45fd-b7af-aae1e9c85039 req-6dd45a6e-6253-46c0-bb06-3f18670b565c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 210 time: 0.0630705 Apr 18 20:59:37.141922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:37.210758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fe45:e582 (37841291-0b4e-4025-916a-36663dff7833/dd96841c-681f-412b-99dd-4cc87a4dcacd/7af3c339-8905-4c1d-af27-15f2ebeddf56) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:37.583540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-4113de61-804d-4049-82cf-d0be42752d55 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.600553 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-4113de61-804d-4049-82cf-d0be42752d55 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "GET /v2.0/networks?id=2442033f-013b-4c22-b459-328a5d72b31a HTTP/1.1" status: 200 len: 808 time: 0.3125257 Apr 18 20:59:37.618361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Request body: {'port': {'device_id': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a', 'admin_state_up': True, 'tenant_id': 'e9b2dd2e80be4adca2b866b3acb0ca2c'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:37.733658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-d83c2513-80c2-4425-b846-27d90ef6afda tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:37.744633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-d83c2513-80c2-4425-b846-27d90ef6afda tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.61 "GET /v2.0/networks?id=1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 200 len: 910 time: 1.0470679 Apr 18 20:59:37.783221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Request body: {'port': {'device_id': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'admin_state_up': True, 'tenant_id': '27194d9cf0614d5d81769e152ce5297e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:37.809552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-05424386-5670-449f-ab71-3bf71631a978 req-3c4a7c53-a4ae-4a77-8264-649cef24de03 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 210 time: 0.1734476 Apr 18 20:59:37.836312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:37.841108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:37.863367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:37.890111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Made reservation on behalf of e9b2dd2e80be4adca2b866b3acb0ca2c for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:37.895917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:37.926072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:38.025227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcd6dd5-075f-49c8-81ea-dc6dfd1558f6 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:38.079047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Made reservation on behalf of 27194d9cf0614d5d81769e152ce5297e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:38.094198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.323546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Provisioning for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:38.352813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.365800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:38.366747 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.374346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 7af3c339-8905-4c1d-af27-15f2ebeddf56 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:38.419395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Allocated IP 172.20.0.12 (2442033f-013b-4c22-b459-328a5d72b31a/8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e/68e8ccd4-6719-482b-9a72-9e799caf9a51) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:38.539930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Allocated IP 172.20.0.8 (1051deec-4c60-4afc-b099-252158d1f998/8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2/e03a8ef0-d98a-4f38-a016-904f53d452df) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:38.600085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] Update dhcp port {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': 'dd96841c-681f-412b-99dd-4cc87a4dcacd', 'ip_address': '2001:db8::f816:3eff:fe97:635b'}, {'subnet_id': '9f87b416-4bb2-4221-aacc-6bee255a01d2'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '8b21d7ff-891f-4829-833b-f4a32f3589b1'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:59:38.665796 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.714562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.755676 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.860692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e6bfa0a8-2f57-4537-82a3-c27bc92f90d7 req-5aeb93cd-f945-4c35-8ed2-def018b30179 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 210 time: 0.5843091 Apr 18 20:59:38.866558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Pushing event updated for resources: {'Port': ['ID=68e8ccd4-6719-482b-9a72-9e799caf9a51,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:38.871745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.887184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Network 2442033f-013b-4c22-b459-328a5d72b31a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:38.890426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:38.898376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Transition to ACTIVE for port object e03a8ef0-d98a-4f38-a016-904f53d452df will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:38.904435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:38.935766 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.942211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:38.996650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] Allocated IP 172.20.0.2 (37841291-0b4e-4025-916a-36663dff7833/9f87b416-4bb2-4221-aacc-6bee255a01d2/8b21d7ff-891f-4829-833b-f4a32f3589b1) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:39.050498 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.080509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['d6401281-fea0-4058-8676-c03356b5e879'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:59:39.092749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.094739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.110008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Network 1051deec-4c60-4afc-b099-252158d1f998 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:39.135804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-7c87999e-facd-4d64-ac4c-871ec9c8808b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5214646 Apr 18 20:59:39.155248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Request body: {'port': {'device_id': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:39.190488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:39.226511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:39.228203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:39.315537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:39.334748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:39.374302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] For port 8b21d7ff-891f-4829-833b-f4a32f3589b1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8b21d7ff-891f-4829-833b-f4a32f3589b1,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:39.380941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=7af3c339-8905-4c1d-af27-15f2ebeddf56,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.528002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.528770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.545182 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.577504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] Transition to ACTIVE for port object 8b21d7ff-891f-4829-833b-f4a32f3589b1 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:39.585323 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.643780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.645737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.656385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Pushing event updated for resources: {'Port': ['ID=e03a8ef0-d98a-4f38-a016-904f53d452df,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:39.679676 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:39.687846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac3777-b748-439d-a6c0-3f78371377ad req-7053a62f-7d48-43d4-ab0c-833e05cf3cab tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:39.691697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8ac3777-b748-439d-a6c0-3f78371377ad req-7053a62f-7d48-43d4-ab0c-833e05cf3cab tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 932 time: 0.6124732 Apr 18 20:59:39.795310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fd7eecbe-dc14-450c-9d29-1be283ad913b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.2202210 Apr 18 20:59:39.796642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:39.895506 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-775c1b90-2663-4dfc-a627-00efecdbdf95 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1180449 Apr 18 20:59:39.918334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Request body: {'port': {'device_id': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:39.993427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d3a8a-1265-43fa-bd9c-ba7c5d5a712e None None] Pushing event updated for resources: {'Port': ['ID=8b21d7ff-891f-4829-833b-f4a32f3589b1,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:40.011969 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:40.012500 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:40.023086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8ac3777-b748-439d-a6c0-3f78371377ad req-7f7d8d89-6622-4296-9997-4b6d4547c237 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199627 Apr 18 20:59:40.235115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68e8ccd4-6719-482b-9a72-9e799caf9a51 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:40.238162 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.276727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63277cb4-64c0-4c66-8670-3b0b078643f0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.289273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63277cb4-64c0-4c66-8670-3b0b078643f0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:40.291425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63277cb4-64c0-4c66-8670-3b0b078643f0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:40.361332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.421243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Transition to ACTIVE for port object 68e8ccd4-6719-482b-9a72-9e799caf9a51 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:40.430279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.436180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63277cb4-64c0-4c66-8670-3b0b078643f0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:40.444302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-63277cb4-64c0-4c66-8670-3b0b078643f0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.6422222 Apr 18 20:59:40.445464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:40.726960 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.737267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 7af3c339-8905-4c1d-af27-15f2ebeddf56 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:40.737864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.860631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] For port 8b21d7ff-891f-4829-833b-f4a32f3589b1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8b21d7ff-891f-4829-833b-f4a32f3589b1,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:40.867340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:40.927687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8b21d7ff-891f-4829-833b-f4a32f3589b1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:40.947711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Pushing event updated for resources: {'Port': ['ID=68e8ccd4-6719-482b-9a72-9e799caf9a51,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.052291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1ff4d9-7532-418f-b825-75903fec5b3d req-22500b62-9755-4271-9480-244386381924 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:41.060537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e1ff4d9-7532-418f-b825-75903fec5b3d req-22500b62-9755-4271-9480-244386381924 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1027 time: 0.8046639 Apr 18 20:59:41.107374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Attempting to bind port 68e8ccd4-6719-482b-9a72-9e799caf9a51 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:41.107696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Attempting to bind port 68e8ccd4-6719-482b-9a72-9e799caf9a51 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:41.108088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Attempting to bind port 68e8ccd4-6719-482b-9a72-9e799caf9a51 on network 2442033f-013b-4c22-b459-328a5d72b31a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:41.137223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Port 68e8ccd4-6719-482b-9a72-9e799caf9a51 on network 2442033f-013b-4c22-b459-328a5d72b31a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:59:41.137618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Attempting to bind port 68e8ccd4-6719-482b-9a72-9e799caf9a51 on network 2442033f-013b-4c22-b459-328a5d72b31a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:41.153996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e1ff4d9-7532-418f-b825-75903fec5b3d req-fc39ccb4-5d29-4852-9b95-c23abd856814 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923917 Apr 18 20:59:41.158808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ce7a4df-289e-4914-b58b-4a0d3709ba2a None None] Provisioning for port e03a8ef0-d98a-4f38-a016-904f53d452df completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:41.161407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:41.161872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Checking segment: {'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:41.162172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Bound using segment: {'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:41.162788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Bound port: 68e8ccd4-6719-482b-9a72-9e799caf9a51, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fdca75-f505-4f68-8318-af26548d1275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:41.163104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.198981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ce7a4df-289e-4914-b58b-4a0d3709ba2a None None] Provisioning complete for port e03a8ef0-d98a-4f38-a016-904f53d452df triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:41.200029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ce7a4df-289e-4914-b58b-4a0d3709ba2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.420118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] For port 68e8ccd4-6719-482b-9a72-9e799caf9a51, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:41.437744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] For port 68e8ccd4-6719-482b-9a72-9e799caf9a51, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=68e8ccd4-6719-482b-9a72-9e799caf9a51,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:41.439460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1ce7a4df-289e-4914-b58b-4a0d3709ba2a None None] Port e03a8ef0-d98a-4f38-a016-904f53d452df cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:59:41.442141 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3e3ff-b7fd-415b-9b0f-ffeb34071153 None None] Pushing event updated for resources: {'Port': ['ID=8b21d7ff-891f-4829-833b-f4a32f3589b1,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.448610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.601848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6eb024c6-d344-41e1-8e6c-83a0806f056b None None] Provisioning for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:41.640987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6eb024c6-d344-41e1-8e6c-83a0806f056b None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:41.644152 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6eb024c6-d344-41e1-8e6c-83a0806f056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.648243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Pushing event updated for resources: {'Port': ['ID=68e8ccd4-6719-482b-9a72-9e799caf9a51,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:41.654272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:41.655073 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:41.657045 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-e7a4a9e3-bf3f-4ffc-97ea-02b85e924945 service neutron] 10.222.0.61 "PUT /v2.0/ports/68e8ccd4-6719-482b-9a72-9e799caf9a51 HTTP/1.1" status: 200 len: 1092 time: 2.5127654 Apr 18 20:59:41.657745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'tag': '68e8ccd4-6719-482b-9a72-9e799caf9a51'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:41.934727 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-491e1390-0c86-4fde-9474-24db664811fd'] response: {'name': 'network-changed', 'server_uuid': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'tag': '68e8ccd4-6719-482b-9a72-9e799caf9a51', 'status': 'completed', 'code': 200} Apr 18 20:59:41.965022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-6927c2c7-eebc-4b30-9c61-1d01a1ff7155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:41.972672 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-6927c2c7-eebc-4b30-9c61-1d01a1ff7155 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9b2dd2e80be4adca2b866b3acb0ca2c&device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 1095 time: 0.2131114 Apr 18 20:59:41.997251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be1c01f-4e0a-45a4-a138-ac442c4b763f req-29797d50-7e78-4cef-b803-04b9b5342cda tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:42.010795 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1be1c01f-4e0a-45a4-a138-ac442c4b763f req-29797d50-7e78-4cef-b803-04b9b5342cda tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 944 time: 0.5400300 Apr 18 20:59:42.093240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-20290b9c-fece-4359-85a0-aee82414cd60 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68e8ccd4-6719-482b-9a72-9e799caf9a51 HTTP/1.1" status: 200 len: 217 time: 0.1099000 Apr 18 20:59:42.173719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-8eedaa30-3930-4ac5-911e-c0abc226666b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:42.175324 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-8eedaa30-3930-4ac5-911e-c0abc226666b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e HTTP/1.1" status: 200 len: 848 time: 0.0755799 Apr 18 20:59:42.217981 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.224045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-05572ace-b38f-4aeb-a55b-04dea08df5e5 None None] Provisioning for port 7af3c339-8905-4c1d-af27-15f2ebeddf56 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:42.242264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-05572ace-b38f-4aeb-a55b-04dea08df5e5 None None] Provisioning complete for port 7af3c339-8905-4c1d-af27-15f2ebeddf56 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:42.244093 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-05572ace-b38f-4aeb-a55b-04dea08df5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.287335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03a8ef0-d98a-4f38-a016-904f53d452df {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:42.327191 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.350346 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-fa86e170-5075-4acf-9d7b-baf53a0a1fc1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2442033f-013b-4c22-b459-328a5d72b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655991 Apr 18 20:59:42.377565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Transition to ACTIVE for port object e03a8ef0-d98a-4f38-a016-904f53d452df will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:42.411081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-05572ace-b38f-4aeb-a55b-04dea08df5e5 None None] Port 7af3c339-8905-4c1d-af27-15f2ebeddf56 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 20:59:42.610578 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1be1c01f-4e0a-45a4-a138-ac442c4b763f req-de03469c-40c9-40c4-b463-8ddaa1272f49 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5982139 Apr 18 20:59:42.624568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 7af3c339-8905-4c1d-af27-15f2ebeddf56 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:42.672094 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:42.974669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Pushing event updated for resources: {'Port': ['ID=e03a8ef0-d98a-4f38-a016-904f53d452df,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:42.997323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8b21d7ff-891f-4829-833b-f4a32f3589b1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:43.029051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-b5349759-ce5a-40e4-a75a-5e863e6113c8 service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617785 Apr 18 20:59:43.180169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082fc81-dbdb-41f5-acda-45bf05a9fc79 req-dc54bbae-a84c-4d11-91ee-961f514c0b7c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:43.188600 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2082fc81-dbdb-41f5-acda-45bf05a9fc79 req-dc54bbae-a84c-4d11-91ee-961f514c0b7c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1052 time: 0.5243909 Apr 18 20:59:43.296961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:43.297889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.381307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Attempting to bind port e03a8ef0-d98a-4f38-a016-904f53d452df on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 20:59:43.384383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Attempting to bind port e03a8ef0-d98a-4f38-a016-904f53d452df by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 20:59:43.385292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Attempting to bind port e03a8ef0-d98a-4f38-a016-904f53d452df on network 1051deec-4c60-4afc-b099-252158d1f998 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:43.410703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Port e03a8ef0-d98a-4f38-a016-904f53d452df on network 1051deec-4c60-4afc-b099-252158d1f998 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 20:59:43.411026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Attempting to bind port e03a8ef0-d98a-4f38-a016-904f53d452df on network 1051deec-4c60-4afc-b099-252158d1f998 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 20:59:43.445439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 20:59:43.449312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Checking segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 20:59:43.449837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Bound using segment: {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 20:59:43.460858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Bound port: e03a8ef0-d98a-4f38-a016-904f53d452df, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09f615fd-e707-47a3-825e-c97f4d8b4c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1051deec-4c60-4afc-b099-252158d1f998'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 20:59:43.461164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.477347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2082fc81-dbdb-41f5-acda-45bf05a9fc79 req-db6333b6-e87a-43de-bea4-bec1dda3985c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920725 Apr 18 20:59:43.549681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-08e5794d-e689-4e53-b66a-0b3e4c39668c req-26d6c31f-d455-4e0c-935f-6e502c3a40b5 service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053926 Apr 18 20:59:43.617238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.655537 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eda35ca9-83fa-433f-b6fd-634810c2a49f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.731741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=7af3c339-8905-4c1d-af27-15f2ebeddf56,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:43.953318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:43.979228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-09e21aef-a847-4910-b3be-5bf08f862af6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/7af3c339-8905-4c1d-af27-15f2ebeddf56 HTTP/1.1" status: 204 len: 168 time: 3.5283461 Apr 18 20:59:43.985403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:44.006349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-66e69831-445c-4773-8acf-906316c971e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.015332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-66e69831-445c-4773-8acf-906316c971e3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e9b2dd2e80be4adca2b866b3acb0ca2c&device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 1095 time: 0.3876541 Apr 18 20:59:44.296900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-c0e7b262-8b85-4bfb-adc6-c982eb6e618c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.300534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-c0e7b262-8b85-4bfb-adc6-c982eb6e618c service neutron] 10.222.0.61 "GET /v2.0/networks?id=2442033f-013b-4c22-b459-328a5d72b31a HTTP/1.1" status: 200 len: 909 time: 0.2750881 Apr 18 20:59:44.400478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] For port e03a8ef0-d98a-4f38-a016-904f53d452df, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 20:59:44.422310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] For port e03a8ef0-d98a-4f38-a016-904f53d452df, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e03a8ef0-d98a-4f38-a016-904f53d452df,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 20:59:44.439727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.498611 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-8d18358c-0fad-4438-97fe-be4a2d7fda6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=68e8ccd4-6719-482b-9a72-9e799caf9a51 HTTP/1.1" status: 200 len: 217 time: 0.1906555 Apr 18 20:59:44.531643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cac8b-d9eb-4755-bb8d-897347b78270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.535074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cac8b-d9eb-4755-bb8d-897347b78270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.538365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30cac8b-d9eb-4755-bb8d-897347b78270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.539427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a30cac8b-d9eb-4755-bb8d-897347b78270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:44.588195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.589246 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:44.591723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] 10.222.0.61 "PUT /v2.0/ports/e03a8ef0-d98a-4f38-a016-904f53d452df HTTP/1.1" status: 200 len: 1091 time: 4.6804214 Apr 18 20:59:44.600540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'tag': 'e03a8ef0-d98a-4f38-a016-904f53d452df'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:44.663090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a30cac8b-d9eb-4755-bb8d-897347b78270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:44.668274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a30cac8b-d9eb-4755-bb8d-897347b78270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6636586 Apr 18 20:59:44.673183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:44.693073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-bc510084-89d1-4321-b16c-8cae3e662bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.698086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-bc510084-89d1-4321-b16c-8cae3e662bb8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e HTTP/1.1" status: 200 len: 848 time: 0.1901345 Apr 18 20:59:44.776201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-a543d225-1d70-483d-b9b1-f9da9ace573e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2442033f-013b-4c22-b459-328a5d72b31a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672150 Apr 18 20:59:44.951363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9187b981-9475-434d-a79a-4fa0f0fd805e req-751a8c62-3695-4458-bd55-3df889123a30 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:44.955409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9187b981-9475-434d-a79a-4fa0f0fd805e req-751a8c62-3695-4458-bd55-3df889123a30 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 944 time: 0.7534492 Apr 18 20:59:44.978381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49cb7a-deab-4c9f-b1f5-22b2c125b009 service neutron] Pushing event updated for resources: {'Port': ['ID=e03a8ef0-d98a-4f38-a016-904f53d452df,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:45.232794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9187b981-9475-434d-a79a-4fa0f0fd805e req-4faf91ae-da3e-4237-9007-99ea7558c730 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322896 Apr 18 20:59:45.265649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-660749d2-1d67-4aad-9908-6ff2e6cfacef service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4787316 Apr 18 20:59:45.295980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ffb4a148-426d-45a2-a40f-1c7dba54edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.297720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ffb4a148-426d-45a2-a40f-1c7dba54edb2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27194d9cf0614d5d81769e152ce5297e&device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1094 time: 0.5018578 Apr 18 20:59:45.302376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 9f87b416-4bb2-4221-aacc-6bee255a01d2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:59:45.343543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fa0a0-5175-4e47-a963-09b199272bf3 req-1ffaa9eb-cf2e-4556-a694-3664db93fd40 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.362476 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd5fa0a0-5175-4e47-a963-09b199272bf3 req-1ffaa9eb-cf2e-4556-a694-3664db93fd40 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1094 time: 0.4888446 Apr 18 20:59:45.456230 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b94b401f-9a10-4256-a9f5-b453426669d1'] response: {'name': 'network-changed', 'server_uuid': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'tag': 'e03a8ef0-d98a-4f38-a016-904f53d452df', 'status': 'completed', 'code': 200} Apr 18 20:59:45.457167 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.570352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd5fa0a0-5175-4e47-a963-09b199272bf3 req-25ab22a7-cb82-409a-9fa1-ffee91d095a3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891592 Apr 18 20:59:45.571421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-e05b7c0c-cdeb-4bc7-85cd-2d596f0d0bbb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03a8ef0-d98a-4f38-a016-904f53d452df HTTP/1.1" status: 200 len: 217 time: 0.2577047 Apr 18 20:59:45.651963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56274984-14bc-4a91-be17-9f5a7d4a720a req-a957b460-cc28-47d9-9c8e-7ed3c7a6ee2b service neutron] 10.222.0.61 "GET /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750947 Apr 18 20:59:45.683109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.777966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-273477d9-3d91-4454-b2c2-0a57315fc00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.780347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-273477d9-3d91-4454-b2c2-0a57315fc00a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2 HTTP/1.1" status: 200 len: 848 time: 0.1977451 Apr 18 20:59:45.890189 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:45.953047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-534e56b1-8c46-4fab-92b3-0afa67390cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:45.954561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-534e56b1-8c46-4fab-92b3-0afa67390cd3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1051deec-4c60-4afc-b099-252158d1f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1647925 Apr 18 20:59:46.021921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92513510-4f06-4d66-8703-b4e23be0e52d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.087797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.155540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=9f87b416-4bb2-4221-aacc-6bee255a01d2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:46.163646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.195839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-4f32d576-ee1a-4a2f-8848-19795d5c24df service neutron] 10.222.0.61 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279158 Apr 18 20:59:46.204089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7a657b6d-6114-4df0-bd12-a88d1a2861af tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/9f87b416-4bb2-4221-aacc-6bee255a01d2 HTTP/1.1" status: 204 len: 168 time: 1.5239582 Apr 18 20:59:46.204263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33088) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:46.204950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92cc2d5-8093-4159-9d6b-72febdf70a86 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:46.440549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet dd96841c-681f-412b-99dd-4cc87a4dcacd {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:59:46.445821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.478442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7ac379d7-de23-4f32-a1ea-a016635ebcf3 req-ffa97dde-f63b-46d0-8f54-e27494056c6b service neutron] 10.222.0.61 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475266 Apr 18 20:59:46.602842 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:46.744319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011ce57-d7d7-469b-863e-f2fd3c97c5d7 req-86af3371-7e00-4f9d-b395-670c33e93ca0 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.759013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9011ce57-d7d7-469b-863e-f2fd3c97c5d7 req-86af3371-7e00-4f9d-b395-670c33e93ca0 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 944 time: 0.2773249 Apr 18 20:59:46.853529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-c2fde0f4-e25d-4794-9067-f4d9206f2c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:46.856161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-c2fde0f4-e25d-4794-9067-f4d9206f2c9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=27194d9cf0614d5d81769e152ce5297e&device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1094 time: 0.3102822 Apr 18 20:59:46.934172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9011ce57-d7d7-469b-863e-f2fd3c97c5d7 req-3ddd6a86-4997-470f-bf90-5d2fe798ac18 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739006 Apr 18 20:59:46.967840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.212137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-a7d9e149-bb19-4a8c-8601-acf2709b611d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:47.214756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-a7d9e149-bb19-4a8c-8601-acf2709b611d service neutron] 10.222.0.61 "GET /v2.0/networks?id=1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 200 len: 910 time: 0.3227451 Apr 18 20:59:47.237557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.241022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 68e8ccd4-6719-482b-9a72-9e799caf9a51 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:47.272256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.296509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.326332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=dd96841c-681f-412b-99dd-4cc87a4dcacd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:47.329769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.348952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4eeb3-3237-49c6-962e-2d979d67bd56 req-341650ad-64bd-4290-9e57-ca0065087de7 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:47.378088 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0ef4eeb3-3237-49c6-962e-2d979d67bd56 req-341650ad-64bd-4290-9e57-ca0065087de7 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1094 time: 0.3388782 Apr 18 20:59:47.445838 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e4eed84f-d5b3-4cd2-85ea-0677a53cf1d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/dd96841c-681f-412b-99dd-4cc87a4dcacd HTTP/1.1" status: 204 len: 168 time: 1.2299519 Apr 18 20:59:47.450014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33098) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:47.469603 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-3e19ff82-2902-430f-882c-547ca24f547b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e03a8ef0-d98a-4f38-a016-904f53d452df HTTP/1.1" status: 200 len: 217 time: 0.2471817 Apr 18 20:59:47.626051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0ef4eeb3-3237-49c6-962e-2d979d67bd56 req-73f4b59d-5afb-46d6-a6d8-30e9cd991fd1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465026 Apr 18 20:59:47.630700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7ff5f328-922d-4b45-93d9-a061001a7a49 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:router {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:47.661849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-7faefbcd-be5d-4756-a15e-a653ec0675b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:47.663024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7ff5f328-922d-4b45-93d9-a061001a7a49 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:router {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:47.672439 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7ff5f328-922d-4b45-93d9-a061001a7a49 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2101581 Apr 18 20:59:47.673075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-7faefbcd-be5d-4756-a15e-a653ec0675b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2 HTTP/1.1" status: 200 len: 848 time: 0.1907344 Apr 18 20:59:47.674364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33102) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:47.687701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:47.729070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 68e8ccd4-6719-482b-9a72-9e799caf9a51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=68e8ccd4-6719-482b-9a72-9e799caf9a51,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:47.755402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '68e8ccd4-6719-482b-9a72-9e799caf9a51', 'network_id': '2442033f-013b-4c22-b459-328a5d72b31a', 'port_id': '68e8ccd4-6719-482b-9a72-9e799caf9a51', 'mac_address': 'fa:16:3e:78:ee:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:47.865466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-29ffedad-8a46-4b5c-92f7-3383b311e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:47.875260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-29ffedad-8a46-4b5c-92f7-3383b311e26f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1051deec-4c60-4afc-b099-252158d1f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923018 Apr 18 20:59:47.881056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:47.888194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:47.893913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:47.914101 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.914815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:47.936105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:47.945938 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:47.947436 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68e8ccd4-6719-482b-9a72-9e799caf9a51 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:47.981057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 68e8ccd4-6719-482b-9a72-9e799caf9a51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=68e8ccd4-6719-482b-9a72-9e799caf9a51,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:47.988044 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.248232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=68e8ccd4-6719-482b-9a72-9e799caf9a51,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:48.261442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.261838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.262698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.263109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.263457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.263890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.265005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.265994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.266342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.266737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.268105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.268518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 20:59:48.297620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37926d6-c7c4-4269-9454-b08c3f7f6b6c None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:48.357874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['68e8ccd4-6719-482b-9a72-9e799caf9a51'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:59:48.444798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-c6484519-0098-4baa-8d4b-1a04059e11d8 service neutron] 10.222.0.61 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5563827 Apr 18 20:59:48.514475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e06eea-3ba8-43ce-b217-0816096ce8b0 req-ea02c260-35f5-453e-8b1f-90f2757fdd9d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:48.516066 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42e06eea-3ba8-43ce-b217-0816096ce8b0 req-ea02c260-35f5-453e-8b1f-90f2757fdd9d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 945 time: 0.1802354 Apr 18 20:59:48.604696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-071d32f8-2e54-4207-840f-26bb269a5607 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:48.605076 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-071d32f8-2e54-4207-840f-26bb269a5607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.657008 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:48.799891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-42e06eea-3ba8-43ce-b217-0816096ce8b0 req-1ca010c9-c335-4462-8e4a-cb633743890e tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622406 Apr 18 20:59:48.857908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a46eefae-c783-43cd-b3b5-0e037024d2c1 req-1deab663-78bc-4f24-ac05-242e380b3846 service neutron] 10.222.0.61 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985083 Apr 18 20:59:48.954176 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bff0aa0-a30c-4de7-a878-774302763376 req-d72b00d9-64d9-40c9-98af-7b091254a6fd tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:48.956294 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1bff0aa0-a30c-4de7-a878-774302763376 req-d72b00d9-64d9-40c9-98af-7b091254a6fd tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1094 time: 0.1780779 Apr 18 20:59:48.962091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 20:59:49.105668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1bff0aa0-a30c-4de7-a878-774302763376 req-b79eedc3-4235-4257-aa98-270309f7c76b tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072569 Apr 18 20:59:49.141097 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.187593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e03a8ef0-d98a-4f38-a016-904f53d452df details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 20:59:49.382212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.460774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e03a8ef0-d98a-4f38-a016-904f53d452df, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e03a8ef0-d98a-4f38-a016-904f53d452df,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:49.503035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'e03a8ef0-d98a-4f38-a016-904f53d452df', 'network_id': '1051deec-4c60-4afc-b099-252158d1f998', 'port_id': 'e03a8ef0-d98a-4f38-a016-904f53d452df', 'mac_address': 'fa:16:3e:e7:45:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 20:59:49.540931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-0f4bfe34-b828-42cd-b45f-d6bad663b748 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1042206 Apr 18 20:59:49.606925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.636938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a5dff2be-06aa-4987-905f-7fd45e279fff None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:49.637356 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5dff2be-06aa-4987-905f-7fd45e279fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.678407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.736886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03a8ef0-d98a-4f38-a016-904f53d452df {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 20:59:49.808238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-5da4a6e2-aba7-42ec-90e1-5b76de685a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:49.809184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e03a8ef0-d98a-4f38-a016-904f53d452df, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e03a8ef0-d98a-4f38-a016-904f53d452df,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:49.810847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-5da4a6e2-aba7-42ec-90e1-5b76de685a44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=27194d9cf0614d5d81769e152ce5297e&device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.1526368 Apr 18 20:59:49.819993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.881259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port 8b21d7ff-891f-4829-833b-f4a32f3589b1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8b21d7ff-891f-4829-833b-f4a32f3589b1,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:49.915523 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.922300 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:49.924194 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.058914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:50.067856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:50.082409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.083012 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.129946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=a2376aac-e17d-41d1-8ba9-a2fa6c5cff98,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.132190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e03a8ef0-d98a-4f38-a016-904f53d452df,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.137899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=8b21d7ff-891f-4829-833b-f4a32f3589b1,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:50.143270 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee3a86aa-cae0-4bc2-b172-581014c99ac9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4642017 Apr 18 20:59:50.147107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33124) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:50.153397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:50.176466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d556674-3ad3-4503-91f6-161c53232404 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:50.241348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-c4c46261-6e98-494e-9639-162de36c7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.245211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-c4c46261-6e98-494e-9639-162de36c7ff7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 200 len: 910 time: 0.3978317 Apr 18 20:59:50.353859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['e03a8ef0-d98a-4f38-a016-904f53d452df'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 20:59:50.483682 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-c65f79e7-2281-4a64-a5dd-d3fe2b369613 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6401281-fea0-4058-8676-c03356b5e879 HTTP/1.1" status: 200 len: 217 time: 0.2297096 Apr 18 20:59:50.645016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:50.655086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:50.661799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:50.688199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:50.726550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-91094711-6f08-4abe-86cb-c6c51606537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.729033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-91094711-6f08-4abe-86cb-c6c51606537f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2 HTTP/1.1" status: 200 len: 848 time: 0.1623900 Apr 18 20:59:50.759074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd25ad7c-d1dd-4999-a393-84bfc0b2c897 req-bf8bc656-0b56-4824-81f3-2e0789eedafc tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.763633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd25ad7c-d1dd-4999-a393-84bfc0b2c897 req-bf8bc656-0b56-4824-81f3-2e0789eedafc tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1095 time: 0.2174332 Apr 18 20:59:50.765029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:50.771986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:50.844054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8b21d7ff-891f-4829-833b-f4a32f3589b1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:50.865030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382f4d4-27d5-4889-a48e-6a46c6edefaf req-40188a68-1533-435e-b7ba-0319b2cf36dc tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.867419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f382f4d4-27d5-4889-a48e-6a46c6edefaf req-40188a68-1533-435e-b7ba-0319b2cf36dc tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 945 time: 0.3820527 Apr 18 20:59:50.963161 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f382f4d4-27d5-4889-a48e-6a46c6edefaf req-1e0353b3-b10b-4e5d-a36f-6c3c6b51c905 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821891 Apr 18 20:59:50.967810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-2e7e7666-798c-4403-bf6c-9fa095cd46f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:50.988312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-2e7e7666-798c-4403-bf6c-9fa095cd46f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1051deec-4c60-4afc-b099-252158d1f998&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2279017 Apr 18 20:59:50.990289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:50.990675 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.207450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 68e8ccd4-6719-482b-9a72-9e799caf9a51 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:51.378130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-c3e147a1-295c-4f16-a069-cd40f09a0668 service neutron] 10.222.0.55 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927631 Apr 18 20:59:51.403785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a34b132e-714f-4050-a38d-b1bcfd5ea489 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:51.404815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a34b132e-714f-4050-a38d-b1bcfd5ea489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.484901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd25ad7c-d1dd-4999-a393-84bfc0b2c897 req-c82ae2f4-dc0f-4744-bf57-cbb29c9103df tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055202 Apr 18 20:59:51.530450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 68e8ccd4-6719-482b-9a72-9e799caf9a51 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:51.553865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 68e8ccd4-6719-482b-9a72-9e799caf9a51 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:51.554487 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.587273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.619423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-564adb0d-94cb-4b10-a5ef-4067a465818e req-34fca8f3-d2e3-49c2-ade7-15b27f69d7be service neutron] 10.222.0.55 "GET /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339039 Apr 18 20:59:51.703508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:51.707843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:51.711896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:51.714263 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:51.758651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=d57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:51.773276 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0e66ef67-2775-473d-a003-4db149f9f251 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6248410 Apr 18 20:59:51.776309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33132) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:51.783783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:eb:50:59', 'name': 'tempest-NetworksTestDHCPv6-1730451706'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:51.791952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bce818-d2fe-4a87-9e5f-13d5f3d3acab None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:51.951296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:51.957328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:51.960810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:51.970130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:51.982025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:52.227266 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.294831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e8ccd4-6719-482b-9a72-9e799caf9a51'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:52.318712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 68e8ccd4-6719-482b-9a72-9e799caf9a51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=68e8ccd4-6719-482b-9a72-9e799caf9a51,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:52.356721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.364905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.372776 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab85507f-460d-435e-9fe8-37e64c9b3401'] response: {'server_uuid': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68e8ccd4-6719-482b-9a72-9e799caf9a51', 'code': 200} Apr 18 20:59:52.394803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6fa40-1a1c-43b8-a814-0229e4f8fd8a req-3cdbccfb-b302-4d42-bba3-89d07c71e92e tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:52.409805 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f6fa40-1a1c-43b8-a814-0229e4f8fd8a req-3cdbccfb-b302-4d42-bba3-89d07c71e92e tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 945 time: 0.2646577 Apr 18 20:59:52.489561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=68e8ccd4-6719-482b-9a72-9e799caf9a51,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:52.494678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 424e48ea-5284-4a42-add3-97aa12563b37 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 20:59:52.516222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56f6fa40-1a1c-43b8-a814-0229e4f8fd8a req-5b10042a-b558-4053-bd4a-6710ea631e8b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052010 Apr 18 20:59:52.630406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e61cc-54b8-4331-aa8b-b555a41e5f02 req-495f1811-6f5b-40e4-b13e-6eae37c9fc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:52.631983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e27e61cc-54b8-4331-aa8b-b555a41e5f02 req-495f1811-6f5b-40e4-b13e-6eae37c9fc2a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 1097 time: 0.1147761 Apr 18 20:59:52.760354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e27e61cc-54b8-4331-aa8b-b555a41e5f02 req-16b820fd-bc10-4890-839d-35241e3b58cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186969 Apr 18 20:59:52.786163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Update dhcp port {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': 'a2376aac-e17d-41d1-8ba9-a2fa6c5cff98', 'ip_address': '2001:db8::f816:3eff:fe97:635b'}, {'subnet_id': 'd57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '8b21d7ff-891f-4829-833b-f4a32f3589b1'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 20:59:52.902553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:52.999715 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4d670d-96b3-4e04-990f-d237542db91c req-b7e4cfd5-fda8-459a-a22d-3e23d2a1f940 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.010828 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b4d670d-96b3-4e04-990f-d237542db91c req-b7e4cfd5-fda8-459a-a22d-3e23d2a1f940 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1095 time: 0.2539721 Apr 18 20:59:53.033773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 172.20.0.2 (37841291-0b4e-4025-916a-36663dff7833/d57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6/424e48ea-5284-4a42-add3-97aa12563b37) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:53.089691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:feeb:5059 (37841291-0b4e-4025-916a-36663dff7833/a2376aac-e17d-41d1-8ba9-a2fa6c5cff98/424e48ea-5284-4a42-add3-97aa12563b37) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:53.167215 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b4d670d-96b3-4e04-990f-d237542db91c req-f48e932b-4802-49d7-8d51-901b731b41dd tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358948 Apr 18 20:59:53.214631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e03a8ef0-d98a-4f38-a016-904f53d452df up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:53.355758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port e03a8ef0-d98a-4f38-a016-904f53d452df completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:53.362284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port e03a8ef0-d98a-4f38-a016-904f53d452df triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:53.362661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.508932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.541683 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.545300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 424e48ea-5284-4a42-add3-97aa12563b37 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:53.624021 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port e03a8ef0-d98a-4f38-a016-904f53d452df, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e03a8ef0-d98a-4f38-a016-904f53d452df,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:53.630384 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.650394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:53.773459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-c875403c-528f-4a3c-90f7-89ab124ed43b {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 20:59:53.773853 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 20:59:53.805591 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:53.814636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:53.831246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 20:59:53.857439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bfa8b5-97e6-448a-8c3a-5c544183edc0 req-d40386ca-ff0d-4c17-a1ce-b0f7439ba830 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:53.861388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3bfa8b5-97e6-448a-8c3a-5c544183edc0 req-d40386ca-ff0d-4c17-a1ce-b0f7439ba830 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 946 time: 0.1473536 Apr 18 20:59:53.867241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=e03a8ef0-d98a-4f38-a016-904f53d452df,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:53.891313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=424e48ea-5284-4a42-add3-97aa12563b37,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:53.941376 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f3bfa8b5-97e6-448a-8c3a-5c544183edc0 req-5462960f-d1eb-4572-82c2-97491e662f6f tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724568 Apr 18 20:59:53.999736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.003530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.050259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-158daccc-8dc8-4e3e-99b5-d92fd8c81532 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2724955 Apr 18 20:59:54.052931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33154) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:54.217716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c65ac-b27c-4144-9e79-8323ae7def5b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.233492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43c65ac-b27c-4144-9e79-8323ae7def5b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.234841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e43c65ac-b27c-4144-9e79-8323ae7def5b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:54.271611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e43c65ac-b27c-4144-9e79-8323ae7def5b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:54.276916 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e43c65ac-b27c-4144-9e79-8323ae7def5b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.2189748 Apr 18 20:59:54.277780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33162) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:54.349696 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.401311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03a8ef0-d98a-4f38-a016-904f53d452df'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 20:59:54.412072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 424e48ea-5284-4a42-add3-97aa12563b37 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:54.412417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.471506 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe7b063-c078-4d56-a422-65db5741dd02'] response: {'server_uuid': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03a8ef0-d98a-4f38-a016-904f53d452df', 'code': 200} Apr 18 20:59:54.569141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db298b-c4cd-4d82-8015-628cf902d672 req-2687ede0-b112-40c5-ab5d-1419817e8607 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.570709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72db298b-c4cd-4d82-8015-628cf902d672 req-2687ede0-b112-40c5-ab5d-1419817e8607 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.2307169 Apr 18 20:59:54.602390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Allocated IP 172.20.0.3 (37841291-0b4e-4025-916a-36663dff7833/d57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6/8b21d7ff-891f-4829-833b-f4a32f3589b1) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 20:59:54.626811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b18b-361d-42a2-beac-7d81b337ab2a req-205ffedf-dda9-46b6-a3ea-10f6dfd52434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:54.629091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba80b18b-361d-42a2-beac-7d81b337ab2a req-205ffedf-dda9-46b6-a3ea-10f6dfd52434 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.1048429 Apr 18 20:59:54.676850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba80b18b-361d-42a2-beac-7d81b337ab2a req-06ff76a7-40e9-4114-ad57-7df004ebd0be service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409906 Apr 18 20:59:54.728172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72db298b-c4cd-4d82-8015-628cf902d672 req-355fab8d-f21d-4a47-ac32-27587242921a tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347914 Apr 18 20:59:54.774619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] For port 8b21d7ff-891f-4829-833b-f4a32f3589b1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8b21d7ff-891f-4829-833b-f4a32f3589b1,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:54.780147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.804230 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.824936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Transition to ACTIVE for port object 8b21d7ff-891f-4829-833b-f4a32f3589b1 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 20:59:54.830369 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:54.928500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 424e48ea-5284-4a42-add3-97aa12563b37 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:54.985272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0091bf-0dbd-4626-a8b8-e738e9861a11 None None] Pushing event updated for resources: {'Port': ['ID=8b21d7ff-891f-4829-833b-f4a32f3589b1,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.222756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.244924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de982a52-56ab-4a90-8ad0-8d4deb6c4f7b req-13d22c03-2d2f-48f3-ba8b-65e318fc056f tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.254320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de982a52-56ab-4a90-8ad0-8d4deb6c4f7b req-13d22c03-2d2f-48f3-ba8b-65e318fc056f tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 946 time: 0.1498389 Apr 18 20:59:55.285450 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=424e48ea-5284-4a42-add3-97aa12563b37,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:55.347242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de982a52-56ab-4a90-8ad0-8d4deb6c4f7b req-d5919383-5a37-4e99-a0e6-58f57fbd001d tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914941 Apr 18 20:59:55.791447 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:55.824922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-514ddfef-0b74-4ebf-8048-2315640d8177 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/424e48ea-5284-4a42-add3-97aa12563b37 HTTP/1.1" status: 204 len: 168 time: 1.5453660 Apr 18 20:59:55.827251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33182) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:55.946990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f5d7d-f42a-4d75-ba14-34a1566f96e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.948569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f5d7d-f42a-4d75-ba14-34a1566f96e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.951024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62f5d7d-f42a-4d75-ba14-34a1566f96e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:55.951898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b62f5d7d-f42a-4d75-ba14-34a1566f96e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:55.971809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b62f5d7d-f42a-4d75-ba14-34a1566f96e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:55.975744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b62f5d7d-f42a-4d75-ba14-34a1566f96e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1415112 Apr 18 20:59:55.976048 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.027576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-640e0c70-38be-46a9-8952-180234d8a4e4 None None] Provisioning for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 20:59:56.038575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-640e0c70-38be-46a9-8952-180234d8a4e4 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:56.039508 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-640e0c70-38be-46a9-8952-180234d8a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.229282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet a2376aac-e17d-41d1-8ba9-a2fa6c5cff98 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:59:56.237332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.426057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.461790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92639e-3c4e-4fb4-9200-69dac803d7cb req-11a23c5e-3424-473e-bb8f-9687b5d45f89 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:56.463281 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d92639e-3c4e-4fb4-9200-69dac803d7cb req-11a23c5e-3424-473e-bb8f-9687b5d45f89 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.4837403 Apr 18 20:59:56.528957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a61044e-afb4-4785-9233-dff28cb031da None None] Could not find standard attr ID for object 424e48ea-5284-4a42-add3-97aa12563b37. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 20:59:56.551340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d92639e-3c4e-4fb4-9200-69dac803d7cb req-858e2894-fbde-4b68-ae58-ff3c7a7c16a3 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683827 Apr 18 20:59:56.600723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.728279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.825624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8b21d7ff-891f-4829-833b-f4a32f3589b1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 20:59:56.851620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=a2376aac-e17d-41d1-8ba9-a2fa6c5cff98,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:56.882455 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:56.901953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4645ce5c-b799-4d03-8a61-6b3ade7375e1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/a2376aac-e17d-41d1-8ba9-a2fa6c5cff98 HTTP/1.1" status: 204 len: 168 time: 0.9242728 Apr 18 20:59:56.905641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:56.916207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b898dfd-6950-47ee-b79d-7fb7e9670d90 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:56.938412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c2653-1bff-40e3-bd64-b524c10f2f94 req-a7c4232a-316b-46f1-809a-617d06e3509f tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:56.940619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b11c2653-1bff-40e3-bd64-b524c10f2f94 req-a7c4232a-316b-46f1-809a-617d06e3509f tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.1441200 Apr 18 20:59:57.031984 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b11c2653-1bff-40e3-bd64-b524c10f2f94 req-037a29d6-a032-40b7-9d62-8397cd39eb19 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837557 Apr 18 20:59:57.078880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet d57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 20:59:57.085642 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.181382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:57.182682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.213692 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.418622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb62ee00-468b-416f-893d-b5b1c9158811 req-aff119e7-0f51-4998-9fb5-164e93ed310c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:57.420219 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb62ee00-468b-416f-893d-b5b1c9158811 req-aff119e7-0f51-4998-9fb5-164e93ed310c tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.1607795 Apr 18 20:59:57.489709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb62ee00-468b-416f-893d-b5b1c9158811 req-cd674140-8a62-40a5-bbf1-8e3130fdfda8 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557311 Apr 18 20:59:57.531052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dcdfc-7434-4f9e-acdc-bc7ed34b5b8b req-cad2e2df-122b-4745-bd85-a534ff30b517 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:57.533187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad6dcdfc-7434-4f9e-acdc-bc7ed34b5b8b req-cad2e2df-122b-4745-bd85-a534ff30b517 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 946 time: 0.2766030 Apr 18 20:59:57.594593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.671880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad6dcdfc-7434-4f9e-acdc-bc7ed34b5b8b req-fed55b4c-d449-40ab-8bbb-66cb5c56b1b8 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307054 Apr 18 20:59:57.747027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.830372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=d57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:57.842959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:57.861485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ac3fd988-c619-4879-a77b-8635afcb1e1c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/d57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6 HTTP/1.1" status: 204 len: 168 time: 0.9504704 Apr 18 20:59:57.862811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33212) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.042202 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0ed953ab-fb4c-4323-b967-78d4f609bc2e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1751442 Apr 18 20:59:58.042672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:58.049022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:58.321213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1363dbb-5bc5-4532-bd64-28c8dd11133f None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:58.333862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:58.339736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:58.348645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:58.362884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:58.419309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73f24a-16ab-4c5e-8c36-455d7f7ca8d9 req-e1bba538-84a1-4d41-8739-dcf982c19fcc tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:58.420071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ce73f24a-16ab-4c5e-8c36-455d7f7ca8d9 req-e1bba538-84a1-4d41-8739-dcf982c19fcc tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Synchronizing usage tracker for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:58.428555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:58.432359 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.507158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1cf37441-52e7-4daa-af0b-d7fc83ece5b6 None None] Provisioning complete for port 8b21d7ff-891f-4829-833b-f4a32f3589b1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 20:59:58.507502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1cf37441-52e7-4daa-af0b-d7fc83ece5b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.552865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ce73f24a-16ab-4c5e-8c36-455d7f7ca8d9 req-e1bba538-84a1-4d41-8739-dcf982c19fcc tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Unset dirty status for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:58.554301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce73f24a-16ab-4c5e-8c36-455d7f7ca8d9 req-e1bba538-84a1-4d41-8739-dcf982c19fcc tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.4644642 Apr 18 20:59:58.639146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ce73f24a-16ab-4c5e-8c36-455d7f7ca8d9 req-6e9317f2-d613-4a4b-a60c-4a10e05955ea tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723767 Apr 18 20:59:58.649399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-70b9bcd4-37c8-441e-9ca3-9d8a6b29a49b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:58.651270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-70b9bcd4-37c8-441e-9ca3-9d8a6b29a49b tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 946 time: 0.2909758 Apr 18 20:59:58.812386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Deleting port 68e8ccd4-6719-482b-9a72-9e799caf9a51 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:58.812746 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.890323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 20:59:58.897012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] Deleting port 8b21d7ff-891f-4829-833b-f4a32f3589b1 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:58.897645 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:58.955950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.043765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1edfd8-79d8-4ee8-a3e0-be19581cb121 req-7ccc1820-1d03-47b5-b6f8-e9d25029daf9 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:59.045252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1a1edfd8-79d8-4ee8-a3e0-be19581cb121 req-7ccc1820-1d03-47b5-b6f8-e9d25029daf9 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Synchronizing usage tracker for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 20:59:59.083692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1a1edfd8-79d8-4ee8-a3e0-be19581cb121 req-7ccc1820-1d03-47b5-b6f8-e9d25029daf9 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Unset dirty status for tenant:e9b2dd2e80be4adca2b866b3acb0ca2c on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 20:59:59.086298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a1edfd8-79d8-4ee8-a3e0-be19581cb121 req-7ccc1820-1d03-47b5-b6f8-e9d25029daf9 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 946 time: 0.2187388 Apr 18 20:59:59.095418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 20:59:59.167035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 20:59:59.183982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:59.184955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.232086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a1edfd8-79d8-4ee8-a3e0-be19581cb121 req-517df7a9-2fac-4590-9110-f4cf45e2d8fc tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/security-groups?id=d936712e-d59e-4c3d-a760-ccae43687f70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317196 Apr 18 20:59:59.253700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=bfdc6f02-44b9-492f-8941-67e423cf7aa5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:59.331483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] For port 8b21d7ff-891f-4829-833b-f4a32f3589b1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8b21d7ff-891f-4829-833b-f4a32f3589b1,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:59.332080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.359571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-84ae7b78-278e-43bb-9a01-8ab30344886d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3132756 Apr 18 20:59:59.360798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33230) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 20:59:59.365903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 20:59:59.403423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] For port 68e8ccd4-6719-482b-9a72-9e799caf9a51, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=68e8ccd4-6719-482b-9a72-9e799caf9a51,segment=NetworkSegment(00fdca75-f505-4f68-8318-af26548d1275),segment_id=00fdca75-f505-4f68-8318-af26548d1275)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 20:59:59.403809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.550877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] Calling delete_port for 8b21d7ff-891f-4829-833b-f4a32f3589b1 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:59.595521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-36625c4c-fb64-4b8b-897e-7db3f135fad1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 20:59:59.596789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-36625c4c-fb64-4b8b-897e-7db3f135fad1 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.2158823 Apr 18 20:59:59.600102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 20:59:59.605884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 20:59:59.612701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Calling delete_port for 68e8ccd4-6719-482b-9a72-9e799caf9a51 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 20:59:59.638616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 20:59:59.656579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 20:59:59.708177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 20:59:59.711864 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.715577 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.758011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Deleting port e03a8ef0-d98a-4f38-a016-904f53d452df {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 20:59:59.758372 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 20:59:59.777346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] No DVR routers for this DVR port 8b21d7ff-891f-4829-833b-f4a32f3589b1 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 20:59:59.782697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b945be0-19a5-488e-814b-8081f91617c5 None None] Pushing event deleted for resources: {'Port': ['ID=8b21d7ff-891f-4829-833b-f4a32f3589b1,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 20:59:59.838453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64005c9-5653-47cb-882b-3bca780d8228 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 20:59:59.963250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.032367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['68e8ccd4-6719-482b-9a72-9e799caf9a51'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:00:00.153025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Pushing event deleted for resources: {'Port': ['ID=68e8ccd4-6719-482b-9a72-9e799caf9a51,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:00.452441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': 'bfdc6f02-44b9-492f-8941-67e423cf7aa5'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:00:00.453502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.558629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] No DVR routers for this DVR port 68e8ccd4-6719-482b-9a72-9e799caf9a51 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:00.565271 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:00.575717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'name': 'network-vif-deleted', 'tag': '68e8ccd4-6719-482b-9a72-9e799caf9a51'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:00.655602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aae72f-a00e-41bf-8724-c46f8519b861 req-3491d0ee-9305-4378-b801-612f3260b35a tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:00.668496 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9aae72f-a00e-41bf-8724-c46f8519b861 req-3491d0ee-9305-4378-b801-612f3260b35a tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 1096 time: 0.5934923 Apr 18 21:00:00.699071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3763ccb-28de-4b27-851e-70a0cf454334 req-21c4adaf-58ac-4849-8c69-3d668b9bbb98 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.61 "DELETE /v2.0/ports/68e8ccd4-6719-482b-9a72-9e799caf9a51 HTTP/1.1" status: 204 len: 173 time: 2.0393012 Apr 18 21:00:00.745481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Allocated IP 172.20.0.2 (37841291-0b4e-4025-916a-36663dff7833/bfdc6f02-44b9-492f-8941-67e423cf7aa5/b4e2678b-c55b-4608-a5f6-a60883c17d87) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:00.750358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b9aae72f-a00e-41bf-8724-c46f8519b861 req-218abea2-3b2f-4b84-961d-52d78770fad8 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806015 Apr 18 21:00:00.860204 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fb497b7-9b54-453d-977f-785a6bde2f84'] response: {'server_uuid': 'fe5adc5f-552f-46e0-b340-51d1cee223bf', 'name': 'network-vif-deleted', 'tag': '68e8ccd4-6719-482b-9a72-9e799caf9a51', 'status': 'completed', 'code': 200} Apr 18 21:00:00.863292 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6fe0e4d5-73f6-47ce-97c4-8721887400fd req-84b7e0b6-88fd-44c0-873f-509b328bc8e5 tempest-VolumesActionsTest-97598151 tempest-VolumesActionsTest-97598151-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe5adc5f-552f-46e0-b340-51d1cee223bf HTTP/1.1" status: 200 len: 210 time: 0.2957430 Apr 18 21:00:00.979886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8b21d7ff-891f-4829-833b-f4a32f3589b1 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:01.060160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 8b21d7ff-891f-4829-833b-f4a32f3589b1 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:01.060753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8b21d7ff-891f-4829-833b-f4a32f3589b1 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:01.070010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] For port e03a8ef0-d98a-4f38-a016-904f53d452df, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=e03a8ef0-d98a-4f38-a016-904f53d452df,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:01.070612 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.278810 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.302053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Transition to ACTIVE for port object b4e2678b-c55b-4608-a5f6-a60883c17d87 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:01.309277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Calling delete_port for e03a8ef0-d98a-4f38-a016-904f53d452df owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:01.342812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Transition to ACTIVE for port object b4e2678b-c55b-4608-a5f6-a60883c17d87 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:01.351287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.495010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:01.510479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:01.522871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:01.625888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Pushing event updated for resources: {'Port': ['ID=b4e2678b-c55b-4608-a5f6-a60883c17d87,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.690571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Attempting to bind port b4e2678b-c55b-4608-a5f6-a60883c17d87 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:01.691007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Attempting to bind port b4e2678b-c55b-4608-a5f6-a60883c17d87 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:01.691388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Attempting to bind port b4e2678b-c55b-4608-a5f6-a60883c17d87 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:00:01.702842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:00:01.705253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:00:01.705253 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.705253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:00:01.706595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Bound port: b4e2678b-c55b-4608-a5f6-a60883c17d87, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:01.707623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.773717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:01.795548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['d6401281-fea0-4058-8676-c03356b5e879'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:00:01.853374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Pushing event deleted for resources: {'Port': ['ID=e03a8ef0-d98a-4f38-a016-904f53d452df,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:01.857986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:00:02.003432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] For port b4e2678b-c55b-4608-a5f6-a60883c17d87, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:00:02.009817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] For port b4e2678b-c55b-4608-a5f6-a60883c17d87, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4e2678b-c55b-4608-a5f6-a60883c17d87,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:00:02.035637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] No DVR routers for this DVR port e03a8ef0-d98a-4f38-a016-904f53d452df on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:02.045452 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.071570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'name': 'network-vif-deleted', 'tag': 'e03a8ef0-d98a-4f38-a016-904f53d452df'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:02.099454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75b29ba4-f9d2-45b6-911c-6a88b2e4679d req-29d0196e-c8d5-428a-bae3-af7844cfbca4 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.61 "DELETE /v2.0/ports/e03a8ef0-d98a-4f38-a016-904f53d452df HTTP/1.1" status: 204 len: 173 time: 2.4905016 Apr 18 21:00:02.130769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.218975 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c208b0b-b3ad-48cd-b1c5-a9500462a1ce'] response: {'server_uuid': '86029426-bdaa-489b-b1f3-f8149347d5cb', 'name': 'network-vif-deleted', 'tag': 'e03a8ef0-d98a-4f38-a016-904f53d452df', 'status': 'completed', 'code': 200} Apr 18 21:00:02.259364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.432989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d1391-2f8c-401f-b3f1-ee5198d755ea None None] Pushing event updated for resources: {'Port': ['ID=b4e2678b-c55b-4608-a5f6-a60883c17d87,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:02.483130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30ef2263-5866-48a3-9bbf-da6f735187b7 req-f9edf7d5-ef60-4b29-ad29-6f8d16f350d6 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=86029426-bdaa-489b-b1f3-f8149347d5cb HTTP/1.1" status: 200 len: 210 time: 0.1619349 Apr 18 21:00:02.704936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port b4e2678b-c55b-4608-a5f6-a60883c17d87, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4e2678b-c55b-4608-a5f6-a60883c17d87,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:02.763064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.779890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:02.781370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.142439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:03.143783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=b4e2678b-c55b-4608-a5f6-a60883c17d87,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.154644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:03.163606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:03.164602 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.214982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=090abfff-8943-4cdc-a780-2bbe918c5a2f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:03.227695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f805ad0a-ff19-4fc4-8b54-aa79a70309ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8652875 Apr 18 21:00:03.231379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:03.240343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:2c:fa:09', 'name': 'tempest-NetworksTestDHCPv6-969011483'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:03.273365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e03a8ef0-d98a-4f38-a016-904f53d452df no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:03.321657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: e03a8ef0-d98a-4f38-a016-904f53d452df {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:03.322103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device e03a8ef0-d98a-4f38-a016-904f53d452df not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:03.322746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 68e8ccd4-6719-482b-9a72-9e799caf9a51 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:03.366368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 68e8ccd4-6719-482b-9a72-9e799caf9a51 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:03.366815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 68e8ccd4-6719-482b-9a72-9e799caf9a51 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:03.419425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:03.425830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:03.429643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:03.438831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:03.453933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:03.666497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:03.713729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port f97be121-751d-4bb0-9477-018395d1e516 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:04.134067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 172.20.0.10 (37841291-0b4e-4025-916a-36663dff7833/bfdc6f02-44b9-492f-8941-67e423cf7aa5/f97be121-751d-4bb0-9477-018395d1e516) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:04.156345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fe2c:fa09 (37841291-0b4e-4025-916a-36663dff7833/090abfff-8943-4cdc-a780-2bbe918c5a2f/f97be121-751d-4bb0-9477-018395d1e516) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:04.403035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0793e-58f1-436b-b529-1ecaef388ecc req-36adefa2-6fd9-42ea-9402-3fba15603eb0 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:04.403757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3dc0793e-58f1-436b-b529-1ecaef388ecc req-36adefa2-6fd9-42ea-9402-3fba15603eb0 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Synchronizing usage tracker for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:04.455948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3dc0793e-58f1-436b-b529-1ecaef388ecc req-36adefa2-6fd9-42ea-9402-3fba15603eb0 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Unset dirty status for tenant:27194d9cf0614d5d81769e152ce5297e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:04.457711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3dc0793e-58f1-436b-b529-1ecaef388ecc req-36adefa2-6fd9-42ea-9402-3fba15603eb0 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.2067661 Apr 18 21:00:04.467620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94c84c3-1500-41a9-b9c4-3dba0dc396d6 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:04.574764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3dc0793e-58f1-436b-b529-1ecaef388ecc req-b41efd1c-34dd-4982-ab5a-709681754c17 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105676 Apr 18 21:00:04.575047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c7ccd5f0-6912-4946-b09a-7bbc2c72a99e None None] Provisioning for port b4e2678b-c55b-4608-a5f6-a60883c17d87 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:04.625339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.649606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object f97be121-751d-4bb0-9477-018395d1e516 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:04.686140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:04.850415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:04.857300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:04.867607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:04.979789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=f97be121-751d-4bb0-9477-018395d1e516,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:05.029798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4e2678b-c55b-4608-a5f6-a60883c17d87 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:05.031489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.032648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.111017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33312) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:05.112088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6a9bcad2-5ef5-4d6d-9b9f-de05310e1654 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8793240 Apr 18 21:00:05.478530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe793c3-6cd7-4ac3-9e7d-e63b845199e6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.490426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe793c3-6cd7-4ac3-9e7d-e63b845199e6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.491329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbe793c3-6cd7-4ac3-9e7d-e63b845199e6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:05.498274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port b4e2678b-c55b-4608-a5f6-a60883c17d87 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:05.507022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b4e2678b-c55b-4608-a5f6-a60883c17d87 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:05.507389 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.544939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbe793c3-6cd7-4ac3-9e7d-e63b845199e6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:05.550372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dbe793c3-6cd7-4ac3-9e7d-e63b845199e6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.4372449 Apr 18 21:00:05.550996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33320) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:05.775052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port f97be121-751d-4bb0-9477-018395d1e516 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:05.775409 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.896952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:05.948137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-76b4abcc-fab1-4521-a6ca-63dca05d5727 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:05.952870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-76b4abcc-fab1-4521-a6ca-63dca05d5727 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.4267113 Apr 18 21:00:05.991406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port b4e2678b-c55b-4608-a5f6-a60883c17d87, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4e2678b-c55b-4608-a5f6-a60883c17d87,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:05.998546 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.176964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=b4e2678b-c55b-4608-a5f6-a60883c17d87,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:06.248566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Deleting port d6401281-fea0-4058-8676-c03356b5e879 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:06.248847 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.551438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2d26a-386f-49ab-bc34-545b094f154d req-1a3bf79a-cdc7-4927-8a29-fa3eedb905aa tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:06.557320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cab2d26a-386f-49ab-bc34-545b094f154d req-1a3bf79a-cdc7-4927-8a29-fa3eedb905aa tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 1097 time: 0.4536207 Apr 18 21:00:06.625765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.729539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fcefc2b6-90f8-49d4-a244-ac9850a42e2b None None] Provisioning complete for port b4e2678b-c55b-4608-a5f6-a60883c17d87 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:06.730244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fcefc2b6-90f8-49d4-a244-ac9850a42e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.771780 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cab2d26a-386f-49ab-bc34-545b094f154d req-d98e5d97-4e8d-455c-bf8b-f82d42cf3d51 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bbb7b54b-cb6e-417e-9f41-414da8143082&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185830 Apr 18 21:00:06.875388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] For port d6401281-fea0-4058-8676-c03356b5e879, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=d6401281-fea0-4058-8676-c03356b5e879,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:06.875774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:06.971146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4e2678b-c55b-4608-a5f6-a60883c17d87 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:07.176758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for f97be121-751d-4bb0-9477-018395d1e516 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:07.224515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Calling delete_port for d6401281-fea0-4058-8676-c03356b5e879 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:07.345458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fcefc2b6-90f8-49d4-a244-ac9850a42e2b None None] Provisioning for port f97be121-751d-4bb0-9477-018395d1e516 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:07.358818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-fcefc2b6-90f8-49d4-a244-ac9850a42e2b None None] Provisioning complete for port f97be121-751d-4bb0-9477-018395d1e516 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:07.359877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fcefc2b6-90f8-49d4-a244-ac9850a42e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.502585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port b4e2678b-c55b-4608-a5f6-a60883c17d87 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:07.509637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.614737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-fcefc2b6-90f8-49d4-a244-ac9850a42e2b None None] Port f97be121-751d-4bb0-9477-018395d1e516 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:00:07.700911 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:07.820418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-20b1c26c-4766-4fb8-951e-8860fbb21715 None None] Could not find standard attr ID for object f97be121-751d-4bb0-9477-018395d1e516. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:00:07.914230 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=f97be121-751d-4bb0-9477-018395d1e516,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:08.019803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.042266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['d6401281-fea0-4058-8676-c03356b5e879'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:00:08.138463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6401281-fea0-4058-8676-c03356b5e879,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:08.255601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] No DVR routers for this DVR port d6401281-fea0-4058-8676-c03356b5e879 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:08.265156 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.275252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'name': 'network-vif-deleted', 'tag': 'd6401281-fea0-4058-8676-c03356b5e879'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:00:08.305786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25da9d3e-3faf-4a69-9ac6-5005546cfa93 req-59b3eecb-c471-4e0a-8114-88ac0663c420 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.55 "DELETE /v2.0/ports/d6401281-fea0-4058-8676-c03356b5e879 HTTP/1.1" status: 204 len: 173 time: 2.3482389 Apr 18 21:00:08.363982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af8231cc-3d9b-4ee4-b2dd-1cd90c793f01 req-5fa3075d-e38f-448f-bb85-2ae12fe1045d tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 210 time: 0.0816042 Apr 18 21:00:08.430574 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:08.470017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9700033e-ec68-405c-8177-4cc3fc9fd694 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/f97be121-751d-4bb0-9477-018395d1e516 HTTP/1.1" status: 204 len: 168 time: 2.9121630 Apr 18 21:00:08.471336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:08.607699 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59662a42-7097-491e-8b28-520628fb5dde'] response: {'server_uuid': '07ed2133-1d08-4a6d-974b-d60e9aefb73c', 'name': 'network-vif-deleted', 'tag': 'd6401281-fea0-4058-8676-c03356b5e879', 'status': 'completed', 'code': 200} Apr 18 21:00:08.714989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf71ff6-04ff-40f5-b68c-4fa31a2c48d5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.745332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf71ff6-04ff-40f5-b68c-4fa31a2c48d5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.752183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf71ff6-04ff-40f5-b68c-4fa31a2c48d5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:08.761430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4bf71ff6-04ff-40f5-b68c-4fa31a2c48d5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:08.823870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4bf71ff6-04ff-40f5-b68c-4fa31a2c48d5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:08.830402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4bf71ff6-04ff-40f5-b68c-4fa31a2c48d5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3577745 Apr 18 21:00:08.835121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:08.945591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 090abfff-8943-4cdc-a780-2bbe918c5a2f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:08.949499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.152370 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.339063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.502633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.580339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:09.583817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=090abfff-8943-4cdc-a780-2bbe918c5a2f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:09.595796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2b8b79-68a1-44ca-9d6a-46015123dfd7 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:09.634487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6ac34e22-3c23-4615-a594-77270bc7165b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/090abfff-8943-4cdc-a780-2bbe918c5a2f HTTP/1.1" status: 204 len: 168 time: 0.7956278 Apr 18 21:00:09.637331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33380) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:09.865376 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c3a9e37a-0059-489a-9cc9-ac2ca76eed10 req-f747de4c-af36-41c8-b485-03d033eccc03 tempest-TestServerMultinode-230766005 tempest-TestServerMultinode-230766005-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=07ed2133-1d08-4a6d-974b-d60e9aefb73c HTTP/1.1" status: 200 len: 210 time: 0.0992146 Apr 18 21:00:09.872839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet bfdc6f02-44b9-492f-8941-67e423cf7aa5 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:09.879839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.053922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.323273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.617588 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.662100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d6401281-fea0-4058-8676-c03356b5e879 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:10.806238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: d6401281-fea0-4058-8676-c03356b5e879 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:10.806702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device d6401281-fea0-4058-8676-c03356b5e879 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:10.872546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=bfdc6f02-44b9-492f-8941-67e423cf7aa5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:10.896314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:10.921831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-add36558-e46f-4f08-a826-bf8223e7bd82 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/bfdc6f02-44b9-492f-8941-67e423cf7aa5 HTTP/1.1" status: 204 len: 168 time: 1.2849703 Apr 18 21:00:10.926830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:11.136758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eaf86e91-7836-42a0-877d-2f5e1963715d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2070861 Apr 18 21:00:11.140260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33396) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:11.159270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:11.198304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:11.431527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946a5f87-9ef7-496d-8947-cc22a77eb4e0 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:11.653616 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:11.667478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:11.674099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:11.686489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:11.742785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:11.748682 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:11.805488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bf73fcf3-850e-4558-a7de-54d8fbea9ca6 None None] Provisioning complete for port b4e2678b-c55b-4608-a5f6-a60883c17d87 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:11.806110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bf73fcf3-850e-4558-a7de-54d8fbea9ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.435035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:00:12.443386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] Deleting port b4e2678b-c55b-4608-a5f6-a60883c17d87 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:12.443972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.631573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:12.953795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=55e7d38a-7088-4fd9-9986-44b749c6ed43,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:13.036625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:13.054071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:13.080622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:13.092503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.155571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:13.237398 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-923bb8a7-f8db-47b0-82cb-d6a4b5f9b38d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0944834 Apr 18 21:00:13.237957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device b4e2678b-c55b-4608-a5f6-a60883c17d87 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:13.244029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33416) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:13.307101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:13.389579 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:00:13.868180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] For port b4e2678b-c55b-4608-a5f6-a60883c17d87, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=b4e2678b-c55b-4608-a5f6-a60883c17d87,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:13.868640 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.010277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:14.022026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:14.038260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:14.046174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:14.066123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:14.069815 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.132914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] Calling delete_port for b4e2678b-c55b-4608-a5f6-a60883c17d87 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:14.218460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-825d3620-e7f3-424d-9079-83d5c63c7893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.225382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.410779 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.450712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Deleting port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:14.451238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:14.503198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] Pushing event deleted for resources: {'Port': ['ID=b4e2678b-c55b-4608-a5f6-a60883c17d87,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:14.531187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a771d65-eb92-445d-ae2a-bd0c42b7d5bb None None] No DVR routers for this DVR port b4e2678b-c55b-4608-a5f6-a60883c17d87 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:14.744229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ade4c50-f410-4c77-8da9-4ff5b7706cd7 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:14.906117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] For port 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:14.910755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.248342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:00:15.253789 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.275044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Calling delete_port for 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:15.409550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:15.419688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:15.425320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:15.428560 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.474112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=6c30f925-1d02-46cd-8cde-592e1c47f382,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:15.512009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b48bfb44-17d1-4666-89c7-150d59337e95 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2635946 Apr 18 21:00:15.517821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33440) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:15.552838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:9b:18:16', 'name': 'tempest-NetworksTestDHCPv6-449672389'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:15.647841 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:15.749815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '55e7d38a-7088-4fd9-9986-44b749c6ed43'}, {'subnet_id': '6c30f925-1d02-46cd-8cde-592e1c47f382'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:00:15.751366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.273981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:16.362989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.367181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.374439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.378430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.379186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.379902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.380595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.381291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.383673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.384424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.385433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.388056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:16.400816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:16.416343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Allocated IP 172.20.0.2 (37841291-0b4e-4025-916a-36663dff7833/55e7d38a-7088-4fd9-9986-44b749c6ed43/da3d7925-7d1a-45d4-ac2e-26849c8ae975) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:16.424248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:16.425543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Allocated IP 2001:db8::f816:3eff:fe21:6a52 (37841291-0b4e-4025-916a-36663dff7833/6c30f925-1d02-46cd-8cde-592e1c47f382/da3d7925-7d1a-45d4-ac2e-26849c8ae975) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:16.457197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:16.487339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:16.522638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:16.818663 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-83597672-6042-4926-be59-3b6b2647f1e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:16.942497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.039921 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 758124c5-38d1-47ca-8a27-4398e0b40e67 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:17.130514 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.237265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.239053 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.275627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.301545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Transition to ACTIVE for port object da3d7925-7d1a-45d4-ac2e-26849c8ae975 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:17.349180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Transition to ACTIVE for port object da3d7925-7d1a-45d4-ac2e-26849c8ae975 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:17.357917 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:17.503035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:17.520283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:17.528835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:17.838922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 172.20.0.8 (37841291-0b4e-4025-916a-36663dff7833/55e7d38a-7088-4fd9-9986-44b749c6ed43/758124c5-38d1-47ca-8a27-4398e0b40e67) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:17.858161 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fe9b:1816 (37841291-0b4e-4025-916a-36663dff7833/6c30f925-1d02-46cd-8cde-592e1c47f382/758124c5-38d1-47ca-8a27-4398e0b40e67) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:17.950443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Pushing event updated for resources: {'Port': ['ID=da3d7925-7d1a-45d4-ac2e-26849c8ae975,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:18.043782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Attempting to bind port da3d7925-7d1a-45d4-ac2e-26849c8ae975 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:18.044381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Attempting to bind port da3d7925-7d1a-45d4-ac2e-26849c8ae975 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:18.046936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Attempting to bind port da3d7925-7d1a-45d4-ac2e-26849c8ae975 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:00:18.063829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:00:18.066458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:00:18.067124 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.067754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:00:18.068550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Bound port: da3d7925-7d1a-45d4-ac2e-26849c8ae975, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:18.069196 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.091962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Router dc2effbe-3865-4176-b3fb-c0e033c0b700 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:00:18.321919 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] For port da3d7925-7d1a-45d4-ac2e-26849c8ae975, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:00:18.325702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] For port da3d7925-7d1a-45d4-ac2e-26849c8ae975, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=da3d7925-7d1a-45d4-ac2e-26849c8ae975,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:00:18.333147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.445960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f7e61-0560-423e-a3ab-21da6d02fb95 None None] Pushing event updated for resources: {'Port': ['ID=da3d7925-7d1a-45d4-ac2e-26849c8ae975,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:18.490153 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.534572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 758124c5-38d1-47ca-8a27-4398e0b40e67 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:18.587979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.632505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.704969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=758124c5-38d1-47ca-8a27-4398e0b40e67,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:18.725927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:18.727410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:18.730139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:18.831912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:18.832608 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:18.833447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:00:18.847309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] Sync routers for ids ['dc2effbe-3865-4176-b3fb-c0e033c0b700'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:18.856991 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-12a9cae8-cc59-47ca-9e90-6c3fb2d5d8c6 admin admin] 10.222.0.47 "PUT /v2.0/routers/dc2effbe-3865-4176-b3fb-c0e033c0b700/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6549423 Apr 18 21:00:18.867038 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] Routers {'dc2effbe-3865-4176-b3fb-c0e033c0b700'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:00:18.869775 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:00:17Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['dc2effbe-3865-4176-b3fb-c0e033c0b700'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:18.873653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33462) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:19.086528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.240335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee3e12c0-15b4-4ea1-bc7d-079b67e926ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7173944 Apr 18 21:00:19.242619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:19.507142 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.516428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c745534-e7d6-40cd-8781-ea9bed80a02f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:19.532850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c745534-e7d6-40cd-8781-ea9bed80a02f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:19.535820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c745534-e7d6-40cd-8781-ea9bed80a02f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:19.591766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:19.595841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c745534-e7d6-40cd-8781-ea9bed80a02f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:19.601685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4c745534-e7d6-40cd-8781-ea9bed80a02f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3525133 Apr 18 21:00:19.602346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:19.635659 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] Set router dc2effbe-3865-4176-b3fb-c0e033c0b700 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:00:19.749474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 758124c5-38d1-47ca-8a27-4398e0b40e67 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:19.749854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.288629 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52'}], 'enable_snat': True}, 'gw_port_id': '58e741ea-9e3f-465a-bd62-322e97225538', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T21:00:15Z', 'revision_number': 5, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port': {'id': '58e741ea-9e3f-465a-bd62-322e97225538', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:99:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3817, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:26Z', 'updated_at': '2022-04-18T20:58:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:20.296807 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] Checking router: dc2effbe-3865-4176-b3fb-c0e033c0b700 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:20.316980 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] Routers {'dc2effbe-3865-4176-b3fb-c0e033c0b700'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:00:20.322702 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:00:17Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['dc2effbe-3865-4176-b3fb-c0e033c0b700'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:20.424810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.446435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Deleting port 58e741ea-9e3f-465a-bd62-322e97225538 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:20.446792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.692105 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:20.961816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device da3d7925-7d1a-45d4-ac2e-26849c8ae975 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:21.069437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe9b60-2df8-4795-b89e-c4b434adb910 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:21.084552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] For port 58e741ea-9e3f-465a-bd62-322e97225538, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=58e741ea-9e3f-465a-bd62-322e97225538,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:21.084937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.177115 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] Set router dc2effbe-3865-4176-b3fb-c0e033c0b700 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:00:21.231449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 758124c5-38d1-47ca-8a27-4398e0b40e67 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:21.602593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:21.651756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Calling delete_port for 58e741ea-9e3f-465a-bd62-322e97225538 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:21.728720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=758124c5-38d1-47ca-8a27-4398e0b40e67,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:21.778998 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 6, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:21.794032 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ff0626-d184-4879-9f98-d2edff24c7af None None] The sync data for ids ['dc2effbe-3865-4176-b3fb-c0e033c0b700'] in n-d-836016-3 is: [{'id': 'dc2effbe-3865-4176-b3fb-c0e033c0b700', 'name': 'tempest-TestServerMultinode-214715720-router', 'tenant_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:24Z', 'updated_at': '2022-04-18T21:00:20Z', 'revision_number': 6, 'project_id': '0a4a4fd51f144b34b1d60e147f692ce6', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:21.823472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00029a6d-8745-4f48-a09c-3916d88999e4 None None] Provisioning for port da3d7925-7d1a-45d4-ac2e-26849c8ae975 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:21.939598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port da3d7925-7d1a-45d4-ac2e-26849c8ae975 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:22.070597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port da3d7925-7d1a-45d4-ac2e-26849c8ae975 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:22.071247 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.141888 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.315990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.330145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Pushing event deleted for resources: {'Port': ['ID=58e741ea-9e3f-465a-bd62-322e97225538,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.450860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port da3d7925-7d1a-45d4-ac2e-26849c8ae975, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=da3d7925-7d1a-45d4-ac2e-26849c8ae975,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:22.456678 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.481333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.535948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7af66f3c-c2f5-4f50-9eb3-99035785cc1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/758124c5-38d1-47ca-8a27-4398e0b40e67 HTTP/1.1" status: 204 len: 168 time: 2.9284952 Apr 18 21:00:22.536311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:22.620333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=da3d7925-7d1a-45d4-ac2e-26849c8ae975,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:22.706274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede9930-95f6-4cc4-a158-18282190d863 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:22.709684 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede9930-95f6-4cc4-a158-18282190d863 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:22.713120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ede9930-95f6-4cc4-a158-18282190d863 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:22.714608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ede9930-95f6-4cc4-a158-18282190d863 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:22.745481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ede9930-95f6-4cc4-a158-18282190d863 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:22.752298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0ede9930-95f6-4cc4-a158-18282190d863 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2137175 Apr 18 21:00:22.757190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33504) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:22.774051 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:22.975756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device da3d7925-7d1a-45d4-ac2e-26849c8ae975 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:23.181840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-bf928abf-c94e-4b9c-a211-2ab48d6f14f0 None None] Provisioning complete for port da3d7925-7d1a-45d4-ac2e-26849c8ae975 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:23.182814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bf928abf-c94e-4b9c-a211-2ab48d6f14f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.265896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port da3d7925-7d1a-45d4-ac2e-26849c8ae975 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:23.267080 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.278707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.283453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.427609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.429259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc2effbe-3865-4176-b3fb-c0e033c0b700 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:00:23.529983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.535320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:23.535682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c3ce1458-59ed-4b46-878a-1de0196957ac admin admin] 10.222.0.47 "DELETE /v2.0/routers/dc2effbe-3865-4176-b3fb-c0e033c0b700 HTTP/1.1" status: 204 len: 168 time: 4.6607618 Apr 18 21:00:23.615005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 55e7d38a-7088-4fd9-9986-44b749c6ed43 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:23.636018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.743410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-38df92b3-a32a-4187-a6bd-1e80c0f223f7 None None] Could not find standard attr ID for object 758124c5-38d1-47ca-8a27-4398e0b40e67. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:00:23.842442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] Deleting subnet 8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:23.857194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.936950 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:23.960772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.013415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:24.066525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:24.067365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3daf4ec1-d71f-44db-ae00-f1bd0dfaf8d5 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:24.068132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 58e741ea-9e3f-465a-bd62-322e97225538 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:24.136808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 58e741ea-9e3f-465a-bd62-322e97225538 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:24.146377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 58e741ea-9e3f-465a-bd62-322e97225538 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:24.242819 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.331060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.440917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.541245 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.549780 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.559096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f562e3ae-e493-4fbe-9ac0-d525ff94763d None None] Network 1051deec-4c60-4afc-b099-252158d1f998 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:24.572332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.596228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bd97c9cf-3839-4d7c-abb2-62a71f4e490a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8f1721b8-8a5c-48e1-86ca-80e53fa3a9d2 HTTP/1.1" status: 204 len: 168 time: 1.0565789 Apr 18 21:00:24.597329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33526) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:24.642248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:24.646119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=55e7d38a-7088-4fd9-9986-44b749c6ed43,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:24.682690 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f3a7cf9b-edde-4317-a1d5-ce89fc1d730e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/55e7d38a-7088-4fd9-9986-44b749c6ed43 HTTP/1.1" status: 204 len: 168 time: 1.9209318 Apr 18 21:00:24.683781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33532) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:24.802853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa66576a-9773-4f6f-9380-1d519f8c36b8 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:24.975771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 6c30f925-1d02-46cd-8cde-592e1c47f382 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:24.984388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.150140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.177762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Deleting port 5166f2fd-9653-4d9a-adc6-166bb3ca343e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:25.178173 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.263299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.454592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.635508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] For port 5166f2fd-9653-4d9a-adc6-166bb3ca343e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5166f2fd-9653-4d9a-adc6-166bb3ca343e,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:25.636164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.923494 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:25.989940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] DHCP port deletion for 1051deec-4c60-4afc-b099-252158d1f998 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:00:25.996062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Deleting port 5166f2fd-9653-4d9a-adc6-166bb3ca343e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:25.997115 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.064624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Calling delete_port for 5166f2fd-9653-4d9a-adc6-166bb3ca343e owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:26.180663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.220960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=6c30f925-1d02-46cd-8cde-592e1c47f382,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.242111 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-41d22aff-feb6-4351-aff9-3fb67124a8a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/6c30f925-1d02-46cd-8cde-592e1c47f382 HTTP/1.1" status: 204 len: 168 time: 1.5561435 Apr 18 21:00:26.245973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33544) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:26.418527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] For port 5166f2fd-9653-4d9a-adc6-166bb3ca343e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5166f2fd-9653-4d9a-adc6-166bb3ca343e,segment=NetworkSegment(09f615fd-e707-47a3-825e-c97f4d8b4c7e),segment_id=09f615fd-e707-47a3-825e-c97f4d8b4c7e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:26.418994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.444248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3ea83e2c-75a2-4d2f-ae92-73719576e5d0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1964059 Apr 18 21:00:26.448778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33550) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:26.594860 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:26.752771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d807d634-74b0-4641-bbfe-84f488a945e2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:26.753557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d807d634-74b0-4641-bbfe-84f488a945e2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:26.763532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Calling delete_port for 5166f2fd-9653-4d9a-adc6-166bb3ca343e owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:26.778779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Pushing event deleted for resources: {'Port': ['ID=5166f2fd-9653-4d9a-adc6-166bb3ca343e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:26.788281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] No DVR routers for this DVR port 5166f2fd-9653-4d9a-adc6-166bb3ca343e on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:26.820285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d807d634-74b0-4641-bbfe-84f488a945e2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:26.822586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d807d634-74b0-4641-bbfe-84f488a945e2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3722994 Apr 18 21:00:26.826645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33558) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:26.935642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5166f2fd-9653-4d9a-adc6-166bb3ca343e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:26.988668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 5166f2fd-9653-4d9a-adc6-166bb3ca343e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:26.989413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5166f2fd-9653-4d9a-adc6-166bb3ca343e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:27.005401 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:00:27.006606 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:00:27.092467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f334349-80b0-4c40-baa9-4d4fba61c624 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:27.093795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3f334349-80b0-4c40-baa9-4d4fba61c624 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:27.142016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3f334349-80b0-4c40-baa9-4d4fba61c624 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:27.144652 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3f334349-80b0-4c40-baa9-4d4fba61c624 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3166587 Apr 18 21:00:27.148612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33562) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:27.194166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b860ce-321b-45ca-8c3c-429a1e33de10 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:27.341767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-00bbc6b9-c864-4921-a70c-278287db7ec1 None None] Provisioning complete for port da3d7925-7d1a-45d4-ac2e-26849c8ae975 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:27.342550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-00bbc6b9-c864-4921-a70c-278287db7ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.368941 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.435464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1051deec-4c60-4afc-b099-252158d1f998']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.493803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f615fd-e707-47a3-825e-c97f4d8b4c7e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.494310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f615fd-e707-47a3-825e-c97f4d8b4c7e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:27.496067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f3bd5fee-3517-419a-a823-ff887347f5c2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3445392 Apr 18 21:00:27.517126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:27.522598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Deleting port 5166f2fd-9653-4d9a-adc6-166bb3ca343e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:27.523284 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.560585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.565645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:27.620853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.640735 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:27.641439 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:27.676324 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:27.807682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.832049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.847953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] Pushing event deleted for resources: {'Network': ['ID=1051deec-4c60-4afc-b099-252158d1f998,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:27.856455 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8289b6ec-c61b-4f9f-b9b0-b88c1e253874 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1051deec-4c60-4afc-b099-252158d1f998 HTTP/1.1" status: 204 len: 168 time: 3.2550082 Apr 18 21:00:27.858726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:27.888534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-27e8b26f-c58f-4293-bdcd-6d13156a63a6 None None] The port '5166f2fd-9653-4d9a-adc6-166bb3ca343e' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:00:27.933138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:27.951579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:27.974096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:27.980991 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:27.982568 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:27.983019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:28.011589 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-85d4214e-06ae-41da-8a89-3dcdeeb00f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4709432 Apr 18 21:00:28.018642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33580) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:28.027831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:28.104045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:00:28.113064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] Deleting port da3d7925-7d1a-45d4-ac2e-26849c8ae975 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:28.113448 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.436275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:28.472755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:28.505365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:28.523468 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.532742 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:28.533181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] For port da3d7925-7d1a-45d4-ac2e-26849c8ae975, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=da3d7925-7d1a-45d4-ac2e-26849c8ae975,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:28.533481 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:28.535891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:28.605268 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d5e218d4-ad2e-4e87-9e6b-66ed8d14cbe2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5855808 Apr 18 21:00:28.606331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33584) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:28.630866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:28.872157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] Calling delete_port for da3d7925-7d1a-45d4-ac2e-26849c8ae975 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:28.980005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:28.997023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:29.008129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device da3d7925-7d1a-45d4-ac2e-26849c8ae975 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:29.015470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:29.029406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.031374 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:29.032243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:29.059256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-75552fa9-d11c-44c5-8b7a-53c213acab06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4504097 Apr 18 21:00:29.075754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33596) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:29.090419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:29.382273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:29.419410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:29.452248 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:29.474272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.477175 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:29.479101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:29.511551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.563650 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-12c3b7b9-ea5d-4679-9dce-b9bcee5cb126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4861939 Apr 18 21:00:29.567994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:29.577583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:29.584702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:29.710026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] No DVR routers for this DVR port da3d7925-7d1a-45d4-ac2e-26849c8ae975 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:29.711912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd057f45-a456-4973-b834-4d91fe1bc0b6 None None] Pushing event deleted for resources: {'Port': ['ID=da3d7925-7d1a-45d4-ac2e-26849c8ae975,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:29.819596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.551159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:30.568660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:30.597138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:30.606738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:30.611316 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:30.611922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:30.710665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-797c7517-cc6e-4727-a978-dc6a07b58266 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1312380 Apr 18 21:00:30.710977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33614) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:30.717411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:30.790191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Deleting port 0854bbb0-9e6b-46a3-b268-686f20471c37 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:30.790675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.038709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:31.053740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:31.072639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:31.079477 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.082557 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:00:31.083373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:00:31.126271 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-df91f195-2209-456c-9127-ca6ff499bcf8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4137390 Apr 18 21:00:31.131334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.224223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b8d29a56-8ae1-44f3-a5b2-91ca6a4fb754 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0904155 Apr 18 21:00:31.227785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33626) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.324240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181bedf3-7bf9-4e17-b7df-c3cf236cb1a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:31.326024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-181bedf3-7bf9-4e17-b7df-c3cf236cb1a6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0970860 Apr 18 21:00:31.330990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33630) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.363877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] For port 0854bbb0-9e6b-46a3-b268-686f20471c37, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0854bbb0-9e6b-46a3-b268-686f20471c37,segment=NetworkSegment(60c295cc-7b3e-491c-9c13-1f720b9bd0c1),segment_id=60c295cc-7b3e-491c-9c13-1f720b9bd0c1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:31.364976 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:31.427921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-98d4d60a-ba4e-4f05-8638-cffd3d27dd88 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955434 Apr 18 21:00:31.434313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:31.445641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:31.601661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Calling delete_port for 0854bbb0-9e6b-46a3-b268-686f20471c37 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:31.679938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:31.700932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:31.724476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:31.733544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.002574 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.182329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Pushing event deleted for resources: {'Port': ['ID=0854bbb0-9e6b-46a3-b268-686f20471c37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:32.864278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:00:32.865694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.975896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:32.979851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:32.993083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:32.996726 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:32.998984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753db96d-c9a2-485b-87a2-3aa77dda46ad None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:33.077929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6416807 Apr 18 21:00:33.086402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33656) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:33.110032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:53:18:96', 'name': 'tempest-NetworksTestDHCPv6-1620945805'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:33.139602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea6af1-6511-4bf2-aadc-066aafbee1ec tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=69e72ee7-daaa-4680-8e76-b97293d4b239,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:33.368094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:33.396035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:33.416375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.428302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:33.778417 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:33.832037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 786daf50-33b9-4c47-a737-332a8aa2602b yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:33.856162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '69e72ee7-daaa-4680-8e76-b97293d4b239'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:00:33.857013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.128643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fe53:1896 (37841291-0b4e-4025-916a-36663dff7833/69e72ee7-daaa-4680-8e76-b97293d4b239/786daf50-33b9-4c47-a737-332a8aa2602b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:34.192339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Router 26ffa754-b791-4e39-818b-04d2216719c4 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:00:34.414489 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.446579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 786daf50-33b9-4c47-a737-332a8aa2602b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:34.491240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.568927 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:00:34.610875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5712a33c-7116-4675-b283-d6ffbe35037a admin admin] 10.222.0.47 "PUT /v2.0/routers/26ffa754-b791-4e39-818b-04d2216719c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7478430 Apr 18 21:00:34.612135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:34.648836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:34.650745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Allocated IP 2001:db8::f816:3eff:fea1:1486 (37841291-0b4e-4025-916a-36663dff7833/69e72ee7-daaa-4680-8e76-b97293d4b239/e3bef95c-3dcd-4a3d-a68a-5c28ec91b761) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:34.653756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:34.670879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:34.677863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:34.679310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:34.712660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=786daf50-33b9-4c47-a737-332a8aa2602b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:34.770973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b83d6675-315f-4b9c-a9df-4441806ef101 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6810813 Apr 18 21:00:34.775552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33672) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:34.869273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] Sync routers for ids ['26ffa754-b791-4e39-818b-04d2216719c4'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:00:34.926191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] Routers {'26ffa754-b791-4e39-818b-04d2216719c4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:00:34.934355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:00:17Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['26ffa754-b791-4e39-818b-04d2216719c4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:35.012313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.101114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be860d5-9298-448a-90b5-f2763325bb83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:35.111496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8be860d5-9298-448a-90b5-f2763325bb83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:35.171035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8be860d5-9298-448a-90b5-f2763325bb83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:35.183723 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8be860d5-9298-448a-90b5-f2763325bb83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4049251 Apr 18 21:00:35.186393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33676) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:35.258776 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.277067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Deleting port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:35.277540 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.522828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 786daf50-33b9-4c47-a737-332a8aa2602b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:35.523414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.527000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] For port 4cd6f1e9-760d-48a1-bea3-30e972a24f7a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:35.527362 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.612421 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:35.617356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] Set router 26ffa754-b791-4e39-818b-04d2216719c4 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:00:35.724851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Calling delete_port for 4cd6f1e9-760d-48a1-bea3-30e972a24f7a owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:35.967497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.086241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Transition to ACTIVE for port object e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:36.121599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Transition to ACTIVE for port object e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:36.133366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.201860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19'}], 'enable_snat': True}, 'gw_port_id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T21:00:31Z', 'revision_number': 5, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port': {'id': '4cd6f1e9-760d-48a1-bea3-30e972a24f7a', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:82:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26ffa754-b791-4e39-818b-04d2216719c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3857, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T20:58:45Z', 'updated_at': '2022-04-18T20:58:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:36.225261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 786daf50-33b9-4c47-a737-332a8aa2602b owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:36.231636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Pushing event updated for resources: {'Port': ['ID=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:36.242117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:36.243558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:36.245666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] Checking router: 26ffa754-b791-4e39-818b-04d2216719c4 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:00:36.253270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:36.262630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] Routers {'26ffa754-b791-4e39-818b-04d2216719c4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:00:36.263257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:00:17Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['26ffa754-b791-4e39-818b-04d2216719c4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:36.277664 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.403593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd6f1e9-760d-48a1-bea3-30e972a24f7a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:36.540335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] Set router 26ffa754-b791-4e39-818b-04d2216719c4 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:00:36.630963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:36.708135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T21:00:36Z', 'revision_number': 7, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:36.842923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01833c0b-3cea-41f4-855e-1a40eb51f095 None None] The sync data for ids ['26ffa754-b791-4e39-818b-04d2216719c4'] in n-d-836016-3 is: [{'id': '26ffa754-b791-4e39-818b-04d2216719c4', 'name': 'tempest-TestServerMultinode-1058916893-router', 'tenant_id': '27194d9cf0614d5d81769e152ce5297e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T20:58:44Z', 'updated_at': '2022-04-18T21:00:36Z', 'revision_number': 7, 'project_id': '27194d9cf0614d5d81769e152ce5297e', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:00:36.898537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.088841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Attempting to bind port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:37.090217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Attempting to bind port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:37.090918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Attempting to bind port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:00:37.099045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:00:37.100035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:00:37.100703 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.101328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:00:37.102113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Bound port: e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:37.102733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.123756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=786daf50-33b9-4c47-a737-332a8aa2602b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.285409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] For port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:00:37.289888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] For port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:00:37.296373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.315844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.316487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.316587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.316875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.317225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.317597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.317934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.318271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.318603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.318938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.325717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.326301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:37.357759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.394801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6efd6634-699f-41a7-9862-dfd4ff3b1d55 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/786daf50-33b9-4c47-a737-332a8aa2602b HTTP/1.1" status: 204 len: 168 time: 2.2034752 Apr 18 21:00:37.401184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33706) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:37.512695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c879e-d48f-4b6d-9fd9-db06a04e2623 None None] Pushing event updated for resources: {'Port': ['ID=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:37.675308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.686999 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.715782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b2da5-962a-43b5-a1e5-cfd35f6b717e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:37.719179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4b2da5-962a-43b5-a1e5-cfd35f6b717e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:37.720575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e4b2da5-962a-43b5-a1e5-cfd35f6b717e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:37.755227 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.756251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26ffa754-b791-4e39-818b-04d2216719c4 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:00:37.758524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9e4b2da5-962a-43b5-a1e5-cfd35f6b717e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:37.762513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9e4b2da5-962a-43b5-a1e5-cfd35f6b717e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3594129 Apr 18 21:00:37.764837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33716) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:37.790419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:37.802368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3056a5d6-2c38-4ac4-a58f-ca411fb0698a admin admin] 10.222.0.47 "DELETE /v2.0/routers/26ffa754-b791-4e39-818b-04d2216719c4 HTTP/1.1" status: 204 len: 168 time: 3.1813734 Apr 18 21:00:37.804358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:37.949425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 69e72ee7-daaa-4680-8e76-b97293d4b239 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:37.967402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.008377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] Deleting subnet d147dcf3-a98b-4f71-b416-9c4956a46d23 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:38.012237 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.294071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.305138 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.735691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:38.795666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.115559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.137391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:39.186985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.282913 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.297727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.299450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9fad9a-1494-4c13-a61a-6268cdfc6c35 None None] Network e0f48dff-af11-4d08-b3f6-34011ca194b6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:39.304384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d147dcf3-a98b-4f71-b416-9c4956a46d23,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:39.325205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=69e72ee7-daaa-4680-8e76-b97293d4b239,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:39.335922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33730) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:39.336927 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f0351b73-18bd-4fc0-8c2c-15ca9222e0fb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d147dcf3-a98b-4f71-b416-9c4956a46d23 HTTP/1.1" status: 204 len: 168 time: 1.5251117 Apr 18 21:00:39.659589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.670702 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9b73bcbb-4bdd-4a94-bb6f-0958816affea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/69e72ee7-daaa-4680-8e76-b97293d4b239 HTTP/1.1" status: 204 len: 168 time: 1.9003971 Apr 18 21:00:39.671225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:39.689348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Deleting port eed79d11-aa23-47e7-9bdb-fbfb7428af98 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:39.691742 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:39.787947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-404ae7d0-b07c-4a53-bcf0-dcdc80e321a2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1148987 Apr 18 21:00:39.806510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:39.830434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6188c499-2cdb-4574-b58d-f062c3b20d10 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:39.835734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:40.115368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:40.122054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:40.126141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:40.133737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:40.171749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:40.205415 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.424474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] For port eed79d11-aa23-47e7-9bdb-fbfb7428af98, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eed79d11-aa23-47e7-9bdb-fbfb7428af98,segment=NetworkSegment(60c295cc-7b3e-491c-9c13-1f720b9bd0c1),segment_id=60c295cc-7b3e-491c-9c13-1f720b9bd0c1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:40.426673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.602405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:40.648530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0854bbb0-9e6b-46a3-b268-686f20471c37 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:40.709740 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0854bbb0-9e6b-46a3-b268-686f20471c37 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:40.709989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0854bbb0-9e6b-46a3-b268-686f20471c37 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:40.710241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4cd6f1e9-760d-48a1-bea3-30e972a24f7a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:40.754364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-379cc8b2-39db-45cc-8303-bda4119062f4 None None] Provisioning for port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:40.760852 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Calling delete_port for eed79d11-aa23-47e7-9bdb-fbfb7428af98 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:40.772051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-379cc8b2-39db-45cc-8303-bda4119062f4 None None] Provisioning complete for port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:40.772499 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-379cc8b2-39db-45cc-8303-bda4119062f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:40.886548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4cd6f1e9-760d-48a1-bea3-30e972a24f7a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:40.887316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4cd6f1e9-760d-48a1-bea3-30e972a24f7a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:40.971935 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-379cc8b2-39db-45cc-8303-bda4119062f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.006349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] DHCP port deletion for e0f48dff-af11-4d08-b3f6-34011ca194b6 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:00:41.021630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Deleting port eed79d11-aa23-47e7-9bdb-fbfb7428af98 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:41.022117 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.190808 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.291772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Pushing event deleted for resources: {'Port': ['ID=eed79d11-aa23-47e7-9bdb-fbfb7428af98,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.312075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] No DVR routers for this DVR port eed79d11-aa23-47e7-9bdb-fbfb7428af98 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:41.324979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:00:41.346915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] For port eed79d11-aa23-47e7-9bdb-fbfb7428af98, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=eed79d11-aa23-47e7-9bdb-fbfb7428af98,segment=NetworkSegment(60c295cc-7b3e-491c-9c13-1f720b9bd0c1),segment_id=60c295cc-7b3e-491c-9c13-1f720b9bd0c1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:41.347310 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.445029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-379cc8b2-39db-45cc-8303-bda4119062f4 None None] For port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:41.447869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Deleting port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:41.448725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.574031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Calling delete_port for eed79d11-aa23-47e7-9bdb-fbfb7428af98 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:41.618397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-379cc8b2-39db-45cc-8303-bda4119062f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.745365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:00:41.767749 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.807453 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:00:41.807807 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:00:41.808644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cc8b2-39db-45cc-8303-bda4119062f4 None None] Pushing event updated for resources: {'Port': ['ID=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:41.824075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f48dff-af11-4d08-b3f6-34011ca194b6']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:41.843114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c295cc-7b3e-491c-9c13-1f720b9bd0c1') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:41.843431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c295cc-7b3e-491c-9c13-1f720b9bd0c1') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:41.861390 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.906422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:41.931110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:41.931723 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:42.067779 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:42.098360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.147015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.178787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] Pushing event deleted for resources: {'Network': ['ID=e0f48dff-af11-4d08-b3f6-34011ca194b6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:42.222285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.236522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-75be941f-2e88-4216-bb80-5af88eba38bb admin admin] 10.222.0.47 "DELETE /v2.0/networks/e0f48dff-af11-4d08-b3f6-34011ca194b6 HTTP/1.1" status: 204 len: 168 time: 2.8961296 Apr 18 21:00:42.312390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Deleting port eed79d11-aa23-47e7-9bdb-fbfb7428af98 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:42.314187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.504086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b36c8af5-f3f3-4a4b-aceb-76ed1f619e6d None None] The port 'eed79d11-aa23-47e7-9bdb-fbfb7428af98' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:00:42.532805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] For port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:42.533216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:42.559481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33766) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:42.796728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bd8b1be9-eb5d-4209-beaf-9b17127fe9b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0a4a4fd51f144b34b1d60e147f692ce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351868 Apr 18 21:00:42.801359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33774) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:42.905159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Calling delete_port for e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:42.979151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-044172ed-b1cd-4c6f-9d5e-0510e83e4378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.095899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-044172ed-b1cd-4c6f-9d5e-0510e83e4378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.116629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eed79d11-aa23-47e7-9bdb-fbfb7428af98 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:43.318962 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-044172ed-b1cd-4c6f-9d5e-0510e83e4378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.361423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: eed79d11-aa23-47e7-9bdb-fbfb7428af98 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:43.362066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device eed79d11-aa23-47e7-9bdb-fbfb7428af98 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:43.362739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:43.383355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:43.394774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044172ed-b1cd-4c6f-9d5e-0510e83e4378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e494d58-3e47-4e2a-98cc-f63f6563e28e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:43.408328 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-044172ed-b1cd-4c6f-9d5e-0510e83e4378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.417416 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-044172ed-b1cd-4c6f-9d5e-0510e83e4378 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e494d58-3e47-4e2a-98cc-f63f6563e28e HTTP/1.1" status: 204 len: 168 time: 0.6145196 Apr 18 21:00:43.439038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.446534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.447529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.570807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:00:43.571473 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:00:43.803688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:43.825092 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a070e6a-3a13-484b-88c4-dd41250aa82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.842076 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:43.913986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:43.914512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=436d6027-4e78-472d-8353-01035257337f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:43.958946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:43.960315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.025356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:44.037009 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.286966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Deleting port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:44.289777 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:44.298689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33790) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:44.321958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:27:94:4e', 'name': 'tempest-NetworksTestDHCPv6-895121803'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:44.324269 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.5067554 Apr 18 21:00:44.339576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe6e01-0b4f-46bd-8c3f-29afee791c37 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.527184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:44.999521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:45.011172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:45.020324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:45.030616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33800) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:45.054222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:45.073669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:45.153436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-de4fe5c3-3bba-4e5d-9130-a05281940cfd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=27194d9cf0614d5d81769e152ce5297e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201851 Apr 18 21:00:45.157991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:45.176637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] For port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:45.177205 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.292121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60cc8e2d-171a-452c-99a6-a93d47030ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.335788 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60cc8e2d-171a-452c-99a6-a93d47030ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.399205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.425833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60cc8e2d-171a-452c-99a6-a93d47030ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.475226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 069838d6-2917-417c-95fb-3528026083f2 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:45.490180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60cc8e2d-171a-452c-99a6-a93d47030ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:45.494750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-60cc8e2d-171a-452c-99a6-a93d47030ef8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbb7b54b-cb6e-417e-9f41-414da8143082 HTTP/1.1" status: 204 len: 168 time: 0.3352993 Apr 18 21:00:45.496471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc8e2d-171a-452c-99a6-a93d47030ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb7b54b-cb6e-417e-9f41-414da8143082,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:45.537285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Calling delete_port for e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:45.820885 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fe27:944e (37841291-0b4e-4025-916a-36663dff7833/436d6027-4e78-472d-8353-01035257337f/069838d6-2917-417c-95fb-3528026083f2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:45.858554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.160661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.182942 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 069838d6-2917-417c-95fb-3528026083f2 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:46.217477 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.231103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] Pushing event deleted for resources: {'Port': ['ID=e3bef95c-3dcd-4a3d-a68a-5c28ec91b761,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.263061 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b4044b2c-662f-4a26-8ffe-4dcf3bfe9498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.270458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215bde84-7f1f-443f-a78d-2494d45de8dd None None] No DVR routers for this DVR port e3bef95c-3dcd-4a3d-a68a-5c28ec91b761 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:46.299689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89032d5-4c8a-4686-ba06-3ec19fa665e2 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:46.432968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:46.443377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:46.466491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:46.480641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:46.483714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:46.588322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=069838d6-2917-417c-95fb-3528026083f2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:46.618230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-28951806-89f5-4694-a7b1-add081e6f5e4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3168626 Apr 18 21:00:46.622803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33824) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:46.829131 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e91683-cd4b-4177-b1bc-0e1a9eecb309 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:46.830499 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a8e91683-cd4b-4177-b1bc-0e1a9eecb309 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:46.890133 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a8e91683-cd4b-4177-b1bc-0e1a9eecb309 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:46.897335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:46.916873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a8e91683-cd4b-4177-b1bc-0e1a9eecb309 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2922878 Apr 18 21:00:46.976683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '436d6027-4e78-472d-8353-01035257337f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:00:46.978081 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.106629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 069838d6-2917-417c-95fb-3528026083f2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:47.106979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.215012 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.237801 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.330693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Allocated IP 2001:db8::f816:3eff:fec3:173b (37841291-0b4e-4025-916a-36663dff7833/436d6027-4e78-472d-8353-01035257337f/24d3ffb6-9450-4403-83fd-a7ced12dd9f0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:47.779998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.787927 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.811759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Transition to ACTIVE for port object 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:47.843540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Transition to ACTIVE for port object 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:47.853316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:47.994777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Pushing event updated for resources: {'Port': ['ID=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:47.995030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 069838d6-2917-417c-95fb-3528026083f2 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:48.021151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:48.022510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:48.025745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:48.334719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Attempting to bind port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:00:48.335698 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Attempting to bind port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:00:48.340976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Attempting to bind port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:00:48.360607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:00:48.362104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:00:48.363082 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.364583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:00:48.368495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Bound port: 24d3ffb6-9450-4403-83fd-a7ced12dd9f0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:00:48.369550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.409002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.520823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=069838d6-2917-417c-95fb-3528026083f2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:48.621310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.644876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1353e493-08f4-4c7c-b43e-d66dc78ba1db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/069838d6-2917-417c-95fb-3528026083f2 HTTP/1.1" status: 204 len: 168 time: 1.7450283 Apr 18 21:00:48.645168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33846) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:48.660523 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.695046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] For port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:00:48.698679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] For port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:00:48.705456 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:48.895843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c9cc4-6ebf-42ac-889b-8e3f6eebabd3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.898321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518c9cc4-6ebf-42ac-889b-8e3f6eebabd3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:48.899710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-518c9cc4-6ebf-42ac-889b-8e3f6eebabd3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:48.959983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-518c9cc4-6ebf-42ac-889b-8e3f6eebabd3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:48.965006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33852) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:48.975237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-518c9cc4-6ebf-42ac-889b-8e3f6eebabd3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3284945 Apr 18 21:00:49.000899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Pushing event updated for resources: {'Port': ['ID=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.032380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.032934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.033533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.038709 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.039447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.040382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.040980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.041496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.042095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.042616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.043106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.043653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bf49d25-fdb7-4c08-86c2-5ea9b139f022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:00:49.121101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 436d6027-4e78-472d-8353-01035257337f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:49.137950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.152903 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.339321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.537670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.630051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.807781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.916009 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:49.930634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=436d6027-4e78-472d-8353-01035257337f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:49.947093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bd17cca9-997d-424b-91c2-9a24add182ae tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/436d6027-4e78-472d-8353-01035257337f HTTP/1.1" status: 204 len: 168 time: 0.9806376 Apr 18 21:00:49.949923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33862) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:50.050382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4c795d6a-b339-4b0b-80c5-4abfe5975ebb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989809 Apr 18 21:00:50.051152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33866) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:50.285710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5c25f5-f6d9-4b07-bfef-110d4218b90e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:50.288300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2c5c25f5-f6d9-4b07-bfef-110d4218b90e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2309597 Apr 18 21:00:50.297558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:50.391465 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:00:50.413398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e0b0e0-f0e6-4c7c-a1b6-3414adb36108 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:50.413992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48e0b0e0-f0e6-4c7c-a1b6-3414adb36108 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:00:50.443830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48e0b0e0-f0e6-4c7c-a1b6-3414adb36108 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:00:50.448892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-48e0b0e0-f0e6-4c7c-a1b6-3414adb36108 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1454513 Apr 18 21:00:50.449581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33878) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:50.571947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d56c168d-e854-4e08-b3e9-d2fca331431e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1149564 Apr 18 21:00:50.572215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33882) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:50.585064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:50.767545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33892) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:50.955877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:50.997713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:51.034717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:51.057418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.144162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:51.398990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75538f2-c9fe-49ac-b848-84a00918ab81 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:51.523988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] Deleting subnet d995d966-e4ca-4023-af25-5acb7a44a6f4 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:51.530626 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.657993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.674714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:00:51.731401 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.811791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a3870ce5-32fe-4bf2-81f0-c9235e66e307 None None] Provisioning for port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:51.821494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.879867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:51.887060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a3870ce5-32fe-4bf2-81f0-c9235e66e307 None None] Could not find standard attr ID for object 069838d6-2917-417c-95fb-3528026083f2. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:00:51.899243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d995d966-e4ca-4023-af25-5acb7a44a6f4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:51.912004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45b435f7-42a0-41f6-acf2-700d3271c05d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d995d966-e4ca-4023-af25-5acb7a44a6f4 HTTP/1.1" status: 204 len: 168 time: 1.1431124 Apr 18 21:00:51.916299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:51.976637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:51.990087 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:51.990553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.081443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.211245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.289269 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.329008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:52.336278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.347038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:00:52.347362 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:00:52.438205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.494739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:52.528616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37ec3343-fb2d-48e9-812e-58af003af0e0']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:52.553023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21518419-72bc-4e71-b23d-29aee11c678a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:52.553535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21518419-72bc-4e71-b23d-29aee11c678a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:52.580669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.613491 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.623983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:52.624353 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:52.639894 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:52.661967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ad97ed6a-1e62-455b-b172-fe0e43ed9bf2 None None] Provisioning complete for port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:52.662983 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ad97ed6a-1e62-455b-b172-fe0e43ed9bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.744789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.753231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:52.792407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] Pushing event deleted for resources: {'Network': ['ID=37ec3343-fb2d-48e9-812e-58af003af0e0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:52.807400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-64ce4a88-64f6-4576-9cb6-3562a9f49e2f admin admin] 10.222.0.47 "DELETE /v2.0/networks/37ec3343-fb2d-48e9-812e-58af003af0e0 HTTP/1.1" status: 204 len: 168 time: 0.8861303 Apr 18 21:00:53.050905 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.053130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:00:53.114373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33932) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:53.209122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-83a1928a-aa9f-4d70-98bf-78543ed33539 None None] Could not find standard attr ID for object 786daf50-33b9-4c47-a737-332a8aa2602b. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:00:53.271329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dc6cf3f4-e5db-43a6-b84f-6b76ada03edd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ce00e2cba424f6cbb491c9d1e11efa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553705 Apr 18 21:00:53.272741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:53.298528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:53.299534 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.397563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d34878a-a696-47c9-baf6-c68bd47d4bfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.446198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-27d517e4-894a-4e75-9fbc-f2d91e5f1935 None None] Could not find standard attr ID for object 069838d6-2917-417c-95fb-3528026083f2. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:00:53.473631 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d34878a-a696-47c9-baf6-c68bd47d4bfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.528643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:53.568706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.576875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.577738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.590465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d34878a-a696-47c9-baf6-c68bd47d4bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.623270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34878a-a696-47c9-baf6-c68bd47d4bfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f17459-715c-4444-b804-f83e4d252219,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.645133 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d34878a-a696-47c9-baf6-c68bd47d4bfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.651278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6d34878a-a696-47c9-baf6-c68bd47d4bfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27f17459-715c-4444-b804-f83e4d252219 HTTP/1.1" status: 204 len: 168 time: 0.3763480 Apr 18 21:00:53.731973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:53.738081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:53.741394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:53.742451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:53.769967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=ac7bcb75-0a80-45e9-8f0a-8312bde751ca,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.791751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:53.802913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5658279f-168e-4ae7-9fb8-fcb3f9bb362e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2293992 Apr 18 21:00:53.807483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 33942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:53.817916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:08:09:7a', 'name': 'tempest-NetworksTestDHCPv6-1037613127'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:54.024560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30513710-a8be-42b4-a551-3e604e1abae7 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:54.037157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:54.044833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:54.050140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:54.062050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:54.082226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:54.320050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.355916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port c45a0278-0eeb-4430-b129-3dfa92287e0f yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:54.637601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fe08:97a (37841291-0b4e-4025-916a-36663dff7833/ac7bcb75-0a80-45e9-8f0a-8312bde751ca/c45a0278-0eeb-4430-b129-3dfa92287e0f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:54.796539 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d822c767-1cf1-4dbc-8f3b-5a57e14b2b36 None None] Provisioning complete for port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:54.797854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d822c767-1cf1-4dbc-8f3b-5a57e14b2b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.965596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:54.987423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object c45a0278-0eeb-4430-b129-3dfa92287e0f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:00:55.022997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.103589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:55.108291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:55.118991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:00:55.125453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:55.126290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.145634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=c45a0278-0eeb-4430-b129-3dfa92287e0f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:55.166515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f8ed8308-f19b-4d9f-9da5-baf7bdb8ced7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3528142 Apr 18 21:00:55.167884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33980) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.290757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a8111-5e7c-46b0-b30a-7ade296d5794 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:55.298254 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491a8111-5e7c-46b0-b30a-7ade296d5794 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:55.301341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-491a8111-5e7c-46b0-b30a-7ade296d5794 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.1326408 Apr 18 21:00:55.304371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 33996) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:55.418294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port c45a0278-0eeb-4430-b129-3dfa92287e0f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:55.418705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.531559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0f6e6078-651f-4b42-b817-0252a24ef575 None None] Provisioning for port c45a0278-0eeb-4430-b129-3dfa92287e0f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:00:55.538302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0f6e6078-651f-4b42-b817-0252a24ef575 None None] Provisioning complete for port c45a0278-0eeb-4430-b129-3dfa92287e0f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:00:55.539556 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0f6e6078-651f-4b42-b817-0252a24ef575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:55.614241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0f6e6078-651f-4b42-b817-0252a24ef575 None None] Port c45a0278-0eeb-4430-b129-3dfa92287e0f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:00:55.912507 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.072485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for c45a0278-0eeb-4430-b129-3dfa92287e0f owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:56.314932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.397312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=c45a0278-0eeb-4430-b129-3dfa92287e0f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:56.445878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.458872 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cdb49659-ec96-4e77-bba9-9eb8564ae75f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/c45a0278-0eeb-4430-b129-3dfa92287e0f HTTP/1.1" status: 204 len: 168 time: 1.1517224 Apr 18 21:00:56.461082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34062) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:56.577010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccab154-5497-4e7e-acaa-e573fe936321 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:56.579384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccab154-5497-4e7e-acaa-e573fe936321 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:56.588557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9ccab154-5497-4e7e-acaa-e573fe936321 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1223335 Apr 18 21:00:56.590031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34084) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:56.692351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet ac7bcb75-0a80-45e9-8f0a-8312bde751ca {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:56.699880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.815272 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:56.942809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.054052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.101666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=ac7bcb75-0a80-45e9-8f0a-8312bde751ca,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:57.106669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.119678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-005e102c-43c9-4aec-bc79-0a2de46c1f0b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/ac7bcb75-0a80-45e9-8f0a-8312bde751ca HTTP/1.1" status: 204 len: 168 time: 0.5284560 Apr 18 21:00:57.122639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34166) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:57.129578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3b59f-70a9-431a-aa40-83dc30b5696d None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:57.237790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f2d7a764-755f-4a6c-a336-997498248e2d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1129441 Apr 18 21:00:57.240904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34170) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:57.248370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:57.500361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34176) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:57.540411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:00:57.549350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] Deleting port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:00:57.551590 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.621358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:57.630066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:57.631578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:57.642595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:57.659067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:57.665224 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.706346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.738775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:57.746290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Usage tracker for resource:security_group_rule and tenant:919f5d69ad5e40759fa0c6993deef472 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:57.755586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:57.767633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:57.932154 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:57.939388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.008874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] For port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:00:58.010035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.010631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=919f5d69ad5e40759fa0c6993deef472&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078797 Apr 18 21:00:58.014054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34184) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:58.017447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fccccd3-312b-4974-9cd8-40662b2f33c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3bf754-f9f1-4ca1-9e1e-6e5e813816aa,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.096392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48ba73b3-1d00-46ad-a0a9-37cbfd43fc12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.136609 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48ba73b3-1d00-46ad-a0a9-37cbfd43fc12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.216710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] Calling delete_port for 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:00:58.232776 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48ba73b3-1d00-46ad-a0a9-37cbfd43fc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.282421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34188) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:58.283747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ba73b3-1d00-46ad-a0a9-37cbfd43fc12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3bf754-f9f1-4ca1-9e1e-6e5e813816aa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.334534 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.387000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] No DVR routers for this DVR port 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:00:58.414843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] Deleting subnet 8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:00:58.418892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8654ba-c417-4bb1-922d-8a81c93c9079 None None] Pushing event deleted for resources: {'Port': ['ID=24d3ffb6-9450-4403-83fd-a7ced12dd9f0,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.420401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48ba73b3-1d00-46ad-a0a9-37cbfd43fc12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.425327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-48ba73b3-1d00-46ad-a0a9-37cbfd43fc12 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c3bf754-f9f1-4ca1-9e1e-6e5e813816aa HTTP/1.1" status: 204 len: 168 time: 0.4065654 Apr 18 21:00:58.425327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.447348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:00:58.449442 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.506887 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.551827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:00:58.554389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=cb87185f-ffab-4fd5-ba46-295047112500,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.565046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:00:58.568381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:00:58.568891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.581823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e46900-7347-4b0b-affa-8baf69b0b4fb None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:00:58.602563 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.602921 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-589d5bae-55b7-4d94-8742-87241a811939 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3601048 Apr 18 21:00:58.607086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:58.619758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:75:00:0e', 'name': 'tempest-NetworksTestDHCPv6-373435523'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:00:58.721724 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.773350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:58.781213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:58.791140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8af70096-07fe-485e-bdbe-0a9b0c3bd3e6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8cdd4d1c-3c0a-44fa-bbf0-3e97a29ce87e HTTP/1.1" status: 204 len: 168 time: 0.5026906 Apr 18 21:00:58.791450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:59.006571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': 'cb87185f-ffab-4fd5-ba46-295047112500'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:00:59.007592 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.051896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.065500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:59.071989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:port and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:59.075984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:59.112550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34204) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:59.118413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:59.147400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.163316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:00:59.167460 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.182476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:00:59.194828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Usage tracker for resource:security_group_rule and tenant:57d88ce8989b401aa2cde849274921da is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:00:59.202378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:00:59.222883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:00:59.269217 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.299888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 78c81e4a-675a-4d4d-86ae-0311b89c26e4 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:00:59.337430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.343198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.368180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2442033f-013b-4c22-b459-328a5d72b31a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:59.398596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0bd116-f7f0-401d-a3a3-8995992d196b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.402533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fdca75-f505-4f68-8318-af26548d1275') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:59.402828 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fdca75-f505-4f68-8318-af26548d1275') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:00:59.404427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c8f04e83-d6c0-44ed-8968-b99106c129d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57d88ce8989b401aa2cde849274921da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907507 Apr 18 21:00:59.408496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34208) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:00:59.417631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:00:59.428625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.462045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.471601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:00:59.472406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.474891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:00:59.475247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 24d3ffb6-9450-4403-83fd-a7ced12dd9f0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:00:59.491297 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:00:59.539767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aab9692b-2432-4926-9a8c-e10e0083800c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.541248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Allocated IP 2001:db8::f816:3eff:fe42:6c6d (37841291-0b4e-4025-916a-36663dff7833/cb87185f-ffab-4fd5-ba46-295047112500/92112809-e8b8-4ff1-a032-b397db6959a0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:00:59.573770 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aab9692b-2432-4926-9a8c-e10e0083800c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.587170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.617001 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.634426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2442033f-013b-4c22-b459-328a5d72b31a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.641618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aab9692b-2432-4926-9a8c-e10e0083800c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.656980 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7adec490-4c00-4bda-9397-5ff6fd09a4c9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2442033f-013b-4c22-b459-328a5d72b31a HTTP/1.1" status: 204 len: 168 time: 0.8497889 Apr 18 21:00:59.679158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab9692b-2432-4926-9a8c-e10e0083800c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0bd116-f7f0-401d-a3a3-8995992d196b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:00:59.691588 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aab9692b-2432-4926-9a8c-e10e0083800c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:00:59.696519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-aab9692b-2432-4926-9a8c-e10e0083800c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a0bd116-f7f0-401d-a3a3-8995992d196b HTTP/1.1" status: 204 len: 168 time: 0.2864838 Apr 18 21:00:59.995636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34216) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.001854 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.015610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Transition to ACTIVE for port object 92112809-e8b8-4ff1-a032-b397db6959a0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:00.040691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Transition to ACTIVE for port object 92112809-e8b8-4ff1-a032-b397db6959a0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:00.049043 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.153386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Pushing event updated for resources: {'Port': ['ID=92112809-e8b8-4ff1-a032-b397db6959a0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.163028 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c288c9b4-ac08-4102-b663-6e930dcd7dc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9b2dd2e80be4adca2b866b3acb0ca2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654186 Apr 18 21:01:00.168660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34220) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.179686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:00.183070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:00.190499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:00.244606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fe75:e (37841291-0b4e-4025-916a-36663dff7833/cb87185f-ffab-4fd5-ba46-295047112500/78c81e4a-675a-4d4d-86ae-0311b89c26e4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:00.276821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3524-ba44-409d-bae1-bb61fce5ff7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.319370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3524-ba44-409d-bae1-bb61fce5ff7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.355306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Attempting to bind port 92112809-e8b8-4ff1-a032-b397db6959a0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:00.355840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Attempting to bind port 92112809-e8b8-4ff1-a032-b397db6959a0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:00.356551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Attempting to bind port 92112809-e8b8-4ff1-a032-b397db6959a0 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:00.367531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:01:00.368347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:00.369718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.369999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:01:00.371062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Bound port: 92112809-e8b8-4ff1-a032-b397db6959a0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:00.372354 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.393375 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3524-ba44-409d-bae1-bb61fce5ff7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.426697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa3524-ba44-409d-bae1-bb61fce5ff7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d936712e-d59e-4c3d-a760-ccae43687f70,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.442734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5fa3524-ba44-409d-bae1-bb61fce5ff7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.447982 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d5fa3524-ba44-409d-bae1-bb61fce5ff7d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d936712e-d59e-4c3d-a760-ccae43687f70 HTTP/1.1" status: 204 len: 168 time: 0.2776747 Apr 18 21:01:00.533593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] For port 92112809-e8b8-4ff1-a032-b397db6959a0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:01:00.538414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] For port 92112809-e8b8-4ff1-a032-b397db6959a0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=92112809-e8b8-4ff1-a032-b397db6959a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:01:00.566272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.590293 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.608517 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 78c81e4a-675a-4d4d-86ae-0311b89c26e4 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:00.638060 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.674149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df9bad-ce50-4df3-986c-8bcce6b7da5b None None] Pushing event updated for resources: {'Port': ['ID=92112809-e8b8-4ff1-a032-b397db6959a0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.716874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:00.721220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:00.727193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:00.732412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.733089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:00.766442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=78c81e4a-675a-4d4d-86ae-0311b89c26e4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:00.773481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34226) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:00.774179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4fbe99d0-5052-4751-b0d1-eadfc9617b12 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.1653278 Apr 18 21:01:00.885912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afb2be-72b7-4c5f-8988-1afe9e2e6584 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.892329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afb2be-72b7-4c5f-8988-1afe9e2e6584 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:00.892619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-23afb2be-72b7-4c5f-8988-1afe9e2e6584 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:00.928930 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-23afb2be-72b7-4c5f-8988-1afe9e2e6584 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:00.932949 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-23afb2be-72b7-4c5f-8988-1afe9e2e6584 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1699 time: 0.1525886 Apr 18 21:01:00.933361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34232) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:01.048555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 78c81e4a-675a-4d4d-86ae-0311b89c26e4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:01.049218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.115304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 92112809-e8b8-4ff1-a032-b397db6959a0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:01.215420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 92112809-e8b8-4ff1-a032-b397db6959a0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:01.521330 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.712945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 78c81e4a-675a-4d4d-86ae-0311b89c26e4 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:01.905492 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:01.974959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=78c81e4a-675a-4d4d-86ae-0311b89c26e4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.026235 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.045750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-88296fab-b53a-4f6b-8dea-9dba499fdcca tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/78c81e4a-675a-4d4d-86ae-0311b89c26e4 HTTP/1.1" status: 204 len: 168 time: 1.1101677 Apr 18 21:01:02.049538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34256) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:02.108304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-372769b1-8dcf-4800-a337-d715b476815f None None] Provisioning for port 92112809-e8b8-4ff1-a032-b397db6959a0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:02.117887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-372769b1-8dcf-4800-a337-d715b476815f None None] Provisioning complete for port 92112809-e8b8-4ff1-a032-b397db6959a0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:02.118651 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-372769b1-8dcf-4800-a337-d715b476815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.222047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf0173-5a82-48c8-a48e-8f0353ddcc75 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:02.224532 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cacf0173-5a82-48c8-a48e-8f0353ddcc75 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:02.225504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cacf0173-5a82-48c8-a48e-8f0353ddcc75 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:02.257495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-cacf0173-5a82-48c8-a48e-8f0353ddcc75 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:02.260208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cacf0173-5a82-48c8-a48e-8f0353ddcc75 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2089491 Apr 18 21:01:02.264730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:02.368806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-372769b1-8dcf-4800-a337-d715b476815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.391501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet cb87185f-ffab-4fd5-ba46-295047112500 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:02.395225 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.441437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-372769b1-8dcf-4800-a337-d715b476815f None None] For port 92112809-e8b8-4ff1-a032-b397db6959a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=92112809-e8b8-4ff1-a032-b397db6959a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:02.447127 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-372769b1-8dcf-4800-a337-d715b476815f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.470361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.585995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6efd4b72-c9c7-4fa5-bf76-3f9321bad4a7 None None] Could not find standard attr ID for object 78c81e4a-675a-4d4d-86ae-0311b89c26e4. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:02.596772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372769b1-8dcf-4800-a337-d715b476815f None None] Pushing event updated for resources: {'Port': ['ID=92112809-e8b8-4ff1-a032-b397db6959a0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.776396 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.906744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.981466 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:02.991474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=cb87185f-ffab-4fd5-ba46-295047112500,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:02.996620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe8be12-d8aa-4a5a-ae0b-ccacd8eba0f0 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:03.017568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-52a172b1-6844-41c0-97e9-93ac62e8f3ab tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/cb87185f-ffab-4fd5-ba46-295047112500 HTTP/1.1" status: 204 len: 168 time: 0.7480543 Apr 18 21:01:03.020272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34268) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.136553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 92112809-e8b8-4ff1-a032-b397db6959a0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:03.185360 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e9740b73-fbd9-4dab-8a77-76d02597f20a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1636732 Apr 18 21:01:03.189592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.307992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7ee8bb-189d-46a6-8ce9-997b2516b767 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:03.309015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5f7ee8bb-189d-46a6-8ce9-997b2516b767 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:03.330352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5f7ee8bb-189d-46a6-8ce9-997b2516b767 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:03.331394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5f7ee8bb-189d-46a6-8ce9-997b2516b767 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1403928 Apr 18 21:01:03.335720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.351812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 92112809-e8b8-4ff1-a032-b397db6959a0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:03.352382 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.413448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adf9f4d-2aad-43d8-8bcf-e901d087dd33 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:03.414450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9adf9f4d-2aad-43d8-8bcf-e901d087dd33 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:03.440929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9adf9f4d-2aad-43d8-8bcf-e901d087dd33 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:03.443943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9adf9f4d-2aad-43d8-8bcf-e901d087dd33 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1061246 Apr 18 21:01:03.446922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34282) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.526511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-baf00a18-1755-4ea0-9417-c3d4c70f81a4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784185 Apr 18 21:01:03.532931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34286) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:03.538751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:01:03.540922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:03.552822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] Deleting port 92112809-e8b8-4ff1-a032-b397db6959a0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:03.553384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.791112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:03.810525 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:03.827574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:03.833209 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:03.937493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] For port 92112809-e8b8-4ff1-a032-b397db6959a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=92112809-e8b8-4ff1-a032-b397db6959a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:03.937493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.185634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] Calling delete_port for 92112809-e8b8-4ff1-a032-b397db6959a0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:04.215559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.288303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:04.292150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:04.297301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:04.300098 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.311667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.318543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=6fed1f75-86a1-4e8d-be74-7c52b37b5cfc,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.338481 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-57364454-0e8a-46b7-a49c-dd7d4f1826c7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8031530 Apr 18 21:01:04.341302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34292) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:04.351871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:4a:f8:57', 'name': 'tempest-NetworksTestDHCPv6-1618811232'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:04.378323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] Pushing event deleted for resources: {'Port': ['ID=92112809-e8b8-4ff1-a032-b397db6959a0,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:04.382428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fb9ee8-2a39-49b7-b973-129c9541bc4f None None] No DVR routers for this DVR port 92112809-e8b8-4ff1-a032-b397db6959a0 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:04.399145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a5fdbd-6b66-499e-9245-b96d895095fb None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:04.551121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:04.564589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:04.578690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:04.690850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '6fed1f75-86a1-4e8d-be74-7c52b37b5cfc'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:01:04.691708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.755273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:04.807105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port fb22d510-51ab-44fd-9f0d-3ac8e7c58049 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:01:04.870131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/6fed1f75-86a1-4e8d-be74-7c52b37b5cfc/6f567c29-fa7c-49ae-90e1-a504ea2894a2) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:05.016055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 92112809-e8b8-4ff1-a032-b397db6959a0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:05.055594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 92112809-e8b8-4ff1-a032-b397db6959a0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:01:05.055933 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 92112809-e8b8-4ff1-a032-b397db6959a0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:05.176658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.188966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Transition to ACTIVE for port object 6f567c29-fa7c-49ae-90e1-a504ea2894a2 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:05.213688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Transition to ACTIVE for port object 6f567c29-fa7c-49ae-90e1-a504ea2894a2 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:05.220894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.297014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:05.300744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:05.304992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:05.352117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::a0 (37841291-0b4e-4025-916a-36663dff7833/6fed1f75-86a1-4e8d-be74-7c52b37b5cfc/fb22d510-51ab-44fd-9f0d-3ac8e7c58049) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:05.394043 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Pushing event updated for resources: {'Port': ['ID=6f567c29-fa7c-49ae-90e1-a504ea2894a2,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:05.428107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Attempting to bind port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:05.428577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Attempting to bind port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:05.428954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Attempting to bind port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:05.435693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:01:05.436249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:05.436669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.444014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:01:05.444014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Bound port: 6f567c29-fa7c-49ae-90e1-a504ea2894a2, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:05.444014 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.549974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] For port 6f567c29-fa7c-49ae-90e1-a504ea2894a2, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:01:05.553626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] For port 6f567c29-fa7c-49ae-90e1-a504ea2894a2, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6f567c29-fa7c-49ae-90e1-a504ea2894a2,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:01:05.560129 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.659520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23689f-b79f-4d0a-a719-523c7fb31340 None None] Pushing event updated for resources: {'Port': ['ID=6f567c29-fa7c-49ae-90e1-a504ea2894a2,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:05.679449 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-9135c6b5-4344-4501-8bc5-50ff10a485b4 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=cfc79a61b2d64fa58ca3838aa69dff37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726032 Apr 18 21:01:05.767720 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:05.848445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object fb22d510-51ab-44fd-9f0d-3ac8e7c58049 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:05.895599 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.027175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:06.033063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:06.045245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-d8227d22-f320-4ade-9614-77b8f11be2a8 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:06.046969 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-d8227d22-f320-4ade-9614-77b8f11be2a8 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3613095 Apr 18 21:01:06.047993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:06.053758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:06.054438 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.058522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=fb22d510-51ab-44fd-9f0d-3ac8e7c58049,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:06.091064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-39f7b9e6-ce43-4f83-93bc-ff82098075c5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/quotas/cfc79a61b2d64fa58ca3838aa69dff37 HTTP/1.1" status: 200 len: 375 time: 0.0213900 Apr 18 21:01:06.095375 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-96baddc4-4039-45aa-a819-cfebbf6c8cc3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7524049 Apr 18 21:01:06.098445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:06.165240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-d49e8237-2c82-4654-b03b-5bbb8d6bda06 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cfc79a61b2d64fa58ca3838aa69dff37&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517657 Apr 18 21:01:06.208890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00b787-515f-417f-8e9e-a89bdf5bb9a4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:06.219054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00b787-515f-417f-8e9e-a89bdf5bb9a4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:06.223421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be00b787-515f-417f-8e9e-a89bdf5bb9a4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1207359 Apr 18 21:01:06.224195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:06.300840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port fb22d510-51ab-44fd-9f0d-3ac8e7c58049 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:06.301285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.522336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a772e6c-e995-48d3-a6da-a623f7c925e4 req-f7dbd629-9a36-4551-a596-040ee0687c89 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 210 time: 0.1407654 Apr 18 21:01:06.783773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:06.932039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for fb22d510-51ab-44fd-9f0d-3ac8e7c58049 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:07.081710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-547e4a4d-f559-41c5-b776-8d65cb7cf849 None None] Provisioning for port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:07.152386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6f567c29-fa7c-49ae-90e1-a504ea2894a2 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:07.292131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.324487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:07.334165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:07.334770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.386948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=fb22d510-51ab-44fd-9f0d-3ac8e7c58049,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.470507 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.484697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8772687b-604b-4a3f-8631-f0a14eb708f6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/fb22d510-51ab-44fd-9f0d-3ac8e7c58049 HTTP/1.1" status: 204 len: 168 time: 1.2588644 Apr 18 21:01:07.487982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:07.547941 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.569999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-48cb8daa-4b16-4b30-94e8-406888679951 None None] Could not find standard attr ID for object fb22d510-51ab-44fd-9f0d-3ac8e7c58049. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:07.624126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d9330-ae51-4070-8351-d8b65309f041 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:07.624995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6f567c29-fa7c-49ae-90e1-a504ea2894a2, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6f567c29-fa7c-49ae-90e1-a504ea2894a2,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:07.627906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d9330-ae51-4070-8351-d8b65309f041 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:07.632120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.634044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-386d9330-ae51-4070-8351-d8b65309f041 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1446147 Apr 18 21:01:07.635367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34334) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:07.762310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6f567c29-fa7c-49ae-90e1-a504ea2894a2,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:07.787490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fb08dccb-fce3-49a6-88e3-68f2de1267e8 req-59a1c421-48b1-4131-b618-3e9e6143d2bb tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 210 time: 0.0712039 Apr 18 21:01:07.802416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 6fed1f75-86a1-4e8d-be74-7c52b37b5cfc {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:07.806431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.880010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:07.983546 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-381ade48-e874-455f-83cc-bb1a47e61826 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=cfc79a61b2d64fa58ca3838aa69dff37&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431397 Apr 18 21:01:08.131876 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.355861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-9eec2f04-10a6-4cc8-8eba-8faa9a6552df tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:08.357547 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-9eec2f04-10a6-4cc8-8eba-8faa9a6552df tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3682537 Apr 18 21:01:08.373671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Request body: {'port': {'device_id': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': 'cfc79a61b2d64fa58ca3838aa69dff37'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:08.417659 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.519412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=6fed1f75-86a1-4e8d-be74-7c52b37b5cfc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:08.542176 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.548119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f4d661-6ad5-44cb-918d-826446c00c65 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:08.568353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fa37ebbc-6c63-4534-a0b8-028beecca343 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/6fed1f75-86a1-4e8d-be74-7c52b37b5cfc HTTP/1.1" status: 204 len: 168 time: 0.9309938 Apr 18 21:01:08.572228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:08.607593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:08.613367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Usage tracker for resource:port and tenant:cfc79a61b2d64fa58ca3838aa69dff37 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:08.617053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:08.624320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:08.637637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Made reservation on behalf of cfc79a61b2d64fa58ca3838aa69dff37 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:08.642697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.658983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.678321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:08.683565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Usage tracker for resource:security_group_rule and tenant:cfc79a61b2d64fa58ca3838aa69dff37 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:08.687553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:08.696006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:08.710661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ef7c52c9-f05d-4ab4-9881-a61969208b00 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345510 Apr 18 21:01:08.711223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:08.821020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6c6ecf-87c7-4d79-9346-6de8d51808a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:08.821881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8e6c6ecf-87c7-4d79-9346-6de8d51808a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:08.847893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8e6c6ecf-87c7-4d79-9346-6de8d51808a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:08.854530 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8e6c6ecf-87c7-4d79-9346-6de8d51808a9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1415558 Apr 18 21:01:08.855460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:08.860825 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.871526 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:08.985832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d29c2ec-733a-442a-8a07-513ebfcecc4c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:08.995826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34352) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:08.996566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0d29c2ec-733a-442a-8a07-513ebfcecc4c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1395948 Apr 18 21:01:09.072707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:01:09.083352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] Deleting port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:09.084294 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.087693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a9054fd-8df5-4e0b-b26c-690c2225908d req-3ddf59f2-5854-4687-bec1-1ba9ec1bc407 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 210 time: 0.0663874 Apr 18 21:01:09.156204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64fd728d-1916-4d60-b631-43ba3426dcab,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.169353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:09.175297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:09.184075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cafe8d95-bb6b-47c3-829a-9a533f3eb95e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1759448 Apr 18 21:01:09.317018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Allocated IP 192.168.233.239 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/c85483c9-6133-4375-b27e-7d2ac5730880) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:09.492932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] For port 6f567c29-fa7c-49ae-90e1-a504ea2894a2, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6f567c29-fa7c-49ae-90e1-a504ea2894a2,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:09.493239 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.509210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:09.513837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:09.517198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:09.523527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:09.534920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:09.538706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.677924 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.708326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Transition to ACTIVE for port object c85483c9-6133-4375-b27e-7d2ac5730880 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:09.740573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] Calling delete_port for 6f567c29-fa7c-49ae-90e1-a504ea2894a2 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:09.750008 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.822660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:09.826273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:09.829207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:09.894875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.903983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Pushing event updated for resources: {'Port': ['ID=c85483c9-6133-4375-b27e-7d2ac5730880,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:09.939183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:09.939965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.945114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:01:09.957497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:09.972378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7761bcd9-5152-458c-91fe-0b6cb8e801d5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6051676 Apr 18 21:01:09.989850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Request body: {'port': {'device_id': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:10.001280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] Pushing event deleted for resources: {'Port': ['ID=6f567c29-fa7c-49ae-90e1-a504ea2894a2,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.011511 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674cf324-6d70-472a-bb00-ae02d3e8b9d4 None None] No DVR routers for this DVR port 6f567c29-fa7c-49ae-90e1-a504ea2894a2 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:10.090939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:10.098435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:10.107424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:10.108490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.110803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1da20-4d08-4260-bcde-e5d1f6f47303 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:10.165597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=573d4d68-e966-46a6-81ca-b3d6d1093cfb,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:10.178222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-57aac748-379a-48e9-9c07-0d303c9e94e7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0076697 Apr 18 21:01:10.178987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:10.185332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:10.235190 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.395383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:10.401338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:10.405620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:10.413476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:10.420483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-46feaadb-7282-4f35-a7e1-7f8895654b46 None None] Provisioning for port c85483c9-6133-4375-b27e-7d2ac5730880 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:10.435219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-46feaadb-7282-4f35-a7e1-7f8895654b46 None None] Provisioning complete for port c85483c9-6133-4375-b27e-7d2ac5730880 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:10.435769 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46feaadb-7282-4f35-a7e1-7f8895654b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.437628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:10.443882 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.549679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-46feaadb-7282-4f35-a7e1-7f8895654b46 None None] Port c85483c9-6133-4375-b27e-7d2ac5730880 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:01:10.567930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '573d4d68-e966-46a6-81ca-b3d6d1093cfb'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:01:10.569312 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.625631 n-d-836016-3 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 573d4d68-e966-46a6-81ca-b3d6d1093cfb (CIDR: 2001:db8::/64) Apr 18 21:01:10.631609 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:10.632172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:10.657839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-86ae1110-c627-4fb8-92fa-a48ba0f29bb8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4770095 Apr 18 21:01:10.662576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:10.668817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:10.786990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Allocated IP 2001:db8::f816:3eff:fe5e:6d0a (37841291-0b4e-4025-916a-36663dff7833/573d4d68-e966-46a6-81ca-b3d6d1093cfb/97d4c0ba-b7bb-459d-a3d4-b9717fe542d0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:10.796211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e303e1ee-b3a9-459c-9513-cd0c0ce6433b req-ef3ed100-6336-484b-b52b-d690e4f80401 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:10.797963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e303e1ee-b3a9-459c-9513-cd0c0ce6433b req-ef3ed100-6336-484b-b52b-d690e4f80401 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Synchronizing usage tracker for tenant:cfc79a61b2d64fa58ca3838aa69dff37 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:10.847808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e303e1ee-b3a9-459c-9513-cd0c0ce6433b req-ef3ed100-6336-484b-b52b-d690e4f80401 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Unset dirty status for tenant:cfc79a61b2d64fa58ca3838aa69dff37 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:10.854799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e303e1ee-b3a9-459c-9513-cd0c0ce6433b req-ef3ed100-6336-484b-b52b-d690e4f80401 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 936 time: 0.5089703 Apr 18 21:01:10.867490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:10.875437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:10.879632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:10.886489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:10.899912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:10.903528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:10.966012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e303e1ee-b3a9-459c-9513-cd0c0ce6433b req-2f639780-9d96-4c6c-b921-e1dd7530a0a3 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Synchronizing usage tracker for tenant:cfc79a61b2d64fa58ca3838aa69dff37 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:11.056664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6f567c29-fa7c-49ae-90e1-a504ea2894a2 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:11.100760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e303e1ee-b3a9-459c-9513-cd0c0ce6433b req-2f639780-9d96-4c6c-b921-e1dd7530a0a3 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Unset dirty status for tenant:cfc79a61b2d64fa58ca3838aa69dff37 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:11.103125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e303e1ee-b3a9-459c-9513-cd0c0ce6433b req-2f639780-9d96-4c6c-b921-e1dd7530a0a3 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408056 Apr 18 21:01:11.129471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6f567c29-fa7c-49ae-90e1-a504ea2894a2 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:01:11.130238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6f567c29-fa7c-49ae-90e1-a504ea2894a2 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:11.142143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c85483c9-6133-4375-b27e-7d2ac5730880 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:11.159022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.194092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Transition to ACTIVE for port object c85483c9-6133-4375-b27e-7d2ac5730880 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:11.197864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.199201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.221797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Transition to ACTIVE for port object 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:11.262724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Transition to ACTIVE for port object 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:11.274913 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.374039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.435557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:11.444640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:11.456158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:11.460924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Pushing event updated for resources: {'Port': ['ID=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.480955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:11.485628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:11.491062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:11.491817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.514629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=bde2efbe-f6c1-4974-923c-26667331082b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.537911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5490275b-74a7-48fc-ba2c-fa9e7e736ab4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8688011 Apr 18 21:01:11.538496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:11.544692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:e9:db:e4', 'name': 'tempest-NetworksTestDHCPv6-36941795'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:11.560084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c85483c9-6133-4375-b27e-7d2ac5730880,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.654636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Attempting to bind port c85483c9-6133-4375-b27e-7d2ac5730880 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:11.655104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Attempting to bind port c85483c9-6133-4375-b27e-7d2ac5730880 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:11.655466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Attempting to bind port c85483c9-6133-4375-b27e-7d2ac5730880 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:11.662087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Port c85483c9-6133-4375-b27e-7d2ac5730880 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:01:11.662672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Attempting to bind port c85483c9-6133-4375-b27e-7d2ac5730880 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:11.669637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:01:11.670395 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:11.671191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:01:11.672078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Attempting to bind port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:11.672457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Attempting to bind port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:11.673031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Bound port: c85483c9-6133-4375-b27e-7d2ac5730880, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:11.673155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Attempting to bind port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:11.673816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.684824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:01:11.685184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:11.685961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.686867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:01:11.688220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Bound port: 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:11.688861 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.776037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:11.794257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] For port c85483c9-6133-4375-b27e-7d2ac5730880, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:01:11.794677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:11.801044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] For port c85483c9-6133-4375-b27e-7d2ac5730880, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85483c9-6133-4375-b27e-7d2ac5730880,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:01:11.810123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.810350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:11.920108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:01:11.922172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:11.923277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.925766 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] 10.222.0.61 "PUT /v2.0/ports/c85483c9-6133-4375-b27e-7d2ac5730880 HTTP/1.1" status: 200 len: 1096 time: 1.9417033 Apr 18 21:01:11.926512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'tag': 'c85483c9-6133-4375-b27e-7d2ac5730880'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:11.926995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:01:11.935523 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:11.981817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ed5af-3341-43be-961e-3c1d4e019bd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c85483c9-6133-4375-b27e-7d2ac5730880,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:11.990766 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.036693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port dcfb3c30-3019-4808-b666-5406a80c4e7b yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:01:12.069632 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ffea79-6461-4709-bf56-e6462d4b51fb'] response: {'name': 'network-changed', 'server_uuid': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'tag': 'c85483c9-6133-4375-b27e-7d2ac5730880', 'status': 'completed', 'code': 200} Apr 18 21:01:12.161054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-0419b55f-eef9-4519-a17b-6418e4453fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:12.164461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-0419b55f-eef9-4519-a17b-6418e4453fbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfc79a61b2d64fa58ca3838aa69dff37&device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 1099 time: 0.1755180 Apr 18 21:01:12.223084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476abb83-dcd1-4f1f-8fe2-10e314275914 None None] Pushing event updated for resources: {'Port': ['ID=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:12.330375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8:0:1::37a (37841291-0b4e-4025-916a-36663dff7833/bde2efbe-f6c1-4974-923c-26667331082b/dcfb3c30-3019-4808-b666-5406a80c4e7b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:12.339041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fee9:dbe4 (37841291-0b4e-4025-916a-36663dff7833/573d4d68-e966-46a6-81ca-b3d6d1093cfb/dcfb3c30-3019-4808-b666-5406a80c4e7b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:12.369952 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-05aa2105-4fee-4577-94d1-8f462b74463e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c85483c9-6133-4375-b27e-7d2ac5730880 HTTP/1.1" status: 200 len: 217 time: 0.1945362 Apr 18 21:01:12.620111 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.645491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-87414150-8d44-424f-ac59-024a52e2304a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:12.648116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-87414150-8d44-424f-ac59-024a52e2304a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.2694468 Apr 18 21:01:12.652940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object dcfb3c30-3019-4808-b666-5406a80c4e7b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:12.698350 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.777859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:12.778831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1fdc8e-96e9-45fd-a498-326eda5d0de3 req-51a132da-1a22-4861-8b4b-f30dcd823a63 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:12.781501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2d1fdc8e-96e9-45fd-a498-326eda5d0de3 req-51a132da-1a22-4861-8b4b-f30dcd823a63 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 948 time: 0.3332868 Apr 18 21:01:12.786874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:12.791999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:12.797829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:12.798505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:12.807336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=dcfb3c30-3019-4808-b666-5406a80c4e7b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:12.835366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-877a253e-32a8-4cb8-8e9d-5e0853610ab5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2954917 Apr 18 21:01:12.838074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34378) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:12.894716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2d1fdc8e-96e9-45fd-a498-326eda5d0de3 req-cf519cba-d025-42a3-bcf7-a1fb2bf16885 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029310 Apr 18 21:01:12.908510 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-131e5a84-dd48-4d0d-b5ba-93f31d9c3471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:12.910645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-131e5a84-dd48-4d0d-b5ba-93f31d9c3471 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2454045 Apr 18 21:01:12.928476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port dcfb3c30-3019-4808-b666-5406a80c4e7b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:12.928962 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.098157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-4b57e3bc-2f1d-4faf-adff-26fff42e17c2 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772041 Apr 18 21:01:13.144552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:13.298526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:13.373453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dab3a65a-8665-4c5b-91c8-9a92db4ac0e3 req-f50ca66c-52ed-4fde-924d-664d2ee8c267 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619557 Apr 18 21:01:13.491959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.567795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c6bf-3877-4828-818d-cd563f224107 req-5ca162c4-3aeb-417c-917a-42bb96e06f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.569721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e467c6bf-3877-4828-818d-cd563f224107 req-5ca162c4-3aeb-417c-917a-42bb96e06f04 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfc79a61b2d64fa58ca3838aa69dff37&device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 1099 time: 0.1279273 Apr 18 21:01:13.626657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0a354-efc9-46b4-bf70-f8870e76220d None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:13.649176 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8233806a-4d28-4c7f-ac52-0604ccb61209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.711984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for dcfb3c30-3019-4808-b666-5406a80c4e7b owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:13.730034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a3955185-2de1-4175-b704-998c697e66bb None None] Provisioning for port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:13.745076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a3955185-2de1-4175-b704-998c697e66bb None None] Provisioning complete for port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:13.745460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3955185-2de1-4175-b704-998c697e66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:13.781535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c6bf-3877-4828-818d-cd563f224107 req-e0d10835-f287-486b-a2f7-1256f48b172b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.783281 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e467c6bf-3877-4828-818d-cd563f224107 req-e0d10835-f287-486b-a2f7-1256f48b172b service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.2064540 Apr 18 21:01:13.866031 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e467c6bf-3877-4828-818d-cd563f224107 req-96e4c24e-54b0-42c0-8d51-d46dde7046f9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c85483c9-6133-4375-b27e-7d2ac5730880 HTTP/1.1" status: 200 len: 217 time: 0.0750225 Apr 18 21:01:13.957871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c6bf-3877-4828-818d-cd563f224107 req-cbc3508f-4244-4793-95a3-3d6cd64b4343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:13.959465 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e467c6bf-3877-4828-818d-cd563f224107 req-cbc3508f-4244-4793-95a3-3d6cd64b4343 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0866435 Apr 18 21:01:14.026536 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3955185-2de1-4175-b704-998c697e66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.115766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a3955185-2de1-4175-b704-998c697e66bb None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:14.120297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e467c6bf-3877-4828-818d-cd563f224107 req-1f08716a-db5b-401b-8dcf-cb149422ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.123571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e467c6bf-3877-4828-818d-cd563f224107 req-1f08716a-db5b-401b-8dcf-cb149422ed3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1573181 Apr 18 21:01:14.133120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a3955185-2de1-4175-b704-998c697e66bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.158022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.275985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=dcfb3c30-3019-4808-b666-5406a80c4e7b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:14.305048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3955185-2de1-4175-b704-998c697e66bb None None] Pushing event updated for resources: {'Port': ['ID=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:14.327251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.342149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b06d23e8-24a3-4852-a4e1-5f62cf4800b9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/dcfb3c30-3019-4808-b666-5406a80c4e7b HTTP/1.1" status: 204 len: 168 time: 1.5023515 Apr 18 21:01:14.346435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34384) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:14.353228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8613c77f-fa79-4cb4-8267-c1e11d244d78 req-763302ab-6afa-44d8-ba23-e8a0c1c98bee tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.358384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8613c77f-fa79-4cb4-8267-c1e11d244d78 req-763302ab-6afa-44d8-ba23-e8a0c1c98bee tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 948 time: 0.3051157 Apr 18 21:01:14.424504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] Update dhcp port {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': '573d4d68-e966-46a6-81ca-b3d6d1093cfb', 'ip_address': '2001:db8::f816:3eff:fe5e:6d0a'}, {'subnet_id': 'bde2efbe-f6c1-4974-923c-26667331082b'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '97d4c0ba-b7bb-459d-a3d4-b9717fe542d0'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 21:01:14.431901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8613c77f-fa79-4cb4-8267-c1e11d244d78 req-d1265ef4-2a98-48a8-92c6-eef76c04aeae tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691957 Apr 18 21:01:14.440305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e467c6bf-3877-4828-818d-cd563f224107 req-0e0af6ee-586a-43eb-8688-33c7f6687489 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077357 Apr 18 21:01:14.512866 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:14.721420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-811f53d3-28e2-49c7-856a-baed71151462 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.722243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-811f53d3-28e2-49c7-856a-baed71151462 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:14.763451 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e467c6bf-3877-4828-818d-cd563f224107 req-47847d69-5255-4607-b540-673a24820930 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122249 Apr 18 21:01:14.765876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-811f53d3-28e2-49c7-856a-baed71151462 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:14.766873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-811f53d3-28e2-49c7-856a-baed71151462 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.4190738 Apr 18 21:01:14.771927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34388) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:14.813206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] Allocated IP 2001:db8:0:1::2 (37841291-0b4e-4025-916a-36663dff7833/bde2efbe-f6c1-4974-923c-26667331082b/97d4c0ba-b7bb-459d-a3d4-b9717fe542d0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:14.882217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b99050c-a272-4809-95e6-5031b8b54c38 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.885173 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3b99050c-a272-4809-95e6-5031b8b54c38 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1126580 Apr 18 21:01:14.889278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34392) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:14.987977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe622c-885d-4ce5-a0bf-1542968a9a54 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.990965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe622c-885d-4ce5-a0bf-1542968a9a54 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.991755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fe622c-885d-4ce5-a0bf-1542968a9a54 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:14.992630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-60fe622c-885d-4ce5-a0bf-1542968a9a54 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:15.020334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-60fe622c-885d-4ce5-a0bf-1542968a9a54 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:15.022230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-60fe622c-885d-4ce5-a0bf-1542968a9a54 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1307075 Apr 18 21:01:15.026358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:15.056790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:15.123219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 573d4d68-e966-46a6-81ca-b3d6d1093cfb {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:15.132407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:15.180482 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.230063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] Transition to ACTIVE for port object 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:15.235933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.239936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.316723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.423470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdcf73b-3307-4c13-8102-ebb3bdf0a8ae None None] Pushing event updated for resources: {'Port': ['ID=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.487530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.504500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c85483c9-6133-4375-b27e-7d2ac5730880 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:01:15.597497 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.644328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=573d4d68-e966-46a6-81ca-b3d6d1093cfb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:15.645357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.665186 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-396f877e-050e-45f8-82b4-4d43842454cd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/573d4d68-e966-46a6-81ca-b3d6d1093cfb HTTP/1.1" status: 204 len: 168 time: 0.6368768 Apr 18 21:01:15.667598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:15.715228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41a44-e245-4a32-a058-2fc614240880 req-9a3600d4-ef2a-474d-8f02-86f725d34aca tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:15.724601 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4da41a44-e245-4a32-a058-2fc614240880 req-9a3600d4-ef2a-474d-8f02-86f725d34aca tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 948 time: 0.1312325 Apr 18 21:01:15.725100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c85483c9-6133-4375-b27e-7d2ac5730880, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85483c9-6133-4375-b27e-7d2ac5730880,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:15.744306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'c85483c9-6133-4375-b27e-7d2ac5730880', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'c85483c9-6133-4375-b27e-7d2ac5730880', 'mac_address': 'fa:16:3e:8d:0e:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:01:15.767540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet bde2efbe-f6c1-4974-923c-26667331082b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:15.771296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.798130 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4da41a44-e245-4a32-a058-2fc614240880 req-87a0926e-72ae-4002-8712-dcc42686f3b4 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723085 Apr 18 21:01:15.813178 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.843252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.879748 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c85483c9-6133-4375-b27e-7d2ac5730880 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:01:15.909362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c85483c9-6133-4375-b27e-7d2ac5730880, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85483c9-6133-4375-b27e-7d2ac5730880,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:15.915871 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:15.978993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.055753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d82e03d-a736-4b9a-bceb-3c3fcc3123f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.090176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c85483c9-6133-4375-b27e-7d2ac5730880,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.094397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.151140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=bde2efbe-f6c1-4974-923c-26667331082b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:16.154718 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.166339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8b2638fa-597b-4ced-8c52-383cf97fb5ea tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/bde2efbe-f6c1-4974-923c-26667331082b HTTP/1.1" status: 204 len: 168 time: 0.4972785 Apr 18 21:01:16.170221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:16.200297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['c85483c9-6133-4375-b27e-7d2ac5730880'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:01:16.275955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16937a3e-1054-4df0-9ab5-8f9df9df5abb None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:16.279544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-84718e74-41b1-4e41-b040-17d0ff6dc410 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077728 Apr 18 21:01:16.282706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34410) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:16.288716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:16.315848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b2b1173b-e4ae-479b-ae8b-904b2f9d96ef None None] Could not find standard attr ID for object dcfb3c30-3019-4808-b666-5406a80c4e7b. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:16.413556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:16.419709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:16.424776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:16.432391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:16.441930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b2b1173b-e4ae-479b-ae8b-904b2f9d96ef None None] Provisioning for port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:16.446965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:16.451281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.455788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b2b1173b-e4ae-479b-ae8b-904b2f9d96ef None None] Provisioning complete for port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:16.456155 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b2b1173b-e4ae-479b-ae8b-904b2f9d96ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.821193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:01:16.826388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Deleting port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:16.826862 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:16.966794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:01:17.049922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:17.076853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cccfe-caba-4479-9104-7e0236cf4181 req-af5e57e3-4f2e-472a-979e-dbc2394e9b6c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:17.081239 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b96cccfe-caba-4479-9104-7e0236cf4181 req-af5e57e3-4f2e-472a-979e-dbc2394e9b6c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 949 time: 0.1612337 Apr 18 21:01:17.142686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b96cccfe-caba-4479-9104-7e0236cf4181 req-ed1440bd-6751-4535-94a2-3c642ec6e13f tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528176 Apr 18 21:01:17.255765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.310567 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.324654 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.458097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:17.458985 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.516098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:17.546060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.553289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.554278 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.599968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c85483c9-6133-4375-b27e-7d2ac5730880 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:17.687298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:17.693998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:17.703953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:17.704461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.713163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=66989c80-fc6d-4508-872d-0c1d91fbb5fb,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.726071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:17.744898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d3d5bc0b-28db-43a1-bb72-ceb26b662efe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4609141 Apr 18 21:01:17.748486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34416) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:17.757148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:17.761887 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:17.790559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Calling delete_port for 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:17.933220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:17.940815 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:17.946509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:17.956224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:17.969374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:17.973441 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.100213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:18.100816 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:18.107277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port c85483c9-6133-4375-b27e-7d2ac5730880 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:18.112927 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:18.113522 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:18.117501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port c85483c9-6133-4375-b27e-7d2ac5730880 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:18.118321 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.151861 n-d-836016-3 neutron-server[88141]: INFO neutron.db.ipam_backend_mixin [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 66989c80-fc6d-4508-872d-0c1d91fbb5fb (CIDR: 2001:db8::/64) Apr 18 21:01:18.156005 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:18.156530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:18.184510 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6e2ee404-abdd-4a66-84f1-541a7b10dd93 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4328458 Apr 18 21:01:18.188010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34422) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:18.196218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:18.322511 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.371787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85483c9-6133-4375-b27e-7d2ac5730880'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:01:18.386355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port c85483c9-6133-4375-b27e-7d2ac5730880, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85483c9-6133-4375-b27e-7d2ac5730880,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:18.392627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.429262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:18.441419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:18.447089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:18.456992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:18.467046 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf5e753b-5c33-4ef2-a008-d31409b84db2'] response: {'server_uuid': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c85483c9-6133-4375-b27e-7d2ac5730880', 'code': 200} Apr 18 21:01:18.472799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2266f5-222a-4656-899d-829e46f88294 req-db41ac73-b32b-4706-a59c-40ae8ec325f5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.474988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b2266f5-222a-4656-899d-829e46f88294 req-db41ac73-b32b-4706-a59c-40ae8ec325f5 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 949 time: 0.1572831 Apr 18 21:01:18.484437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:18.489085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.512235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=c85483c9-6133-4375-b27e-7d2ac5730880,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:18.576553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.736756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Deleting port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:18.737259 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.842950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b2266f5-222a-4656-899d-829e46f88294 req-45bda820-6de4-47fd-beeb-7210e570c538 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3349607 Apr 18 21:01:18.887083 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:18.908796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032104db-bcaa-4b32-b2d2-51a3d1d98732 req-419b053e-0607-46d4-bff4-24d7abb606c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:18.910390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-032104db-bcaa-4b32-b2d2-51a3d1d98732 req-419b053e-0607-46d4-bff4-24d7abb606c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 1101 time: 0.3585036 Apr 18 21:01:19.013989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-032104db-bcaa-4b32-b2d2-51a3d1d98732 req-4d9f9676-3941-43d9-bdb2-68a1eb5ed6d9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660861 Apr 18 21:01:19.079725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.111878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:19.131057 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.148186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:19.151887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:19.157326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:19.157979 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.177175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=0b0cab13-9a3e-4c43-ae70-7b29e694cd05,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:19.194332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f5e1d76c-93d5-402f-8fe8-e44fd83070d9 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0028458 Apr 18 21:01:19.199339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:19.210582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:e5:c9:22', 'name': 'tempest-NetworksTestDHCPv6-1903984205'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:19.306201 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.372405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:19.391976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:19.404455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:19.422371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:19.439134 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:19.439781 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.664359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Calling delete_port for 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:19.722515 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.760533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:19.779133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:19.779791 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:19.801143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:01:19.864691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Deleting port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:19.865433 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.213168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8:0:1::2f4 (37841291-0b4e-4025-916a-36663dff7833/0b0cab13-9a3e-4c43-ae70-7b29e694cd05/eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:20.223773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::f816:3eff:fee5:c922 (37841291-0b4e-4025-916a-36663dff7833/66989c80-fc6d-4508-872d-0c1d91fbb5fb/eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:20.253390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] For port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:20.253835 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.313668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57a791-9574-4af8-880c-920410e4e2e1 req-2e098f28-c8c6-48fc-92cc-9a29184f72a4 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:20.315296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f57a791-9574-4af8-880c-920410e4e2e1 req-2e098f28-c8c6-48fc-92cc-9a29184f72a4 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 950 time: 0.3244803 Apr 18 21:01:20.392554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Calling delete_port for 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:20.497596 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7f57a791-9574-4af8-880c-920410e4e2e1 req-f2a0ad1d-7d9d-4011-8734-5eb5854bbba7 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699343 Apr 18 21:01:20.554194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.568715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.574540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:20.601133 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.624501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] Pushing event deleted for resources: {'Port': ['ID=97d4c0ba-b7bb-459d-a3d4-b9717fe542d0,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:20.674094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:20.677397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:20.690323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:20.696342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:20.697018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:20.713485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:20.713818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2d420b-bb21-4513-b6f5-8410b6faaf03 None None] No DVR routers for this DVR port 97d4c0ba-b7bb-459d-a3d4-b9717fe542d0 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:20.731674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2654d30-38f6-4170-8c4e-82e7d2b3e966 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:20.733069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.733644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.735349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.735922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.736529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.737019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.737535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.738087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.738658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.739239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.739875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.740467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:20.765480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-58d9f1c6-a29d-48ef-8210-85476dec9011 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.5635929 Apr 18 21:01:20.768027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:20.857844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:20.858355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.067266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '0b0cab13-9a3e-4c43-ae70-7b29e694cd05'}, {'subnet_id': '66989c80-fc6d-4508-872d-0c1d91fbb5fb'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:01:21.068366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.166041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.321970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:21.334963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Allocated IP 2001:db8:0:1::2 (37841291-0b4e-4025-916a-36663dff7833/0b0cab13-9a3e-4c43-ae70-7b29e694cd05/a4350d99-5038-4d47-940e-0667aaf03091) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:21.342304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Allocated IP 2001:db8::f816:3eff:fe63:ef94 (37841291-0b4e-4025-916a-36663dff7833/66989c80-fc6d-4508-872d-0c1d91fbb5fb/a4350d99-5038-4d47-940e-0667aaf03091) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:21.568654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.586229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.606217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Transition to ACTIVE for port object a4350d99-5038-4d47-940e-0667aaf03091 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:21.640592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Transition to ACTIVE for port object a4350d99-5038-4d47-940e-0667aaf03091 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:21.650889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.710031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.727392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc4af6-eda0-4be6-b5d6-38f6b363ae74 req-c33fdb16-b936-4d12-ba14-ad7f63714016 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:21.729155 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fc4af6-eda0-4be6-b5d6-38f6b363ae74 req-c33fdb16-b936-4d12-ba14-ad7f63714016 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 950 time: 0.1008630 Apr 18 21:01:21.783615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Pushing event updated for resources: {'Port': ['ID=a4350d99-5038-4d47-940e-0667aaf03091,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:21.785374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44fc4af6-eda0-4be6-b5d6-38f6b363ae74 req-15abd1fc-4209-4c7b-acc2-dd4a87e0dbf4 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484955 Apr 18 21:01:21.804661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:21.806751 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:21.807403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:21.811037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:21.826563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b9fc4055-4b1d-4348-8624-ded0fc481719 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a HTTP/1.1" status: 204 len: 168 time: 1.0573332 Apr 18 21:01:21.829051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34442) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:21.938129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58b6a4-eb3f-462d-b185-f71c5c9e7539 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:21.942295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae58b6a4-eb3f-462d-b185-f71c5c9e7539 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1094623 Apr 18 21:01:21.942918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34448) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.017986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Attempting to bind port a4350d99-5038-4d47-940e-0667aaf03091 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:22.018590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Attempting to bind port a4350d99-5038-4d47-940e-0667aaf03091 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:22.019202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Attempting to bind port a4350d99-5038-4d47-940e-0667aaf03091 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:22.031255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:01:22.031869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:22.032411 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.032932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:01:22.033739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Bound port: a4350d99-5038-4d47-940e-0667aaf03091, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:22.034355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.165675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] For port a4350d99-5038-4d47-940e-0667aaf03091, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:01:22.171861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] For port a4350d99-5038-4d47-940e-0667aaf03091, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a4350d99-5038-4d47-940e-0667aaf03091,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:01:22.179323 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.278067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c66585-351c-4db4-91e7-e1664e1af212 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:22.279485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a6c66585-351c-4db4-91e7-e1664e1af212 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:22.289133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c40e2-346d-44fa-8146-12c199110c34 None None] Pushing event updated for resources: {'Port': ['ID=a4350d99-5038-4d47-940e-0667aaf03091,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:22.316423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a6c66585-351c-4db4-91e7-e1664e1af212 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:22.318707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a6c66585-351c-4db4-91e7-e1664e1af212 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3741314 Apr 18 21:01:22.322402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34456) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.446195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ec6e0-013a-4ea2-93b1-0c2fb27bfd3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:22.449803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ec6e0-013a-4ea2-93b1-0c2fb27bfd3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:22.453604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9ec6e0-013a-4ea2-93b1-0c2fb27bfd3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:22.455107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6b9ec6e0-013a-4ea2-93b1-0c2fb27bfd3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:22.483289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6b9ec6e0-013a-4ea2-93b1-0c2fb27bfd3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:22.485972 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6b9ec6e0-013a-4ea2-93b1-0c2fb27bfd3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1618967 Apr 18 21:01:22.491827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34462) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:22.663063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 0b0cab13-9a3e-4c43-ae70-7b29e694cd05 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:22.667781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.747604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.849884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:22.961734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.010603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0cab13-9a3e-4c43-ae70-7b29e694cd05,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.012741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.074233 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e56301cc-d7c0-45c6-9c59-aab33e87f5c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/0b0cab13-9a3e-4c43-ae70-7b29e694cd05 HTTP/1.1" status: 204 len: 168 time: 0.5671740 Apr 18 21:01:23.074771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34466) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:23.182671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 66989c80-fc6d-4508-872d-0c1d91fbb5fb {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:23.188145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.293373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.306155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a4350d99-5038-4d47-940e-0667aaf03091 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:23.406509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a4350d99-5038-4d47-940e-0667aaf03091 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:23.422287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.566503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.638351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=66989c80-fc6d-4508-872d-0c1d91fbb5fb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:23.646688 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.659280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698fd13f-f904-42bb-ac1a-46b69784c21d None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:23.663052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3597819e-f21f-4b3c-a8ae-93cf69b5ebb3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/66989c80-fc6d-4508-872d-0c1d91fbb5fb HTTP/1.1" status: 204 len: 168 time: 0.5863771 Apr 18 21:01:23.665401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34472) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:23.790956 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5e3987ff-1349-4ded-9acc-67fbf30438cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210608 Apr 18 21:01:23.791374 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34478) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:23.797459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:23.855789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] Provisioning for port a4350d99-5038-4d47-940e-0667aaf03091 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:23.879634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] Provisioning complete for port a4350d99-5038-4d47-940e-0667aaf03091 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:23.880051 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:23.930356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:23.935617 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:23.940443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:23.954162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:23.973098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:23.979798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.114746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.167036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] For port a4350d99-5038-4d47-940e-0667aaf03091, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a4350d99-5038-4d47-940e-0667aaf03091,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:24.177664 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.233061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] Could not find standard attr ID for object eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:24.281773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9748eef4-c17d-4c6f-81f8-11a343a215e5 None None] Pushing event updated for resources: {'Port': ['ID=a4350d99-5038-4d47-940e-0667aaf03091,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.334186 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.341207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:01:24.352329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] Deleting port a4350d99-5038-4d47-940e-0667aaf03091 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:24.352998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.425556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:24.430608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:24.438070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:24.439042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.466171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=7746deca-6e23-4b0f-bc8f-5336fe66c939,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:24.493393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1b369252-b2a8-4dcc-a686-5074bda6385b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6994503 Apr 18 21:01:24.496879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34482) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:24.504602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:24.717534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:24.725758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:24.730258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:24.740354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:24.756694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:24.760760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:24.826368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] For port a4350d99-5038-4d47-940e-0667aaf03091, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a4350d99-5038-4d47-940e-0667aaf03091,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:24.826928 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.030225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] Calling delete_port for a4350d99-5038-4d47-940e-0667aaf03091 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:25.130850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.150741 n-d-836016-3 neutron-server[88141]: INFO neutron.db.ipam_backend_mixin [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7746deca-6e23-4b0f-bc8f-5336fe66c939 (CIDR: 2001:db8::/64) Apr 18 21:01:25.157365 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:25.158112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:25.180016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] No DVR routers for this DVR port a4350d99-5038-4d47-940e-0667aaf03091 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:25.205931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:25.206610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4ed72851-6bcc-48c5-98a2-39fdb6610022 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7080617 Apr 18 21:01:25.210438 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e12eae-077b-4585-9632-c1f8bb71871e None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:25.214718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:25.227969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e9669-3b90-47e9-b77e-0f6c3656deb8 None None] Pushing event deleted for resources: {'Port': ['ID=a4350d99-5038-4d47-940e-0667aaf03091,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:25.315088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a4350d99-5038-4d47-940e-0667aaf03091 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:25.363778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a4350d99-5038-4d47-940e-0667aaf03091 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:01:25.364497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a4350d99-5038-4d47-940e-0667aaf03091 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:25.444637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:25.449688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:25.454015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:25.461106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:25.477845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:25.481602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.583805 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '7746deca-6e23-4b0f-bc8f-5336fe66c939'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:01:25.585282 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:25.867122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/7746deca-6e23-4b0f-bc8f-5336fe66c939/13716d14-927c-4498-af40-0d71991551a0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:26.090509 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:01:26.092437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.189466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:26.193035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:26.197733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:26.198523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.203212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=e12ff71b-3cb7-48ca-bcf6-27c931da2176,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:26.246882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f8c3a1f6-72ec-454a-9596-7d302feb3515 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0389953 Apr 18 21:01:26.251236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34494) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:26.261090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:da:47:3e', 'name': 'tempest-NetworksTestDHCPv6-1074774749'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:26.263911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.281799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Transition to ACTIVE for port object 13716d14-927c-4498-af40-0d71991551a0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:26.311097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Transition to ACTIVE for port object 13716d14-927c-4498-af40-0d71991551a0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:26.328420 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.411317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:26.421486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:26.427064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:26.433403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Pushing event updated for resources: {'Port': ['ID=13716d14-927c-4498-af40-0d71991551a0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:26.487161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:26.505409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:26.523810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:26.548273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Attempting to bind port 13716d14-927c-4498-af40-0d71991551a0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:26.548878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Attempting to bind port 13716d14-927c-4498-af40-0d71991551a0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:26.549488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Attempting to bind port 13716d14-927c-4498-af40-0d71991551a0 on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:26.559020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:01:26.559617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:26.560301 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.560948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:01:26.562314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Bound port: 13716d14-927c-4498-af40-0d71991551a0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:26.563145 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.731886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:01:26.739140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:01:26.748480 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.757168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:26.790932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port 172fd755-bb0a-4d50-a79f-16b3f7f228a3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:01:26.843659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815321a4-93bf-4106-bf27-aa6689e5f17e None None] Pushing event updated for resources: {'Port': ['ID=13716d14-927c-4498-af40-0d71991551a0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.144599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::310 (37841291-0b4e-4025-916a-36663dff7833/7746deca-6e23-4b0f-bc8f-5336fe66c939/172fd755-bb0a-4d50-a79f-16b3f7f228a3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:27.152074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8:0:1:f816:3eff:feda:473e (37841291-0b4e-4025-916a-36663dff7833/e12ff71b-3cb7-48ca-bcf6-27c931da2176/172fd755-bb0a-4d50-a79f-16b3f7f228a3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:27.349685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 13716d14-927c-4498-af40-0d71991551a0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:27.395309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:01:27.436585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 13716d14-927c-4498-af40-0d71991551a0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:27.492541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.512227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object 172fd755-bb0a-4d50-a79f-16b3f7f228a3 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:27.539305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.615585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:27.625305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:27.630923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:27.636956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:27.637688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:27.647906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=172fd755-bb0a-4d50-a79f-16b3f7f228a3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:27.678411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-223e8c1d-9e87-48d3-b8b8-e42999be4de4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.4251635 Apr 18 21:01:27.682110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:27.901885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port 172fd755-bb0a-4d50-a79f-16b3f7f228a3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:27.902394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.048163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e131d6-02bf-47a0-bb41-91dedd5b79ee None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:28.196132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1809f585-055f-4f92-946f-30c02cdc3764 None None] Provisioning for port 13716d14-927c-4498-af40-0d71991551a0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:28.207364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1809f585-055f-4f92-946f-30c02cdc3764 None None] Provisioning complete for port 13716d14-927c-4498-af40-0d71991551a0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:28.207806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1809f585-055f-4f92-946f-30c02cdc3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.327021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.448414 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1809f585-055f-4f92-946f-30c02cdc3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.542576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for 172fd755-bb0a-4d50-a79f-16b3f7f228a3 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:28.548738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-1809f585-055f-4f92-946f-30c02cdc3764 None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:28.556677 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1809f585-055f-4f92-946f-30c02cdc3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.727975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809f585-055f-4f92-946f-30c02cdc3764 None None] Pushing event updated for resources: {'Port': ['ID=13716d14-927c-4498-af40-0d71991551a0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:28.762308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] Update dhcp port {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': '7746deca-6e23-4b0f-bc8f-5336fe66c939', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e12ff71b-3cb7-48ca-bcf6-27c931da2176'}], 'binding:host_id': 'n-d-836016-3'}, 'id': '13716d14-927c-4498-af40-0d71991551a0'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 21:01:28.809398 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.828667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.873706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=172fd755-bb0a-4d50-a79f-16b3f7f228a3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:28.961095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:28.977852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a8d46b18-f5d5-4ba1-91cf-ee0e70692b06 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/172fd755-bb0a-4d50-a79f-16b3f7f228a3 HTTP/1.1" status: 204 len: 168 time: 1.2941535 Apr 18 21:01:28.980297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:29.115095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfe23c4-43be-4ca6-b000-e5e8c03790f1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.115870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cbfe23c4-43be-4ca6-b000-e5e8c03790f1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:29.133061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:1130 (37841291-0b4e-4025-916a-36663dff7833/e12ff71b-3cb7-48ca-bcf6-27c931da2176/13716d14-927c-4498-af40-0d71991551a0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:29.134683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cbfe23c4-43be-4ca6-b000-e5e8c03790f1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:29.137467 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cbfe23c4-43be-4ca6-b000-e5e8c03790f1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1556370 Apr 18 21:01:29.141329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:29.250801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2861d50-4b41-4fdf-8d18-fa0716b88243 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.257298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b2861d50-4b41-4fdf-8d18-fa0716b88243 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1105525 Apr 18 21:01:29.257950 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34514) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:29.277157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 13716d14-927c-4498-af40-0d71991551a0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:29.384573 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:29.384866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6994935c-3da5-415a-8a3e-c3b0cbf93f2b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.387856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6994935c-3da5-415a-8a3e-c3b0cbf93f2b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.390896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6994935c-3da5-415a-8a3e-c3b0cbf93f2b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:29.392489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6994935c-3da5-415a-8a3e-c3b0cbf93f2b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:29.401824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 13716d14-927c-4498-af40-0d71991551a0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:29.402204 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.417578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-6994935c-3da5-415a-8a3e-c3b0cbf93f2b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:29.419432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6994935c-3da5-415a-8a3e-c3b0cbf93f2b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1598454 Apr 18 21:01:29.423505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34518) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:29.457808 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.490714 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] Transition to ACTIVE for port object 13716d14-927c-4498-af40-0d71991551a0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:29.498121 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.557746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 7746deca-6e23-4b0f-bc8f-5336fe66c939 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:29.564216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.567635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Port 13716d14-927c-4498-af40-0d71991551a0 had new provisioning blocks added so it will not transition to active. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Apr 18 21:01:29.669874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.708889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf7695-2147-4726-b87c-173a683b6861 None None] Pushing event updated for resources: {'Port': ['ID=13716d14-927c-4498-af40-0d71991551a0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:29.803205 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:29.949883 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.001158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.010737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=7746deca-6e23-4b0f-bc8f-5336fe66c939,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.025119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c57396d5-fea3-45ea-ae98-0c8c6319900f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/7746deca-6e23-4b0f-bc8f-5336fe66c939 HTTP/1.1" status: 204 len: 168 time: 0.5937130 Apr 18 21:01:30.025119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34524) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:30.117000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet e12ff71b-3cb7-48ca-bcf6-27c931da2176 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:30.123051 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.198115 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.295116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.385834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.422570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661c7b90-9506-4e36-8bbf-18f0fc757144 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:30.456646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.459903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=e12ff71b-3cb7-48ca-bcf6-27c931da2176,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:30.474966 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-02a3b00a-bbf0-451f-9542-ced57e4d12c5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/e12ff71b-3cb7-48ca-bcf6-27c931da2176 HTTP/1.1" status: 204 len: 168 time: 0.4511120 Apr 18 21:01:30.479055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:30.496507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b89b32b6-b3bb-4f43-9366-3dcd13e187bc None None] Could not find standard attr ID for object 172fd755-bb0a-4d50-a79f-16b3f7f228a3. {{(pid=88143) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 18 21:01:30.567671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-725f2b24-ee36-4bad-944c-d63e891f764d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832396 Apr 18 21:01:30.567924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:30.577850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:30.686181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b89b32b6-b3bb-4f43-9366-3dcd13e187bc None None] Provisioning for port 13716d14-927c-4498-af40-0d71991551a0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:30.698710 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b89b32b6-b3bb-4f43-9366-3dcd13e187bc None None] Provisioning complete for port 13716d14-927c-4498-af40-0d71991551a0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:30.699101 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b89b32b6-b3bb-4f43-9366-3dcd13e187bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:30.735468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:30.744042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:30.750564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:30.762178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:30.783105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:30.790781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.023198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:01:31.032288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Deleting port 13716d14-927c-4498-af40-0d71991551a0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:31.032887 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.143504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.216149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:31.223374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:31.229233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:31.229953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.243089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=1babcf20-0d58-491c-a560-7e0600a27b89,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.283657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-53af4666-e750-47dc-8d48-8b61e9056f4b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7097914 Apr 18 21:01:31.284262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34542) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:31.294581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:31.308953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 13716d14-927c-4498-af40-0d71991551a0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:31.510568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:31.511704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.576290 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:31.585462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:31.591132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:31.603422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:31.622073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:31.629403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.639695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.715105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Calling delete_port for 13716d14-927c-4498-af40-0d71991551a0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:31.798983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:31.804903 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:31.893420 n-d-836016-3 neutron-server[88141]: INFO neutron.db.ipam_backend_mixin [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1babcf20-0d58-491c-a560-7e0600a27b89 (CIDR: 2001:db8::/64) Apr 18 21:01:31.900164 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:31.900789 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:31.901009 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:01:31.901636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:31.907236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=13716d14-927c-4498-af40-0d71991551a0,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:31.934168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-76275d39-173f-4d3b-ac53-42f43fa6057e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6483328 Apr 18 21:01:31.939654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34546) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:31.946355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'subnet': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:32.158053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:32.166015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Usage tracker for resource:subnet and tenant:2482e027f87a434fbfcd9a45537facd7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:32.171487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:32.178611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:32.193056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:32.197305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.402534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Deleting port 13716d14-927c-4498-af40-0d71991551a0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:32.403087 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.752307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:32.753619 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:32.833162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:01:32.990705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Calling delete_port for 13716d14-927c-4498-af40-0d71991551a0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:33.070032 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.141915 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:01:33.143406 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:01:33.574249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:33.627994 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.635212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.636254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.764142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Deleting port 13716d14-927c-4498-af40-0d71991551a0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:33.765033 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.783413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:33.797768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:33.818600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:33.819226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:33.847075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Subnet': ['ID=7f963bd7-6096-4b53-a360-b26eec1f0e6f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:33.855364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=13716d14-927c-4498-af40-0d71991551a0,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:33.881873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9604ae40-0676-4260-ac6a-f3bd3a1a8519 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9395747 Apr 18 21:01:33.885009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:33.891304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Request body: {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'mac_address': 'fa:16:3e:ea:b8:76', 'name': 'tempest-NetworksTestDHCPv6-1060701475'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:34.154338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] For port 13716d14-927c-4498-af40-0d71991551a0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=13716d14-927c-4498-af40-0d71991551a0,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:34.155075 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.212227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:34.233097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:34.248455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Made reservation on behalf of 2482e027f87a434fbfcd9a45537facd7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:34.312288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Calling delete_port for 13716d14-927c-4498-af40-0d71991551a0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:34.438477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.476514 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:34.494204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] device_id is not set on port d91d2935-28b8-4667-ad42-6fcc77b3cad0 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:01:34.539577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] Pushing event deleted for resources: {'Port': ['ID=13716d14-927c-4498-af40-0d71991551a0,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:34.626420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5de651a-ff3b-4d0e-b9b2-94cdfc124629 None None] No DVR routers for this DVR port 13716d14-927c-4498-af40-0d71991551a0 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:34.657786 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3675a47d-f666-4b08-9f19-c470a07963ee None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:34.810634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8::4c (37841291-0b4e-4025-916a-36663dff7833/1babcf20-0d58-491c-a560-7e0600a27b89/d91d2935-28b8-4667-ad42-6fcc77b3cad0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:34.819287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Allocated IP 2001:db8:0:1:f816:3eff:feea:b876 (37841291-0b4e-4025-916a-36663dff7833/7f963bd7-6096-4b53-a360-b26eec1f0e6f/d91d2935-28b8-4667-ad42-6fcc77b3cad0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:35.127703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.148300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Transition to ACTIVE for port object d91d2935-28b8-4667-ad42-6fcc77b3cad0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:35.156005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-37841291-0b4e-4025-916a-36663dff7833', 'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'tenant_id': '2482e027f87a434fbfcd9a45537facd7', 'fixed_ips': [{'subnet_id': '1babcf20-0d58-491c-a560-7e0600a27b89'}, {'subnet_id': '7f963bd7-6096-4b53-a360-b26eec1f0e6f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:01:35.157705 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.175004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.294497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:35.296194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:35.302673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:35.310550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:35.311327 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.346167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event updated for resources: {'Port': ['ID=d91d2935-28b8-4667-ad42-6fcc77b3cad0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:35.364634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fd157d92-14cc-41cf-89a3-8aa30e6d89cf tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4784636 Apr 18 21:01:35.368558 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34562) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:35.457986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting port d91d2935-28b8-4667-ad42-6fcc77b3cad0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:35.458781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.519003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Allocated IP 2001:db8::2 (37841291-0b4e-4025-916a-36663dff7833/1babcf20-0d58-491c-a560-7e0600a27b89/e1819db0-6a02-4957-9171-28dd33e2021e) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:35.528097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Allocated IP 2001:db8:0:1:f816:3eff:fed5:acd5 (37841291-0b4e-4025-916a-36663dff7833/7f963bd7-6096-4b53-a360-b26eec1f0e6f/e1819db0-6a02-4957-9171-28dd33e2021e) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:35.783026 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.794457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Transition to ACTIVE for port object e1819db0-6a02-4957-9171-28dd33e2021e will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:35.816951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Transition to ACTIVE for port object e1819db0-6a02-4957-9171-28dd33e2021e will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:01:35.825119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.902831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Network 37841291-0b4e-4025-916a-36663dff7833 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:35.909098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:35.913181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:35.920308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:35.968552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Pushing event updated for resources: {'Port': ['ID=e1819db0-6a02-4957-9171-28dd33e2021e,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.145969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Calling delete_port for d91d2935-28b8-4667-ad42-6fcc77b3cad0 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:36.171694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Attempting to bind port e1819db0-6a02-4957-9171-28dd33e2021e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:01:36.172341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Attempting to bind port e1819db0-6a02-4957-9171-28dd33e2021e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:01:36.172912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Attempting to bind port e1819db0-6a02-4957-9171-28dd33e2021e on network 37841291-0b4e-4025-916a-36663dff7833 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:01:36.189925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:01:36.190550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Checking segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:36.191229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.192116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Bound using segment: {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:01:36.193286 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Bound port: e1819db0-6a02-4957-9171-28dd33e2021e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '37841291-0b4e-4025-916a-36663dff7833'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:01:36.194338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.360801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] For port e1819db0-6a02-4957-9171-28dd33e2021e, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:01:36.507879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.526821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] For port e1819db0-6a02-4957-9171-28dd33e2021e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e1819db0-6a02-4957-9171-28dd33e2021e,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:01:36.550248 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.616205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Port': ['ID=d91d2935-28b8-4667-ad42-6fcc77b3cad0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.674071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95054d-c57a-498e-8332-89dc742e48dc None None] Pushing event updated for resources: {'Port': ['ID=e1819db0-6a02-4957-9171-28dd33e2021e,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:36.855027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:36.875577 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-422060f7-2e01-4fec-85e7-72341d3eec20 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/d91d2935-28b8-4667-ad42-6fcc77b3cad0 HTTP/1.1" status: 204 len: 168 time: 1.5029342 Apr 18 21:01:36.877759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:37.092062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d7750-23c4-4e60-96f6-77d9447efc29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.095807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-374d7750-23c4-4e60-96f6-77d9447efc29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2137661 Apr 18 21:01:37.100475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:37.296264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77b5133-34ea-47fe-b1c8-16ac7650da3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.297933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c77b5133-34ea-47fe-b1c8-16ac7650da3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:37.323706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c77b5133-34ea-47fe-b1c8-16ac7650da3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:37.325413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c77b5133-34ea-47fe-b1c8-16ac7650da3d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2214253 Apr 18 21:01:37.329337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34576) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:37.411020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1819db0-6a02-4957-9171-28dd33e2021e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:37.512530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdbd6d-4def-47f8-b902-01dd48b7e126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.514778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdbd6d-4def-47f8-b902-01dd48b7e126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.516806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdbd6d-4def-47f8-b902-01dd48b7e126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:37.518054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-42fdbd6d-4def-47f8-b902-01dd48b7e126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:37.535892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e1819db0-6a02-4957-9171-28dd33e2021e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:37.537716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-42fdbd6d-4def-47f8-b902-01dd48b7e126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:37.538910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-42fdbd6d-4def-47f8-b902-01dd48b7e126 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2082613 Apr 18 21:01:37.541948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:37.672153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 1babcf20-0d58-491c-a560-7e0600a27b89 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:37.675862 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.761385 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:37.924057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.237580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.278033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=1babcf20-0d58-491c-a560-7e0600a27b89,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:38.289363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.311247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7d79b34d-9952-43c4-b1f3-eb9dc6bc9d52 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/1babcf20-0d58-491c-a560-7e0600a27b89 HTTP/1.1" status: 204 len: 168 time: 0.7678871 Apr 18 21:01:38.315100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34586) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:38.456784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a991a8f-9075-42c6-b8c2-2a6c5c841eb0 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:38.468879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Deleting subnet 7f963bd7-6096-4b53-a360-b26eec1f0e6f {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:01:38.476882 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.568596 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.632024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-55023f09-d9ab-484a-bdff-d9e991cf09f4 None None] Provisioning for port e1819db0-6a02-4957-9171-28dd33e2021e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:01:38.642946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-55023f09-d9ab-484a-bdff-d9e991cf09f4 None None] Provisioning complete for port e1819db0-6a02-4957-9171-28dd33e2021e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:38.643241 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-55023f09-d9ab-484a-bdff-d9e991cf09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.682972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.785865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.833852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.850433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Subnet': ['ID=7f963bd7-6096-4b53-a360-b26eec1f0e6f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:38.861939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.862419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.862761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.863095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.863410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.863765 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.864107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.864488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.864937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.865265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.865667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.866102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:01:38.872325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9683af62-fbae-4505-aed0-30c53819222f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/7f963bd7-6096-4b53-a360-b26eec1f0e6f HTTP/1.1" status: 204 len: 168 time: 0.5542817 Apr 18 21:01:38.874293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34592) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:38.899676 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-55023f09-d9ab-484a-bdff-d9e991cf09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.950348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-55023f09-d9ab-484a-bdff-d9e991cf09f4 None None] For port e1819db0-6a02-4957-9171-28dd33e2021e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e1819db0-6a02-4957-9171-28dd33e2021e,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:38.959052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-55023f09-d9ab-484a-bdff-d9e991cf09f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:38.960602 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7c5aaefc-f19f-4292-94c8-d2d16e416f2d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0841522 Apr 18 21:01:38.964981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34596) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.078268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55023f09-d9ab-484a-bdff-d9e991cf09f4 None None] Pushing event updated for resources: {'Port': ['ID=e1819db0-6a02-4957-9171-28dd33e2021e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:39.179641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d8abe-fc9d-4ea8-b1ac-30ad6d3d84db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.183018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ba7d8abe-fc9d-4ea8-b1ac-30ad6d3d84db tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2161958 Apr 18 21:01:39.183980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34600) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.196762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1e3a3-2fcd-48c6-8007-f4f799d282b6 None None] Update dhcp port {'port': {'network_id': '37841291-0b4e-4025-916a-36663dff7833', 'fixed_ips': [{'subnet_id': '7f963bd7-6096-4b53-a360-b26eec1f0e6f'}], 'binding:host_id': 'n-d-836016-3'}, 'id': 'e1819db0-6a02-4957-9171-28dd33e2021e'} from n-d-836016-3. {{(pid=88143) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 18 21:01:39.261904 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7f1e3a3-2fcd-48c6-8007-f4f799d282b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.328303 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdca4996-baf1-4a0e-a1b0-ea075c0a1e29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:39.329226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fdca4996-baf1-4a0e-a1b0-ea075c0a1e29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Synchronizing usage tracker for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:01:39.335972 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1819db0-6a02-4957-9171-28dd33e2021e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:01:39.373586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fdca4996-baf1-4a0e-a1b0-ea075c0a1e29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Unset dirty status for tenant:2482e027f87a434fbfcd9a45537facd7 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:01:39.376133 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fdca4996-baf1-4a0e-a1b0-ea075c0a1e29 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1908867 Apr 18 21:01:39.379764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.478101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec1b8e3b-e59b-4783-8df3-a18b0de36d2d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0964677 Apr 18 21:01:39.490541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34608) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.560868 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad393a83-2d26-478d-9467-1bf14497d17d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.562149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad393a83-2d26-478d-9467-1bf14497d17d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:39.564335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ad393a83-2d26-478d-9467-1bf14497d17d tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/d91d2935-28b8-4667-ad42-6fcc77b3cad0 HTTP/1.1" status: 404 len: 333 time: 0.0718310 Apr 18 21:01:39.568905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.571076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e1819db0-6a02-4957-9171-28dd33e2021e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:39.571918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.658982 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7251101e-cf63-4685-a6ca-f022c6d37f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.659688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7251101e-cf63-4685-a6ca-f022c6d37f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:39.667408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7251101e-cf63-4685-a6ca-f022c6d37f83 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/7f963bd7-6096-4b53-a360-b26eec1f0e6f HTTP/1.1" status: 404 len: 337 time: 0.0958214 Apr 18 21:01:39.667626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34618) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.692759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8b163-a0f1-402f-835c-32ec04622344 None None] Network 37841291-0b4e-4025-916a-36663dff7833 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:39.711720 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-55451db1-df9a-46a2-91d1-e675e125bb49 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.712159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55451db1-df9a-46a2-91d1-e675e125bb49 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:39.714007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-55451db1-df9a-46a2-91d1-e675e125bb49 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/1babcf20-0d58-491c-a560-7e0600a27b89 HTTP/1.1" status: 404 len: 337 time: 0.0453570 Apr 18 21:01:39.718569 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34622) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.766568 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-cee29bf9-b9fd-45a5-87b2-3ede39dc566b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.767068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cee29bf9-b9fd-45a5-87b2-3ede39dc566b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:39.768848 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cee29bf9-b9fd-45a5-87b2-3ede39dc566b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/172fd755-bb0a-4d50-a79f-16b3f7f228a3 HTTP/1.1" status: 404 len: 333 time: 0.0488951 Apr 18 21:01:39.773211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34626) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.818851 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ee7e06a-d375-4ee4-ab54-925ac15cb253 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.819296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ee7e06a-d375-4ee4-ab54-925ac15cb253 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:39.821092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6ee7e06a-d375-4ee4-ab54-925ac15cb253 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/e12ff71b-3cb7-48ca-bcf6-27c931da2176 HTTP/1.1" status: 404 len: 337 time: 0.0468645 Apr 18 21:01:39.825362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34630) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.848587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-55849992-526b-4dee-b6ef-74e6bc5eacfe None None] Provisioning complete for port e1819db0-6a02-4957-9171-28dd33e2021e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:01:39.849418 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-55849992-526b-4dee-b6ef-74e6bc5eacfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:39.867971 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e7d0fe-f191-4a69-9569-2e4be3426ca7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.868326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e7d0fe-f191-4a69-9569-2e4be3426ca7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:39.870211 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-73e7d0fe-f191-4a69-9569-2e4be3426ca7 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/7746deca-6e23-4b0f-bc8f-5336fe66c939 HTTP/1.1" status: 404 len: 337 time: 0.0438168 Apr 18 21:01:39.875013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:39.930408 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8397b388-4569-4034-a433-15335bde15bd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:39.931116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8397b388-4569-4034-a433-15335bde15bd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:39.937717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8397b388-4569-4034-a433-15335bde15bd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/eb8c9271-35f2-4bd6-b1bc-1bab8cbec62a HTTP/1.1" status: 404 len: 333 time: 0.0572722 Apr 18 21:01:39.939175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34638) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.031641 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbee9e6f-1738-4fa2-87f3-1cb7e647d426 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.032470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbee9e6f-1738-4fa2-87f3-1cb7e647d426 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.037637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bbee9e6f-1738-4fa2-87f3-1cb7e647d426 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/0b0cab13-9a3e-4c43-ae70-7b29e694cd05 HTTP/1.1" status: 404 len: 337 time: 0.0947554 Apr 18 21:01:40.037944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34642) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.123671 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef37c30-57a0-436b-abf5-3f44963a7bdc tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.124614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef37c30-57a0-436b-abf5-3f44963a7bdc tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.129045 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cef37c30-57a0-436b-abf5-3f44963a7bdc tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/66989c80-fc6d-4508-872d-0c1d91fbb5fb HTTP/1.1" status: 404 len: 337 time: 0.0886903 Apr 18 21:01:40.130947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34646) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.190604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] DHCP port deletion for 37841291-0b4e-4025-916a-36663dff7833 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:01:40.204977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] Deleting port e1819db0-6a02-4957-9171-28dd33e2021e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:01:40.205612 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.212281 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfbb66e-3042-45a9-9046-caea7edd147b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.212999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bfbb66e-3042-45a9-9046-caea7edd147b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.215925 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5bfbb66e-3042-45a9-9046-caea7edd147b tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/dcfb3c30-3019-4808-b666-5406a80c4e7b HTTP/1.1" status: 404 len: 333 time: 0.0835319 Apr 18 21:01:40.218654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34650) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.287072 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19c5868-c4b9-4c87-88c1-89ca067890fe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.287072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19c5868-c4b9-4c87-88c1-89ca067890fe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.290086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a19c5868-c4b9-4c87-88c1-89ca067890fe tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/bde2efbe-f6c1-4974-923c-26667331082b HTTP/1.1" status: 404 len: 337 time: 0.0698712 Apr 18 21:01:40.292719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34654) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.338958 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1559b93e-c55b-465f-afcd-63cd1c01419a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.340134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1559b93e-c55b-465f-afcd-63cd1c01419a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.342117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1559b93e-c55b-465f-afcd-63cd1c01419a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/573d4d68-e966-46a6-81ca-b3d6d1093cfb HTTP/1.1" status: 404 len: 337 time: 0.0481532 Apr 18 21:01:40.346715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.395107 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0451c8a1-8995-48c8-8459-67cb2aec5a16 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.396183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0451c8a1-8995-48c8-8459-67cb2aec5a16 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.400250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0451c8a1-8995-48c8-8459-67cb2aec5a16 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/fb22d510-51ab-44fd-9f0d-3ac8e7c58049 HTTP/1.1" status: 404 len: 333 time: 0.0524452 Apr 18 21:01:40.400445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34662) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.491824 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae913acd-4b2e-4429-a0a3-1c81d454681a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.492448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] For port e1819db0-6a02-4957-9171-28dd33e2021e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e1819db0-6a02-4957-9171-28dd33e2021e,segment=NetworkSegment(1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3),segment_id=1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:01:40.492714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae913acd-4b2e-4429-a0a3-1c81d454681a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.493013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.495868 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae913acd-4b2e-4429-a0a3-1c81d454681a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/6fed1f75-86a1-4e8d-be74-7c52b37b5cfc HTTP/1.1" status: 404 len: 337 time: 0.0939016 Apr 18 21:01:40.498607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34666) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.576126 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c9304e-c85a-4f4b-a755-98cbe52c63a4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.577302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c9304e-c85a-4f4b-a755-98cbe52c63a4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.580843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-77c9304e-c85a-4f4b-a755-98cbe52c63a4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/78c81e4a-675a-4d4d-86ae-0311b89c26e4 HTTP/1.1" status: 404 len: 333 time: 0.0797422 Apr 18 21:01:40.583875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34670) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.664616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] Calling delete_port for e1819db0-6a02-4957-9171-28dd33e2021e owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:01:40.677800 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3a4cd9-3979-49c5-8f76-646988a7e1f8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.679001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3a4cd9-3979-49c5-8f76-646988a7e1f8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.683876 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.684116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee3a4cd9-3979-49c5-8f76-646988a7e1f8 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/cb87185f-ffab-4fd5-ba46-295047112500 HTTP/1.1" status: 404 len: 337 time: 0.0985301 Apr 18 21:01:40.750973 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf85ef17-fd03-4fc1-9bac-7e37e09d2376 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.751597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf85ef17-fd03-4fc1-9bac-7e37e09d2376 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.753485 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cf85ef17-fd03-4fc1-9bac-7e37e09d2376 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/c45a0278-0eeb-4430-b129-3dfa92287e0f HTTP/1.1" status: 404 len: 333 time: 0.0679629 Apr 18 21:01:40.757786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.799429 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:40.805698 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a870048-52ca-4e5b-a265-d7ae9348ea51 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.806349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a870048-52ca-4e5b-a265-d7ae9348ea51 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.811904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0a870048-52ca-4e5b-a265-d7ae9348ea51 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/ac7bcb75-0a80-45e9-8f0a-8312bde751ca HTTP/1.1" status: 404 len: 337 time: 0.0523655 Apr 18 21:01:40.812187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34686) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.850828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] Pushing event deleted for resources: {'Port': ['ID=e1819db0-6a02-4957-9171-28dd33e2021e,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:40.852891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702eba2d-0477-4d39-bb75-752bf061dcd0 None None] No DVR routers for this DVR port e1819db0-6a02-4957-9171-28dd33e2021e on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:01:40.868813 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e220ff9-6026-41ef-9704-f766adce8910 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.869296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e220ff9-6026-41ef-9704-f766adce8910 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.873695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e220ff9-6026-41ef-9704-f766adce8910 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/069838d6-2917-417c-95fb-3528026083f2 HTTP/1.1" status: 404 len: 333 time: 0.0581062 Apr 18 21:01:40.874180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.924075 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-df284866-6d07-4f12-bf77-7c003b441495 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.926975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df284866-6d07-4f12-bf77-7c003b441495 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.926975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-df284866-6d07-4f12-bf77-7c003b441495 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/436d6027-4e78-472d-8353-01035257337f HTTP/1.1" status: 404 len: 337 time: 0.0509744 Apr 18 21:01:40.929195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34694) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:40.976225 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-05bf6a69-22e8-4b61-b027-aee6675d1cff tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:40.976746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05bf6a69-22e8-4b61-b027-aee6675d1cff tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:40.978574 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-05bf6a69-22e8-4b61-b027-aee6675d1cff tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/786daf50-33b9-4c47-a737-332a8aa2602b HTTP/1.1" status: 404 len: 333 time: 0.0481584 Apr 18 21:01:40.981330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.021253 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c12e39-5a64-44dc-8a7b-21ad66716205 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.021783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c12e39-5a64-44dc-8a7b-21ad66716205 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.023689 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-32c12e39-5a64-44dc-8a7b-21ad66716205 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/69e72ee7-daaa-4680-8e76-b97293d4b239 HTTP/1.1" status: 404 len: 337 time: 0.0409498 Apr 18 21:01:41.026167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.073605 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-32699405-8f54-45b2-8378-823a3a6204d1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.074097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32699405-8f54-45b2-8378-823a3a6204d1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.076016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-32699405-8f54-45b2-8378-823a3a6204d1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/758124c5-38d1-47ca-8a27-4398e0b40e67 HTTP/1.1" status: 404 len: 333 time: 0.0488338 Apr 18 21:01:41.079505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.121954 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5c258f-43b6-431f-803f-def4fbafb9e2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.122174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5c258f-43b6-431f-803f-def4fbafb9e2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.126536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34710) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.126750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8d5c258f-43b6-431f-803f-def4fbafb9e2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/6c30f925-1d02-46cd-8cde-592e1c47f382 HTTP/1.1" status: 404 len: 337 time: 0.0454023 Apr 18 21:01:41.169645 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2a25c7-5bb9-4a8c-944c-8cc15d3f9b1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.170464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2a25c7-5bb9-4a8c-944c-8cc15d3f9b1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.181143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de2a25c7-5bb9-4a8c-944c-8cc15d3f9b1a tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/55e7d38a-7088-4fd9-9986-44b749c6ed43 HTTP/1.1" status: 404 len: 337 time: 0.0533752 Apr 18 21:01:41.183783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34714) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.251312 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d3a14c1-a5f2-4d94-bb19-7e1e34c05ad4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.251811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d3a14c1-a5f2-4d94-bb19-7e1e34c05ad4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.256743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.256870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9d3a14c1-a5f2-4d94-bb19-7e1e34c05ad4 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/f97be121-751d-4bb0-9477-018395d1e516 HTTP/1.1" status: 404 len: 333 time: 0.0715067 Apr 18 21:01:41.311957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1819db0-6a02-4957-9171-28dd33e2021e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:01:41.320243 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de0b488-6a92-4496-ad94-d842473e8ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.322296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de0b488-6a92-4496-ad94-d842473e8ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.322821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3de0b488-6a92-4496-ad94-d842473e8ec6 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/090abfff-8943-4cdc-a780-2bbe918c5a2f HTTP/1.1" status: 404 len: 337 time: 0.0650747 Apr 18 21:01:41.325873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34722) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.358297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e1819db0-6a02-4957-9171-28dd33e2021e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:01:41.358297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e1819db0-6a02-4957-9171-28dd33e2021e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:01:41.381747 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c39b329-0820-4700-abc2-264c95a2c5d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.382605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c39b329-0820-4700-abc2-264c95a2c5d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.389206 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7c39b329-0820-4700-abc2-264c95a2c5d2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/bfdc6f02-44b9-492f-8941-67e423cf7aa5 HTTP/1.1" status: 404 len: 337 time: 0.0531716 Apr 18 21:01:41.390182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34726) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.434868 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce96807-0ca7-4ea3-9ff4-41bef3b1e133 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.435371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ce96807-0ca7-4ea3-9ff4-41bef3b1e133 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.438415 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7ce96807-0ca7-4ea3-9ff4-41bef3b1e133 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/424e48ea-5284-4a42-add3-97aa12563b37 HTTP/1.1" status: 404 len: 333 time: 0.0474796 Apr 18 21:01:41.442847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34730) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.499609 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-43cc903f-a67c-44c1-9d37-647484e56066 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.500469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43cc903f-a67c-44c1-9d37-647484e56066 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.503509 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-43cc903f-a67c-44c1-9d37-647484e56066 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/d57c6ad8-8bce-4ca2-b3a5-8375ee13b8a6 HTTP/1.1" status: 404 len: 337 time: 0.0589492 Apr 18 21:01:41.506373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34734) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.557596 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-21ae94b5-266f-4fe3-8d74-2c90bf1c96b2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.558763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21ae94b5-266f-4fe3-8d74-2c90bf1c96b2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.566638 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-21ae94b5-266f-4fe3-8d74-2c90bf1c96b2 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/a2376aac-e17d-41d1-8ba9-a2fa6c5cff98 HTTP/1.1" status: 404 len: 337 time: 0.0582390 Apr 18 21:01:41.566952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.625005 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9b7fc47-1c9a-42fc-83f0-ba43977f2889 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.626006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9b7fc47-1c9a-42fc-83f0-ba43977f2889 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.630595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34742) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.630886 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e9b7fc47-1c9a-42fc-83f0-ba43977f2889 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/7af3c339-8905-4c1d-af27-15f2ebeddf56 HTTP/1.1" status: 404 len: 333 time: 0.0613511 Apr 18 21:01:41.682562 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1263cad-a90c-49db-acdc-a1c188aef81c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.683171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1263cad-a90c-49db-acdc-a1c188aef81c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.687222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c1263cad-a90c-49db-acdc-a1c188aef81c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/9f87b416-4bb2-4221-aacc-6bee255a01d2 HTTP/1.1" status: 404 len: 337 time: 0.0545907 Apr 18 21:01:41.689094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34748) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.766477 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdd9aeeb-2e89-414a-a642-64b61c2b66c1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.766682 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdd9aeeb-2e89-414a-a642-64b61c2b66c1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.770217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fdd9aeeb-2e89-414a-a642-64b61c2b66c1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/dd96841c-681f-412b-99dd-4cc87a4dcacd HTTP/1.1" status: 404 len: 337 time: 0.0787904 Apr 18 21:01:41.772586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34752) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.827770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cc3a3a73-8468-4552-95a0-9b08e00b56c3 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports?device_id=714560f5-6b78-40da-963b-6a7ebfe62db6 HTTP/1.1" status: 200 len: 205 time: 0.0506232 Apr 18 21:01:41.833371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34756) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.913793 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-cae1b4eb-55b6-4eff-9a05-130789d2d270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] delete failed (client error): The resource could not be found. Apr 18 21:01:41.913793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cae1b4eb-55b6-4eff-9a05-130789d2d270 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/routers/714560f5-6b78-40da-963b-6a7ebfe62db6 HTTP/1.1" status: 404 len: 336 time: 0.0738289 Apr 18 21:01:41.913793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34760) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:41.965446 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d1fbd2-e35a-4685-8f3d-43a711b49945 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:41.965786 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4d1fbd2-e35a-4685-8f3d-43a711b49945 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:41.967508 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c4d1fbd2-e35a-4685-8f3d-43a711b49945 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/403242c7-1781-4f10-a84a-494325a28893 HTTP/1.1" status: 404 len: 337 time: 0.0573430 Apr 18 21:01:41.972445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34764) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.026513 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ca565afb-cbdb-4e46-b661-de5e9c918829 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "GET /v2.0/ports?device_id=0216c9b5-b913-4af2-b0c3-2c8c6de31847 HTTP/1.1" status: 200 len: 205 time: 0.0506496 Apr 18 21:01:42.027274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.120885 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-1f651a50-5aa1-4b7d-b23f-3d33804d8c51 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] delete failed (client error): The resource could not be found. Apr 18 21:01:42.127757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34772) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.128237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1f651a50-5aa1-4b7d-b23f-3d33804d8c51 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/routers/0216c9b5-b913-4af2-b0c3-2c8c6de31847 HTTP/1.1" status: 404 len: 336 time: 0.0995405 Apr 18 21:01:42.171977 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d626ebf-896c-4d78-8e1c-d1201f66a48e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.172883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d626ebf-896c-4d78-8e1c-d1201f66a48e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.174666 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4d626ebf-896c-4d78-8e1c-d1201f66a48e tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/4e77a750-0de4-48f5-8153-de9830119d84 HTTP/1.1" status: 404 len: 337 time: 0.0457308 Apr 18 21:01:42.177555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34776) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.358833 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f8400ad-4b65-4cd8-9d58-929e4c5a2968 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.359917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f8400ad-4b65-4cd8-9d58-929e4c5a2968 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.361897 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8f8400ad-4b65-4cd8-9d58-929e4c5a2968 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/da02dbfc-fb2a-4f33-a0d3-88652995b66e HTTP/1.1" status: 404 len: 337 time: 0.1825020 Apr 18 21:01:42.366729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.431854 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3e4dff2-6061-4567-b3b2-d3613d01fbb0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.432902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3e4dff2-6061-4567-b3b2-d3613d01fbb0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.434104 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c3e4dff2-6061-4567-b3b2-d3613d01fbb0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/51cda8b8-99a6-44c4-942d-d36305c289a7 HTTP/1.1" status: 404 len: 333 time: 0.0661712 Apr 18 21:01:42.439344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.513421 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-1012ac87-c559-4b44-b8d6-fe3cd00297a1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.514221 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1012ac87-c559-4b44-b8d6-fe3cd00297a1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.517480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1012ac87-c559-4b44-b8d6-fe3cd00297a1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/b4dac70f-b5e6-4af4-af77-eddea965a7a7 HTTP/1.1" status: 404 len: 337 time: 0.0759320 Apr 18 21:01:42.521029 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.605782 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-941dfa32-23e8-43f1-801c-f20e67ae50eb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.606592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-941dfa32-23e8-43f1-801c-f20e67ae50eb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.610413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-941dfa32-23e8-43f1-801c-f20e67ae50eb tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/f22ce9f6-3796-476c-b273-ff3929b7f4a6 HTTP/1.1" status: 404 len: 333 time: 0.0876517 Apr 18 21:01:42.613223 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34792) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.684083 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-821b9dc7-99ec-45eb-b087-8a6036a2e073 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.684757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-821b9dc7-99ec-45eb-b087-8a6036a2e073 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.688700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-821b9dc7-99ec-45eb-b087-8a6036a2e073 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/4cb0c388-1f12-45c9-9b8a-8a6199916f24 HTTP/1.1" status: 404 len: 337 time: 0.0736134 Apr 18 21:01:42.691196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34798) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.768030 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7d264d-8a60-46d7-8f75-d93cc717dc24 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.768761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7d264d-8a60-46d7-8f75-d93cc717dc24 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.771774 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9f7d264d-8a60-46d7-8f75-d93cc717dc24 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/b0b74a12-7d63-4bac-9997-e20ae8e166bb HTTP/1.1" status: 404 len: 333 time: 0.0790591 Apr 18 21:01:42.774380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.816520 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-259064c3-138f-46c2-8fe2-ee869a7befd5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.816981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259064c3-138f-46c2-8fe2-ee869a7befd5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.818798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-259064c3-138f-46c2-8fe2-ee869a7befd5 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/0e5d48e7-ba72-4870-b2c6-c4c6de6f466c HTTP/1.1" status: 404 len: 337 time: 0.0433769 Apr 18 21:01:42.822869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.886041 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7d075e8-d128-435e-a631-2f95ce849545 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.886872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7d075e8-d128-435e-a631-2f95ce849545 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.890666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f7d075e8-d128-435e-a631-2f95ce849545 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/545c69ac-76f1-4770-b0b4-88bc99604641 HTTP/1.1" status: 404 len: 333 time: 0.0666096 Apr 18 21:01:42.893756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:42.962093 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-671c74c9-eaec-4a5b-8294-0ad3e648f55c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:42.962713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-671c74c9-eaec-4a5b-8294-0ad3e648f55c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:42.965873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-671c74c9-eaec-4a5b-8294-0ad3e648f55c tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/b7cd4137-cce6-47e9-8d42-653dba624349 HTTP/1.1" status: 404 len: 337 time: 0.0705826 Apr 18 21:01:42.968837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.046418 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2006ba69-b6df-48aa-b8d6-da6a89fdbc39 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:43.047243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2006ba69-b6df-48aa-b8d6-da6a89fdbc39 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:43.050408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2006ba69-b6df-48aa-b8d6-da6a89fdbc39 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/6e240ba5-ccb9-436e-a2af-571e787a0ce4 HTTP/1.1" status: 404 len: 333 time: 0.0799491 Apr 18 21:01:43.053257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.131009 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e922e82b-642b-45fc-ae03-628196e68638 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:43.131693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e922e82b-642b-45fc-ae03-628196e68638 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:43.138469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e922e82b-642b-45fc-ae03-628196e68638 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/90e45209-0da8-40fc-a077-48d7f59d35a9 HTTP/1.1" status: 404 len: 337 time: 0.0799642 Apr 18 21:01:43.138962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.213746 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-16763000-ccfa-4ad0-8e0b-6e91457b8cdd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:43.214435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16763000-ccfa-4ad0-8e0b-6e91457b8cdd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:43.217329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-16763000-ccfa-4ad0-8e0b-6e91457b8cdd tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/201c7cbf-14dc-4870-a69a-7e57eb3f82ce HTTP/1.1" status: 404 len: 333 time: 0.0762978 Apr 18 21:01:43.221208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.290065 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f5d421-827c-4f27-a901-de479348ce78 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:43.290823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f5d421-827c-4f27-a901-de479348ce78 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:43.298278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-35f5d421-827c-4f27-a901-de479348ce78 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/1524cca8-adff-4701-9757-f2ecf7404a52 HTTP/1.1" status: 404 len: 337 time: 0.0711110 Apr 18 21:01:43.298850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34830) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.363885 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-21554ea1-97e7-4333-be51-f03edaa9f97f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:43.364364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21554ea1-97e7-4333-be51-f03edaa9f97f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:43.366810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-21554ea1-97e7-4333-be51-f03edaa9f97f tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/ports/1750d1ba-804e-4169-87a4-3b29e7a93566 HTTP/1.1" status: 404 len: 333 time: 0.0661039 Apr 18 21:01:43.370776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.447097 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7fc3c4-6366-4c7d-8050-3b1bfed3a1b1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] DELETE failed (client error): The resource could not be found. Apr 18 21:01:43.447778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f7fc3c4-6366-4c7d-8050-3b1bfed3a1b1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:01:43.453964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7f7fc3c4-6366-4c7d-8050-3b1bfed3a1b1 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/subnets/97fa8524-f304-414e-81c4-6a0bb02636c1 HTTP/1.1" status: 404 len: 337 time: 0.0813880 Apr 18 21:01:43.454829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:43.589496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.635619 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-80a18492-95c0-4842-b174-7a73b6a2d88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.799884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.859619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37841291-0b4e-4025-916a-36663dff7833']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:43.886265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:43.886265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fd5e4d0-c998-498a-a6e6-ce604b7cdbd3') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:43.915899 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.960808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:43.974868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:01:43.974868 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:01:44.009577 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:01:44.214868 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-c18ff303-9c91-4a50-a78d-e8a4e3a1120b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2304473 Apr 18 21:01:44.304796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.339363 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:44.359057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] Pushing event deleted for resources: {'Network': ['ID=37841291-0b4e-4025-916a-36663dff7833,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:44.368743 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d0d54c45-cb6b-4cac-af70-0920e9b539c0 tempest-NetworksTestDHCPv6-1394123593 tempest-NetworksTestDHCPv6-1394123593-project] 10.222.0.47 "DELETE /v2.0/networks/37841291-0b4e-4025-916a-36663dff7833 HTTP/1.1" status: 204 len: 168 time: 0.9097092 Apr 18 21:01:44.476084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-a7747c55-4684-4111-b0b0-ef087923730a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:44.477775 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-a7747c55-4684-4111-b0b0-ef087923730a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=cfc79a61b2d64fa58ca3838aa69dff37&device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 1101 time: 0.1360528 Apr 18 21:01:44.668817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-348e5722-1f58-40a9-bb12-112617f18545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:44.670395 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-348e5722-1f58-40a9-bb12-112617f18545 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1681376 Apr 18 21:01:44.789565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-4e5b03ff-d2ce-4daf-8cb5-f7a1c8f7f230 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=c85483c9-6133-4375-b27e-7d2ac5730880 HTTP/1.1" status: 200 len: 217 time: 0.1123800 Apr 18 21:01:44.842618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34850) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:44.910633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-6b5e20e0-4efb-403e-a014-f221d2310008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:44.913296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-6b5e20e0-4efb-403e-a014-f221d2310008 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1165030 Apr 18 21:01:45.056017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-9fb74376-c909-44b0-b964-9cf228884abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:45.057954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-9fb74376-c909-44b0-b964-9cf228884abd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1371837 Apr 18 21:01:45.066532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fd1a7766-06a5-4533-a933-b441f68b5ce6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2482e027f87a434fbfcd9a45537facd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2218432 Apr 18 21:01:45.068545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:45.187333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eaf3794a-6713-4476-a08f-fd5619b8d926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.228599 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eaf3794a-6713-4476-a08f-fd5619b8d926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.302115 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-2471045a-e9d1-46cf-9164-4c9ebd3d01cf service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375457 Apr 18 21:01:45.309670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eaf3794a-6713-4476-a08f-fd5619b8d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.344607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf3794a-6713-4476-a08f-fd5619b8d926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1af43ef-8d5b-4a32-b487-7f751c2ba7e8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:45.349937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eaf3794a-6713-4476-a08f-fd5619b8d926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:45.354188 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eaf3794a-6713-4476-a08f-fd5619b8d926 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1af43ef-8d5b-4a32-b487-7f751c2ba7e8 HTTP/1.1" status: 204 len: 168 time: 0.2768092 Apr 18 21:01:45.488559 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-09f7f8c6-2cfb-4600-8db8-dc2c96daaba3 req-d3c66dfc-e25c-48f5-bf32-1c94638085f2 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776965 Apr 18 21:01:46.004020 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-775b69eb-14dd-421d-ba1f-be0749f43201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.377039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:46.529161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1948520782'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:46.536304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:46.541226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:network and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:46.544785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:46.552915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:46.567182 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:46.571773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.592757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.617787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:46.622942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:security_group_rule and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:46.627783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:46.637289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:46.766530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.772197 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.811319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:01:46.828332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8abe3167-3f59-4ed9-b280-404d2332ab33,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:46.834938 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.835446 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Added segment ab4e294f-0e67-4a31-8ad3-5afba8b0f973 of type vlan for network 8be8068c-e165-4db9-a498-bb4c9422c601 Apr 18 21:01:46.874535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.913536 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:46.924480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:46.925581 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.127320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.141840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7575109 Apr 18 21:01:47.142138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 34900) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:47.149909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'subnet': {'network_id': '8be8068c-e165-4db9-a498-bb4c9422c601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:47.153168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631533c-d3aa-4aac-a201-2395a15ef75d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Network': ['ID=8be8068c-e165-4db9-a498-bb4c9422c601,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.176515 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.187839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8be8068c-e165-4db9-a498-bb4c9422c601 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:01:47.390163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:47.397163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:subnet and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:47.402425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:47.413284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:47.427355 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:47.431234 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.728737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.819455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Subnet': ['ID=61d4b6c0-bad5-4d42-b321-81dc38707cd2,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:47.829182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Checking segment: {'id': 'ab4e294f-0e67-4a31-8ad3-5afba8b0f973', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '8be8068c-e165-4db9-a498-bb4c9422c601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:01:47.829182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network hostable DHCP agents. Network: 8be8068c-e165-4db9-a498-bb4c9422c601, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:01:47.863734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network 8be8068c-e165-4db9-a498-bb4c9422c601 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:01:47.881200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8be8068c-e165-4db9-a498-bb4c9422c601) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:47.887472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:47.888502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.898864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d519299-42af-436e-8e1b-db6b1e53a903 None None] Network 8be8068c-e165-4db9-a498-bb4c9422c601 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:47.938519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34918) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:47.939335 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e493d9ac-90d1-4ba6-951e-60c2f21b0a9e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7957926 Apr 18 21:01:47.948621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1219502216', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:47.959144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:47.963907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:router and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:47.967874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:47.976496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:47.989988 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:47.991166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.028072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.339995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6060a0-3c3f-4772-bfc3-3891cad4802a None None] Network 8be8068c-e165-4db9-a498-bb4c9422c601 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:01:48.359500 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.625191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.852738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:48.909112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.060267 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.135597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.25.5.37 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/0915eb37-013e-433a-9802-c94a0582e620) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:49.365414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.404072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.477768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:49.482011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:49.488690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:49.512110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:49.724913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=0915eb37-013e-433a-9802-c94a0582e620,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:50.185182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.679791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:50.965409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:01:51.197665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:01:51.216824 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:51.233061 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:01:51.236957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:51.237919 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:51.239241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7c660a3d-6c46-4b12-98dd-820cc7d434d8 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2978127 Apr 18 21:01:51.242050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 34968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:51.310499 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:51.323465 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:01:51.324195 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:51.397718 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:51.398238 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23052442-aa53-4b19-bdfe-d665b2f6b9cd None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:52.291347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:52.856571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.1 (8be8068c-e165-4db9-a498-bb4c9422c601/61d4b6c0-bad5-4d42-b321-81dc38707cd2/7ada19d1-cf7b-492f-9b2b-1d89ce1e6e10) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:53.088277 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.136080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.262949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network 8be8068c-e165-4db9-a498-bb4c9422c601 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:53.267778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:53.282446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:53.364745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=7ada19d1-cf7b-492f-9b2b-1d89ce1e6e10,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:53.402285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:53.969561 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.523684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.536316 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.753795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:54.761743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=7ada19d1-cf7b-492f-9b2b-1d89ce1e6e10,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:54.972781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network 8be8068c-e165-4db9-a498-bb4c9422c601 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:54.974049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:55.234786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:01:55.539285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:01:55.554031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:01:55.556673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec9d3266-2779-4718-997d-b4e7addbdfd4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/routers/33003196-3104-427f-9246-3b3aa103c0f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3123233 Apr 18 21:01:55.559576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35032) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:55.567315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'port': {'network_id': '8be8068c-e165-4db9-a498-bb4c9422c601', 'name': 'tempest-FloatingIPTestJSON-1980080323'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:55.574677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:01:55.575518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:55.720518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:55.738101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:01:55.743562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:55.780377 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:55.787835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:port and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:55.793051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:55.803811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:55.820646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:55.829482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:55.841900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:01:55.843229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c6a2e3-6a90-45b3-98c5-b6dc5182d1c3 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:01:55.877758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] device_id is not set on port 533d8b07-7ea9-4fa9-a249-a732b1475c91 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:01:56.071146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.7 (8be8068c-e165-4db9-a498-bb4c9422c601/61d4b6c0-bad5-4d42-b321-81dc38707cd2/533d8b07-7ea9-4fa9-a249-a732b1475c91) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:56.390510 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.453638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.538638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network 8be8068c-e165-4db9-a498-bb4c9422c601 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:56.540308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:56.546855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:56.581397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=533d8b07-7ea9-4fa9-a249-a732b1475c91,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:56.630516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:56.631204 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:56.661111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cb9998e4-9b9f-4596-9510-63f5c5cea877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0959737 Apr 18 21:01:56.661482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35050) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:56.672432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'port': {'network_id': '8be8068c-e165-4db9-a498-bb4c9422c601', 'name': 'tempest-FloatingIPTestJSON-1315572961'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:56.996946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:57.003619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:port and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:57.007947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:57.015408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:57.029097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:01:57.033928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.060276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] device_id is not set on port 411d7c82-76f1-4159-af41-5492eefdfa2e yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:01:57.305959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.9 (8be8068c-e165-4db9-a498-bb4c9422c601/61d4b6c0-bad5-4d42-b321-81dc38707cd2/411d7c82-76f1-4159-af41-5492eefdfa2e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:57.604504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.649396 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.723915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network 8be8068c-e165-4db9-a498-bb4c9422c601 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:57.732593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:57.738871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:57.802762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=411d7c82-76f1-4159-af41-5492eefdfa2e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:57.867940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:01:57.868974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:57.903556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ad8b6a46-f980-40ef-b94a-ffeff944191e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2383854 Apr 18 21:01:57.908919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:01:57.915194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '411d7c82-76f1-4159-af41-5492eefdfa2e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:01:57.924730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:01:57.930260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:floatingip and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:01:57.934263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:01:57.942803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:01:57.958816 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.190623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.439376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.25.5.109 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/4d946348-340f-499c-b6b1-ec047648dc53) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:01:58.621135 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.657689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:58.754959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:01:58.759200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:01:58.766545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:01:58.816343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=4d946348-340f-499c-b6b1-ec047648dc53,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.289697 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.534895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.837269 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.848483 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:01:59.971103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=4d946348-340f-499c-b6b1-ec047648dc53,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:01:59.987757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:00.246760 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 03c13549-eb03-44cb-91a8-c55e5daa0d2d associated. External IP: 172.25.5.109, port: 411d7c82-76f1-4159-af41-5492eefdfa2e. Apr 18 21:02:00.744069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:00.964582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:00.979675 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:00.995614 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:00.996659 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.021323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.137633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c3bc192a-6c29-4e9f-a85b-05838acdd671 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2225196 Apr 18 21:02:01.138012 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.138266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:01.147523 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:01.154295 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:01.155333 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.259037 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:01.259629 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a3b900-383c-4104-bde7-5c2dbb416caf None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:01.312803 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.782948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.787407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:01.787777 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 03c13549-eb03-44cb-91a8-c55e5daa0d2d disassociated. External IP: 172.25.5.109, port: 411d7c82-76f1-4159-af41-5492eefdfa2e. Apr 18 21:02:02.370817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:02.596722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:02.601416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:02.613054 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:02.629160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:02.630523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:02.715873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:02.722297 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-666e1141-5395-40f5-9acf-c946eaf91f04 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/floatingips/03c13549-eb03-44cb-91a8-c55e5daa0d2d HTTP/1.1" status: 200 len: 688 time: 1.5825968 Apr 18 21:02:02.724695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:02.727885 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:02.728534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:02.796817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:02.797262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1abb1-8e3f-46e0-9761-b08ab3d69a6f None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:02.990047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 4d946348-340f-499c-b6b1-ec047648dc53 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:02.990314 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.267068 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.267564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.585776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 4d946348-340f-499c-b6b1-ec047648dc53 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:03.781627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.834000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=4d946348-340f-499c-b6b1-ec047648dc53,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:03.954319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.975021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:03.980120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0e7a5d8d-357c-4881-a4bc-84b9a92d0551 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/floatingips/03c13549-eb03-44cb-91a8-c55e5daa0d2d HTTP/1.1" status: 204 len: 168 time: 1.2504108 Apr 18 21:02:03.981608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:03.991837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '533d8b07-7ea9-4fa9-a249-a732b1475c91'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:04.004330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:04.015266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:floatingip and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:04.021183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:04.028981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:04.043563 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.257881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.398440 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:02:04.481446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.25.5.248 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/e057a539-5c45-4c10-b1f4-738b2a0a8c13) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:04.679928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.722358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:04.844591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:04.850371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:04.865733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:04.938658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=e057a539-5c45-4c10-b1f4-738b2a0a8c13,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:05.586326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:05.692624 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.180001 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.187387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.325398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=e057a539-5c45-4c10-b1f4-738b2a0a8c13,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:06.341375 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:06.548786 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 84d7fb9a-0d99-4762-a3b3-24121b1262af associated. External IP: 172.25.5.248, port: 533d8b07-7ea9-4fa9-a249-a732b1475c91. Apr 18 21:02:06.974896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:07.243361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:07.255735 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:07.272460 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:07.272797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:07.273388 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.340336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35222) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.341064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2927ed55-8fc6-48bf-946b-8eafea7c74d1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.3572550 Apr 18 21:02:07.349210 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.361636 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:07.362589 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.448941 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:07.448941 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e48d780-801f-4d72-82a1-f8e8f34f4b17 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:07.493326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-817e952d-b716-4c31-930e-1c6c923ae616 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "GET /v2.0/floatingips/84d7fb9a-0d99-4762-a3b3-24121b1262af HTTP/1.1" status: 200 len: 978 time: 0.1491048 Apr 18 21:02:07.495838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35226) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.740274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-269297f8-ebf6-4f7d-a621-6398ae71bcbf tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2429483 Apr 18 21:02:07.744183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:07.750399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'port_id': '411d7c82-76f1-4159-af41-5492eefdfa2e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:07.865696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.809281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:08.816948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:09.127817 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 84d7fb9a-0d99-4762-a3b3-24121b1262af associated. External IP: 172.25.5.248, port: 533d8b07-7ea9-4fa9-a249-a732b1475c91. Apr 18 21:02:09.707292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:09.967572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:09.980162 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:09.996161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:09.996979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.130858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.149903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:10.150973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.288423 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.289076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1ee25a-4ac5-4aa0-b115-17a27332a4b4 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:10.545003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:10.778795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:10.786744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:10.791351 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:10.810272 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:10.811181 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.951312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5c7f0073-1b5b-43cd-b614-fb6f918c0405 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/floatingips/84d7fb9a-0d99-4762-a3b3-24121b1262af HTTP/1.1" status: 200 len: 978 time: 3.2017026 Apr 18 21:02:10.951817 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:10.952004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35280) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:10.957559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:10.961988 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:10.962701 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.040165 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:11.040757 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbb4170-23e2-4509-af8c-f79a14897b5d None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:11.140717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.536796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.542717 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:11.543241 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 84d7fb9a-0d99-4762-a3b3-24121b1262af disassociated. External IP: 172.25.5.248, port: 411d7c82-76f1-4159-af41-5492eefdfa2e. Apr 18 21:02:12.032247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:12.438894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:12.444446 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.450468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:12.461665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:12.462395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:12.556146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a43d9001-6e97-45e5-9279-4b41cbdddae3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/floatingips/84d7fb9a-0d99-4762-a3b3-24121b1262af HTTP/1.1" status: 200 len: 688 time: 1.6029348 Apr 18 21:02:12.558610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:12.596219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:12.606288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:12.606929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:01:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:12.677184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:12.677639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d02db64-03d0-479b-b073-1adf87d2e478 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:12.761272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port e057a539-5c45-4c10-b1f4-738b2a0a8c13 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:12.761580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.976203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:12.976533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.134990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for e057a539-5c45-4c10-b1f4-738b2a0a8c13 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:13.374093 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.427082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=e057a539-5c45-4c10-b1f4-738b2a0a8c13,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:13.566090 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.583699 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.589180 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-93d7be6f-acdc-4543-9be7-d6c34d992877 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/floatingips/84d7fb9a-0d99-4762-a3b3-24121b1262af HTTP/1.1" status: 204 len: 168 time: 1.0250013 Apr 18 21:02:13.589727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:13.631967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f47a416a-1fd6-4cff-9c2b-d9e9152dda5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:13.672959 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-640675be-9389-4b52-bbc5-8d9c3bb38dae tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] delete failed (client error): The resource could not be found. Apr 18 21:02:13.680327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-640675be-9389-4b52-bbc5-8d9c3bb38dae tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/floatingips/84d7fb9a-0d99-4762-a3b3-24121b1262af HTTP/1.1" status: 404 len: 345 time: 0.0831401 Apr 18 21:02:13.680681 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:13.813826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bd1a1-c456-49e2-bc55-1c8515c71952 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.818343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bd1a1-c456-49e2-bc55-1c8515c71952 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.832955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5bd1a1-c456-49e2-bc55-1c8515c71952 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.832955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ba5bd1a1-c456-49e2-bc55-1c8515c71952 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Synchronizing usage tracker for tenant:a8c141becd2644a7b3c67ed5fbfe0e8d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:13.845901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ba5bd1a1-c456-49e2-bc55-1c8515c71952 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Unset dirty status for tenant:a8c141becd2644a7b3c67ed5fbfe0e8d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:13.847799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ba5bd1a1-c456-49e2-bc55-1c8515c71952 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "GET /v2.0/ports?network_id=8be8068c-e165-4db9-a498-bb4c9422c601 HTTP/1.1" status: 200 len: 2358 time: 0.1656990 Apr 18 21:02:13.850767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:13.936464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f867f82-cad4-477c-aaf0-f742fb0dcc63 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:13.938853 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2f867f82-cad4-477c-aaf0-f742fb0dcc63 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "GET /v2.0/subnets/61d4b6c0-bad5-4d42-b321-81dc38707cd2 HTTP/1.1" status: 200 len: 797 time: 0.0867050 Apr 18 21:02:13.944134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35344) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:13.950293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'port': {'network_id': '8be8068c-e165-4db9-a498-bb4c9422c601', 'name': 'tempest-FloatingIPTestJSON-2124408248', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:14.158265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:14.173986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:14.191877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:14.359993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:14.386433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] device_id is not set on port 952e667a-dec0-415b-b093-2527645ed664 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:02:14.793308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.14 (8be8068c-e165-4db9-a498-bb4c9422c601/61d4b6c0-bad5-4d42-b321-81dc38707cd2/952e667a-dec0-415b-b093-2527645ed664) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:14.804578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.13 (8be8068c-e165-4db9-a498-bb4c9422c601/61d4b6c0-bad5-4d42-b321-81dc38707cd2/952e667a-dec0-415b-b093-2527645ed664) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:15.101053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.169148 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.249868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network 8be8068c-e165-4db9-a498-bb4c9422c601 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:15.253698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:15.262980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:15.311747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=952e667a-dec0-415b-b093-2527645ed664,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:15.359399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:15.359985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.390955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-40c56b70-4204-4273-bb4f-d2321a0b43e3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4456654 Apr 18 21:02:15.394441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:15.401074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '952e667a-dec0-415b-b093-2527645ed664', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:15.408797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:15.419222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:floatingip and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:15.430505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:15.439977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:15.453056 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.714881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:15.970089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.25.5.141 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/12c66fa5-7dfd-4a14-b160-5503363c97a2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:16.027310 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8c3a1ebb-1e64-4d17-901a-b35266d3bfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.291190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.338351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:16.407753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:16.415382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:16.423726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:16.465616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=12c66fa5-7dfd-4a14-b160-5503363c97a2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:16.959949 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.067055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.123752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.187488 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.384644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.390777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.514163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=12c66fa5-7dfd-4a14-b160-5503363c97a2,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:17.529136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:17.727777 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 2170a8e4-10fe-49c9-873d-3a66b574748d associated. External IP: 172.25.5.141, port: 952e667a-dec0-415b-b093-2527645ed664. Apr 18 21:02:18.442654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:18.604235 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.681802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:18.695734 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:18.720121 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:18.720463 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:18.721014 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.792659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bf3fb408-f83f-435c-b740-086288aa333e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3969305 Apr 18 21:02:18.798986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35418) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:18.808257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'port_id': '952e667a-dec0-415b-b093-2527645ed664', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:18.808556 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.823673 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:18.825173 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.934511 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:18.935017 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e67e5-8f89-42f0-b514-d4a72c49e7e9 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:19.019292 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.052881 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:19.506742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.122338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.134949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.607197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:20.883536 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:20.891855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:20.901821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:20.922923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:20.923200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:21.043128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:21.059700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:21.061075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:21.145469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8d2ff375-c258-4441-a8fd-1fc6185f6858 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/floatingips/2170a8e4-10fe-49c9-873d-3a66b574748d HTTP/1.1" status: 200 len: 979 time: 2.3448975 Apr 18 21:02:21.149041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35456) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:21.169170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:21.169731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c4d17-7ea0-44df-a570-d219ee121dc5 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:21.437177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 12c66fa5-7dfd-4a14-b160-5503363c97a2 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:21.437569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.637065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.637628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:21.925651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 12c66fa5-7dfd-4a14-b160-5503363c97a2 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:22.161900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.216045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=12c66fa5-7dfd-4a14-b160-5503363c97a2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:22.326890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:22.327202 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 2170a8e4-10fe-49c9-873d-3a66b574748d disassociated (deleted). External IP: 172.25.5.141, port: 952e667a-dec0-415b-b093-2527645ed664. Apr 18 21:02:22.769349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:22.994521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:23.008362 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:23.020145 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:23.020861 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.021596 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.125762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fe6c8d7f-79aa-426d-8fc8-c66ae1f6c425 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/floatingips/2170a8e4-10fe-49c9-873d-3a66b574748d HTTP/1.1" status: 204 len: 168 time: 1.9722354 Apr 18 21:02:23.126179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 35488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:23.174230 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.185106 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:23.186042 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.264319 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:23.264997 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47c7b95-d022-4a51-a7e9-9040fdffc815 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:23.270592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 952e667a-dec0-415b-b093-2527645ed664 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:23.270956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.562682 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:23.698849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 952e667a-dec0-415b-b093-2527645ed664 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:23.979972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.072225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=952e667a-dec0-415b-b093-2527645ed664,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:24.135088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.135753 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.136120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.136678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.137231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.137813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.138367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.138994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.139577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.140143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.140731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.141264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:24.322527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.346142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-06f0a379-fe85-4359-b6cc-0979cadbd6ad tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/ports/952e667a-dec0-415b-b093-2527645ed664 HTTP/1.1" status: 204 len: 168 time: 1.2128561 Apr 18 21:02:24.346627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35496) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:24.352424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:24.364306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:24.369342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:floatingip and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:24.373119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:24.380816 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:24.395089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.637370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:24.863666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.25.5.66 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/dd3914e5-1a8d-4529-83f2-ebcec1a32ceb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:25.355951 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.413310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.506905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:25.510669 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:25.515070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:25.594032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=dd3914e5-1a8d-4529-83f2-ebcec1a32ceb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:25.678264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:25.764473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.165204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.174886 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.407250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=dd3914e5-1a8d-4529-83f2-ebcec1a32ceb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:26.433555 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.475393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.477103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f0463d96-d152-4d98-a18e-9b6cc1cc2085 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1294255 Apr 18 21:02:26.481625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:26.489951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'port': {'network_id': '8be8068c-e165-4db9-a498-bb4c9422c601', 'name': 'tempest-FloatingIPTestJSON-2099018112'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:26.686808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:26.691714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:port and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:26.698073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:26.715408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:26.737560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:26.741854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:26.771040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] device_id is not set on port c51bac46-58cf-4f04-a8ef-ab1b5cb20434 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:02:26.978262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.5 (8be8068c-e165-4db9-a498-bb4c9422c601/61d4b6c0-bad5-4d42-b321-81dc38707cd2/c51bac46-58cf-4f04-a8ef-ab1b5cb20434) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:27.306191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.351705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.429117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network 8be8068c-e165-4db9-a498-bb4c9422c601 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:27.438123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:27.443425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:27.483198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=c51bac46-58cf-4f04-a8ef-ab1b5cb20434,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:27.538818 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:27.539698 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:27.578738 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7044d02e-dfef-4fb7-a96f-83f0416c9db4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0956404 Apr 18 21:02:27.582828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35844) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:27.589658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'port_id': 'c51bac46-58cf-4f04-a8ef-ab1b5cb20434'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:27.692418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.657858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.662349 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:28.884714 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 0c973e21-c5b5-4706-bcd9-d7743f900101 associated. External IP: 172.25.5.66, port: c51bac46-58cf-4f04-a8ef-ab1b5cb20434. Apr 18 21:02:29.350952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:29.669488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:29.676620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.687332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:29.701482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:29.702173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.787068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0631576c-008e-47d4-aa36-97b436c2a199 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/floatingips/0c973e21-c5b5-4706-bcd9-d7743f900101 HTTP/1.1" status: 200 len: 977 time: 2.2029388 Apr 18 21:02:29.789641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35960) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:29.833413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.844238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:29.844926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.911293 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port c51bac46-58cf-4f04-a8ef-ab1b5cb20434 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:29.911744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:29.921114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:29.921889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51bfbc9-f44c-4ae2-9864-01d1015792fd None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:30.364833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.802023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.802694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:30.803131 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 0c973e21-c5b5-4706-bcd9-d7743f900101 disassociated. External IP: 172.25.5.66, port: c51bac46-58cf-4f04-a8ef-ab1b5cb20434. Apr 18 21:02:30.803731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for c51bac46-58cf-4f04-a8ef-ab1b5cb20434 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:30.996134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.053653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=c51bac46-58cf-4f04-a8ef-ab1b5cb20434,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:31.272026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:31.472098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:31.484262 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:31.500615 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:31.501657 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.611053 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.625879 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:31.626886 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.646469 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:31.659093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e5c1665f-47d0-4e2d-8f4d-dae9e61d123e tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/ports/c51bac46-58cf-4f04-a8ef-ab1b5cb20434 HTTP/1.1" status: 204 len: 168 time: 1.8680267 Apr 18 21:02:31.661408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35966) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:31.743732 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:31.744482 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2b34f-4b21-4249-8e11-b5d42f79ba41 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:31.755585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ae1ca9e2-e2e3-458d-a25c-105d818c1798 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "GET /v2.0/floatingips/0c973e21-c5b5-4706-bcd9-d7743f900101 HTTP/1.1" status: 200 len: 687 time: 0.0929687 Apr 18 21:02:31.758555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35970) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:32.141132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port dd3914e5-1a8d-4529-83f2-ebcec1a32ceb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:32.141884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.378136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.378564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:32.706791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for dd3914e5-1a8d-4529-83f2-ebcec1a32ceb owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:32.904539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a3a389-573e-4309-93e2-467b57fef8ea req-cb2ecb12-c853-43c3-ac4d-5beba0fea636 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:32.907272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8a3a389-573e-4309-93e2-467b57fef8ea req-cb2ecb12-c853-43c3-ac4d-5beba0fea636 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 950 time: 0.5324044 Apr 18 21:02:33.076443 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8a3a389-573e-4309-93e2-467b57fef8ea req-62f8ecaf-58ad-4e7b-9040-465d3abb9fe3 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630301 Apr 18 21:02:33.098156 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.158730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=dd3914e5-1a8d-4529-83f2-ebcec1a32ceb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:33.267840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.286962 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.288212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b3df0408-03a2-429d-9735-fb80cd6e62a3 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/floatingips/0c973e21-c5b5-4706-bcd9-d7743f900101 HTTP/1.1" status: 204 len: 168 time: 1.5285873 Apr 18 21:02:33.292335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 35982) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:33.298745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '411d7c82-76f1-4159-af41-5492eefdfa2e'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:33.305895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:33.310641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:floatingip and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:33.314422 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:33.320895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:33.334142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.496785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.698726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.25.5.21 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/2c92e49f-df60-4d41-85c0-be2562a1fe07) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:33.876888 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.922298 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:33.988931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:33.996463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:34.002756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:34.078614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=2c92e49f-df60-4d41-85c0-be2562a1fe07,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:34.235123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-30707e77-83a0-4703-896b-c6b9fcefe8dc tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:34.237134 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-30707e77-83a0-4703-896b-c6b9fcefe8dc tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.61 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 950 time: 0.2384086 Apr 18 21:02:34.430746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b43dc7-0474-4793-a385-f70de3f344eb req-ffdb4192-91ab-4604-85fb-1ffe47cb9602 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:34.432540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66b43dc7-0474-4793-a385-f70de3f344eb req-ffdb4192-91ab-4604-85fb-1ffe47cb9602 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 950 time: 0.1721063 Apr 18 21:02:34.496109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66b43dc7-0474-4793-a385-f70de3f344eb req-9b6db133-1ff0-47e2-96a9-af2f29b181a4 tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/security-groups?id=64fd728d-1916-4d60-b631-43ba3426dcab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514808 Apr 18 21:02:34.550654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Deleting port c85483c9-6133-4375-b27e-7d2ac5730880 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:34.551006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:34.964936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] For port c85483c9-6133-4375-b27e-7d2ac5730880, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=c85483c9-6133-4375-b27e-7d2ac5730880,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:02:34.965304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.133587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Calling delete_port for c85483c9-6133-4375-b27e-7d2ac5730880 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:35.210279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.372453 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.407534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.424234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['c85483c9-6133-4375-b27e-7d2ac5730880'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:02:35.479484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Pushing event deleted for resources: {'Port': ['ID=c85483c9-6133-4375-b27e-7d2ac5730880,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:35.609441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] No DVR routers for this DVR port c85483c9-6133-4375-b27e-7d2ac5730880 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:02:35.626525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.629428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'name': 'network-vif-deleted', 'tag': 'c85483c9-6133-4375-b27e-7d2ac5730880'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:02:35.756874 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7b74422-7826-4dc1-b0ba-f3faffa531d4'] response: {'server_uuid': '83384ada-52ae-48c4-ad29-48bbd9137e3b', 'name': 'network-vif-deleted', 'tag': 'c85483c9-6133-4375-b27e-7d2ac5730880', 'status': 'completed', 'code': 200} Apr 18 21:02:35.770471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d492e8bf-15c9-4fd7-bcfd-ab9bcd78e5d9 req-4a29a171-610d-44ca-be2b-7d516dc5498c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Synchronizing usage tracker for tenant:cfc79a61b2d64fa58ca3838aa69dff37 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:02:35.785499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1e7ba192-4754-46bf-8b03-6a44eebfce8c req-71ef06eb-4568-4fdb-a7aa-5d263576aa9c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.61 "DELETE /v2.0/ports/c85483c9-6133-4375-b27e-7d2ac5730880 HTTP/1.1" status: 204 len: 173 time: 1.5328321 Apr 18 21:02:35.844789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-d492e8bf-15c9-4fd7-bcfd-ab9bcd78e5d9 req-4a29a171-610d-44ca-be2b-7d516dc5498c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] Unset dirty status for tenant:cfc79a61b2d64fa58ca3838aa69dff37 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:02:35.846395 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d492e8bf-15c9-4fd7-bcfd-ab9bcd78e5d9 req-4a29a171-610d-44ca-be2b-7d516dc5498c tempest-VolumesBackupsTest-472020737 tempest-VolumesBackupsTest-472020737-project] 10.222.0.47 "GET /v2.0/ports?device_id=83384ada-52ae-48c4-ad29-48bbd9137e3b HTTP/1.1" status: 200 len: 210 time: 0.1950312 Apr 18 21:02:35.902831 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:35.911065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.089371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=2c92e49f-df60-4d41-85c0-be2562a1fe07,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:36.100630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:36.476358 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 0cfdfdf9-c96c-4a93-9ac2-bed7fa0d7793 associated. External IP: 172.25.5.21, port: 411d7c82-76f1-4159-af41-5492eefdfa2e. Apr 18 21:02:37.156242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:37.487266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:37.502667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:37.515659 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.526850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:37.527959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:37.582743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-687b3d1c-d10d-4dda-87cb-b8788a36997c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.2867806 Apr 18 21:02:37.583098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36006) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:37.588991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1712231954'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:37.596215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:37.601369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:network and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:37.605680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:37.614186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:37.626763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:37.630643 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.651294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:37.666195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:02:37.671084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:37.672145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:37.677772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.678117 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Added segment ecd8a701-b474-4ac2-ad27-5d2383cb2aee of type vlan for network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 Apr 18 21:02:37.709320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.748953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.755965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:37.757051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:37.791048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:37.791690 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e0a604-3374-469a-9b03-ed0ec369ae89 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:37.799100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2146792 Apr 18 21:02:37.800873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36010) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:37.809336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'subnet': {'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:37.816001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c85483c9-6133-4375-b27e-7d2ac5730880 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:02:37.893274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: c85483c9-6133-4375-b27e-7d2ac5730880 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:02:37.894249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device c85483c9-6133-4375-b27e-7d2ac5730880 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:02:37.901209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e84c86c-9368-425e-bcb7-78746e232c07 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Network': ['ID=ef2f9ac1-02c5-4c11-ada9-6205fa9bab07,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:37.917427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:02:37.960299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:37.965074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:subnet and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:37.968694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:37.976929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:37.991533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:37.996318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.297062 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.449503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Subnet': ['ID=b37afb8f-d3ba-4970-b9cc-20947aacc26a,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:38.466358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Checking segment: {'id': 'ecd8a701-b474-4ac2-ad27-5d2383cb2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:02:38.467415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network hostable DHCP agents. Network: ef2f9ac1-02c5-4c11-ada9-6205fa9bab07, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:02:38.510556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:02:38.523332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, ef2f9ac1-02c5-4c11-ada9-6205fa9bab07) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:38.533817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:38.534641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41f982c-edc4-46d5-856a-982717de0359 None None] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:02:38.535421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.571320 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b67e3e82-fb51-4170-8981-b50dd1a3e669 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7663720 Apr 18 21:02:38.574933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36016) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:38.583386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-871207654', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}, 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:38.595668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:38.600562 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:router and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:38.603971 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:38.612602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:38.623732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.624756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.647577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:38.800113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-ef2f9ac1-02c5-4c11-ada9-6205fa9bab07', 'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07', 'tenant_id': 'a8c141becd2644a7b3c67ed5fbfe0e8d', 'fixed_ips': [{'subnet_id': 'b37afb8f-d3ba-4970-b9cc-20947aacc26a'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:02:38.801060 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.007879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Allocated IP 172.20.0.2 (ef2f9ac1-02c5-4c11-ada9-6205fa9bab07/b37afb8f-d3ba-4970-b9cc-20947aacc26a/a2bdf5e6-bd72-438b-8e83-c1007340b415) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:39.234053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.289474 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.304374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Transition to ACTIVE for port object a2bdf5e6-bd72-438b-8e83-c1007340b415 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:39.337198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Transition to ACTIVE for port object a2bdf5e6-bd72-438b-8e83-c1007340b415 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:39.346583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.457346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:39.471047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:39.473735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Pushing event updated for resources: {'Port': ['ID=a2bdf5e6-bd72-438b-8e83-c1007340b415,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:39.489581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:39.494997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.495556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.496125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.496688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.497255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.499077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.499674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.500244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.500813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.501376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.502059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.502605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:39.675454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Attempting to bind port a2bdf5e6-bd72-438b-8e83-c1007340b415 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:02:39.676437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Attempting to bind port a2bdf5e6-bd72-438b-8e83-c1007340b415 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'ecd8a701-b474-4ac2-ad27-5d2383cb2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:02:39.676860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Attempting to bind port a2bdf5e6-bd72-438b-8e83-c1007340b415 on network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:02:39.687618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:02:39.688224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Checking segment: {'id': 'ecd8a701-b474-4ac2-ad27-5d2383cb2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:02:39.688877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.689497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Bound using segment: {'id': 'ecd8a701-b474-4ac2-ad27-5d2383cb2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:02:39.690296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Bound port: a2bdf5e6-bd72-438b-8e83-c1007340b415, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecd8a701-b474-4ac2-ad27-5d2383cb2aee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:02:39.690908 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.729346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.791517 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.828273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] For port a2bdf5e6-bd72-438b-8e83-c1007340b415, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:02:39.831970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] For port a2bdf5e6-bd72-438b-8e83-c1007340b415, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a2bdf5e6-bd72-438b-8e83-c1007340b415,segment=NetworkSegment(ecd8a701-b474-4ac2-ad27-5d2383cb2aee),segment_id=ecd8a701-b474-4ac2-ad27-5d2383cb2aee)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:02:39.837859 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:39.941057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e47a708-1d83-490a-931d-a5c3d5393726 None None] Pushing event updated for resources: {'Port': ['ID=a2bdf5e6-bd72-438b-8e83-c1007340b415,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.050270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.25.5.17 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/435a8d56-0a37-4ff1-a738-76ef8fef92db) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:40.328926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.370603 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:40.444524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:40.453719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:40.456364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:40.508238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=435a8d56-0a37-4ff1-a738-76ef8fef92db,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:40.529074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.529598 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.529774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.530328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.530730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.531259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.531742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.532289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.532626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.532963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.533307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:40.533832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:02:41.091144 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.215501 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b5e9f6-92be-404e-b11d-22ccd9131b76 None None] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:02:41.412735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c68765c1-050c-4e70-b41f-106b6ed12ea3 None None] Provisioning for port a2bdf5e6-bd72-438b-8e83-c1007340b415 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:41.418815 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:02:41.425815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a2bdf5e6-bd72-438b-8e83-c1007340b415 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:41.634335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a2bdf5e6-bd72-438b-8e83-c1007340b415 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:41.643880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a2bdf5e6-bd72-438b-8e83-c1007340b415 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:41.644265 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.914293 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.951264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:41.971999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a2bdf5e6-bd72-438b-8e83-c1007340b415, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a2bdf5e6-bd72-438b-8e83-c1007340b415,segment=NetworkSegment(ecd8a701-b474-4ac2-ad27-5d2383cb2aee),segment_id=ecd8a701-b474-4ac2-ad27-5d2383cb2aee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:02:41.980197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.092369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a2bdf5e6-bd72-438b-8e83-c1007340b415,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:42.158864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6641a61b-a49d-4c63-88d1-67273d5f87cf None None] Provisioning complete for port a2bdf5e6-bd72-438b-8e83-c1007340b415 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:42.159937 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6641a61b-a49d-4c63-88d1-67273d5f87cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.326664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 9010468e-d3d7-425f-885e-bbb5e5fdd4d4 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:02:42.594954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:42.610058 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] Sync routers for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:42.627556 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:42.629057 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:42.643197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:42.645296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bac49f2d-857b-4712-825a-b773741dd0c7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.0691214 Apr 18 21:02:42.649619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36096) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:42.722454 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:42.733698 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:42.734463 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:42.804636 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:42.805064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57f9cd-2606-4b01-b3c0-3dfbf31178dd None None] The sync data for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:43.317719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a2bdf5e6-bd72-438b-8e83-c1007340b415 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:02:43.426983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a2bdf5e6-bd72-438b-8e83-c1007340b415 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:43.427470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.623753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d139f2e0-7eb8-4518-b87e-2e5327f4efa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:43.712420 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.465888 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.1 (ef2f9ac1-02c5-4c11-ada9-6205fa9bab07/b37afb8f-d3ba-4970-b9cc-20947aacc26a/1715621b-0abc-49da-87da-4bc10765003c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:44.708900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.735750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Transition to ACTIVE for port object 1715621b-0abc-49da-87da-4bc10765003c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:44.773065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:44.854568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:44.856253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:44.861436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:44.943481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=1715621b-0abc-49da-87da-4bc10765003c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:44.975431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.238978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.280963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6bda0947-e13b-404e-ae23-2976c3ee3a31 None None] Provisioning for port 1715621b-0abc-49da-87da-4bc10765003c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:45.290035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6bda0947-e13b-404e-ae23-2976c3ee3a31 None None] Provisioning complete for port 1715621b-0abc-49da-87da-4bc10765003c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:45.291934 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bda0947-e13b-404e-ae23-2976c3ee3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.401383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-6bda0947-e13b-404e-ae23-2976c3ee3a31 None None] Port 1715621b-0abc-49da-87da-4bc10765003c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:02:45.771570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.778448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.929947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:45.934004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=1715621b-0abc-49da-87da-4bc10765003c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:46.012091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eb257c7c-d75b-4c81-aa5f-37e6b2023c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.109080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:46.112059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:46.444744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d4b2a67e-8ee7-4fa4-8bec-309311eff3c4 None None] Provisioning complete for port 1715621b-0abc-49da-87da-4bc10765003c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:46.445479 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4b2a67e-8ee7-4fa4-8bec-309311eff3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:46.473720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 9010468e-d3d7-425f-885e-bbb5e5fdd4d4 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:46.543743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d4b2a67e-8ee7-4fa4-8bec-309311eff3c4 None None] Port 1715621b-0abc-49da-87da-4bc10765003c cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:02:46.715665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:46.730370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] Sync routers for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:46.737673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3cda0f99-8372-47d7-92a0-e7fc0547e61d tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/routers/9010468e-d3d7-425f-885e-bbb5e5fdd4d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0862918 Apr 18 21:02:46.741645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36108) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:46.741938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:46.742530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.755587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'port': {'network_id': 'ef2f9ac1-02c5-4c11-ada9-6205fa9bab07', 'name': 'tempest-FloatingIPTestJSON-1919994042'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:46.811128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.821842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:46.822881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.951998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:46.952757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e04fe-cf7a-4851-9aad-eaaead1186f8 None None] The sync data for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:46.958993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:02:46.965264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Usage tracker for resource:port and tenant:a8c141becd2644a7b3c67ed5fbfe0e8d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:02:46.971507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:02:46.981193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:02:46.997086 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Made reservation on behalf of a8c141becd2644a7b3c67ed5fbfe0e8d for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:02:47.002201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.032587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] device_id is not set on port b8571489-e49e-4560-bf46-16f907c8f01d yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:02:47.122103 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.170276 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.277035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Allocated IP 172.20.0.14 (ef2f9ac1-02c5-4c11-ada9-6205fa9bab07/b37afb8f-d3ba-4970-b9cc-20947aacc26a/b8571489-e49e-4560-bf46-16f907c8f01d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:02:47.603982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.631733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Transition to ACTIVE for port object b8571489-e49e-4560-bf46-16f907c8f01d will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:02:47.672621 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.754778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:02:47.763261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:02:47.766467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:02:47.809593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event updated for resources: {'Port': ['ID=b8571489-e49e-4560-bf46-16f907c8f01d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:47.860100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:02:47.861560 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:47.896082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-666d393f-1a67-412d-8137-d36884fe2bdc tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1496332 Apr 18 21:02:47.898866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:47.907648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Request body: {'floatingip': {'port_id': 'b8571489-e49e-4560-bf46-16f907c8f01d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:02:48.093765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-51246cd8-8964-43b9-a157-08350a5f5fcd None None] Provisioning for port b8571489-e49e-4560-bf46-16f907c8f01d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:02:48.106594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-51246cd8-8964-43b9-a157-08350a5f5fcd None None] Provisioning complete for port b8571489-e49e-4560-bf46-16f907c8f01d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:02:48.107761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-51246cd8-8964-43b9-a157-08350a5f5fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.172104 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:48.245163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-51246cd8-8964-43b9-a157-08350a5f5fcd None None] Port b8571489-e49e-4560-bf46-16f907c8f01d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:02:48.590233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.027190 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.036519 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.068634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.238926 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 0cfdfdf9-c96c-4a93-9ac2-bed7fa0d7793 associated. External IP: 172.25.5.21, port: 411d7c82-76f1-4159-af41-5492eefdfa2e. Apr 18 21:02:49.505468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:49.714331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:50.076162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:50.101412 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:50.128141 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:50.129155 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.201619 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.213853 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:50.215581 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.287658 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.288398 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d7f2fe-18a0-4951-a0aa-4f33dc32cfd9 None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:50.486666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 9010468e-d3d7-425f-885e-bbb5e5fdd4d4 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:50.741993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:50.749214 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:50.754617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] Sync routers for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:50.782176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:50.784478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.870198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.883115 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:50.883879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:50.993669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b8f8b2eb-506b-4922-867e-ef6537a24000 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/floatingips/0cfdfdf9-c96c-4a93-9ac2-bed7fa0d7793 HTTP/1.1" status: 200 len: 978 time: 3.0913050 Apr 18 21:02:50.998923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36128) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:51.011729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:51.016344 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eccd46e-122b-45b5-a658-9a78a0783b1c None None] The sync data for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:51.124603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port b8571489-e49e-4560-bf46-16f907c8f01d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:51.125495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:51.462158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.164079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.165181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.165369 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Floating IP 0cfdfdf9-c96c-4a93-9ac2-bed7fa0d7793 disassociated. External IP: 172.25.5.21, port: b8571489-e49e-4560-bf46-16f907c8f01d. Apr 18 21:02:52.165762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for b8571489-e49e-4560-bf46-16f907c8f01d owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:52.395859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:52.490357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=b8571489-e49e-4560-bf46-16f907c8f01d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:52.806450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 9010468e-d3d7-425f-885e-bbb5e5fdd4d4 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:53.092051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:53.109047 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] Sync routers for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:53.127555 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:53.128533 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:53.227511 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:53.245390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-714c86f0-a317-45da-8ef9-6d8d87cea35a tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/ports/b8571489-e49e-4560-bf46-16f907c8f01d HTTP/1.1" status: 204 len: 168 time: 2.2443855 Apr 18 21:02:53.250820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36136) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:53.288831 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:53.302669 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:53.303316 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:53.371476 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:53.372763 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98725545-c9c5-4c11-8de3-239b62e9af4d None None] The sync data for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:54.215296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:54.791380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 1715621b-0abc-49da-87da-4bc10765003c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:54.792293 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.151482 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.360224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 1715621b-0abc-49da-87da-4bc10765003c owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:55.858686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:55.915828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=1715621b-0abc-49da-87da-4bc10765003c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:56.393395 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:56.992751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 9010468e-d3d7-425f-885e-bbb5e5fdd4d4 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:02:57.314953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:02:57.328348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] Sync routers for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:02:57.339607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4d42e7a2-6dd3-48ea-aaca-7c74edeb9800 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/routers/9010468e-d3d7-425f-885e-bbb5e5fdd4d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0801415 Apr 18 21:02:57.340436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36162) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:57.347952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:57.349138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:57.420592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:57.431453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] Routers {'9010468e-d3d7-425f-885e-bbb5e5fdd4d4'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:02:57.432201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:57.504862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:02:57.505188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b22cfc-99b7-4446-b454-4a54330755f2 None None] The sync data for ids ['9010468e-d3d7-425f-885e-bbb5e5fdd4d4'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:02:57.662401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.008760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.024908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 435a8d56-0a37-4ff1-a738-76ef8fef92db {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:02:58.025451 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.279741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.696308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 435a8d56-0a37-4ff1-a738-76ef8fef92db owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:02:58.945439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:58.999551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=435a8d56-0a37-4ff1-a738-76ef8fef92db,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:02:59.104313 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.429690 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.436689 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.477304 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.478386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Fanout notify agent at l3_agent the message router_deleted on router 9010468e-d3d7-425f-885e-bbb5e5fdd4d4 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:02:59.510385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.512247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e89cb72d-df5b-4b0c-8fa5-056d00a0db12 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/routers/9010468e-d3d7-425f-885e-bbb5e5fdd4d4 HTTP/1.1" status: 204 len: 168 time: 2.1696975 Apr 18 21:02:59.517047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36178) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:02:59.638552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting subnet b37afb8f-d3ba-4970-b9cc-20947aacc26a {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:02:59.645394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.754984 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:02:59.926142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.074463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.162058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Subnet': ['ID=b37afb8f-d3ba-4970-b9cc-20947aacc26a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:00.174261 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.187122 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-35c67048-f7d8-4143-acc6-09bd0086798b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/subnets/b37afb8f-d3ba-4970-b9cc-20947aacc26a HTTP/1.1" status: 204 len: 168 time: 0.6684268 Apr 18 21:03:00.192039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36184) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:00.195651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8e2c6e-1e54-47dc-8661-6903745edf26 None None] Network ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:00.436379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.455908 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port a2bdf5e6-bd72-438b-8e83-c1007340b415 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:00.456418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.551785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14136f58-b69e-4934-b699-1759de919467 None None] DHCP port deletion for ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:03:00.556879 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-14136f58-b69e-4934-b699-1759de919467 None None] Deleting port a2bdf5e6-bd72-438b-8e83-c1007340b415 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:00.557422 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14136f58-b69e-4934-b699-1759de919467 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.848190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] For port a2bdf5e6-bd72-438b-8e83-c1007340b415, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a2bdf5e6-bd72-438b-8e83-c1007340b415,segment=NetworkSegment(ecd8a701-b474-4ac2-ad27-5d2383cb2aee),segment_id=ecd8a701-b474-4ac2-ad27-5d2383cb2aee)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:03:00.848632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:00.880467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-14136f58-b69e-4934-b699-1759de919467 None None] For port a2bdf5e6-bd72-438b-8e83-c1007340b415, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a2bdf5e6-bd72-438b-8e83-c1007340b415,segment=NetworkSegment(ecd8a701-b474-4ac2-ad27-5d2383cb2aee),segment_id=ecd8a701-b474-4ac2-ad27-5d2383cb2aee)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:03:00.881064 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14136f58-b69e-4934-b699-1759de919467 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.020008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-14136f58-b69e-4934-b699-1759de919467 None None] Calling delete_port for a2bdf5e6-bd72-438b-8e83-c1007340b415 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:01.110241 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14136f58-b69e-4934-b699-1759de919467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.120093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for a2bdf5e6-bd72-438b-8e83-c1007340b415 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:01.159291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14136f58-b69e-4934-b699-1759de919467 None None] Pushing event deleted for resources: {'Port': ['ID=a2bdf5e6-bd72-438b-8e83-c1007340b415,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:01.162477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14136f58-b69e-4934-b699-1759de919467 None None] No DVR routers for this DVR port a2bdf5e6-bd72-438b-8e83-c1007340b415 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:01.206957 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:01.207575 n-d-836016-3 neutron-server[88141]: DEBUG oslo_db.api [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:01.321368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a2bdf5e6-bd72-438b-8e83-c1007340b415 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:01.372923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a2bdf5e6-bd72-438b-8e83-c1007340b415 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:03:01.373591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a2bdf5e6-bd72-438b-8e83-c1007340b415 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:01.708716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port a2bdf5e6-bd72-438b-8e83-c1007340b415 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:01.709240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.791251 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] The port 'a2bdf5e6-bd72-438b-8e83-c1007340b415' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:03:01.961027 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:01.992044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2f9ac1-02c5-4c11-ada9-6205fa9bab07']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:02.006827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecd8a701-b474-4ac2-ad27-5d2383cb2aee') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:02.007128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecd8a701-b474-4ac2-ad27-5d2383cb2aee') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:02.021907 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.042023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.050158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:02.050738 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: util.warn( Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:02.067566 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:02.174809 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.195470 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.208427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Network': ['ID=ef2f9ac1-02c5-4c11-ada9-6205fa9bab07,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:02.217995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4dba3532-7737-44ff-84d0-d294cdadc962 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/networks/ef2f9ac1-02c5-4c11-ada9-6205fa9bab07 HTTP/1.1" status: 204 len: 168 time: 2.0241659 Apr 18 21:03:02.220618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36198) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:02.402511 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 2c92e49f-df60-4d41-85c0-be2562a1fe07 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:02.403043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.612201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.612564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:02.749794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 2c92e49f-df60-4d41-85c0-be2562a1fe07 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:02.928376 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.018637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=2c92e49f-df60-4d41-85c0-be2562a1fe07,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:03.185890 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.204392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:03.206205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fba9a2c3-0a30-484a-b5c1-9f4033dbdf71 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/floatingips/0cfdfdf9-c96c-4a93-9ac2-bed7fa0d7793 HTTP/1.1" status: 204 len: 168 time: 0.9845805 Apr 18 21:03:03.211714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.264181 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-45df3684-26f5-4730-ac52-d48e62b31bc5 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:03.264761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45df3684-26f5-4730-ac52-d48e62b31bc5 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:03.266894 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-45df3684-26f5-4730-ac52-d48e62b31bc5 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/ports/b8571489-e49e-4560-bf46-16f907c8f01d HTTP/1.1" status: 404 len: 333 time: 0.0541158 Apr 18 21:03:03.270141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36210) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.370691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8125a4bc-1ff0-4814-ab14-de16a04b39ed tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Synchronizing usage tracker for tenant:a8c141becd2644a7b3c67ed5fbfe0e8d on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:03.420401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8125a4bc-1ff0-4814-ab14-de16a04b39ed tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Unset dirty status for tenant:a8c141becd2644a7b3c67ed5fbfe0e8d on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:03.420401 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8125a4bc-1ff0-4814-ab14-de16a04b39ed tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "GET /v2.0/ports?device_id=9010468e-d3d7-425f-885e-bbb5e5fdd4d4 HTTP/1.1" status: 200 len: 205 time: 0.1403022 Apr 18 21:03:03.426747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.530978 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-850e152f-616a-4e00-adec-aad053197311 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] delete failed (client error): The resource could not be found. Apr 18 21:03:03.530978 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-850e152f-616a-4e00-adec-aad053197311 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/routers/9010468e-d3d7-425f-885e-bbb5e5fdd4d4 HTTP/1.1" status: 404 len: 336 time: 0.0976825 Apr 18 21:03:03.530978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36218) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.571145 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-e61ab816-b347-4143-9dbb-9e654a375142 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] DELETE failed (client error): The resource could not be found. Apr 18 21:03:03.571643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e61ab816-b347-4143-9dbb-9e654a375142 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:03:03.573533 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e61ab816-b347-4143-9dbb-9e654a375142 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/subnets/b37afb8f-d3ba-4970-b9cc-20947aacc26a HTTP/1.1" status: 404 len: 337 time: 0.0470178 Apr 18 21:03:03.577592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36222) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:03.790362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 411d7c82-76f1-4159-af41-5492eefdfa2e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:03.790643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.120801 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.260955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 411d7c82-76f1-4159-af41-5492eefdfa2e owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:04.484717 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.545149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=411d7c82-76f1-4159-af41-5492eefdfa2e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:04.709405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:04.734011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6043e9cb-a2c6-4e2e-a230-9338e572842c tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/ports/411d7c82-76f1-4159-af41-5492eefdfa2e HTTP/1.1" status: 204 len: 168 time: 1.1547725 Apr 18 21:03:04.736238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36228) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:04.821373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 533d8b07-7ea9-4fa9-a249-a732b1475c91 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:04.821961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.219931 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.370449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 533d8b07-7ea9-4fa9-a249-a732b1475c91 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:05.553823 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.611667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=533d8b07-7ea9-4fa9-a249-a732b1475c91,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:05.732702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:05.745094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7879e243-a0dd-4317-a2b0-d14475507ff2 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/ports/533d8b07-7ea9-4fa9-a249-a732b1475c91 HTTP/1.1" status: 204 len: 168 time: 1.0076234 Apr 18 21:03:05.748862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:05.873849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3962fe-d132-44ab-8228-71ad4b3a8bf4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:05.875743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d3962fe-d132-44ab-8228-71ad4b3a8bf4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Synchronizing usage tracker for tenant:a8c141becd2644a7b3c67ed5fbfe0e8d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:05.906078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d3962fe-d132-44ab-8228-71ad4b3a8bf4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Unset dirty status for tenant:a8c141becd2644a7b3c67ed5fbfe0e8d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:05.908256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1d3962fe-d132-44ab-8228-71ad4b3a8bf4 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "GET /v2.0/ports?device_id=33003196-3104-427f-9246-3b3aa103c0f3 HTTP/1.1" status: 200 len: 913 time: 0.1580269 Apr 18 21:03:05.911387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36262) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:06.836636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.400531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 7ada19d1-cf7b-492f-9b2b-1d89ce1e6e10 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:07.401104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.639474 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:07.790795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 7ada19d1-cf7b-492f-9b2b-1d89ce1e6e10 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:08.061665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:08.335555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=7ada19d1-cf7b-492f-9b2b-1d89ce1e6e10,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:08.717287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.210305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Router 33003196-3104-427f-9246-3b3aa103c0f3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:03:09.432399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:03:09.446149 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] Sync routers for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:09.454248 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-370c514a-e96f-4b15-902f-aef05bdc0fb1 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "PUT /v2.0/routers/33003196-3104-427f-9246-3b3aa103c0f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5414159 Apr 18 21:03:09.456622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36284) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:09.461340 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:03:09.462058 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.544596 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.554743 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] Routers {'33003196-3104-427f-9246-3b3aa103c0f3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:03:09.555383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:02:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['33003196-3104-427f-9246-3b3aa103c0f3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.623868 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:09.624460 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881df6f6-baf8-4031-a408-fe4dd0c5bf4b None None] The sync data for ids ['33003196-3104-427f-9246-3b3aa103c0f3'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:09.680265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.946484 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:09.961958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting port 0915eb37-013e-433a-9802-c94a0582e620 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:09.962528 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.381178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.530804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Calling delete_port for 0915eb37-013e-433a-9802-c94a0582e620 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:10.776919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:10.848831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Port': ['ID=0915eb37-013e-433a-9802-c94a0582e620,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.014479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.274912 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.277793 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.310752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.311380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Fanout notify agent at l3_agent the message router_deleted on router 33003196-3104-427f-9246-3b3aa103c0f3 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:03:11.334335 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.335649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-af93af11-4e44-43fc-9699-e76a0b2daab7 tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/routers/33003196-3104-427f-9246-3b3aa103c0f3 HTTP/1.1" status: 204 len: 168 time: 1.8779547 Apr 18 21:03:11.340305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36308) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:11.429705 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Deleting subnet 61d4b6c0-bad5-4d42-b321-81dc38707cd2 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:03:11.433972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.535998 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.610803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.700678 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.746711 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Subnet': ['ID=61d4b6c0-bad5-4d42-b321-81dc38707cd2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:11.749641 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:11.760177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36320) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:11.761844 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91859705-c934-4df9-94e5-70507da0f7df tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/subnets/61d4b6c0-bad5-4d42-b321-81dc38707cd2 HTTP/1.1" status: 204 len: 168 time: 0.4149451 Apr 18 21:03:11.925689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.113695 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.175988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be8068c-e165-4db9-a498-bb4c9422c601']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.193057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4e294f-0e67-4a31-8ad3-5afba8b0f973') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.193057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4e294f-0e67-4a31-8ad3-5afba8b0f973') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:12.211151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.241708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.250093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:12.250492 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:12.269950 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:12.358046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.367131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:12.409285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] 10.222.0.47 "DELETE /v2.0/networks/8be8068c-e165-4db9-a498-bb4c9422c601 HTTP/1.1" status: 204 len: 168 time: 0.6473398 Apr 18 21:03:12.410883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5556433-7197-463b-9ae7-81211df0755b tempest-FloatingIPTestJSON-1255370194 tempest-FloatingIPTestJSON-1255370194-project] Pushing event deleted for resources: {'Network': ['ID=8be8068c-e165-4db9-a498-bb4c9422c601,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:12.783795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.079247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-57ed711e-fb45-4baf-9d6d-bbda83a20ce2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8c141becd2644a7b3c67ed5fbfe0e8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2940867 Apr 18 21:03:13.081907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:13.162654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a71d179-f149-4671-955f-75966a1fb3da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.191891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a71d179-f149-4671-955f-75966a1fb3da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.251250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a71d179-f149-4671-955f-75966a1fb3da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.271475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71d179-f149-4671-955f-75966a1fb3da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abe3167-3f59-4ed9-b280-404d2332ab33,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:13.275274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a71d179-f149-4671-955f-75966a1fb3da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:13.276417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2a71d179-f149-4671-955f-75966a1fb3da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8abe3167-3f59-4ed9-b280-404d2332ab33 HTTP/1.1" status: 204 len: 168 time: 0.1935394 Apr 18 21:03:13.633704 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2e5a270-080c-400a-9817-2781100c66b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.272390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:14.410854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-836294355'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:14.416835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:14.421985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:network and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:14.425339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:14.433687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:14.446166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Made reservation on behalf of 599d0e5c4f9b4f3caf9c83cbafc10a27 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:14.450155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.467477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.484976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:14.489938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:security_group_rule and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:14.493597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:14.501653 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:14.645259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.650485 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.690142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:14.699334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74027da0-2481-44cb-8c00-984f0664c745,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.706754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.707122 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Added segment 523c502d-0d98-41cc-a5f6-80bebe3f585e of type vlan for network 59bea4e0-3c35-4d01-917e-587ccdc86b8a Apr 18 21:03:14.744213 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.791825 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.798724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:14.799606 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:14.978320 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7041247 Apr 18 21:03:14.980800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36388) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:14.983686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f5baa-b89e-4cc9-a623-20195c952b35 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Network': ['ID=59bea4e0-3c35-4d01-917e-587ccdc86b8a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:14.991521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'subnet': {'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:15.000620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:15.200834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:15.205645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:subnet and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:15.209379 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:15.217420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:15.230134 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Made reservation on behalf of 599d0e5c4f9b4f3caf9c83cbafc10a27 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:15.234267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.526584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.788425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Subnet': ['ID=40ddad9b-85a2-4230-9b78-acb90b4f4d34,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:15.801425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Checking segment: {'id': '523c502d-0d98-41cc-a5f6-80bebe3f585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:15.801843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Network hostable DHCP agents. Network: 59bea4e0-3c35-4d01-917e-587ccdc86b8a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:15.827640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:15.842855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 59bea4e0-3c35-4d01-917e-587ccdc86b8a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:15.853262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:15.854118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.862385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39faca4-e071-4dd7-8e78-872ea50e8424 None None] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:15.904894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c9218e83-60ac-47da-8220-f61e250d9e77 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9217002 Apr 18 21:03:15.908722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36394) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:15.915548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1607977018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:15.933197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:15.940541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:router and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:15.944946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:15.955641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:15.972256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:15.973979 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.004166 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.035739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-caf47eac-78f3-4068-84b4-7aa467bf6486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.038117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.084583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.091418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36398) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:16.092498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3d3e9582-4f22-4502-aa0f-df059eac953f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.1813545 Apr 18 21:03:16.231493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-59bea4e0-3c35-4d01-917e-587ccdc86b8a', 'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a', 'tenant_id': '599d0e5c4f9b4f3caf9c83cbafc10a27', 'fixed_ips': [{'subnet_id': '40ddad9b-85a2-4230-9b78-acb90b4f4d34'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:03:16.232837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.571107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Allocated IP 172.20.0.2 (59bea4e0-3c35-4d01-917e-587ccdc86b8a/40ddad9b-85a2-4230-9b78-acb90b4f4d34/ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:16.909721 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.931725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:16.932508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Transition to ACTIVE for port object ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:16.967270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Transition to ACTIVE for port object ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:16.977566 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.121375 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:17.140813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:17.144911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:17.184094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Pushing event updated for resources: {'Port': ['ID=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:17.422708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.441299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.457223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Attempting to bind port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:17.457930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Attempting to bind port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '523c502d-0d98-41cc-a5f6-80bebe3f585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:17.458558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Attempting to bind port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 on network 59bea4e0-3c35-4d01-917e-587ccdc86b8a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:03:17.469644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:03:17.470239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Checking segment: {'id': '523c502d-0d98-41cc-a5f6-80bebe3f585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:17.470904 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.471549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Bound using segment: {'id': '523c502d-0d98-41cc-a5f6-80bebe3f585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:03:17.472349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Bound port: ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '523c502d-0d98-41cc-a5f6-80bebe3f585e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:17.472977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.487537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Allocated IP 172.20.0.1 (59bea4e0-3c35-4d01-917e-587ccdc86b8a/40ddad9b-85a2-4230-9b78-acb90b4f4d34/113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:17.647746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] For port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:03:17.654231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] For port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,segment=NetworkSegment(523c502d-0d98-41cc-a5f6-80bebe3f585e),segment_id=523c502d-0d98-41cc-a5f6-80bebe3f585e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:03:17.660994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.825229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.831558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea1836-9b1b-48c8-b460-b87845e8941a None None] Pushing event updated for resources: {'Port': ['ID=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:17.862278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Transition to ACTIVE for port object 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:17.900589 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:17.996295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:18.002184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:18.017607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:18.155101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Port': ['ID=113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:18.210548 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.403606 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:03:18.600492 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:18.690096 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.109225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.313327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fded3d50-19c9-47c2-94f0-65e8dade78c3 None None] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:19.450551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.457228 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.488811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:19.626696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8605cece-3589-40ff-a8c6-7a5ab8a11f73 None None] Provisioning for port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:19.629814 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.698605 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Port': ['ID=113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:19.739822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:19.910604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:19.912113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:19.928123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:19.950663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:19.951274 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.182661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Router 7a84999a-79f8-47ca-8dea-aa83814083a1 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:03:20.227867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.291306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,segment=NetworkSegment(523c502d-0d98-41cc-a5f6-80bebe3f585e),segment_id=523c502d-0d98-41cc-a5f6-80bebe3f585e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:03:20.297944 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.425033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:03:20.431195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:20.440459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] Sync routers for ids ['7a84999a-79f8-47ca-8dea-aa83814083a1'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:20.453635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-844fe25a-fc30-4e3f-bb2a-49a324d01d48 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "PUT /v2.0/routers/7a84999a-79f8-47ca-8dea-aa83814083a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3561299 Apr 18 21:03:20.456429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36428) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:20.468011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'port': {'network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a', 'name': 'tempest-FloatingIPNegativeTestJSON-1783615005'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:20.472495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] Routers {'7a84999a-79f8-47ca-8dea-aa83814083a1'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:03:20.473627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:03:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['7a84999a-79f8-47ca-8dea-aa83814083a1'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:20.571980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:20.590987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] Routers {'7a84999a-79f8-47ca-8dea-aa83814083a1'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:03:20.592219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:03:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['7a84999a-79f8-47ca-8dea-aa83814083a1'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:20.656378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4bee69be-cc1a-4a31-a571-4e0f222751a6 None None] Provisioning for port 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:20.669053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4bee69be-cc1a-4a31-a571-4e0f222751a6 None None] Provisioning complete for port 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:20.670635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4bee69be-cc1a-4a31-a571-4e0f222751a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.725290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:20.725989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5af90db-e635-446b-8c81-42f0c71beba2 None None] The sync data for ids ['7a84999a-79f8-47ca-8dea-aa83814083a1'] in n-d-836016-3 is: [] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:20.761983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4bee69be-cc1a-4a31-a571-4e0f222751a6 None None] Port 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:03:20.776306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4bee69be-cc1a-4a31-a571-4e0f222751a6 None None] Provisioning complete for port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:20.776687 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4bee69be-cc1a-4a31-a571-4e0f222751a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.790990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:20.807244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:port and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:20.817216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:20.839034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:20.861737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Made reservation on behalf of 599d0e5c4f9b4f3caf9c83cbafc10a27 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:20.868423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:20.911051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] device_id is not set on port a81215a0-0cac-4ae7-a93a-82e98a850f21 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:03:21.089199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-07828b0d-bc3b-4162-9d5c-37bd6ad99168 None None] Provisioning complete for port 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:21.090206 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-07828b0d-bc3b-4162-9d5c-37bd6ad99168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.191073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-07828b0d-bc3b-4162-9d5c-37bd6ad99168 None None] Port 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:03:21.233912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Allocated IP 172.20.0.8 (59bea4e0-3c35-4d01-917e-587ccdc86b8a/40ddad9b-85a2-4230-9b78-acb90b4f4d34/a81215a0-0cac-4ae7-a93a-82e98a850f21) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:21.372803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:03:21.459338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:21.459548 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.599651 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.629443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Transition to ACTIVE for port object a81215a0-0cac-4ae7-a93a-82e98a850f21 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:21.663777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.740159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:21.749237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:21.754329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:21.787313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Port': ['ID=a81215a0-0cac-4ae7-a93a-82e98a850f21,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:21.829938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:21.830953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:21.861252 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0ce94568-a4d5-42dc-bd7a-8da534f43c70 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4008975 Apr 18 21:03:21.862027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36440) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:21.867575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:21.876566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:21.881568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:floatingip and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:21.885106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:21.893552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:21.907649 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.019284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4b1aeabd-c685-4941-b8b3-191d757c37ed None None] Provisioning for port a81215a0-0cac-4ae7-a93a-82e98a850f21 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:03:22.024861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4b1aeabd-c685-4941-b8b3-191d757c37ed None None] Provisioning complete for port a81215a0-0cac-4ae7-a93a-82e98a850f21 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:03:22.025168 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4b1aeabd-c685-4941-b8b3-191d757c37ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.070917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.086852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4b1aeabd-c685-4941-b8b3-191d757c37ed None None] Port a81215a0-0cac-4ae7-a93a-82e98a850f21 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:03:22.234902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Allocated IP 172.25.5.202 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/5e4e9437-69fe-4e16-95a5-d17454b7600c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:22.425550 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.477476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.596189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:22.610357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:22.618149 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:22.680735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Port': ['ID=5e4e9437-69fe-4e16-95a5-d17454b7600c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:22.761006 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:22.835038 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.126007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.132199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.296566 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Port': ['ID=5e4e9437-69fe-4e16-95a5-d17454b7600c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:23.308353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.338436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.340007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-edf3f60c-fe8c-4a95-843b-a637dd7d26a4 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4768603 Apr 18 21:03:23.345743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36450) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:23.352238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-40f46a0b-cfa4-4358-97a2-af269b47a69f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'floatingip': {'port_id': 'a81215a0-0cac-4ae7-a93a-82e98a850f21', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:23.445175 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40f46a0b-cfa4-4358-97a2-af269b47a69f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:23.903712 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-40f46a0b-cfa4-4358-97a2-af269b47a69f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] update failed (client error): The resource could not be found. Apr 18 21:03:23.905007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-40f46a0b-cfa4-4358-97a2-af269b47a69f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "PUT /v2.0/floatingips/46a15405-c387-457a-8380-9b02ea3a0ef2 HTTP/1.1" status: 404 len: 507 time: 0.5579147 Apr 18 21:03:23.908439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36458) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:24.122958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Deleting port 5e4e9437-69fe-4e16-95a5-d17454b7600c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:24.123320 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.441325 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.441845 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.673949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Calling delete_port for 5e4e9437-69fe-4e16-95a5-d17454b7600c owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:24.908673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:24.962752 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event deleted for resources: {'Port': ['ID=5e4e9437-69fe-4e16-95a5-d17454b7600c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:25.093237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.108900 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.116052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:25.121596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'floatingip': {'floating_network_id': '59bea4e0-3c35-4d01-917e-587ccdc86b8a', 'port_id': 'a81215a0-0cac-4ae7-a93a-82e98a850f21', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:25.122353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b5c80a1e-9723-4898-8f19-9384925bd6a5 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "DELETE /v2.0/floatingips/46a15405-c387-457a-8380-9b02ea3a0ef2 HTTP/1.1" status: 204 len: 168 time: 1.2123284 Apr 18 21:03:25.129624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:25.135146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:floatingip and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:25.140094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:25.150581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:25.170523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.380521 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:03:25.382067 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-be3a38a2-3abd-46f0-85e9-1f8e54d6398c tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2649958 Apr 18 21:03:25.388196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:25.393995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'a81215a0-0cac-4ae7-a93a-82e98a850f21', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:25.402650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:25.407580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Usage tracker for resource:floatingip and tenant:599d0e5c4f9b4f3caf9c83cbafc10a27 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:25.411123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:25.419323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:25.435462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.673716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:25.839812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Allocated IP 172.25.5.106 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/5ae5358f-ce9a-45d1-9717-9069683ba17d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:26.043036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.082530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.184024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:26.197613 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:26.202392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:26.251019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event updated for resources: {'Port': ['ID=5ae5358f-ce9a-45d1-9717-9069683ba17d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:26.270931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.271279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.271809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.272156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.272494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.272835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.273166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.273505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.273855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.274187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.274510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.274841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:26.499348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Deleting port 5ae5358f-ce9a-45d1-9717-9069683ba17d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:26.499784 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.775046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.775541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:26.925089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Calling delete_port for 5ae5358f-ce9a-45d1-9717-9069683ba17d owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:27.240935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.334578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event deleted for resources: {'Port': ['ID=5ae5358f-ce9a-45d1-9717-9069683ba17d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:27.554162 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] create failed (client error): The resource could not be found. Apr 18 21:03:27.556461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-762522ee-af27-43cf-9348-6ebb0c3e90ae tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1666088 Apr 18 21:03:27.560432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36494) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:27.640725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Deleting port a81215a0-0cac-4ae7-a93a-82e98a850f21 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:27.641203 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:27.972544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.226627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Calling delete_port for a81215a0-0cac-4ae7-a93a-82e98a850f21 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:28.477674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.703200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event deleted for resources: {'Port': ['ID=a81215a0-0cac-4ae7-a93a-82e98a850f21,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:28.857721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:28.868083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-185c1d14-7ae0-4cb7-bb06-e81c1c98549f tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "DELETE /v2.0/ports/a81215a0-0cac-4ae7-a93a-82e98a850f21 HTTP/1.1" status: 204 len: 168 time: 1.3064218 Apr 18 21:03:28.870854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:29.046329 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a3b3ed-c4c1-489f-b95a-625ebaf8878d tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:29.049185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-76a3b3ed-c4c1-489f-b95a-625ebaf8878d tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a84999a-79f8-47ca-8dea-aa83814083a1 HTTP/1.1" status: 200 len: 913 time: 0.1730702 Apr 18 21:03:29.052287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:29.813453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.256763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Deleting port 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:30.257585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.555597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:30.866359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Calling delete_port for 113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:31.258092 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:31.322710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event deleted for resources: {'Port': ['ID=113bbfab-a0de-4dbd-8cf7-9c71e7a2f7ea,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:31.666439 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.003963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Router 7a84999a-79f8-47ca-8dea-aa83814083a1 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:03:32.228760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:03:32.242164 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] Sync routers for ids ['7a84999a-79f8-47ca-8dea-aa83814083a1'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:03:32.249048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-276113df-bd18-492c-9d0e-ddf765994cd2 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "PUT /v2.0/routers/7a84999a-79f8-47ca-8dea-aa83814083a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1951616 Apr 18 21:03:32.252009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:32.259279 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] Routers {'7a84999a-79f8-47ca-8dea-aa83814083a1'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:03:32.260307 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:03:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['7a84999a-79f8-47ca-8dea-aa83814083a1'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.365217 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.379343 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] Routers {'7a84999a-79f8-47ca-8dea-aa83814083a1'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:03:32.380250 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:03:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['7a84999a-79f8-47ca-8dea-aa83814083a1'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.499038 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:32.507343 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6759b3-29fb-4346-a47d-6a6b8f0bcd4b None None] The sync data for ids ['7a84999a-79f8-47ca-8dea-aa83814083a1'] in n-d-836016-3 is: [] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:03:32.603812 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7750a9b-990f-4fd5-8666-1306961e11cc tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.936322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7750a9b-990f-4fd5-8666-1306961e11cc tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.939044 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7750a9b-990f-4fd5-8666-1306961e11cc tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.964057 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7750a9b-990f-4fd5-8666-1306961e11cc tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.964800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7750a9b-990f-4fd5-8666-1306961e11cc tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Fanout notify agent at l3_agent the message router_deleted on router 7a84999a-79f8-47ca-8dea-aa83814083a1 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:03:32.985773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7750a9b-990f-4fd5-8666-1306961e11cc tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:32.986932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f7750a9b-990f-4fd5-8666-1306961e11cc tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "DELETE /v2.0/routers/7a84999a-79f8-47ca-8dea-aa83814083a1 HTTP/1.1" status: 204 len: 168 time: 0.7331641 Apr 18 21:03:32.990320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36538) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.065406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Deleting subnet 40ddad9b-85a2-4230-9b78-acb90b4f4d34 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:03:33.069187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.134995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.230031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.320400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.364717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event deleted for resources: {'Subnet': ['ID=40ddad9b-85a2-4230-9b78-acb90b4f4d34,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:33.370917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.380449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c65e0ba-46bb-419d-9b62-70225d1e4abc None None] Network 59bea4e0-3c35-4d01-917e-587ccdc86b8a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:33.384870 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36542) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:33.385713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1b4730f5-37fb-4d9e-b853-6dd434f71d33 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "DELETE /v2.0/subnets/40ddad9b-85a2-4230-9b78-acb90b4f4d34 HTTP/1.1" status: 204 len: 168 time: 0.3930755 Apr 18 21:03:33.577591 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.597419 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Deleting port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:33.597995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.893994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] DHCP port deletion for 59bea4e0-3c35-4d01-917e-587ccdc86b8a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:03:33.900729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Deleting port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:33.901604 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:33.953825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] For port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,segment=NetworkSegment(523c502d-0d98-41cc-a5f6-80bebe3f585e),segment_id=523c502d-0d98-41cc-a5f6-80bebe3f585e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:03:33.954371 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.204739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Calling delete_port for ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:34.257559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] For port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,segment=NetworkSegment(523c502d-0d98-41cc-a5f6-80bebe3f585e),segment_id=523c502d-0d98-41cc-a5f6-80bebe3f585e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:03:34.258298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.349281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.426782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event deleted for resources: {'Port': ['ID=ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:34.432939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] No DVR routers for this DVR port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:03:34.511481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Calling delete_port for ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 18 21:03:34.630575 n-d-836016-3 neutron-server[88143]: util.warn( Apr 18 21:03:34.639637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:03:34.640089 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:03:34.673351 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.710696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59bea4e0-3c35-4d01-917e-587ccdc86b8a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:34.736359 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '523c502d-0d98-41cc-a5f6-80bebe3f585e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:34.737059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '523c502d-0d98-41cc-a5f6-80bebe3f585e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:34.785932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.816664 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.828120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:34.828804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:34.852419 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:34.956428 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.977340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:34.991827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] Pushing event deleted for resources: {'Network': ['ID=59bea4e0-3c35-4d01-917e-587ccdc86b8a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:34.998097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70b7de55-53c6-4661-8eaa-46e422702c86 tempest-FloatingIPNegativeTestJSON-1289121896 tempest-FloatingIPNegativeTestJSON-1289121896-project] 10.222.0.47 "DELETE /v2.0/networks/59bea4e0-3c35-4d01-917e-587ccdc86b8a HTTP/1.1" status: 204 len: 168 time: 1.6111364 Apr 18 21:03:35.141491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Deleting port ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:35.143867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.255361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-19f5a2d8-24f6-4090-b450-940c51298470 None None] The port 'ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:03:35.361668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:03:35.413636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:03:35.414625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ea8cbb36-9d4a-40d3-96fb-4ec9dd41df01 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:03:35.426413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36562) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:35.628873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4bc6fedb-5d92-4db4-a725-cca5265a1022 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=599d0e5c4f9b4f3caf9c83cbafc10a27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010658 Apr 18 21:03:35.631093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36568) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:35.727445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76484a52-b678-4c4b-9812-a6a49dc4b114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.763429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76484a52-b678-4c4b-9812-a6a49dc4b114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.861297 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76484a52-b678-4c4b-9812-a6a49dc4b114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.877891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76484a52-b678-4c4b-9812-a6a49dc4b114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74027da0-2481-44cb-8c00-984f0664c745,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:35.886001 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76484a52-b678-4c4b-9812-a6a49dc4b114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:35.890531 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-76484a52-b678-4c4b-9812-a6a49dc4b114 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74027da0-2481-44cb-8c00-984f0664c745 HTTP/1.1" status: 204 len: 168 time: 0.2580962 Apr 18 21:03:37.108874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36604) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:37.287558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'networks': [{'name': 'tempest-network--510736014'}, {'name': 'tempest-network--1290109860'}]} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:37.288052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'network': {'name': 'tempest-network--510736014'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:37.288737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'network': {'name': 'tempest-network--1290109860'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:37.297629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:37.303217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Usage tracker for resource:network and tenant:e78da26cfde347099fc00f014f4e2786 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:37.307541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:37.316332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:37.333956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Made reservation on behalf of e78da26cfde347099fc00f014f4e2786 for: {'network': 2} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:37.342557 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.360352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.381777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:37.388551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Usage tracker for resource:security_group_rule and tenant:e78da26cfde347099fc00f014f4e2786 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:37.393225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:37.402365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:37.535004 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.541822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.542765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.608948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bab4836-96f0-4570-bd4b-f7d55d8f2148,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:37.635814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:37.651880 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.652969 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Added segment 7cbc8234-6aa2-4e17-926d-5d1618a3aaf7 of type vlan for network 8fcb67bc-f525-4ef7-8de2-4ad170c7a7bd Apr 18 21:03:37.689545 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.743557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:37.761784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.762974 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Added segment 3d0b9cae-d7c1-4b67-a18e-ac44070fbdf4 of type vlan for network 14ecf3bf-ee4d-4c30-9fe5-a01e23283618 Apr 18 21:03:37.811982 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.860076 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.860901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:37.867654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.873871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:37.874529 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.006564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Network': ['ID=8fcb67bc-f525-4ef7-8de2-4ad170c7a7bd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.036354 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.9210894 Apr 18 21:03:38.036717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8fcb67bc-f525-4ef7-8de2-4ad170c7a7bd details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:38.037467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.234777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f6c4e3-a736-4572-a337-85811c59fc88 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Network': ['ID=14ecf3bf-ee4d-4c30-9fe5-a01e23283618,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:38.253696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 14ecf3bf-ee4d-4c30-9fe5-a01e23283618 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:38.373680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da690168-d983-42d5-b3de-5cfb8fe4e14a tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.381263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da690168-d983-42d5-b3de-5cfb8fe4e14a tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.388763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da690168-d983-42d5-b3de-5cfb8fe4e14a tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.397262 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da690168-d983-42d5-b3de-5cfb8fe4e14a tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:38.401790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-da690168-d983-42d5-b3de-5cfb8fe4e14a tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3603008 Apr 18 21:03:38.403797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36620) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:38.588322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.776262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.813163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcb67bc-f525-4ef7-8de2-4ad170c7a7bd']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.828865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cbc8234-6aa2-4e17-926d-5d1618a3aaf7') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.829334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cbc8234-6aa2-4e17-926d-5d1618a3aaf7') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:38.844391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.865022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.873497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:38.873941 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:38.894019 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:39.000930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.035106 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.055203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Network': ['ID=8fcb67bc-f525-4ef7-8de2-4ad170c7a7bd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:39.063879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2a4db742-c730-4271-bc2f-ee1524cf62a7 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/networks/8fcb67bc-f525-4ef7-8de2-4ad170c7a7bd HTTP/1.1" status: 204 len: 168 time: 0.6556766 Apr 18 21:03:39.064426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:39.445841 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.615587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.664847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ecf3bf-ee4d-4c30-9fe5-a01e23283618']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:39.688285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0b9cae-d7c1-4b67-a18e-ac44070fbdf4') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:39.688798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0b9cae-d7c1-4b67-a18e-ac44070fbdf4') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:39.710251 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.736670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.744180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:39.744591 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:39.759690 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:39.857723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.879109 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:39.891582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Network': ['ID=14ecf3bf-ee4d-4c30-9fe5-a01e23283618,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:39.895371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-90d8a91e-9453-45a4-91af-4a37e7fdf39c tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/networks/14ecf3bf-ee4d-4c30-9fe5-a01e23283618 HTTP/1.1" status: 204 len: 168 time: 0.8293810 Apr 18 21:03:39.898249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.063862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207314a3-7326-4e2c-bddc-8b4b623df8a4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:40.070053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207314a3-7326-4e2c-bddc-8b4b623df8a4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:40.070851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-207314a3-7326-4e2c-bddc-8b4b623df8a4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Synchronizing usage tracker for tenant:e78da26cfde347099fc00f014f4e2786 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:40.093053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-207314a3-7326-4e2c-bddc-8b4b623df8a4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Unset dirty status for tenant:e78da26cfde347099fc00f014f4e2786 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:40.094288 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-207314a3-7326-4e2c-bddc-8b4b623df8a4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1946189 Apr 18 21:03:40.101341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36640) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.109137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-245258759'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:40.138545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:40.171350 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:40.192145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Made reservation on behalf of e78da26cfde347099fc00f014f4e2786 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:40.200943 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.245465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:40.256480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.256833 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Added segment 9cf65aa6-d8f2-4849-899c-275aa327f02d of type vlan for network 6f1fa779-9424-474b-ae0d-799172240d3a Apr 18 21:03:40.290242 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.327280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.342775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:40.344136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.623949 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5210125 Apr 18 21:03:40.627123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Network': ['ID=6f1fa779-9424-474b-ae0d-799172240d3a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.628811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36648) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.635895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.636530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.636912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.637308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.637663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.637979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.638317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.638660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.638988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.639322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.639663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.639993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8af0e2-354f-42ef-8815-11286eacd173 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:40.640746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-474020430'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:40.653458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6f1fa779-9424-474b-ae0d-799172240d3a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:40.667176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:40.676483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Usage tracker for resource:network and tenant:e78da26cfde347099fc00f014f4e2786 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:40.682141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:40.695170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:40.713270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Made reservation on behalf of e78da26cfde347099fc00f014f4e2786 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:40.720056 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.772494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:40.794172 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.794795 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Added segment c57afe10-e9ed-44fa-92b4-b8e84a34297e of type vlan for network bd39fab7-eb18-4c59-a231-aa640ac50e17 Apr 18 21:03:40.826886 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.861973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.867981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:40.868612 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:40.985277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3546495 Apr 18 21:03:40.988745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36652) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:40.992959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a39fc1-49e6-4526-bade-dc7958897808 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Network': ['ID=bd39fab7-eb18-4c59-a231-aa640ac50e17,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:40.997112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'ports': [{'network_id': '6f1fa779-9424-474b-ae0d-799172240d3a', 'name': 'tempest-port--227944652', 'admin_state_up': True}, {'network_id': 'bd39fab7-eb18-4c59-a231-aa640ac50e17', 'admin_state_up': False}]} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:41.003545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'port': {'network_id': '6f1fa779-9424-474b-ae0d-799172240d3a', 'name': 'tempest-port--227944652', 'admin_state_up': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:41.004270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'port': {'network_id': 'bd39fab7-eb18-4c59-a231-aa640ac50e17', 'admin_state_up': False}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:41.018386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network bd39fab7-eb18-4c59-a231-aa640ac50e17 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:41.337005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:41.342427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Usage tracker for resource:port and tenant:e78da26cfde347099fc00f014f4e2786 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:41.345724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:41.352914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:41.365189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Made reservation on behalf of e78da26cfde347099fc00f014f4e2786 for: {'port': 2} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:41.370296 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.392095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.639482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] device_id is not set on port 447aeac2-8239-4c32-bfee-9886436170be yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:03:41.781795 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:41.974377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] device_id is not set on port 1728cf53-b04d-4d5f-8d29-cd9c1bd04556 yet. {{(pid=88141) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:03:42.120631 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.170022 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.366919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Port': ['ID=447aeac2-8239-4c32-bfee-9886436170be,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.378307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Checking segment: {'id': '9cf65aa6-d8f2-4849-899c-275aa327f02d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '6f1fa779-9424-474b-ae0d-799172240d3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:42.378891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network hostable DHCP agents. Network: 6f1fa779-9424-474b-ae0d-799172240d3a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:42.412873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network 6f1fa779-9424-474b-ae0d-799172240d3a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:42.426781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6f1fa779-9424-474b-ae0d-799172240d3a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:42.434937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:42.436070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.440896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2325fdab-0869-4d06-ad04-cb3f55b583b8 None None] Network 6f1fa779-9424-474b-ae0d-799172240d3a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:42.569947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Port': ['ID=1728cf53-b04d-4d5f-8d29-cd9c1bd04556,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:42.576537 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Checking segment: {'id': 'c57afe10-e9ed-44fa-92b4-b8e84a34297e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'bd39fab7-eb18-4c59-a231-aa640ac50e17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:42.578294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network hostable DHCP agents. Network: bd39fab7-eb18-4c59-a231-aa640ac50e17, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:42.615342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network bd39fab7-eb18-4c59-a231-aa640ac50e17 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:42.634467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, bd39fab7-eb18-4c59-a231-aa640ac50e17) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:42.642205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:42.653635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.661802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.662675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:42.697041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-89216be8-2b2b-41c2-ba98-b3a19fef21b2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7032416 Apr 18 21:03:42.697347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74060585-91f1-424b-bdc9-2e0d65c44cd9 None None] Network bd39fab7-eb18-4c59-a231-aa640ac50e17 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:42.697489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36668) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.802949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fabf49-749d-4a6d-8b90-d2d02eed7d2e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.810735 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1fabf49-749d-4a6d-8b90-d2d02eed7d2e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:42.811881 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1fabf49-749d-4a6d-8b90-d2d02eed7d2e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Synchronizing usage tracker for tenant:e78da26cfde347099fc00f014f4e2786 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:42.843674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c1fabf49-749d-4a6d-8b90-d2d02eed7d2e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Unset dirty status for tenant:e78da26cfde347099fc00f014f4e2786 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:42.849896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c1fabf49-749d-4a6d-8b90-d2d02eed7d2e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1473010 Apr 18 21:03:42.850582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36672) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:42.983601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Deleting port 447aeac2-8239-4c32-bfee-9886436170be {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:42.983941 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.321079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.493828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Calling delete_port for 447aeac2-8239-4c32-bfee-9886436170be owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:43.588078 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.635208 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-08d358d3-90d4-4fe4-9b6e-043d6b9bd584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.670993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Port': ['ID=447aeac2-8239-4c32-bfee-9886436170be,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:43.675781 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:43.694383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3e40f988-b995-43ea-b1a3-d8c431d2dbc4 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/ports/447aeac2-8239-4c32-bfee-9886436170be HTTP/1.1" status: 204 len: 168 time: 0.8395677 Apr 18 21:03:43.694655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36682) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:43.770039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Deleting port 1728cf53-b04d-4d5f-8d29-cd9c1bd04556 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:03:43.770392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.026680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.213740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Calling delete_port for 1728cf53-b04d-4d5f-8d29-cd9c1bd04556 owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:03:44.435239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.502358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.505618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Port': ['ID=1728cf53-b04d-4d5f-8d29-cd9c1bd04556,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.518891 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-978c7a84-93d6-4636-8873-4af502b1a1a0 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/ports/1728cf53-b04d-4d5f-8d29-cd9c1bd04556 HTTP/1.1" status: 204 len: 168 time: 0.8231740 Apr 18 21:03:44.521269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36692) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.573918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8da14ce-43d8-4ec2-a4fa-d933a8a3d38b tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Synchronizing usage tracker for tenant:e78da26cfde347099fc00f014f4e2786 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:44.593417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f8da14ce-43d8-4ec2-a4fa-d933a8a3d38b tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Unset dirty status for tenant:e78da26cfde347099fc00f014f4e2786 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:44.595077 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f8da14ce-43d8-4ec2-a4fa-d933a8a3d38b tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0726335 Apr 18 21:03:44.600027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36696) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.607814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2023550045'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:44.614318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:44.619847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Usage tracker for resource:network and tenant:e78da26cfde347099fc00f014f4e2786 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:44.636674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:44.644817 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:44.659039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Made reservation on behalf of e78da26cfde347099fc00f014f4e2786 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:44.663687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.701661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 120} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:44.716680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.717167 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Added segment 74acd9cb-9524-41ff-8cda-4a0b064b584f of type vlan for network 3f4912d9-75cc-4a56-b603-d89976e214a9 Apr 18 21:03:44.755562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.791934 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.798863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:44.799645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:44.914661 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3130970 Apr 18 21:03:44.917865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36700) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:44.926597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1203869510'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:44.929672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b7a54-8609-4dab-a277-b8d4500e4afd tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Network': ['ID=3f4912d9-75cc-4a56-b603-d89976e214a9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:44.936405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:44.944640 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3f4912d9-75cc-4a56-b603-d89976e214a9 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:44.945559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Usage tracker for resource:network and tenant:e78da26cfde347099fc00f014f4e2786 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:44.949055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:44.958358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:44.980220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Made reservation on behalf of e78da26cfde347099fc00f014f4e2786 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:44.986572 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.040216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:45.056852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.057322 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Added segment 16eab907-3abd-49b3-ac6a-f1fadf31b9ec of type vlan for network 2f1c3874-991e-46a6-896b-69dae970afa6 Apr 18 21:03:45.112412 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.165572 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.167701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:45.168726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.282523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3631563 Apr 18 21:03:45.290013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ffff3-24f3-4649-afd2-10ba46f59d7d tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Network': ['ID=2f1c3874-991e-46a6-896b-69dae970afa6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:45.309694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 2f1c3874-991e-46a6-896b-69dae970afa6 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:45.433433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36708) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:45.445817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'subnets': [{'network_id': '3f4912d9-75cc-4a56-b603-d89976e214a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--843135654', 'ip_version': 4}, {'network_id': '2f1c3874-991e-46a6-896b-69dae970afa6', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:45.446919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'subnet': {'network_id': '3f4912d9-75cc-4a56-b603-d89976e214a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--843135654', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:45.447823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Request body: {'subnet': {'network_id': '2f1c3874-991e-46a6-896b-69dae970afa6', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:45.851070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:45.858791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Usage tracker for resource:subnet and tenant:e78da26cfde347099fc00f014f4e2786 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:45.865851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:45.879011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:45.894518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Made reservation on behalf of e78da26cfde347099fc00f014f4e2786 for: {'subnet': 2} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:45.900025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:45.900368 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.039277 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7d48465-6473-436a-9f49-e20be6829a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.430433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.517896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Subnet': ['ID=a744e162-438f-4d19-9ed9-3d18c9d6d781,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.528732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Checking segment: {'id': '74acd9cb-9524-41ff-8cda-4a0b064b584f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '3f4912d9-75cc-4a56-b603-d89976e214a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:46.529099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network hostable DHCP agents. Network: 3f4912d9-75cc-4a56-b603-d89976e214a9, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:46.554159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network 3f4912d9-75cc-4a56-b603-d89976e214a9 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:46.565783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 3f4912d9-75cc-4a56-b603-d89976e214a9) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:46.578280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ed1d94-6a3b-49c7-8070-98db66dbc7e7 None None] Network 3f4912d9-75cc-4a56-b603-d89976e214a9 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:46.579294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.671966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event updated for resources: {'Subnet': ['ID=c67b7a15-c8f2-467b-b518-55b3f082b019,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:46.685399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Checking segment: {'id': '16eab907-3abd-49b3-ac6a-f1fadf31b9ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2f1c3874-991e-46a6-896b-69dae970afa6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:46.686147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network hostable DHCP agents. Network: 2f1c3874-991e-46a6-896b-69dae970afa6, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:46.711440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Network 2f1c3874-991e-46a6-896b-69dae970afa6 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:46.724344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 2f1c3874-991e-46a6-896b-69dae970afa6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:46.729240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:46.729737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:46.731499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:46.751854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce95998-feab-406e-aebe-ae56db67adbc None None] Network 2f1c3874-991e-46a6-896b-69dae970afa6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:46.756359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-5515112b-d9ed-4cae-8b6b-dd2ecd890c40 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.3211572 Apr 18 21:03:46.760587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.846912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e6a8a-2adf-4d73-b76a-25944291d1d2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:46.848883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e6a8a-2adf-4d73-b76a-25944291d1d2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:46.851578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e6a8a-2adf-4d73-b76a-25944291d1d2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:46.853059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f9e6a8a-2adf-4d73-b76a-25944291d1d2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Synchronizing usage tracker for tenant:e78da26cfde347099fc00f014f4e2786 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:46.883562 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f9e6a8a-2adf-4d73-b76a-25944291d1d2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Unset dirty status for tenant:e78da26cfde347099fc00f014f4e2786 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:46.890441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1f9e6a8a-2adf-4d73-b76a-25944291d1d2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1280038 Apr 18 21:03:46.891836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:46.977988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Deleting subnet a744e162-438f-4d19-9ed9-3d18c9d6d781 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:03:46.981943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.053708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a76aec3-47b3-49af-8b1f-d9eafa53cf85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-3f4912d9-75cc-4a56-b603-d89976e214a9', 'network_id': '3f4912d9-75cc-4a56-b603-d89976e214a9', 'tenant_id': 'e78da26cfde347099fc00f014f4e2786', 'fixed_ips': [{'subnet_id': 'a744e162-438f-4d19-9ed9-3d18c9d6d781'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:03:47.053708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4a76aec3-47b3-49af-8b1f-d9eafa53cf85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.072890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.166549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.285982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.302566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f31f42-3768-46ff-bbec-347415cfe3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-2f1c3874-991e-46a6-896b-69dae970afa6', 'network_id': '2f1c3874-991e-46a6-896b-69dae970afa6', 'tenant_id': 'e78da26cfde347099fc00f014f4e2786', 'fixed_ips': [{'subnet_id': 'c67b7a15-c8f2-467b-b518-55b3f082b019'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:03:47.304011 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-29f31f42-3768-46ff-bbec-347415cfe3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.330463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Subnet': ['ID=a744e162-438f-4d19-9ed9-3d18c9d6d781,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.334260 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.336961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.355534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e2769557-6518-4c00-b2f8-ff8c2727b8c2 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/subnets/a744e162-438f-4d19-9ed9-3d18c9d6d781 HTTP/1.1" status: 204 len: 168 time: 0.4598870 Apr 18 21:03:47.357159 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.357414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36734) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:47.440500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Deleting subnet c67b7a15-c8f2-467b-b518-55b3f082b019 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:03:47.444473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-4a76aec3-47b3-49af-8b1f-d9eafa53cf85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a744e162-438f-4d19-9ed9-3d18c9d6d781: This subnet is being modified by another concurrent operation. Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a744e162-438f-4d19-9ed9-3d18c9d6d781: This subnet is being modified by another concurrent operation. Apr 18 21:03:47.478756 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 21:03:47.516578 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905a3cb8-5832-4036-8c0c-33a1e2e09189 None None] Network 3f4912d9-75cc-4a56-b603-d89976e214a9 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:47.534564 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.643640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.755652 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-29f31f42-3768-46ff-bbec-347415cfe3c3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c67b7a15-c8f2-467b-b518-55b3f082b019: This subnet is being modified by another concurrent operation. Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c67b7a15-c8f2-467b-b518-55b3f082b019: This subnet is being modified by another concurrent operation. Apr 18 21:03:47.758760 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 21:03:47.775188 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148f7254-a1ba-43e2-b54c-24c050f71ba2 None None] Network 2f1c3874-991e-46a6-896b-69dae970afa6 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:47.837968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Subnet': ['ID=c67b7a15-c8f2-467b-b518-55b3f082b019,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:47.841547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:47.862094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1216e01b-d6ef-49c7-8cea-0de7a4da91ef tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/subnets/c67b7a15-c8f2-467b-b518-55b3f082b019 HTTP/1.1" status: 204 len: 168 time: 0.5030389 Apr 18 21:03:47.864429 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:47.975533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30ed55b-ee20-49df-a035-c8160e255605 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 21:03:47.992027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad303305-6715-40c9-9020-e8d88a3065e8 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:47.993633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ad303305-6715-40c9-9020-e8d88a3065e8 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Synchronizing usage tracker for tenant:e78da26cfde347099fc00f014f4e2786 on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:03:48.024757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ad303305-6715-40c9-9020-e8d88a3065e8 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Unset dirty status for tenant:e78da26cfde347099fc00f014f4e2786 on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:03:48.026665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ad303305-6715-40c9-9020-e8d88a3065e8 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1607361 Apr 18 21:03:48.032686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36750) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:48.112144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30ed55b-ee20-49df-a035-c8160e255605 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:03:48.279164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.538867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.593857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1c3874-991e-46a6-896b-69dae970afa6']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.614324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16eab907-3abd-49b3-ac6a-f1fadf31b9ec') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.614637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16eab907-3abd-49b3-ac6a-f1fadf31b9ec') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:48.630041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.641085 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.656465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.676646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:48.677332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.695979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a2d10-e711-47c1-adb4-79c27cc9e89a None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:48.705484 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:48.790056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4a2d10-e711-47c1-adb4-79c27cc9e89a None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:03:48.802502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.834170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:48.842940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Network': ['ID=2f1c3874-991e-46a6-896b-69dae970afa6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:48.852125 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dcc65a54-78b5-41f3-8699-112327291a3e tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/networks/2f1c3874-991e-46a6-896b-69dae970afa6 HTTP/1.1" status: 204 len: 168 time: 0.8189037 Apr 18 21:03:48.856433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.087428 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.191710 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.415457 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.455474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4912d9-75cc-4a56-b603-d89976e214a9']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.476571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74acd9cb-9524-41ff-8cda-4a0b064b584f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.476997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74acd9cb-9524-41ff-8cda-4a0b064b584f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:49.492070 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.522844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.525743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.534271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:49.534786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:49.551097 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:49.645984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.651055 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:49.685601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Network': ['ID=3f4912d9-75cc-4a56-b603-d89976e214a9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:49.692184 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0d9da4ad-e313-4938-a172-e97c6ee60336 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/networks/3f4912d9-75cc-4a56-b603-d89976e214a9 HTTP/1.1" status: 204 len: 168 time: 0.8315198 Apr 18 21:03:49.692414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:49.885229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.065436 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.098311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd39fab7-eb18-4c59-a231-aa640ac50e17']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.114534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57afe10-e9ed-44fa-92b4-b8e84a34297e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.114795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57afe10-e9ed-44fa-92b4-b8e84a34297e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.150891 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.181422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.190031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:50.190586 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:50.207907 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:50.307641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.335031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.343434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Network': ['ID=bd39fab7-eb18-4c59-a231-aa640ac50e17,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:50.354321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71c1325e-b09f-4b84-814a-6fba03fb72e5 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/networks/bd39fab7-eb18-4c59-a231-aa640ac50e17 HTTP/1.1" status: 204 len: 168 time: 0.6606057 Apr 18 21:03:50.355206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36774) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:50.490834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.690804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.737408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f1fa779-9424-474b-ae0d-799172240d3a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.753750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf65aa6-d8f2-4849-899c-275aa327f02d') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.754215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf65aa6-d8f2-4849-899c-275aa327f02d') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:03:50.770010 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.798861 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.811654 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:03:50.812528 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:03:50.832816 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:03:50.958620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.964360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:50.998551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] Pushing event deleted for resources: {'Network': ['ID=6f1fa779-9424-474b-ae0d-799172240d3a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.007578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd45655a-dcfe-46a3-945d-9f7d9519ccc1 tempest-BulkNetworkOpsTest-947401139 tempest-BulkNetworkOpsTest-947401139-project] 10.222.0.47 "DELETE /v2.0/networks/6f1fa779-9424-474b-ae0d-799172240d3a HTTP/1.1" status: 204 len: 168 time: 0.6463079 Apr 18 21:03:51.444392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:51.685745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-31081b80-b942-4165-9cf6-6daa4d3a5fab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e78da26cfde347099fc00f014f4e2786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398140 Apr 18 21:03:51.689292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36798) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:51.766963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd06313c-e470-4515-af44-23990219ec4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.800287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd06313c-e470-4515-af44-23990219ec4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.907387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd06313c-e470-4515-af44-23990219ec4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.927790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06313c-e470-4515-af44-23990219ec4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bab4836-96f0-4570-bd4b-f7d55d8f2148,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:51.942775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd06313c-e470-4515-af44-23990219ec4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:51.948462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dd06313c-e470-4515-af44-23990219ec4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9bab4836-96f0-4570-bd4b-f7d55d8f2148 HTTP/1.1" status: 204 len: 168 time: 0.2541800 Apr 18 21:03:53.032049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:53.184981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1083636164'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:53.190973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:53.195519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:network and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:53.200515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:53.207001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:53.218715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:53.222455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.237434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.253998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:53.258236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:security_group_rule and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:53.261397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:53.268692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:53.370683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.376455 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.424029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 112} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:53.435455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cca989d1-58f1-4996-8382-1200045cc98c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.444015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.444550 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Added segment 192050df-978b-4523-9dad-dd0d967c4b23 of type vlan for network 9efa8762-6cfd-444d-a196-9fb4d22237e1 Apr 18 21:03:53.486209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.533352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.543754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:53.544785 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:53.697216 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6636665 Apr 18 21:03:53.709214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b96624-829e-48ca-99b9-85b13dc63519 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Network': ['ID=9efa8762-6cfd-444d-a196-9fb4d22237e1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:53.730559 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 9efa8762-6cfd-444d-a196-9fb4d22237e1 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:55.409309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:03:57.726441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36892) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:57.726441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'subnet': {'network_id': '9efa8762-6cfd-444d-a196-9fb4d22237e1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:57.857417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:57.862165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:subnet and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:57.866053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:57.874712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:57.888180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:57.891854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.176828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.336716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Subnet': ['ID=3edf1d52-16f5-4dc3-b303-d20c2ab21715,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.348491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Checking segment: {'id': '192050df-978b-4523-9dad-dd0d967c4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9efa8762-6cfd-444d-a196-9fb4d22237e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:58.348976 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network hostable DHCP agents. Network: 9efa8762-6cfd-444d-a196-9fb4d22237e1, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:58.384308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network 9efa8762-6cfd-444d-a196-9fb4d22237e1 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:58.398720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 9efa8762-6cfd-444d-a196-9fb4d22237e1) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:58.405414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:58.407034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.413355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a8259e4-f6d6-4648-8a9f-105e0b0bdc52 None None] Network 9efa8762-6cfd-444d-a196-9fb4d22237e1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:03:58.471831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36906) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:58.475001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-abf14834-fe0b-48e7-9579-6968c9eb66b4 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7552135 Apr 18 21:03:58.478833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-658171473'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:58.486665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:58.490998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:network and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:58.494369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:58.507406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:58.522070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:58.525712 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.560047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:03:58.570550 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.570916 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Added segment b5135fd3-9390-464d-adcf-d12019c589e3 of type vlan for network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 Apr 18 21:03:58.601662 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.639358 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.645011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:58.645685 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.707742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2345903 Apr 18 21:03:58.708016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:58.721466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'subnet': {'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:58.733886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-9efa8762-6cfd-444d-a196-9fb4d22237e1', 'network_id': '9efa8762-6cfd-444d-a196-9fb4d22237e1', 'tenant_id': '0d1a587e42c347efa125bdeaf049930d', 'fixed_ips': [{'subnet_id': '3edf1d52-16f5-4dc3-b303-d20c2ab21715'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:03:58.735372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.859221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:03:58.864308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:subnet and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:03:58.867833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:03:58.876779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:03:58.892882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:03:58.897041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:58.923620 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd270c-a550-4312-b61f-d2e23314d8a5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Network': ['ID=5b103cec-bd10-4c3d-b66c-88c27bc7cb50,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:58.986643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:03:59.108629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Allocated IP 2001:db8:0:ffff::2 (9efa8762-6cfd-444d-a196-9fb4d22237e1/3edf1d52-16f5-4dc3-b303-d20c2ab21715/d23fadc3-00b7-42c6-9e46-0fcb89aa297a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:03:59.370048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.389574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Transition to ACTIVE for port object d23fadc3-00b7-42c6-9e46-0fcb89aa297a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:59.415132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Transition to ACTIVE for port object d23fadc3-00b7-42c6-9e46-0fcb89aa297a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:03:59.422600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.488176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Network 9efa8762-6cfd-444d-a196-9fb4d22237e1 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:03:59.489502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:59.493822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:03:59.494201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:03:59.496719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.536889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Pushing event updated for resources: {'Port': ['ID=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.554851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.555219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.556339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.556339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.556339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.556742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.557015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.557336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.557692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.558022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.558393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.558726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:03:59.628774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Attempting to bind port d23fadc3-00b7-42c6-9e46-0fcb89aa297a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:03:59.629294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Attempting to bind port d23fadc3-00b7-42c6-9e46-0fcb89aa297a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '192050df-978b-4523-9dad-dd0d967c4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9efa8762-6cfd-444d-a196-9fb4d22237e1'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:03:59.629949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Attempting to bind port d23fadc3-00b7-42c6-9e46-0fcb89aa297a on network 9efa8762-6cfd-444d-a196-9fb4d22237e1 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:03:59.633150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Subnet': ['ID=c60939de-1c46-473d-917b-3eed13c3168d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:03:59.639204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Checking segment: {'id': 'b5135fd3-9390-464d-adcf-d12019c589e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:59.639568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network hostable DHCP agents. Network: 5b103cec-bd10-4c3d-b66c-88c27bc7cb50, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:03:59.641775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:03:59.642377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Checking segment: {'id': '192050df-978b-4523-9dad-dd0d967c4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9efa8762-6cfd-444d-a196-9fb4d22237e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:03:59.643169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.643804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Bound using segment: {'id': '192050df-978b-4523-9dad-dd0d967c4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9efa8762-6cfd-444d-a196-9fb4d22237e1'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:03:59.644601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Bound port: d23fadc3-00b7-42c6-9e46-0fcb89aa297a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '192050df-978b-4523-9dad-dd0d967c4b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9efa8762-6cfd-444d-a196-9fb4d22237e1'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:03:59.645269 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.665397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:03:59.678636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5b103cec-bd10-4c3d-b66c-88c27bc7cb50) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:03:59.686189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:03:59.686907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:03:59.717963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-61c96aef-4d2a-4086-9ab0-8d78b81cd4d0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0049284 Apr 18 21:03:59.718359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36920) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:03:59.724316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'port': {'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50', 'name': 'tempest-NetworksIpV6TestAttrs-1313628478'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:03:59.736101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eac84d-dece-454e-8d03-642b0a813663 None None] Network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:00.097672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] For port d23fadc3-00b7-42c6-9e46-0fcb89aa297a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:04:00.108069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] For port d23fadc3-00b7-42c6-9e46-0fcb89aa297a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,segment=NetworkSegment(192050df-978b-4523-9dad-dd0d967c4b23),segment_id=192050df-978b-4523-9dad-dd0d967c4b23)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:04:00.112008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:00.120092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:port and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:00.125661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:00.137143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.137970 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:00.175401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:00.182966 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.230846 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] device_id is not set on port 69e3f092-5301-4114-882e-49e1a5339627 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:04:00.349495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd53c823-8801-4394-9ab9-1c6a83502aba None None] Pushing event updated for resources: {'Port': ['ID=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:00.387016 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-5b103cec-bd10-4c3d-b66c-88c27bc7cb50', 'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50', 'tenant_id': '0d1a587e42c347efa125bdeaf049930d', 'fixed_ips': [{'subnet_id': 'c60939de-1c46-473d-917b-3eed13c3168d'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:04:00.387343 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.497602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Allocated IP 2001:db8::f816:3eff:fe99:45ef (5b103cec-bd10-4c3d-b66c-88c27bc7cb50/c60939de-1c46-473d-917b-3eed13c3168d/69e3f092-5301-4114-882e-49e1a5339627) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:00.956285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:00.979581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Transition to ACTIVE for port object 69e3f092-5301-4114-882e-49e1a5339627 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:01.019740 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.135144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Allocated IP 2001:db8::f816:3eff:fe0b:54a0 (5b103cec-bd10-4c3d-b66c-88c27bc7cb50/c60939de-1c46-473d-917b-3eed13c3168d/38e35073-9c66-44de-91d4-6d948980f323) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:01.188630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:01.189881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Port': ['ID=69e3f092-5301-4114-882e-49e1a5339627,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:01.192692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:01.195418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:04:01.203641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:01.204048 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.241547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9c125a91-90c8-483f-8d86-20a57d8d56de tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5182889 Apr 18 21:04:01.244316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36930) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:01.419859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Deleting subnet c60939de-1c46-473d-917b-3eed13c3168d {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:04:01.510194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d23fadc3-00b7-42c6-9e46-0fcb89aa297a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:01.695831 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.721611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Transition to ACTIVE for port object 38e35073-9c66-44de-91d4-6d948980f323 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:01.755673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d23fadc3-00b7-42c6-9e46-0fcb89aa297a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:01.778503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Transition to ACTIVE for port object 38e35073-9c66-44de-91d4-6d948980f323 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:01.803894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.812531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.904651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:01.914618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:01.915798 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:01.917015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d736888e-5494-4aca-90d1-bcd3cf2c9898 None None] Network 9efa8762-6cfd-444d-a196-9fb4d22237e1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:01.933074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:04:01.943411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Pushing event updated for resources: {'Port': ['ID=38e35073-9c66-44de-91d4-6d948980f323,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.087244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.202331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-adbc7ba9-6323-4067-9cf6-756d7883116c None None] Provisioning for port d23fadc3-00b7-42c6-9e46-0fcb89aa297a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:02.214165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Attempting to bind port 38e35073-9c66-44de-91d4-6d948980f323 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:02.215255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Attempting to bind port 38e35073-9c66-44de-91d4-6d948980f323 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'b5135fd3-9390-464d-adcf-d12019c589e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:02.215836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Attempting to bind port 38e35073-9c66-44de-91d4-6d948980f323 on network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:04:02.224851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-adbc7ba9-6323-4067-9cf6-756d7883116c None None] Provisioning complete for port d23fadc3-00b7-42c6-9e46-0fcb89aa297a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:02.225792 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adbc7ba9-6323-4067-9cf6-756d7883116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.249501 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.280510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:04:02.281063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Checking segment: {'id': 'b5135fd3-9390-464d-adcf-d12019c589e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:04:02.283232 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.283232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Bound using segment: {'id': 'b5135fd3-9390-464d-adcf-d12019c589e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:04:02.283607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Bound port: 38e35073-9c66-44de-91d4-6d948980f323, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5135fd3-9390-464d-adcf-d12019c589e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5b103cec-bd10-4c3d-b66c-88c27bc7cb50'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:02.284070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.303500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Subnet': ['ID=c60939de-1c46-473d-917b-3eed13c3168d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:02.308126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.316322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9ec93930-3570-4f8b-85f2-b82339c65fb5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/c60939de-1c46-473d-917b-3eed13c3168d HTTP/1.1" status: 204 len: 168 time: 1.0688219 Apr 18 21:04:02.319687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36944) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:02.414795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a760e31-801c-4a76-ab64-375d99cb5d06 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:02.416554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a760e31-801c-4a76-ab64-375d99cb5d06 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:02.418047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6a760e31-801c-4a76-ab64-375d99cb5d06 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Synchronizing usage tracker for tenant:0d1a587e42c347efa125bdeaf049930d on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:02.479196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6a760e31-801c-4a76-ab64-375d99cb5d06 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Unset dirty status for tenant:0d1a587e42c347efa125bdeaf049930d on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:02.487041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36950) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:02.487411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6a760e31-801c-4a76-ab64-375d99cb5d06 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1660318 Apr 18 21:04:02.687276 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52807857-fe38-4479-b504-6379bb8967e2 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.703468 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-52807857-fe38-4479-b504-6379bb8967e2 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 21:04:02.704305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52807857-fe38-4479-b504-6379bb8967e2 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:02.706315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-52807857-fe38-4479-b504-6379bb8967e2 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/5b103cec-bd10-4c3d-b66c-88c27bc7cb50 HTTP/1.1" status: 409 len: 405 time: 0.2175767 Apr 18 21:04:02.710427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:02.719286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1042427344'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:02.719628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] For port 38e35073-9c66-44de-91d4-6d948980f323, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:04:02.737936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:02.748395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:network and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:02.754608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:02.765026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:02.767231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] For port 38e35073-9c66-44de-91d4-6d948980f323, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=38e35073-9c66-44de-91d4-6d948980f323,segment=NetworkSegment(b5135fd3-9390-464d-adcf-d12019c589e3),segment_id=b5135fd3-9390-464d-adcf-d12019c589e3)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:04:02.772516 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adbc7ba9-6323-4067-9cf6-756d7883116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.785189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:02.790540 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.799614 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.834943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:02.856925 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.856925 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Added segment 64666a44-416b-4874-ad7c-15a3ac4bb9b4 of type vlan for network cef13780-9a37-4fbb-a487-2a84756b9862 Apr 18 21:04:02.934935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:02.958679 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-adbc7ba9-6323-4067-9cf6-756d7883116c None None] For port d23fadc3-00b7-42c6-9e46-0fcb89aa297a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,segment=NetworkSegment(192050df-978b-4523-9dad-dd0d967c4b23),segment_id=192050df-978b-4523-9dad-dd0d967c4b23)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:04:02.973442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adbc7ba9-6323-4067-9cf6-756d7883116c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.008754 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.023669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:03.025936 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.051683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa910c-a18c-4526-bd17-2747af96a888 None None] Pushing event updated for resources: {'Port': ['ID=38e35073-9c66-44de-91d4-6d948980f323,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.203693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 36964) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:03.210485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'subnet': {'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:03.216757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5033019 Apr 18 21:04:03.246126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae623cf8-64dd-43a8-b57a-de32eb2b71da tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Network': ['ID=cef13780-9a37-4fbb-a487-2a84756b9862,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.259020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbc7ba9-6323-4067-9cf6-756d7883116c None None] Pushing event updated for resources: {'Port': ['ID=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:03.268782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759cae97-dbf5-4c6a-b8f8-3e3f8f95689f None None] Network 5b103cec-bd10-4c3d-b66c-88c27bc7cb50 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:03.430962 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:03.453122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:03.473849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:03.478364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:03.526838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network cef13780-9a37-4fbb-a487-2a84756b9862 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:03.540891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d23fadc3-00b7-42c6-9e46-0fcb89aa297a up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:03.829482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1be73ac1-6ed4-4c82-bc2f-82cb562a1ca3 None None] Provisioning complete for port d23fadc3-00b7-42c6-9e46-0fcb89aa297a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:03.829482 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1be73ac1-6ed4-4c82-bc2f-82cb562a1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.073713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d23fadc3-00b7-42c6-9e46-0fcb89aa297a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:04.074847 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.165497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:04:04.168280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.278328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8045e6-6d02-4ec5-8776-177bff916f6c None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 21:04:04.318270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Subnet': ['ID=01e5df5e-e110-4b8f-9c86-f7c26d088e86,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:04.341798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Checking segment: {'id': '64666a44-416b-4874-ad7c-15a3ac4bb9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:04:04.342631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network hostable DHCP agents. Network: cef13780-9a37-4fbb-a487-2a84756b9862, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:04.383618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network cef13780-9a37-4fbb-a487-2a84756b9862 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:04.403910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, cef13780-9a37-4fbb-a487-2a84756b9862) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:04.414802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:04.415822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.477093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fb102e55-a198-4bfa-88d6-4774b11be9ba tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2718279 Apr 18 21:04:04.484577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 36986) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:04.498041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'port': {'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862', 'name': 'tempest-NetworksIpV6TestAttrs-372221010'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:04.782610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:04.791243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:port and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:04.796894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:04.806534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:04.830507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:04.835247 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:04.850077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8045e6-6d02-4ec5-8776-177bff916f6c None None] Unable to find a vacant binding_index for network cef13780-9a37-4fbb-a487-2a84756b9862 and agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc {{(pid=88143) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 18 21:04:04.860362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8045e6-6d02-4ec5-8776-177bff916f6c None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, cef13780-9a37-4fbb-a487-2a84756b9862) {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:04:04.876563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] device_id is not set on port b3ff56e4-f445-4136-a2a5-b121b92b881f yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 18 21:04:05.134195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Allocated IP 2001:db8::f816:3eff:fe07:c64a (cef13780-9a37-4fbb-a487-2a84756b9862/01e5df5e-e110-4b8f-9c86-f7c26d088e86/b3ff56e4-f445-4136-a2a5-b121b92b881f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:05.420760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-cef13780-9a37-4fbb-a487-2a84756b9862', 'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862', 'tenant_id': '0d1a587e42c347efa125bdeaf049930d', 'fixed_ips': [{'subnet_id': '01e5df5e-e110-4b8f-9c86-f7c26d088e86'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:04:05.421834 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.528421 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.558882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Transition to ACTIVE for port object b3ff56e4-f445-4136-a2a5-b121b92b881f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:05.603108 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.680924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network cef13780-9a37-4fbb-a487-2a84756b9862 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:05.683666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:05.704419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:04:05.709826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Allocated IP 2001:db8::f816:3eff:fe4a:dfe8 (cef13780-9a37-4fbb-a487-2a84756b9862/01e5df5e-e110-4b8f-9c86-f7c26d088e86/40e4adb3-4eab-402c-965c-b7a14f7f1954) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:04:05.713963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:05.716019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:05.774974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Port': ['ID=b3ff56e4-f445-4136-a2a5-b121b92b881f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:05.804707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37008) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:05.819820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3ea17be5-d833-4ad2-a758-56303f4aaf4e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3324471 Apr 18 21:04:05.934549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Deleting subnet 01e5df5e-e110-4b8f-9c86-f7c26d088e86 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:04:06.153231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.170371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Transition to ACTIVE for port object 40e4adb3-4eab-402c-965c-b7a14f7f1954 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:06.195133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Transition to ACTIVE for port object 40e4adb3-4eab-402c-965c-b7a14f7f1954 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:04:06.204104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.204386 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.300022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Network cef13780-9a37-4fbb-a487-2a84756b9862 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:04:06.303410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:06.308808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:04:06.326380 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.351405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Pushing event updated for resources: {'Port': ['ID=40e4adb3-4eab-402c-965c-b7a14f7f1954,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.448157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Attempting to bind port 40e4adb3-4eab-402c-965c-b7a14f7f1954 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:04:06.449366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Attempting to bind port 40e4adb3-4eab-402c-965c-b7a14f7f1954 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '64666a44-416b-4874-ad7c-15a3ac4bb9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:04:06.449623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Attempting to bind port 40e4adb3-4eab-402c-965c-b7a14f7f1954 on network cef13780-9a37-4fbb-a487-2a84756b9862 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:04:06.457480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:04:06.457906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Checking segment: {'id': '64666a44-416b-4874-ad7c-15a3ac4bb9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:04:06.458331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.458746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Bound using segment: {'id': '64666a44-416b-4874-ad7c-15a3ac4bb9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:04:06.459244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Bound port: 40e4adb3-4eab-402c-965c-b7a14f7f1954, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64666a44-416b-4874-ad7c-15a3ac4bb9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'cef13780-9a37-4fbb-a487-2a84756b9862'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:04:06.459860 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.554767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.652127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.654803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] For port 40e4adb3-4eab-402c-965c-b7a14f7f1954, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:04:06.662724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] For port 40e4adb3-4eab-402c-965c-b7a14f7f1954, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=40e4adb3-4eab-402c-965c-b7a14f7f1954,segment=NetworkSegment(64666a44-416b-4874-ad7c-15a3ac4bb9b4),segment_id=64666a44-416b-4874-ad7c-15a3ac4bb9b4)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:04:06.671052 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.695491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Subnet': ['ID=01e5df5e-e110-4b8f-9c86-f7c26d088e86,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.700394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:06.711445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a7264bac-dcee-491a-867e-5e44d0018235 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/01e5df5e-e110-4b8f-9c86-f7c26d088e86 HTTP/1.1" status: 204 len: 168 time: 0.9050114 Apr 18 21:04:06.715889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37026) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:06.827856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a973f4-9139-47d9-bb78-df91548f4f2b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:06.830819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a973f4-9139-47d9-bb78-df91548f4f2b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:06.832659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c310d3ab-6fa5-41e6-a462-32586488b475 None None] Pushing event updated for resources: {'Port': ['ID=40e4adb3-4eab-402c-965c-b7a14f7f1954,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:06.833267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70a973f4-9139-47d9-bb78-df91548f4f2b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Synchronizing usage tracker for tenant:0d1a587e42c347efa125bdeaf049930d on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:04:06.866278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70a973f4-9139-47d9-bb78-df91548f4f2b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Unset dirty status for tenant:0d1a587e42c347efa125bdeaf049930d on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:04:06.868259 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70a973f4-9139-47d9-bb78-df91548f4f2b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1509633 Apr 18 21:04:06.877368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37030) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:07.067737 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48e0070a-5d91-4919-82e3-09c031a02210 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.079019 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e0070a-5d91-4919-82e3-09c031a02210 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 18 21:04:07.079485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e0070a-5d91-4919-82e3-09c031a02210 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:07.081996 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-48e0070a-5d91-4919-82e3-09c031a02210 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/cef13780-9a37-4fbb-a487-2a84756b9862 HTTP/1.1" status: 409 len: 405 time: 0.2057927 Apr 18 21:04:07.087804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:07.099163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1742042199'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:07.138368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:07.162909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:network and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:07.169505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:07.185116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:07.201260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:07.207336 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.256614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:07.272685 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.273031 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Added segment 05637465-f465-4543-8787-fdb7070c325f of type vlan for network 28c00761-94a6-4a5d-adae-57a0ed2e7d2b Apr 18 21:04:07.335354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.411482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.420541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:07.421416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:07.478941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 40e4adb3-4eab-402c-965c-b7a14f7f1954 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:04:07.500900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4084632 Apr 18 21:04:07.505582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37048) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:07.524846 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'subnet': {'network_id': '28c00761-94a6-4a5d-adae-57a0ed2e7d2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:07.632743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62059e2-e319-4b21-a2c0-cc41216866f3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Network': ['ID=28c00761-94a6-4a5d-adae-57a0ed2e7d2b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:07.633936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 40e4adb3-4eab-402c-965c-b7a14f7f1954 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:07.651209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 28c00761-94a6-4a5d-adae-57a0ed2e7d2b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:07.938445 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:07.959262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:07.979458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:07.988306 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.359603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adf07a9-ed8d-4f28-afe8-a1e1944d7309 None None] Network cef13780-9a37-4fbb-a487-2a84756b9862 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:08.519102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4e9d8856-5c74-4ad6-bdf3-e6a8462d07a6 None None] Provisioning for port 40e4adb3-4eab-402c-965c-b7a14f7f1954 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:04:08.522547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.objects.ports [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88141) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:04:08.524517 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.572767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4e9d8856-5c74-4ad6-bdf3-e6a8462d07a6 None None] Provisioning complete for port 40e4adb3-4eab-402c-965c-b7a14f7f1954 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:04:08.573050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8856-5c74-4ad6-bdf3-e6a8462d07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.660216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Subnet': ['ID=31cb4206-388e-4d37-8d65-661d739a2f95,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:08.666838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Checking segment: {'id': '05637465-f465-4543-8787-fdb7070c325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '28c00761-94a6-4a5d-adae-57a0ed2e7d2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:04:08.667915 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network hostable DHCP agents. Network: 28c00761-94a6-4a5d-adae-57a0ed2e7d2b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:08.697664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network 28c00761-94a6-4a5d-adae-57a0ed2e7d2b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:08.716781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 28c00761-94a6-4a5d-adae-57a0ed2e7d2b) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:08.726013 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:08.726783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:08.765814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95aca1a-1e0c-40e1-b459-2fab365c662a None None] Network 28c00761-94a6-4a5d-adae-57a0ed2e7d2b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:08.782353 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fdafab72-6c16-4516-860f-24332ecb816d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2753973 Apr 18 21:04:08.785875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37066) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:08.950699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4ed926-f31c-442a-85b0-782dded5f9a9 None None] Network cef13780-9a37-4fbb-a487-2a84756b9862 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:09.072752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8856-5c74-4ad6-bdf3-e6a8462d07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.172284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.263335 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.319992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-4e9d8856-5c74-4ad6-bdf3-e6a8462d07a6 None None] For port 40e4adb3-4eab-402c-965c-b7a14f7f1954, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=40e4adb3-4eab-402c-965c-b7a14f7f1954,segment=NetworkSegment(64666a44-416b-4874-ad7c-15a3ac4bb9b4),segment_id=64666a44-416b-4874-ad7c-15a3ac4bb9b4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:04:09.329194 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e9d8856-5c74-4ad6-bdf3-e6a8462d07a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.379515 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.467605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Subnet': ['ID=31cb4206-388e-4d37-8d65-661d739a2f95,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.499494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcfc198-1d0c-4c01-aee9-ca580f656280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-28c00761-94a6-4a5d-adae-57a0ed2e7d2b', 'network_id': '28c00761-94a6-4a5d-adae-57a0ed2e7d2b', 'tenant_id': '0d1a587e42c347efa125bdeaf049930d', 'fixed_ips': [{'subnet_id': '31cb4206-388e-4d37-8d65-661d739a2f95'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:04:09.500837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc198-1d0c-4c01-aee9-ca580f656280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.608898 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.656915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c00761-94a6-4a5d-adae-57a0ed2e7d2b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.680413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05637465-f465-4543-8787-fdb7070c325f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.680849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05637465-f465-4543-8787-fdb7070c325f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:09.704075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.732943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.748299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:09.748299 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.757440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d8856-5c74-4ad6-bdf3-e6a8462d07a6 None None] Pushing event updated for resources: {'Port': ['ID=40e4adb3-4eab-402c-965c-b7a14f7f1954,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:09.771291 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:09.855738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] DHCP port deletion for cef13780-9a37-4fbb-a487-2a84756b9862 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:04:09.865767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] Deleting port 40e4adb3-4eab-402c-965c-b7a14f7f1954 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:04:09.872527 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.895303 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.904015 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-8bcfc198-1d0c-4c01-aee9-ca580f656280 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 18 21:04:09.904015 n-d-836016-3 neutron-server[88143]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Apr 18 21:04:09.904015 n-d-836016-3 neutron-server[88143]: [parameters: {'project_id': '0d1a587e42c347efa125bdeaf049930d', 'id': 'ae408a52-c462-43b7-becc-5194213f288d', 'name': '', 'network_id': '28c00761-94a6-4a5d-adae-57a0ed2e7d2b', 'mac_address': 'fa:16:3e:85:01:0c', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-28c00761-94a6-4a5d-adae-57a0ed2e7d2b', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4031}] Apr 18 21:04:09.904015 n-d-836016-3 neutron-server[88143]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:09.905058 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-8bcfc198-1d0c-4c01-aee9-ca580f656280 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:09.924262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:09.931538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Network': ['ID=28c00761-94a6-4a5d-adae-57a0ed2e7d2b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:09.942824 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e6d31dbe-ccdf-4135-8686-c3d5626b18ff tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/28c00761-94a6-4a5d-adae-57a0ed2e7d2b HTTP/1.1" status: 204 len: 168 time: 1.1558192 Apr 18 21:04:09.946611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37084) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:09.953926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-830683006'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:09.962075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:09.971625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:network and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:09.977423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:09.988528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:10.009999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:10.016820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.062905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:10.078356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.080472 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Added segment 0588a2fb-32bb-48db-9186-9bfa1424589b of type vlan for network 92816aa0-be6d-428d-8665-ef2c3c800634 Apr 18 21:04:10.114975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.176789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.209878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:10.212397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.212829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] For port 40e4adb3-4eab-402c-965c-b7a14f7f1954, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=40e4adb3-4eab-402c-965c-b7a14f7f1954,segment=NetworkSegment(64666a44-416b-4874-ad7c-15a3ac4bb9b4),segment_id=64666a44-416b-4874-ad7c-15a3ac4bb9b4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:04:10.213305 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.402800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4541335 Apr 18 21:04:10.403219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37094) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:10.410512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'subnet': {'network_id': '92816aa0-be6d-428d-8665-ef2c3c800634', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:10.421707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8bcfc198-1d0c-4c01-aee9-ca580f656280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.430409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd7b44-b9ba-4037-a12b-b6d4e3765523 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Network': ['ID=92816aa0-be6d-428d-8665-ef2c3c800634,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.451915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] Calling delete_port for 40e4adb3-4eab-402c-965c-b7a14f7f1954 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:04:10.497649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 92816aa0-be6d-428d-8665-ef2c3c800634 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:10.627451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:10.635242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:subnet and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:10.639928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:10.647484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:10.670718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:10.675299 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.680660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d0ef28-cc63-4d3d-bedf-b8df89f03470 None None] Network 28c00761-94a6-4a5d-adae-57a0ed2e7d2b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:10.738715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d0ef28-cc63-4d3d-bedf-b8df89f03470 None None] Network 28c00761-94a6-4a5d-adae-57a0ed2e7d2b could not be found, it might have been deleted concurrently. {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 18 21:04:10.803620 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:10.862946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] Pushing event deleted for resources: {'Port': ['ID=40e4adb3-4eab-402c-965c-b7a14f7f1954,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:10.866860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dddf11-c008-45a2-9b66-8e077d418ccd None None] No DVR routers for this DVR port 40e4adb3-4eab-402c-965c-b7a14f7f1954 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:11.099223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.253329 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Subnet': ['ID=8fe68597-4b0b-40dd-af8c-1e6cf938048d,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:11.269404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Checking segment: {'id': '0588a2fb-32bb-48db-9186-9bfa1424589b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '92816aa0-be6d-428d-8665-ef2c3c800634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:04:11.269785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network hostable DHCP agents. Network: 92816aa0-be6d-428d-8665-ef2c3c800634, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:11.298246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network 92816aa0-be6d-428d-8665-ef2c3c800634 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:11.315681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 92816aa0-be6d-428d-8665-ef2c3c800634) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:11.322503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:11.323486 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.341394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e180a48e-ab95-4c4a-b3b6-82be98bff333 None None] Network 92816aa0-be6d-428d-8665-ef2c3c800634 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:11.390663 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ad7ed866-b9ce-45f8-8bc6-63d827297907 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9848254 Apr 18 21:04:11.392192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37112) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:11.466129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 40e4adb3-4eab-402c-965c-b7a14f7f1954 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:11.544660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 40e4adb3-4eab-402c-965c-b7a14f7f1954 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:04:11.545661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 40e4adb3-4eab-402c-965c-b7a14f7f1954 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:11.607072 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.697629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.747194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe12394-9c11-4348-b5e2-ed4aab181aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-92816aa0-be6d-428d-8665-ef2c3c800634', 'network_id': '92816aa0-be6d-428d-8665-ef2c3c800634', 'tenant_id': '0d1a587e42c347efa125bdeaf049930d', 'fixed_ips': [{'subnet_id': '8fe68597-4b0b-40dd-af8c-1e6cf938048d'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:04:11.749759 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ffe12394-9c11-4348-b5e2-ed4aab181aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.796262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:11.842554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Subnet': ['ID=8fe68597-4b0b-40dd-af8c-1e6cf938048d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-ffe12394-9c11-4348-b5e2-ed4aab181aa9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fe68597-4b0b-40dd-af8c-1e6cf938048d: This subnet is being modified by another concurrent operation. Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8fe68597-4b0b-40dd-af8c-1e6cf938048d: This subnet is being modified by another concurrent operation. Apr 18 21:04:11.900093 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 21:04:11.929310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b677aa5b-0b9e-4650-83db-fbaeae11f6b3 None None] Network 92816aa0-be6d-428d-8665-ef2c3c800634 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:11.986201 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.023556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92816aa0-be6d-428d-8665-ef2c3c800634']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:12.047914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0588a2fb-32bb-48db-9186-9bfa1424589b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:12.048305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0588a2fb-32bb-48db-9186-9bfa1424589b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:12.068086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.099076 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.111527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:12.112510 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:12.136803 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:12.244473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa648a-fcb9-4c79-b23e-3483f02cc4c0 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 21:04:12.315136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.349002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.369070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Network': ['ID=92816aa0-be6d-428d-8665-ef2c3c800634,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.378277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-04009236-3ca7-4f04-8d22-fa1fd4a27732 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/92816aa0-be6d-428d-8665-ef2c3c800634 HTTP/1.1" status: 204 len: 168 time: 0.9837594 Apr 18 21:04:12.380731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37130) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:12.386824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-391764694'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:12.396168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:12.401492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:network and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:12.406020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:12.410630 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcfa648a-fcb9-4c79-b23e-3483f02cc4c0 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:04:12.414457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:12.438761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:12.444503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.490262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:04:12.505901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.506728 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Added segment bdbc5155-39ba-497f-98da-d7085e6dcb9a of type vlan for network 32213457-3b71-4a68-b898-b159726d4ec3 Apr 18 21:04:12.552287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.590355 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.596547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:12.597191 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:12.659806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37138) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:12.660854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2780759 Apr 18 21:04:12.665693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Request body: {'subnet': {'network_id': '32213457-3b71-4a68-b898-b159726d4ec3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:04:12.733638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc21b2-de72-4443-90ad-8ff4c41e19a3 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Network': ['ID=32213457-3b71-4a68-b898-b159726d4ec3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:12.744858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 32213457-3b71-4a68-b898-b159726d4ec3 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:04:12.806907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:12.812266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Usage tracker for resource:subnet and tenant:0d1a587e42c347efa125bdeaf049930d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:12.815577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:12.822835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:12.862918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Made reservation on behalf of 0d1a587e42c347efa125bdeaf049930d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:04:12.869881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.257900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.objects.ports [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 18 21:04:13.259179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.349180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event updated for resources: {'Subnet': ['ID=d013af71-c339-450a-8909-d4292e7c12b7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.361018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Checking segment: {'id': 'bdbc5155-39ba-497f-98da-d7085e6dcb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '32213457-3b71-4a68-b898-b159726d4ec3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:04:13.361536 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network hostable DHCP agents. Network: 32213457-3b71-4a68-b898-b159726d4ec3, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:04:13.387401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Network 32213457-3b71-4a68-b898-b159726d4ec3 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:04:13.403294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 32213457-3b71-4a68-b898-b159726d4ec3) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:04:13.418236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:04:13.419520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.425196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6342a5-d95a-48d6-a564-811c85d5fd4e None None] Network 32213457-3b71-4a68-b898-b159726d4ec3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:13.455638 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e3e21a6a-0af1-4c9d-906e-1b041500261c tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.7942131 Apr 18 21:04:13.463358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:13.656077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-025433de-852a-44c1-afaa-d28681e148cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.679598 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.786532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df3ab92-f78e-4b66-b162-81bd99f63b8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-32213457-3b71-4a68-b898-b159726d4ec3', 'network_id': '32213457-3b71-4a68-b898-b159726d4ec3', 'tenant_id': '0d1a587e42c347efa125bdeaf049930d', 'fixed_ips': [{'subnet_id': 'd013af71-c339-450a-8909-d4292e7c12b7'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:04:13.786760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.787894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5df3ab92-f78e-4b66-b162-81bd99f63b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.894117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server [None req-5df3ab92-f78e-4b66-b162-81bd99f63b8c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d013af71-c339-450a-8909-d4292e7c12b7: This subnet is being modified by another concurrent operation. Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise self.value Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server raise exception Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d013af71-c339-450a-8909-d4292e7c12b7: This subnet is being modified by another concurrent operation. Apr 18 21:04:13.949447 n-d-836016-3 neutron-server[88143]: ERROR oslo_messaging.rpc.server Apr 18 21:04:13.976020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Subnet': ['ID=d013af71-c339-450a-8909-d4292e7c12b7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:13.977853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d213698-e1cb-4962-8627-c6ddef27c7bb None None] Network 32213457-3b71-4a68-b898-b159726d4ec3 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:14.086199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.128113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32213457-3b71-4a68-b898-b159726d4ec3']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.186226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbc5155-39ba-497f-98da-d7085e6dcb9a') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.186226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbc5155-39ba-497f-98da-d7085e6dcb9a') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:14.186226 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.211783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9a39a1-5f69-41d5-9444-29ccb8ee8229 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 21:04:14.212499 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.225268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:14.226305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:14.255105 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:14.358321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9a39a1-5f69-41d5-9444-29ccb8ee8229 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:04:14.580883 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.604401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:14.612378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Network': ['ID=32213457-3b71-4a68-b898-b159726d4ec3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:14.631052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3a9dafb6-494b-4c77-a1b5-31df21c1046d tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/32213457-3b71-4a68-b898-b159726d4ec3 HTTP/1.1" status: 204 len: 168 time: 1.1597407 Apr 18 21:04:14.631587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:14.708686 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8e2d0f-3706-4b84-bb59-929e136941ae tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:14.709460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8e2d0f-3706-4b84-bb59-929e136941ae tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:14.712668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fb8e2d0f-3706-4b84-bb59-929e136941ae tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/d013af71-c339-450a-8909-d4292e7c12b7 HTTP/1.1" status: 404 len: 337 time: 0.0793467 Apr 18 21:04:14.716085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37178) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:14.756711 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cc24608-8686-43d3-9d6f-5d262009508b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:14.757572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cc24608-8686-43d3-9d6f-5d262009508b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:14.759874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2cc24608-8686-43d3-9d6f-5d262009508b tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/32213457-3b71-4a68-b898-b159726d4ec3 HTTP/1.1" status: 404 len: 339 time: 0.0426631 Apr 18 21:04:14.763282 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37182) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:14.973977 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b06ecdf-8fc4-47b3-9e7d-a0af1b6931b2 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:14.974389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b06ecdf-8fc4-47b3-9e7d-a0af1b6931b2 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:14.976360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3b06ecdf-8fc4-47b3-9e7d-a0af1b6931b2 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/8fe68597-4b0b-40dd-af8c-1e6cf938048d HTTP/1.1" status: 404 len: 337 time: 0.2120991 Apr 18 21:04:14.980972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37190) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.009413 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-c76ffbfd-8186-4e9d-9f02-bf623bb6c77e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:15.009935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c76ffbfd-8186-4e9d-9f02-bf623bb6c77e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:15.012500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c76ffbfd-8186-4e9d-9f02-bf623bb6c77e tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/92816aa0-be6d-428d-8665-ef2c3c800634 HTTP/1.1" status: 404 len: 339 time: 0.0299361 Apr 18 21:04:15.016435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37196) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.058978 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-445c681a-c1fb-4a93-ab85-0c203b4c2b50 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:15.059441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-445c681a-c1fb-4a93-ab85-0c203b4c2b50 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:15.061300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-445c681a-c1fb-4a93-ab85-0c203b4c2b50 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/31cb4206-388e-4d37-8d65-661d739a2f95 HTTP/1.1" status: 404 len: 337 time: 0.0438046 Apr 18 21:04:15.064580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.110350 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-31b53ffc-37ad-46f8-aa66-884794dda851 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:15.111136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31b53ffc-37ad-46f8-aa66-884794dda851 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:15.114667 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-31b53ffc-37ad-46f8-aa66-884794dda851 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/28c00761-94a6-4a5d-adae-57a0ed2e7d2b HTTP/1.1" status: 404 len: 339 time: 0.0480042 Apr 18 21:04:15.116895 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37206) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:15.236722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Deleting port b3ff56e4-f445-4136-a2a5-b121b92b881f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:04:15.237139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.567696 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:15.807760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Calling delete_port for b3ff56e4-f445-4136-a2a5-b121b92b881f owned by {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:04:15.956877 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.018477 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ea1193c1-0f35-4f43-8099-368f1ea4e677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.053794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Port': ['ID=b3ff56e4-f445-4136-a2a5-b121b92b881f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:16.065241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.080876 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-78e0ecca-2cba-41a6-bf67-f75566259cd0 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/ports/b3ff56e4-f445-4136-a2a5-b121b92b881f HTTP/1.1" status: 204 len: 168 time: 0.9588571 Apr 18 21:04:16.081604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.135914 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fd63362-533a-4a48-979a-30575cdff1b1 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:16.137650 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fd63362-533a-4a48-979a-30575cdff1b1 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:16.140759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1fd63362-533a-4a48-979a-30575cdff1b1 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/01e5df5e-e110-4b8f-9c86-f7c26d088e86 HTTP/1.1" status: 404 len: 337 time: 0.0577593 Apr 18 21:04:16.143707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37224) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.275160 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.444279 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.502738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cef13780-9a37-4fbb-a487-2a84756b9862']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:16.518455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64666a44-416b-4874-ad7c-15a3ac4bb9b4') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:16.518784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64666a44-416b-4874-ad7c-15a3ac4bb9b4') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:16.533758 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.554973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.563340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:16.564310 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:16.662150 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:16.688193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.714271 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:16.725776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Network': ['ID=cef13780-9a37-4fbb-a487-2a84756b9862,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:16.729602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-713a57fb-1347-4527-897a-16e06ba29cc5 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/cef13780-9a37-4fbb-a487-2a84756b9862 HTTP/1.1" status: 204 len: 168 time: 0.5846586 Apr 18 21:04:16.732243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37230) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:16.816261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Deleting port 69e3f092-5301-4114-882e-49e1a5339627 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:04:16.816636 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.077318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.130489 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.165291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.208227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Calling delete_port for 69e3f092-5301-4114-882e-49e1a5339627 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:04:17.302959 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.404743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Port': ['ID=69e3f092-5301-4114-882e-49e1a5339627,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:17.414322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.423857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a42959fb-7967-4395-a2b3-872cf0980b80 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/ports/69e3f092-5301-4114-882e-49e1a5339627 HTTP/1.1" status: 204 len: 168 time: 0.6905017 Apr 18 21:04:17.427813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:17.470653 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-15241a11-1445-452e-a976-1eb615553ef9 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] DELETE failed (client error): The resource could not be found. Apr 18 21:04:17.470983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15241a11-1445-452e-a976-1eb615553ef9 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:04:17.472830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-15241a11-1445-452e-a976-1eb615553ef9 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/c60939de-1c46-473d-917b-3eed13c3168d HTTP/1.1" status: 404 len: 337 time: 0.0438309 Apr 18 21:04:17.477234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:17.617422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.630695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Deleting port 38e35073-9c66-44de-91d4-6d948980f323 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:04:17.631030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:17.872587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] For port 38e35073-9c66-44de-91d4-6d948980f323, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=38e35073-9c66-44de-91d4-6d948980f323,segment=NetworkSegment(b5135fd3-9390-464d-adcf-d12019c589e3),segment_id=b5135fd3-9390-464d-adcf-d12019c589e3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:04:17.873209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.142411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Calling delete_port for 38e35073-9c66-44de-91d4-6d948980f323 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:04:18.246175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.337353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Port': ['ID=38e35073-9c66-44de-91d4-6d948980f323,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.340618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No DVR routers for this DVR port 38e35073-9c66-44de-91d4-6d948980f323 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:18.557774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.605495 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.609416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b103cec-bd10-4c3d-b66c-88c27bc7cb50']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:18.626372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5135fd3-9390-464d-adcf-d12019c589e3') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:18.626672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5135fd3-9390-464d-adcf-d12019c589e3') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:18.640953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.659582 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.668669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:18.668944 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:18.691959 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:18.790421 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.813424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.826043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Network': ['ID=5b103cec-bd10-4c3d-b66c-88c27bc7cb50,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:18.830712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3ffd0265-9647-4189-bb05-c32672b30696 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/5b103cec-bd10-4c3d-b66c-88c27bc7cb50 HTTP/1.1" status: 204 len: 168 time: 1.3523188 Apr 18 21:04:18.834800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37252) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:18.928163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Deleting subnet 3edf1d52-16f5-4dc3-b303-d20c2ab21715 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:04:18.931689 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:18.992494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.068458 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.093956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.180147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.222625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.231149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Subnet': ['ID=3edf1d52-16f5-4dc3-b303-d20c2ab21715,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:19.235659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e39f83-3ee9-40be-9891-97e855c03a3e None None] Network 9efa8762-6cfd-444d-a196-9fb4d22237e1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:04:19.241957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7040d23f-6281-46f6-994c-e247a93f49d8 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/subnets/3edf1d52-16f5-4dc3-b303-d20c2ab21715 HTTP/1.1" status: 204 len: 168 time: 0.4052382 Apr 18 21:04:19.245923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:19.463437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.482953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Deleting port d23fadc3-00b7-42c6-9e46-0fcb89aa297a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:04:19.483493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.534850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.609787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] DHCP port deletion for 9efa8762-6cfd-444d-a196-9fb4d22237e1 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:04:19.616007 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Deleting port d23fadc3-00b7-42c6-9e46-0fcb89aa297a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:04:19.616816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.759176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] For port d23fadc3-00b7-42c6-9e46-0fcb89aa297a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,segment=NetworkSegment(192050df-978b-4523-9dad-dd0d967c4b23),segment_id=192050df-978b-4523-9dad-dd0d967c4b23)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:04:19.759676 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.932296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] For port d23fadc3-00b7-42c6-9e46-0fcb89aa297a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,segment=NetworkSegment(192050df-978b-4523-9dad-dd0d967c4b23),segment_id=192050df-978b-4523-9dad-dd0d967c4b23)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:04:19.932669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:19.954521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Calling delete_port for d23fadc3-00b7-42c6-9e46-0fcb89aa297a owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:04:20.056714 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.150552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Port': ['ID=d23fadc3-00b7-42c6-9e46-0fcb89aa297a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:20.157827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] No DVR routers for this DVR port d23fadc3-00b7-42c6-9e46-0fcb89aa297a on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:04:20.162065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Calling delete_port for d23fadc3-00b7-42c6-9e46-0fcb89aa297a owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:04:20.258845 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:04:20.259255 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:04:20.347634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.376300 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efa8762-6cfd-444d-a196-9fb4d22237e1']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:20.391217 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '192050df-978b-4523-9dad-dd0d967c4b23') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:20.391511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '192050df-978b-4523-9dad-dd0d967c4b23') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:04:20.412889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.440679 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.448367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:04:20.448787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:04:20.464839 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:04:20.690030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.711560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.724290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] Pushing event deleted for resources: {'Network': ['ID=9efa8762-6cfd-444d-a196-9fb4d22237e1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:20.731707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71c98026-1617-4748-be2a-bbaa4ca1f7e7 tempest-NetworksIpV6TestAttrs-408017505 tempest-NetworksIpV6TestAttrs-408017505-project] 10.222.0.47 "DELETE /v2.0/networks/9efa8762-6cfd-444d-a196-9fb4d22237e1 HTTP/1.1" status: 204 len: 168 time: 1.4812083 Apr 18 21:04:20.760889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Deleting port d23fadc3-00b7-42c6-9e46-0fcb89aa297a {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:04:20.761652 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:20.837777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-792a31a2-951f-4841-8a48-11d7c98274cd None None] The port 'd23fadc3-00b7-42c6-9e46-0fcb89aa297a' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:04:21.135734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37268) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.317017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-987f3679-2bd5-4acf-8072-62e04558ad89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d1a587e42c347efa125bdeaf049930d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793737 Apr 18 21:04:21.319866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37274) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:21.399027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d23fadc3-00b7-42c6-9e46-0fcb89aa297a no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:04:21.419222 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-077987f2-1788-4cdc-9fd2-7da60913605c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.443275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d23fadc3-00b7-42c6-9e46-0fcb89aa297a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:04:21.443628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d23fadc3-00b7-42c6-9e46-0fcb89aa297a not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:04:21.477711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-077987f2-1788-4cdc-9fd2-7da60913605c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.543217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-077987f2-1788-4cdc-9fd2-7da60913605c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.572307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077987f2-1788-4cdc-9fd2-7da60913605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca989d1-58f1-4996-8382-1200045cc98c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:21.582090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-077987f2-1788-4cdc-9fd2-7da60913605c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:21.586521 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-077987f2-1788-4cdc-9fd2-7da60913605c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cca989d1-58f1-4996-8382-1200045cc98c HTTP/1.1" status: 204 len: 168 time: 0.2624528 Apr 18 21:04:32.407141 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:04:43.625847 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3836f3dc-8107-461f-95a0-26bff55d548e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:46.033595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-51d2074c-5770-4d36-b3d9-1ca5a2018321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.169320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:47.180695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:48.630038 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.081095 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:49.558910 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.724709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 37770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:55.950054 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:55.984616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:55.992123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Usage tracker for resource:security_group_rule and tenant:72ef59183b364b14b6aaf4b816a8fbed is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:55.998310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:56.008891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:56.130033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.137960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.187696 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:56.196173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72ef59183b364b14b6aaf4b816a8fbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657505 Apr 18 21:04:56.231076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a609223-a268-4d9c-9b3d-7d99d7aac135,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.238935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f838dcd-fb47-40d1-b053-5140aff76e31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.299839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.342147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.418780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.436055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a609223-a268-4d9c-9b3d-7d99d7aac135,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:56.445068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.445602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.445853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.446213 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.446551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.446882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.447204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.447530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.448405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.448738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.449076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.449463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:04:56.452803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.457619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e1d1a164-ab51-4401-9ba9-97b7ae6a5960 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a609223-a268-4d9c-9b3d-7d99d7aac135 HTTP/1.1" status: 204 len: 168 time: 0.2731681 Apr 18 21:04:56.913326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37790) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:56.948671 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:56.985754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:04:57.002524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Usage tracker for resource:security_group_rule and tenant:d26099f712aa43acad53c07ab8ce2c20 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:04:57.002524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:04:57.025699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:04:57.149998 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.153151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.216867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d26099f712aa43acad53c07ab8ce2c20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117802 Apr 18 21:04:57.220948 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 37796) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:04:57.273041 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ed2cd-91dc-4a1a-854f-9456a02e3207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a12e2bc-18b2-4d94-9005-d43d28fca17b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.305401 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-426d9436-96eb-499d-809c-fc312f1ea238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.336179 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-426d9436-96eb-499d-809c-fc312f1ea238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.411211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-426d9436-96eb-499d-809c-fc312f1ea238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.429421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426d9436-96eb-499d-809c-fc312f1ea238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a12e2bc-18b2-4d94-9005-d43d28fca17b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:04:57.434739 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-426d9436-96eb-499d-809c-fc312f1ea238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:04:57.440453 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-426d9436-96eb-499d-809c-fc312f1ea238 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a12e2bc-18b2-4d94-9005-d43d28fca17b HTTP/1.1" status: 204 len: 168 time: 0.2135055 Apr 18 21:05:04.757370 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38266) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:04.932387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:04.968046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:04.975469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Usage tracker for resource:security_group_rule and tenant:17d7c5efe0604b22b6108cc1b1c5fdc1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:04.982629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:04.993868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:05.130302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.136085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.191143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17d7c5efe0604b22b6108cc1b1c5fdc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322903 Apr 18 21:05:05.192155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b212554-28a4-4374-a180-954abd5e1543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43101ec1-187c-4249-8c1f-f0fd40153bb4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:05.195592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:05.321253 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-400347ef-bf62-47eb-8fe5-d992420cddfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.360365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-400347ef-bf62-47eb-8fe5-d992420cddfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.427331 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-400347ef-bf62-47eb-8fe5-d992420cddfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.449763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400347ef-bf62-47eb-8fe5-d992420cddfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43101ec1-187c-4249-8c1f-f0fd40153bb4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:05.460461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-400347ef-bf62-47eb-8fe5-d992420cddfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.461634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-400347ef-bf62-47eb-8fe5-d992420cddfd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43101ec1-187c-4249-8c1f-f0fd40153bb4 HTTP/1.1" status: 204 len: 168 time: 0.2646897 Apr 18 21:05:05.848423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:05.867252 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.883579 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:05.888167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Usage tracker for resource:security_group_rule and tenant:2a354c9f8d2d4a5fa47019ad0d09439f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:05.891167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:05.897085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:05.993715 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:05.999602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.050132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59418c38-8008-4f35-9518-5fbb50ae1532,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:06.054954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-881c17b4-0ffb-492c-8efa-9c3e06de44b7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a354c9f8d2d4a5fa47019ad0d09439f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2052674 Apr 18 21:05:06.058786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:06.139304 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5f12-80b3-4664-95a2-fcb12bde6095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.167608 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5f12-80b3-4664-95a2-fcb12bde6095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.231525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5f12-80b3-4664-95a2-fcb12bde6095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.257428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c5f12-80b3-4664-95a2-fcb12bde6095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59418c38-8008-4f35-9518-5fbb50ae1532,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:06.268708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7c5f12-80b3-4664-95a2-fcb12bde6095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:06.270344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0d7c5f12-80b3-4664-95a2-fcb12bde6095 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/59418c38-8008-4f35-9518-5fbb50ae1532 HTTP/1.1" status: 204 len: 168 time: 0.2098627 Apr 18 21:05:08.907917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.049437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.065988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:09.071060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:ad682913c44c4a559b189e7c85861389 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:09.075097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:09.081912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:09.181467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.187035 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.244052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad682913c44c4a559b189e7c85861389&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3343709 Apr 18 21:05:09.247331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38440) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.266153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee611a9-d10f-416a-84c3-7f81c855e2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468c1b9c-2397-456c-8ea4-81de334270d3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.333587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71e1af73-f0a0-40fc-a73f-4c43b4653005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.364324 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71e1af73-f0a0-40fc-a73f-4c43b4653005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.397446 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:05:09.439881 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71e1af73-f0a0-40fc-a73f-4c43b4653005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.472755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1af73-f0a0-40fc-a73f-4c43b4653005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468c1b9c-2397-456c-8ea4-81de334270d3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:09.478506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71e1af73-f0a0-40fc-a73f-4c43b4653005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.485733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71e1af73-f0a0-40fc-a73f-4c43b4653005 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/468c1b9c-2397-456c-8ea4-81de334270d3 HTTP/1.1" status: 204 len: 168 time: 0.2366855 Apr 18 21:05:09.840081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:09.859020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.875573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:09.879763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Usage tracker for resource:security_group_rule and tenant:e2dd179f89374f6380198db87088d31d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:09.883052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:09.890097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:09.992846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:09.998352 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.079329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e2dd179f89374f6380198db87088d31d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2381237 Apr 18 21:05:10.080070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f027d892-1365-4a82-9b21-7e6ec08f6cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ea9178-4d48-444c-bebe-27c0c48dd90e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.082827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38454) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:10.187746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f17653f-28d2-4569-a814-1a2baa900260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.221385 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f17653f-28d2-4569-a814-1a2baa900260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.326874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f17653f-28d2-4569-a814-1a2baa900260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.367252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f17653f-28d2-4569-a814-1a2baa900260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ea9178-4d48-444c-bebe-27c0c48dd90e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:10.402719 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f17653f-28d2-4569-a814-1a2baa900260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:10.406196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7f17653f-28d2-4569-a814-1a2baa900260 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5ea9178-4d48-444c-bebe-27c0c48dd90e HTTP/1.1" status: 204 len: 168 time: 0.3208528 Apr 18 21:05:13.623647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8954ce21-fbd8-4d77-85ce-943c90d2162c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:16.011207 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19638e91-7074-41ec-b774-447b9f25fbb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.183978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:17.195550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.600319 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:18.827203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38648) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:19.040610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.069432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:19.076809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.078283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Usage tracker for resource:security_group_rule and tenant:0407002e426847ac8df62a53348f45c0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:19.082838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:19.091631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:19.224354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.231055 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.300145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb20d1-1683-4e1d-9baa-e43e588a58c6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:19.304751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-60f01811-1d86-4716-9bc8-3873d3adfd9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0407002e426847ac8df62a53348f45c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4741154 Apr 18 21:05:19.310178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:19.416669 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c781f263-7df7-4530-a74b-9d18db1d0373 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.466087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c781f263-7df7-4530-a74b-9d18db1d0373 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.566698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c781f263-7df7-4530-a74b-9d18db1d0373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.566919 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.601954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c781f263-7df7-4530-a74b-9d18db1d0373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb20d1-1683-4e1d-9baa-e43e588a58c6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:19.617928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c781f263-7df7-4530-a74b-9d18db1d0373 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:19.620620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c781f263-7df7-4530-a74b-9d18db1d0373 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81eb20d1-1683-4e1d-9baa-e43e588a58c6 HTTP/1.1" status: 204 len: 168 time: 0.3086143 Apr 18 21:05:20.037495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 38682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:20.082743 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.110054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:05:20.115077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Usage tracker for resource:security_group_rule and tenant:aaff668df4a84c65a5d443a81723124b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:05:20.118919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:05:20.127047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:05:20.240867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.246444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.308424 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aaff668df4a84c65a5d443a81723124b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2663026 Apr 18 21:05:20.308424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48b835e-2930-4f0c-906e-53fd1a165ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5264675f-1836-424a-9d01-d3758b6716fd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:20.309132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 38686) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:05:20.407461 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14777e94-4e15-44fa-8a5f-83d1ec1c9bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.464327 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14777e94-4e15-44fa-8a5f-83d1ec1c9bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.545220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14777e94-4e15-44fa-8a5f-83d1ec1c9bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.568733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14777e94-4e15-44fa-8a5f-83d1ec1c9bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5264675f-1836-424a-9d01-d3758b6716fd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:05:20.581650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14777e94-4e15-44fa-8a5f-83d1ec1c9bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:20.583740 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-14777e94-4e15-44fa-8a5f-83d1ec1c9bb9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5264675f-1836-424a-9d01-d3758b6716fd HTTP/1.1" status: 204 len: 168 time: 0.2727292 Apr 18 21:05:43.623236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-668ed417-db62-4c60-9f72-bb186a3b66d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.012507 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d938555c-5912-4005-b027-9c39605549b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:46.402065 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:05:47.145829 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:47.175099 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:48.617492 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.092031 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:05:49.585147 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:13.663291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-43768543-6ec3-424f-bc33-91b1bc0d943c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:16.019359 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4f9835d0-950f-4f72-be84-af651baf4a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.177699 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:17.197749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:18.611420 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.078701 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:19.573616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:23.417109 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:06:24.039194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39646) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:24.357500 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.375564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:24.382226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Usage tracker for resource:security_group_rule and tenant:f9710eb5043a4d7cbb6912d75d58371a is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:24.389205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:24.406540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:24.649641 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.655906 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.710737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9710eb5043a4d7cbb6912d75d58371a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6634886 Apr 18 21:06:24.710737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39658) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:24.762745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7d7939-2b5c-406d-a51c-015ed4eb11ff,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:24.785384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.785756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.786100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.786434 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.786767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.787097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.787423 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.787749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.788073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.788396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.788719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.790368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e05d115-d325-41bd-9bfd-c6f99f511c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:24.839350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ad35-91e4-4b97-ad89-28aa857c5454 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.887810 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ad35-91e4-4b97-ad89-28aa857c5454 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:24.987280 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ad35-91e4-4b97-ad89-28aa857c5454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.003663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb1ad35-91e4-4b97-ad89-28aa857c5454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7d7939-2b5c-406d-a51c-015ed4eb11ff,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:25.011988 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bfb1ad35-91e4-4b97-ad89-28aa857c5454 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:25.013341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bfb1ad35-91e4-4b97-ad89-28aa857c5454 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d7d7939-2b5c-406d-a51c-015ed4eb11ff HTTP/1.1" status: 204 len: 168 time: 0.3018739 Apr 18 21:06:31.067634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 39856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:31.322187 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.340214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:31.345298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Usage tracker for resource:security_group_rule and tenant:9705654bd2484212a0c38cef2684ffe9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:31.349745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:31.358388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:31.505131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.510517 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.579623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69108bfe-e1c8-4548-85a3-a1a3e68dacf1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.593109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9705654bd2484212a0c38cef2684ffe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5236561 Apr 18 21:06:31.594542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.594923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.595268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.595669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.596030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.596368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.596708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.597039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.597368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.597736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.598043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 39920) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:31.599149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.599149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff2b777e-6026-4866-9db2-60f39fef4a73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:31.682122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0587-c321-4946-aca6-0900ec902eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.720841 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0587-c321-4946-aca6-0900ec902eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.795480 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0587-c321-4946-aca6-0900ec902eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.814782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf0587-c321-4946-aca6-0900ec902eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69108bfe-e1c8-4548-85a3-a1a3e68dacf1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:31.819694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fcf0587-c321-4946-aca6-0900ec902eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:31.821024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7fcf0587-c321-4946-aca6-0900ec902eaf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69108bfe-e1c8-4548-85a3-a1a3e68dacf1 HTTP/1.1" status: 204 len: 168 time: 0.2214859 Apr 18 21:06:35.500759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-5fa0a0d8-0a91-4e0c-be27-1bcb98ed3463 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=5d4c6b0c984547b4887cb75a6a18e3c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545416 Apr 18 21:06:35.721903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-ebb04a17-32e4-4e46-a9a7-fbfdfbfaa0ca tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:35.723657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-ebb04a17-32e4-4e46-a9a7-fbfdfbfaa0ca tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2218380 Apr 18 21:06:35.745298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-8261f474-e30b-49c0-b5cc-abd367db800f tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/quotas/5d4c6b0c984547b4887cb75a6a18e3c4 HTTP/1.1" status: 200 len: 375 time: 0.0127609 Apr 18 21:06:35.804544 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-e9b37db1-c475-401c-9603-b43ae735d4e1 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d4c6b0c984547b4887cb75a6a18e3c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493138 Apr 18 21:06:36.340315 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de79ea8f-fdfb-4424-8277-049317f17459 req-61d84873-0570-4b10-b06c-35b310929c88 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 210 time: 0.1723452 Apr 18 21:06:37.594671 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-62e68e48-d6ed-4186-bbf0-e73820d73e6e req-a0afd140-3798-48a6-a7b7-9bda6a99ee30 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 210 time: 0.0800431 Apr 18 21:06:37.863804 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-c24ac8d6-2390-4ec3-97c6-b53a21bea88b tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=5d4c6b0c984547b4887cb75a6a18e3c4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2159781 Apr 18 21:06:38.069037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-8f809701-1a45-4292-b9ce-a3c7fff090d7 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:38.071556 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-8f809701-1a45-4292-b9ce-a3c7fff090d7 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2007046 Apr 18 21:06:38.087190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Request body: {'port': {'device_id': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '5d4c6b0c984547b4887cb75a6a18e3c4'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:38.332873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:38.338999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Usage tracker for resource:port and tenant:5d4c6b0c984547b4887cb75a6a18e3c4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:38.342247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:38.349558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:38.363783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Made reservation on behalf of 5d4c6b0c984547b4887cb75a6a18e3c4 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:06:38.368606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.382434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.402035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:06:38.408606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Usage tracker for resource:security_group_rule and tenant:5d4c6b0c984547b4887cb75a6a18e3c4 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:06:38.412920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:06:38.424320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:06:38.574352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.582573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:38.771925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=591b4fdb-90a4-4cb8-944a-6db052523d58,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:38.818140 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9bba2d4-e6c7-4fe7-a222-41bda1926e22 req-1731cd0b-c1d2-4e5d-b2d4-516b2c53d831 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 210 time: 0.0727167 Apr 18 21:06:38.896933 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Allocated IP 192.168.233.120 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/d3902204-2d86-4510-81c8-9d9a1f72c0f2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:06:39.190596 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.213201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Transition to ACTIVE for port object d3902204-2d86-4510-81c8-9d9a1f72c0f2 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:39.243646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.326701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:06:39.335193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:06:39.340741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:06:39.373611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Pushing event updated for resources: {'Port': ['ID=d3902204-2d86-4510-81c8-9d9a1f72c0f2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:39.431931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:39.432632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.485669 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-7665fee8-2166-4567-a9f2-8220c1315019 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4049745 Apr 18 21:06:39.708231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Request body: {'port': {'device_id': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:06:39.777254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-497d0922-3589-418e-8d7b-50562f178b54 None None] Provisioning for port d3902204-2d86-4510-81c8-9d9a1f72c0f2 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:39.789460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-497d0922-3589-418e-8d7b-50562f178b54 None None] Provisioning complete for port d3902204-2d86-4510-81c8-9d9a1f72c0f2 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:39.790451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-497d0922-3589-418e-8d7b-50562f178b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.847840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:39.957251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:39.970954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-497d0922-3589-418e-8d7b-50562f178b54 None None] Port d3902204-2d86-4510-81c8-9d9a1f72c0f2 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:06:40.261817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cfe5e715-4630-4ad7-aebb-ebd7373dd7b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cfc79a61b2d64fa58ca3838aa69dff37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3027513 Apr 18 21:06:40.263946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:06:40.356729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e891dac2-3f17-4a0f-bfb9-dea56cb6887b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.388736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e891dac2-3f17-4a0f-bfb9-dea56cb6887b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.413951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452bfc33-ff82-420f-bfcf-2201de167c67 req-cafa3643-2311-4d14-a1ab-534e96e07bf2 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:40.415246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-452bfc33-ff82-420f-bfcf-2201de167c67 req-cafa3643-2311-4d14-a1ab-534e96e07bf2 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Synchronizing usage tracker for tenant:5d4c6b0c984547b4887cb75a6a18e3c4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:40.484913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e891dac2-3f17-4a0f-bfb9-dea56cb6887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.489972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-452bfc33-ff82-420f-bfcf-2201de167c67 req-cafa3643-2311-4d14-a1ab-534e96e07bf2 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Unset dirty status for tenant:5d4c6b0c984547b4887cb75a6a18e3c4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:40.491209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-452bfc33-ff82-420f-bfcf-2201de167c67 req-cafa3643-2311-4d14-a1ab-534e96e07bf2 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 936 time: 0.3642836 Apr 18 21:06:40.503760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3902204-2d86-4510-81c8-9d9a1f72c0f2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:06:40.510774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e891dac2-3f17-4a0f-bfb9-dea56cb6887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fd728d-1916-4d60-b631-43ba3426dcab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.526481 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.556845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e891dac2-3f17-4a0f-bfb9-dea56cb6887b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.559174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e891dac2-3f17-4a0f-bfb9-dea56cb6887b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/64fd728d-1916-4d60-b631-43ba3426dcab HTTP/1.1" status: 204 len: 168 time: 0.2931740 Apr 18 21:06:40.560005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Transition to ACTIVE for port object d3902204-2d86-4510-81c8-9d9a1f72c0f2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:06:40.564915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:40.612757 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-452bfc33-ff82-420f-bfcf-2201de167c67 req-345f7b6f-69ad-4c03-b33e-20f77033d84a tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Synchronizing usage tracker for tenant:5d4c6b0c984547b4887cb75a6a18e3c4 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:40.933672 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3902204-2d86-4510-81c8-9d9a1f72c0f2,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:40.962202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-452bfc33-ff82-420f-bfcf-2201de167c67 req-345f7b6f-69ad-4c03-b33e-20f77033d84a tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Unset dirty status for tenant:5d4c6b0c984547b4887cb75a6a18e3c4 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:40.963498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-452bfc33-ff82-420f-bfcf-2201de167c67 req-345f7b6f-69ad-4c03-b33e-20f77033d84a tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4549661 Apr 18 21:06:41.042389 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Attempting to bind port d3902204-2d86-4510-81c8-9d9a1f72c0f2 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:06:41.042704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Attempting to bind port d3902204-2d86-4510-81c8-9d9a1f72c0f2 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:06:41.042997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Attempting to bind port d3902204-2d86-4510-81c8-9d9a1f72c0f2 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:06:41.049236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Port d3902204-2d86-4510-81c8-9d9a1f72c0f2 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:06:41.049421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Attempting to bind port d3902204-2d86-4510-81c8-9d9a1f72c0f2 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:06:41.056268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:06:41.056479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:06:41.056883 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:06:41.057344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Bound port: d3902204-2d86-4510-81c8-9d9a1f72c0f2, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:06:41.057744 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.191236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] For port d3902204-2d86-4510-81c8-9d9a1f72c0f2, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:06:41.197991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] For port d3902204-2d86-4510-81c8-9d9a1f72c0f2, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d3902204-2d86-4510-81c8-9d9a1f72c0f2,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:06:41.204285 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.313624 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:41.314661 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:41.317032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] 10.222.0.61 "PUT /v2.0/ports/d3902204-2d86-4510-81c8-9d9a1f72c0f2 HTTP/1.1" status: 200 len: 1096 time: 1.6905811 Apr 18 21:06:41.317685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'tag': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:41.452415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d2b7f5-17fe-46a9-a060-4bc757cf33b4 service neutron] Pushing event updated for resources: {'Port': ['ID=d3902204-2d86-4510-81c8-9d9a1f72c0f2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:41.524755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-98cc0e10-597b-4d14-80ec-daa512f83049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:41.527562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-98cc0e10-597b-4d14-80ec-daa512f83049 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d4c6b0c984547b4887cb75a6a18e3c4&device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 1099 time: 0.1554027 Apr 18 21:06:41.622222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-bae554ca-8785-4b30-b9a4-4b5470ae48a9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3902204-2d86-4510-81c8-9d9a1f72c0f2 HTTP/1.1" status: 200 len: 217 time: 0.0826716 Apr 18 21:06:41.740064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-6efe0094-83fb-493f-b515-b39ee18942d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:41.743753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-6efe0094-83fb-493f-b515-b39ee18942d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1121767 Apr 18 21:06:41.863174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-39be6f2b-7363-42ba-b224-06fd6e1f9022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:41.866031 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-39be6f2b-7363-42ba-b224-06fd6e1f9022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128385 Apr 18 21:06:41.869165 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96b5ec97-6e89-4633-b64d-bb53b9ecf4f0'] response: {'name': 'network-changed', 'server_uuid': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'tag': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2', 'status': 'completed', 'code': 200} Apr 18 21:06:42.088170 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-3fb20274-7fb7-4a66-a891-1d7adcf6c612 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090049 Apr 18 21:06:42.313309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a54bddd-f5eb-44ac-bea2-261ebe4e40c1 req-efcfbfdc-61ea-4e9c-9f29-f2d8b637f513 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153888 Apr 18 21:06:42.344454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c7185-a6b6-41e6-99c9-d55ab7c5be79 req-1b2fce93-fee8-47d9-bc44-d2d9122cac0a tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.346148 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f2c7185-a6b6-41e6-99c9-d55ab7c5be79 req-1b2fce93-fee8-47d9-bc44-d2d9122cac0a tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 948 time: 0.2064576 Apr 18 21:06:42.458224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f2c7185-a6b6-41e6-99c9-d55ab7c5be79 req-7b05e185-2cd7-4a5f-aedf-8122d2522f43 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995097 Apr 18 21:06:42.494310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d045e-644a-4be5-a16e-441e36962495 req-5edcef39-2dd2-43b7-bcfb-8be784313b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.496184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c64d045e-644a-4be5-a16e-441e36962495 req-5edcef39-2dd2-43b7-bcfb-8be784313b51 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d4c6b0c984547b4887cb75a6a18e3c4&device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 1099 time: 0.1159959 Apr 18 21:06:42.644838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d045e-644a-4be5-a16e-441e36962495 req-41d2f4c8-0db3-4275-83f5-8228ccf33fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.646854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c64d045e-644a-4be5-a16e-441e36962495 req-41d2f4c8-0db3-4275-83f5-8228ccf33fbf service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1445069 Apr 18 21:06:42.728960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c64d045e-644a-4be5-a16e-441e36962495 req-862c6b1b-4fe3-4f48-a5d9-b36df691b715 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=d3902204-2d86-4510-81c8-9d9a1f72c0f2 HTTP/1.1" status: 200 len: 217 time: 0.0748446 Apr 18 21:06:42.802626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d045e-644a-4be5-a16e-441e36962495 req-2b5cf02d-673f-4f67-8223-2400787f09c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.804127 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c64d045e-644a-4be5-a16e-441e36962495 req-2b5cf02d-673f-4f67-8223-2400787f09c4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0684392 Apr 18 21:06:42.894497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d045e-644a-4be5-a16e-441e36962495 req-f1e6e7c7-6603-408d-bf2d-c4562c72473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:42.896228 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c64d045e-644a-4be5-a16e-441e36962495 req-f1e6e7c7-6603-408d-bf2d-c4562c72473a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851974 Apr 18 21:06:43.064746 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c64d045e-644a-4be5-a16e-441e36962495 req-db78d55f-6181-4a7a-9a32-d1ebcfe37b15 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613288 Apr 18 21:06:43.360082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c64d045e-644a-4be5-a16e-441e36962495 req-ed472201-0c9d-42b9-a3bc-2144c78eac92 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881045 Apr 18 21:06:43.627724 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ffda1cbc-2e70-48f4-ba95-9be59ae4c393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:43.741699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb9852-c30c-4ef5-8505-b3eecdbdcc46 req-409f8763-f3a1-4a81-ad83-6e63f2a3cf50 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:43.744869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9bb9852-c30c-4ef5-8505-b3eecdbdcc46 req-409f8763-f3a1-4a81-ad83-6e63f2a3cf50 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 948 time: 0.1397214 Apr 18 21:06:43.818222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9bb9852-c30c-4ef5-8505-b3eecdbdcc46 req-c01323e3-4998-48a1-bdfd-a169a0e7b80b tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613732 Apr 18 21:06:44.795481 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d3902204-2d86-4510-81c8-9d9a1f72c0f2 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:06:45.004147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d3902204-2d86-4510-81c8-9d9a1f72c0f2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d3902204-2d86-4510-81c8-9d9a1f72c0f2,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:06:45.022018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2', 'mac_address': 'fa:16:3e:9b:9b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:06:45.103349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152929-fe48-494d-818f-3015137f16db req-140a212c-3c8d-499a-8e03-d0ca89835872 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:45.107692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e152929-fe48-494d-818f-3015137f16db req-140a212c-3c8d-499a-8e03-d0ca89835872 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 948 time: 0.1572795 Apr 18 21:06:45.148585 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.177686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3902204-2d86-4510-81c8-9d9a1f72c0f2 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:06:45.216345 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e152929-fe48-494d-818f-3015137f16db req-c6b0a773-52ab-4733-9437-6dd6ea1ff9b5 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918889 Apr 18 21:06:45.271625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d3902204-2d86-4510-81c8-9d9a1f72c0f2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d3902204-2d86-4510-81c8-9d9a1f72c0f2,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:06:45.289582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:45.393479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d3902204-2d86-4510-81c8-9d9a1f72c0f2,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:45.402441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.402873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.403149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.403504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.403844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.404184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.404522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.404851 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.405183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.405545 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.405878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.406209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:06:45.578498 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d3902204-2d86-4510-81c8-9d9a1f72c0f2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:06:46.007770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a037b9fd-58c3-4cbe-bbcc-54fc8d565e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:46.434338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2525b6-4b0d-482e-b0bc-fb9c1f0e9055 req-dc7f5932-c40a-45e2-be8e-9b465361d687 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:46.435913 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2525b6-4b0d-482e-b0bc-fb9c1f0e9055 req-dc7f5932-c40a-45e2-be8e-9b465361d687 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 949 time: 0.1116741 Apr 18 21:06:46.491049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a2525b6-4b0d-482e-b0bc-fb9c1f0e9055 req-7d468490-1f1c-4a99-87ff-49c6c71dbd5e tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Apr 18 21:06:46.811014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d3902204-2d86-4510-81c8-9d9a1f72c0f2 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:06:46.938663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port d3902204-2d86-4510-81c8-9d9a1f72c0f2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:06:46.947345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port d3902204-2d86-4510-81c8-9d9a1f72c0f2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:06:46.947933 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.195027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.215562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.227369 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.263800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:47.278349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port d3902204-2d86-4510-81c8-9d9a1f72c0f2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d3902204-2d86-4510-81c8-9d9a1f72c0f2,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:06:47.283870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:47.444240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=d3902204-2d86-4510-81c8-9d9a1f72c0f2,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:47.512634 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92e759f-a9ba-43ad-8571-5fc42a17b469'] response: {'server_uuid': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2', 'code': 200} Apr 18 21:06:47.683159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d6caa-16e9-4b0c-9050-0bcfe2c7e7a4 req-713764a2-53b5-4903-a5a2-3148a666e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.684675 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec6d6caa-16e9-4b0c-9050-0bcfe2c7e7a4 req-713764a2-53b5-4903-a5a2-3148a666e384 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 1101 time: 0.0946522 Apr 18 21:06:47.775129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec6d6caa-16e9-4b0c-9050-0bcfe2c7e7a4 req-89815077-ae25-4481-875c-81569431ebfb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811963 Apr 18 21:06:47.776635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d018a4c9-54ed-41ba-ac32-3d757f88ed9a req-64596e8d-a2a1-422f-978f-9331376d9489 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:47.779280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d018a4c9-54ed-41ba-ac32-3d757f88ed9a req-64596e8d-a2a1-422f-978f-9331376d9489 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 950 time: 0.1373706 Apr 18 21:06:47.860998 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d018a4c9-54ed-41ba-ac32-3d757f88ed9a req-b508657f-c2eb-4aec-bf89-c3119c90252f tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747678 Apr 18 21:06:48.595652 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.070041 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:49.158193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83be847-517e-4e29-9a58-9d0f133e9cec req-1fe1f4c8-98bc-4e82-8b03-4c81eabae526 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:49.159889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d83be847-517e-4e29-9a58-9d0f133e9cec req-1fe1f4c8-98bc-4e82-8b03-4c81eabae526 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 950 time: 0.1618283 Apr 18 21:06:49.234610 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d83be847-517e-4e29-9a58-9d0f133e9cec req-12ccd456-4928-4d2e-a9b1-2d86d5ff8352 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672932 Apr 18 21:06:49.581852 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:50.583069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b5dcd-0ace-4a5b-9d4f-9a467298922d req-cf756cc4-ac40-48e1-a592-2341cee3c7d3 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:50.584641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c9b5dcd-0ace-4a5b-9d4f-9a467298922d req-cf756cc4-ac40-48e1-a592-2341cee3c7d3 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 950 time: 0.1866241 Apr 18 21:06:50.671882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8c9b5dcd-0ace-4a5b-9d4f-9a467298922d req-f32bd543-a4d8-4a27-8fc1-4dc635e063ac tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732172 Apr 18 21:06:51.240021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335640ea-3049-49ca-a378-963c020e284e req-588e5662-f8ea-42fe-a1f5-ff7e3777c4cf tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:51.241633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-335640ea-3049-49ca-a378-963c020e284e req-588e5662-f8ea-42fe-a1f5-ff7e3777c4cf tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 950 time: 0.1135821 Apr 18 21:06:51.294646 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-335640ea-3049-49ca-a378-963c020e284e req-b8633f62-17c3-405e-b623-acb970f4fac8 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435395 Apr 18 21:06:52.615283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-65ae576c-c78b-45cd-bf77-e8ae893ed503 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:52.616964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-65ae576c-c78b-45cd-bf77-e8ae893ed503 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.61 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 950 time: 0.1847339 Apr 18 21:06:52.643259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cac10f-8a21-4051-ad60-b3ad3e577962 req-23df9460-08a8-4d14-9b5d-2b46cf2c3613 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:06:52.645975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96cac10f-8a21-4051-ad60-b3ad3e577962 req-23df9460-08a8-4d14-9b5d-2b46cf2c3613 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 950 time: 0.1554193 Apr 18 21:06:52.776674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Deleting port d3902204-2d86-4510-81c8-9d9a1f72c0f2 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:06:52.777028 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:52.816507 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-96cac10f-8a21-4051-ad60-b3ad3e577962 req-30c4a257-4382-43ca-888b-65dafdba1154 tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/security-groups?id=591b4fdb-90a4-4cb8-944a-6db052523d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173196 Apr 18 21:06:53.134868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] For port d3902204-2d86-4510-81c8-9d9a1f72c0f2, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=d3902204-2d86-4510-81c8-9d9a1f72c0f2,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:06:53.135238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.328897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Calling delete_port for d3902204-2d86-4510-81c8-9d9a1f72c0f2 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:06:53.558164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.576009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['d3902204-2d86-4510-81c8-9d9a1f72c0f2'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:06:53.657335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Pushing event deleted for resources: {'Port': ['ID=d3902204-2d86-4510-81c8-9d9a1f72c0f2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:06:53.771087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] No DVR routers for this DVR port d3902204-2d86-4510-81c8-9d9a1f72c0f2 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:06:53.775431 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:06:53.780356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'name': 'network-vif-deleted', 'tag': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:06:53.802895 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa5e45ec-88cf-4e49-803a-d3651d06490b req-4d5da9f1-b84a-4c4e-ab08-61bfe08f14fb tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.61 "DELETE /v2.0/ports/d3902204-2d86-4510-81c8-9d9a1f72c0f2 HTTP/1.1" status: 204 len: 173 time: 1.1768157 Apr 18 21:06:53.835886 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5078679b-4be9-4ae6-a8c2-4b7909387721'] response: {'server_uuid': '96a5e53f-6fd4-4a95-ad50-b54e99a02800', 'name': 'network-vif-deleted', 'tag': 'd3902204-2d86-4510-81c8-9d9a1f72c0f2', 'status': 'completed', 'code': 200} Apr 18 21:06:54.002111 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fc9411a1-3242-4f6b-8847-386677d4b1cb req-3173c8ea-5645-4591-8e5e-421d766b377d tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Synchronizing usage tracker for tenant:5d4c6b0c984547b4887cb75a6a18e3c4 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:06:54.020600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-fc9411a1-3242-4f6b-8847-386677d4b1cb req-3173c8ea-5645-4591-8e5e-421d766b377d tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] Unset dirty status for tenant:5d4c6b0c984547b4887cb75a6a18e3c4 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:06:54.022241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fc9411a1-3242-4f6b-8847-386677d4b1cb req-3173c8ea-5645-4591-8e5e-421d766b377d tempest-VolumesNegativeTest-891153502 tempest-VolumesNegativeTest-891153502-project] 10.222.0.47 "GET /v2.0/ports?device_id=96a5e53f-6fd4-4a95-ad50-b54e99a02800 HTTP/1.1" status: 200 len: 210 time: 0.0654421 Apr 18 21:06:56.845731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d3902204-2d86-4510-81c8-9d9a1f72c0f2 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:06:56.907426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: d3902204-2d86-4510-81c8-9d9a1f72c0f2 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:06:56.907776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device d3902204-2d86-4510-81c8-9d9a1f72c0f2 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:00.400659 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:07:01.797733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:01.969033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:01.986869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:01.991672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Usage tracker for resource:security_group_rule and tenant:14be8301e446435c88391f99d5479a25 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:01.995663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:02.002986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:02.118616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.124749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.188954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14be8301e446435c88391f99d5479a25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3901465 Apr 18 21:07:02.189751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cc63d-b8e5-4f9d-8648-ee19391b760f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1dafe03-00c4-4c49-a97f-52c864fcbea8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.192364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:02.265333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a01cafa2-740e-4484-b09b-0f9d589f7caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.294584 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a01cafa2-740e-4484-b09b-0f9d589f7caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.360019 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a01cafa2-740e-4484-b09b-0f9d589f7caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.387186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cafa2-740e-4484-b09b-0f9d589f7caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1dafe03-00c4-4c49-a97f-52c864fcbea8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:02.393888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a01cafa2-740e-4484-b09b-0f9d589f7caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:02.396074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a01cafa2-740e-4484-b09b-0f9d589f7caf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1dafe03-00c4-4c49-a97f-52c864fcbea8 HTTP/1.1" status: 204 len: 168 time: 0.2022750 Apr 18 21:07:02.709563 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:03.088645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40786) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:03.089433 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b0ce9667-3cd9-4531-92b5-0014ee3da248 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d4c6b0c984547b4887cb75a6a18e3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3769751 Apr 18 21:07:03.194389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef2d6-310b-4456-8a7b-722a9a7d05ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.226796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef2d6-310b-4456-8a7b-722a9a7d05ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.299320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef2d6-310b-4456-8a7b-722a9a7d05ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.321644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef2d6-310b-4456-8a7b-722a9a7d05ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591b4fdb-90a4-4cb8-944a-6db052523d58,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:03.339050 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef2d6-310b-4456-8a7b-722a9a7d05ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:03.340497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ec9ef2d6-310b-4456-8a7b-722a9a7d05ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/591b4fdb-90a4-4cb8-944a-6db052523d58 HTTP/1.1" status: 204 len: 168 time: 0.2494230 Apr 18 21:07:13.627117 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e1d0f578-d7fa-4203-a4c8-9f5c998913b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.004930 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-83bf50dc-07a4-4676-8fc4-f331dc728c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:16.380846 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-5c5d38d3-0615-4832-ac3a-7fe743a1d515 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=74186514d3e2447192d70452500777ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304120 Apr 18 21:07:16.579491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-217c99f9-661a-40f1-81c3-b8ed0eed67ff tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:16.581111 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-217c99f9-661a-40f1-81c3-b8ed0eed67ff tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1936269 Apr 18 21:07:16.603886 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-65fccdd6-189f-4969-ac8e-1e390c3b3b54 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/quotas/74186514d3e2447192d70452500777ae HTTP/1.1" status: 200 len: 375 time: 0.0117655 Apr 18 21:07:16.654264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-4dea264e-e0b7-405a-97b3-d21acaa60683 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=74186514d3e2447192d70452500777ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446126 Apr 18 21:07:16.878143 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b971d8ad-9f22-4b5c-af53-3912cbac7324 req-027b0eb3-e97b-487f-8016-5f37f9f73512 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 210 time: 0.0533936 Apr 18 21:07:17.170988 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:17.176997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.043419 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc1115f8-6d59-4fb1-af8c-b6b1c2caf7ad req-d313c94d-9de2-4149-9d53-d5c0937d15ca tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 210 time: 0.0478146 Apr 18 21:07:18.412595 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-7f73107f-2294-4562-a049-4601c8bb91d2 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=74186514d3e2447192d70452500777ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1632318 Apr 18 21:07:18.603516 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.656094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-6f8f33d7-a772-4b13-b51b-ca1121b06301 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:18.657678 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-6f8f33d7-a772-4b13-b51b-ca1121b06301 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2371352 Apr 18 21:07:18.670478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Request body: {'port': {'device_id': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'admin_state_up': True, 'tenant_id': '74186514d3e2447192d70452500777ae'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:18.838839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:18.843316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Usage tracker for resource:port and tenant:74186514d3e2447192d70452500777ae is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:18.846610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:18.854592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:18.866065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Made reservation on behalf of 74186514d3e2447192d70452500777ae for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:18.876600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.891298 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:18.908550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:18.912925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Usage tracker for resource:security_group_rule and tenant:74186514d3e2447192d70452500777ae is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:18.917275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:18.924280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:19.021880 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.027944 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.062921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.135082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e20fb18f-940d-4edf-8dc0-e5ff44b8cede,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.241432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-181d1c10-fc00-418d-b544-71a6f87ebb8f req-c58d1959-c567-4ad2-bb1b-1e9cf7a3a980 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 210 time: 0.0441170 Apr 18 21:07:19.293074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Allocated IP 192.168.233.200 (3c1fac4a-a5ad-4540-99f4-09a515ab5945/05901ccc-d6ab-4446-b8cf-f70ae1b32649/f302983c-43f7-4109-a67e-803befbc7045) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:19.531085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.550146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Transition to ACTIVE for port object f302983c-43f7-4109-a67e-803befbc7045 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:19.588573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.591007 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.666558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:19.675042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:19.681384 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:07:19.716011 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Pushing event updated for resources: {'Port': ['ID=f302983c-43f7-4109-a67e-803befbc7045,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:19.777390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:19.778198 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.812201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-488c5fe6-85f4-4b21-a164-721f4386e06b tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1454153 Apr 18 21:07:19.832358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Request body: {'port': {'device_id': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:19.941085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ac5f0a1d-658e-40d3-9faf-6a2fbd7d3112 None None] Provisioning for port f302983c-43f7-4109-a67e-803befbc7045 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:19.949279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-ac5f0a1d-658e-40d3-9faf-6a2fbd7d3112 None None] Provisioning complete for port f302983c-43f7-4109-a67e-803befbc7045 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:19.949749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ac5f0a1d-658e-40d3-9faf-6a2fbd7d3112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:19.985732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.023401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ac5f0a1d-658e-40d3-9faf-6a2fbd7d3112 None None] Port f302983c-43f7-4109-a67e-803befbc7045 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:07:20.513790 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f302983c-43f7-4109-a67e-803befbc7045 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:07:20.524785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.555712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Transition to ACTIVE for port object f302983c-43f7-4109-a67e-803befbc7045 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:20.561986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:20.606520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8125a9-ea11-477b-8752-de71a8bf63ff req-b023b757-8169-46e5-9bfe-bf11a66ac6cd tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:20.607269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f8125a9-ea11-477b-8752-de71a8bf63ff req-b023b757-8169-46e5-9bfe-bf11a66ac6cd tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Synchronizing usage tracker for tenant:74186514d3e2447192d70452500777ae on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:20.764090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f302983c-43f7-4109-a67e-803befbc7045,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:20.771424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f8125a9-ea11-477b-8752-de71a8bf63ff req-b023b757-8169-46e5-9bfe-bf11a66ac6cd tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Unset dirty status for tenant:74186514d3e2447192d70452500777ae on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:20.772626 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f8125a9-ea11-477b-8752-de71a8bf63ff req-b023b757-8169-46e5-9bfe-bf11a66ac6cd tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 936 time: 0.3853843 Apr 18 21:07:21.020208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f8125a9-ea11-477b-8752-de71a8bf63ff req-a35eace2-b741-48ff-bdfe-d82b0f4cb61a tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Synchronizing usage tracker for tenant:74186514d3e2447192d70452500777ae on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:21.032140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Attempting to bind port f302983c-43f7-4109-a67e-803befbc7045 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:21.032474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Attempting to bind port f302983c-43f7-4109-a67e-803befbc7045 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:21.032806 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Attempting to bind port f302983c-43f7-4109-a67e-803befbc7045 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:07:21.044496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Port f302983c-43f7-4109-a67e-803befbc7045 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:07:21.044828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Attempting to bind port f302983c-43f7-4109-a67e-803befbc7045 on network 3c1fac4a-a5ad-4540-99f4-09a515ab5945 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:07:21.053080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:07:21.053504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Checking segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:07:21.054836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Bound using segment: {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:07:21.055383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Bound port: f302983c-43f7-4109-a67e-803befbc7045, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4faa239b-9a55-4b88-a521-b90044407c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:21.055778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.068897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-8f8125a9-ea11-477b-8752-de71a8bf63ff req-a35eace2-b741-48ff-bdfe-d82b0f4cb61a tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Unset dirty status for tenant:74186514d3e2447192d70452500777ae on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:21.071264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8f8125a9-ea11-477b-8752-de71a8bf63ff req-a35eace2-b741-48ff-bdfe-d82b0f4cb61a tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357319 Apr 18 21:07:21.170193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] For port f302983c-43f7-4109-a67e-803befbc7045, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:07:21.173832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] For port f302983c-43f7-4109-a67e-803befbc7045, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f302983c-43f7-4109-a67e-803befbc7045,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:07:21.180183 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.245693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.246632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:21.248457 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] 10.222.0.61 "PUT /v2.0/ports/f302983c-43f7-4109-a67e-803befbc7045 HTTP/1.1" status: 200 len: 1096 time: 1.4242373 Apr 18 21:07:21.249092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'tag': 'f302983c-43f7-4109-a67e-803befbc7045'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:21.282026 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419211-1ecc-49a7-9d4e-72eac09a95d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f302983c-43f7-4109-a67e-803befbc7045,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:21.350467 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a4e3ac0-598f-40fc-bc32-bdedbe6d2ddd'] response: {'name': 'network-changed', 'server_uuid': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'tag': 'f302983c-43f7-4109-a67e-803befbc7045', 'status': 'completed', 'code': 200} Apr 18 21:07:21.400240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-43d017d2-d0e6-42b8-b8dd-80809caa9b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.401780 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-43d017d2-d0e6-42b8-b8dd-80809caa9b77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74186514d3e2447192d70452500777ae&device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 1099 time: 0.0994868 Apr 18 21:07:21.479764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-ca3f6000-5c41-45d1-8e68-6a6ec4837690 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=f302983c-43f7-4109-a67e-803befbc7045 HTTP/1.1" status: 200 len: 217 time: 0.0662799 Apr 18 21:07:21.551570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-60c66fd8-0df5-4c4b-8dfe-3fcf801a374c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.552930 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-60c66fd8-0df5-4c4b-8dfe-3fcf801a374c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.0641463 Apr 18 21:07:21.650588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-78a21239-2a88-4c43-b494-efa5db73aeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:21.652140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-78a21239-2a88-4c43-b494-efa5db73aeb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895693 Apr 18 21:07:21.821327 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-e032f71c-093d-4a55-849a-4a20e3ba53ab service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591835 Apr 18 21:07:21.983631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6a682712-9aa5-4ae1-9c88-aeee6bac798a req-fd1c012e-6ff3-4300-887f-4083beded984 service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531444 Apr 18 21:07:22.126153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-6990eb32-438d-4f2a-b537-13f07c3b3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.127700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-6990eb32-438d-4f2a-b537-13f07c3b3649 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=74186514d3e2447192d70452500777ae&device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 1099 time: 0.0828595 Apr 18 21:07:22.324655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-fd658649-6d2b-487a-b44b-8146dd83e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.326160 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-fd658649-6d2b-487a-b44b-8146dd83e76d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3c1fac4a-a5ad-4540-99f4-09a515ab5945 HTTP/1.1" status: 200 len: 870 time: 0.1915534 Apr 18 21:07:22.411707 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-cf428779-cec8-4f78-8b62-bf82b0c80661 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=f302983c-43f7-4109-a67e-803befbc7045 HTTP/1.1" status: 200 len: 217 time: 0.0726752 Apr 18 21:07:22.420506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42db38-6c54-408f-8d52-1ff86b9c4f70 req-972e9f91-5538-42ac-91c6-b190f3401fdd tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.422081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd42db38-6c54-408f-8d52-1ff86b9c4f70 req-972e9f91-5538-42ac-91c6-b190f3401fdd tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 948 time: 0.1991756 Apr 18 21:07:22.534364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-aca6ff38-d5ae-4292-b714-224bf1f0d014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.536462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-aca6ff38-d5ae-4292-b714-224bf1f0d014 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=05901ccc-d6ab-4446-b8cf-f70ae1b32649 HTTP/1.1" status: 200 len: 843 time: 0.1133504 Apr 18 21:07:22.540158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd42db38-6c54-408f-8d52-1ff86b9c4f70 req-701dfa22-a2a9-493b-b81c-c1401e796d85 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871382 Apr 18 21:07:22.628206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-8719f608-d91d-4830-b838-d88a31285fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:22.629793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-8719f608-d91d-4830-b838-d88a31285fa9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3c1fac4a-a5ad-4540-99f4-09a515ab5945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0869720 Apr 18 21:07:22.776386 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-aad4c21a-96b8-4f21-af1a-9d2966c54daa service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365945 Apr 18 21:07:23.060024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6805ce84-c246-4f1d-8964-64e9383f5ece req-3c9ba8e9-3141-42f1-8b18-a9045881d42f service neutron] 10.222.0.61 "GET /v2.0/networks/3c1fac4a-a5ad-4540-99f4-09a515ab5945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767036 Apr 18 21:07:23.752158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6a8da-4133-40d9-81a0-0588355067e5 req-88b7ccc0-28f0-4703-a5e1-46828957521c tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:23.753695 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04f6a8da-4133-40d9-81a0-0588355067e5 req-88b7ccc0-28f0-4703-a5e1-46828957521c tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 948 time: 0.0911417 Apr 18 21:07:23.821022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04f6a8da-4133-40d9-81a0-0588355067e5 req-efaf21ae-4912-439a-8ee0-6f510ed072c6 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605450 Apr 18 21:07:24.934820 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f302983c-43f7-4109-a67e-803befbc7045 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:25.039372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea72c1-915e-4751-bd60-ad4b5a6cad1d req-c5e85a52-9995-4253-ac27-081fd9d0ef7f tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:25.041166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64ea72c1-915e-4751-bd60-ad4b5a6cad1d req-c5e85a52-9995-4253-ac27-081fd9d0ef7f tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 948 time: 0.1037703 Apr 18 21:07:25.103232 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f302983c-43f7-4109-a67e-803befbc7045, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f302983c-43f7-4109-a67e-803befbc7045,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:07:25.127020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'f302983c-43f7-4109-a67e-803befbc7045', 'network_id': '3c1fac4a-a5ad-4540-99f4-09a515ab5945', 'port_id': 'f302983c-43f7-4109-a67e-803befbc7045', 'mac_address': 'fa:16:3e:2c:1a:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05901ccc-d6ab-4446-b8cf-f70ae1b32649', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:07:25.129847 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-64ea72c1-915e-4751-bd60-ad4b5a6cad1d req-2734306c-4071-41c9-8a14-d2bf6e103068 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778196 Apr 18 21:07:25.213630 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.248981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f302983c-43f7-4109-a67e-803befbc7045 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:07:25.279514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f302983c-43f7-4109-a67e-803befbc7045, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f302983c-43f7-4109-a67e-803befbc7045,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:07:25.284485 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:25.368297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f302983c-43f7-4109-a67e-803befbc7045,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:25.515493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f302983c-43f7-4109-a67e-803befbc7045'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:07:26.345867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d733a2-4a3d-45d8-b94b-8495aeeb541b req-af3c610a-08fd-452c-8cc0-1a8219eaa33d tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:26.347482 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72d733a2-4a3d-45d8-b94b-8495aeeb541b req-af3c610a-08fd-452c-8cc0-1a8219eaa33d tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 949 time: 0.0868418 Apr 18 21:07:26.401873 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-72d733a2-4a3d-45d8-b94b-8495aeeb541b req-1e3fb6fa-f384-4172-bcf0-b8b682a78180 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439510 Apr 18 21:07:26.934856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f302983c-43f7-4109-a67e-803befbc7045 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:27.014922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port f302983c-43f7-4109-a67e-803befbc7045 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:27.020982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port f302983c-43f7-4109-a67e-803befbc7045 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:27.021401 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.158842 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.189119 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f302983c-43f7-4109-a67e-803befbc7045'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:27.200340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f302983c-43f7-4109-a67e-803befbc7045, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f302983c-43f7-4109-a67e-803befbc7045,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:07:27.204893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:27.271637 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25e255f0-b69d-49b4-99ba-fc8836736cbc'] response: {'server_uuid': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f302983c-43f7-4109-a67e-803befbc7045', 'code': 200} Apr 18 21:07:27.284799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f302983c-43f7-4109-a67e-803befbc7045,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:27.423256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a90111-6062-4c36-9cea-dd6d164ab753 req-e6e7a18d-8d4a-40ae-bb18-0538c95f262b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.424765 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84a90111-6062-4c36-9cea-dd6d164ab753 req-e6e7a18d-8d4a-40ae-bb18-0538c95f262b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 1101 time: 0.0770323 Apr 18 21:07:27.472393 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84a90111-6062-4c36-9cea-dd6d164ab753 req-307a0bc8-e472-44c3-9b6c-58bbc713c674 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374062 Apr 18 21:07:27.601554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906cc38a-a9c1-4eaa-8b7c-a5b5edc6edf7 req-934aad34-e046-4a2a-a0cf-c2e7fba7eac1 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:27.603331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-906cc38a-a9c1-4eaa-8b7c-a5b5edc6edf7 req-934aad34-e046-4a2a-a0cf-c2e7fba7eac1 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 950 time: 0.0910258 Apr 18 21:07:27.668917 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-906cc38a-a9c1-4eaa-8b7c-a5b5edc6edf7 req-e61c7928-69e9-4086-aa3e-9ddfbddfb005 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597715 Apr 18 21:07:28.874073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1126bc-834f-4eb4-99b4-5d55a48b7917 req-1cf1a351-79b8-46ca-8da1-a55a3f0d37a6 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:28.875688 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b1126bc-834f-4eb4-99b4-5d55a48b7917 req-1cf1a351-79b8-46ca-8da1-a55a3f0d37a6 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 950 time: 0.0920172 Apr 18 21:07:28.943334 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6b1126bc-834f-4eb4-99b4-5d55a48b7917 req-2f87f441-e50d-412c-aa6b-73e0936586e1 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571578 Apr 18 21:07:30.229335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44743dcb-1bef-491e-bc38-dfaf142ebf23 req-6a90400c-d541-4c59-9bbf-29e66b403e96 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:30.230947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44743dcb-1bef-491e-bc38-dfaf142ebf23 req-6a90400c-d541-4c59-9bbf-29e66b403e96 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 950 time: 0.0921335 Apr 18 21:07:30.306093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-44743dcb-1bef-491e-bc38-dfaf142ebf23 req-02185f9b-72ae-4bd7-bdb6-ba34eddf4199 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689273 Apr 18 21:07:31.514518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-70a276db-5b9d-44b5-a90e-dda038cf128a tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:31.516293 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-70a276db-5b9d-44b5-a90e-dda038cf128a tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.61 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 950 time: 0.0898066 Apr 18 21:07:31.570281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18716a4-92e4-448f-8952-859517e73125 req-d6aa67fd-5df6-4f39-a939-a4ddbbb7e96c tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:31.572374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d18716a4-92e4-448f-8952-859517e73125 req-d6aa67fd-5df6-4f39-a939-a4ddbbb7e96c tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 950 time: 0.1381755 Apr 18 21:07:31.598875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Deleting port f302983c-43f7-4109-a67e-803befbc7045 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:07:31.599217 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:31.630168 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d18716a4-92e4-448f-8952-859517e73125 req-2fa47a13-f2c8-4c2b-beb7-a382c7956a06 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/security-groups?id=e20fb18f-940d-4edf-8dc0-e5ff44b8cede&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Apr 18 21:07:31.924523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] For port f302983c-43f7-4109-a67e-803befbc7045, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f302983c-43f7-4109-a67e-803befbc7045,segment=NetworkSegment(4faa239b-9a55-4b88-a521-b90044407c27),segment_id=4faa239b-9a55-4b88-a521-b90044407c27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:07:31.924948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.062739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Calling delete_port for f302983c-43f7-4109-a67e-803befbc7045 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:07:32.253680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.271504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f302983c-43f7-4109-a67e-803befbc7045'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:07:32.317352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Pushing event deleted for resources: {'Port': ['ID=f302983c-43f7-4109-a67e-803befbc7045,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:32.360312 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.360731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.361032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.361377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.361801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.362208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.362590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.363047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.363427 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.363850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.364262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.364601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:32.413838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] No DVR routers for this DVR port f302983c-43f7-4109-a67e-803befbc7045 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:07:32.417338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:32.421257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'name': 'network-vif-deleted', 'tag': 'f302983c-43f7-4109-a67e-803befbc7045'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:32.447519 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a11cdf2f-64d8-42ef-bae2-6f88c1e25cde req-565d79a2-3024-4fbf-875c-a4c883b48c75 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.61 "DELETE /v2.0/ports/f302983c-43f7-4109-a67e-803befbc7045 HTTP/1.1" status: 204 len: 173 time: 0.9220622 Apr 18 21:07:32.525063 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921923d0-e0c8-4170-8fed-2c1b86591f3c'] response: {'server_uuid': '41819e9d-85c3-4e5c-8540-c9eab390de24', 'name': 'network-vif-deleted', 'tag': 'f302983c-43f7-4109-a67e-803befbc7045', 'status': 'completed', 'code': 200} Apr 18 21:07:32.853362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e10f066-bf87-4c77-884e-d3e2673c0265 req-778121fe-d4a4-4694-89ca-238ec0de8a43 tempest-ServersAdminNegativeTestJSON-1289057316 tempest-ServersAdminNegativeTestJSON-1289057316-project] 10.222.0.47 "GET /v2.0/ports?device_id=41819e9d-85c3-4e5c-8540-c9eab390de24 HTTP/1.1" status: 200 len: 210 time: 0.0462840 Apr 18 21:07:34.357346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:34.542755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d5940643-65f9-42d5-b182-8da4db1d7d09 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=74186514d3e2447192d70452500777ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1841931 Apr 18 21:07:34.546160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:34.619704 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.658320 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.862830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.882414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e20fb18f-940d-4edf-8dc0-e5ff44b8cede,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:34.893638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.893977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.894312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.894642 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.894971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.895325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.895648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.895972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.896294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.896612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.896930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.897246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:34.906643 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:34.907808 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-53a3ad9b-5143-49a4-b4e8-fbbf2a481944 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e20fb18f-940d-4edf-8dc0-e5ff44b8cede HTTP/1.1" status: 204 len: 168 time: 0.3606837 Apr 18 21:07:34.980392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f302983c-43f7-4109-a67e-803befbc7045 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:07:35.019382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: f302983c-43f7-4109-a67e-803befbc7045 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:07:35.019706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f302983c-43f7-4109-a67e-803befbc7045 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:07:35.274222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40950) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:35.292490 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.310410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:35.315718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ecd272c98e074b749ece956063b11fd1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:35.319080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:35.326739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:35.474024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.480493 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.572763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ecd272c98e074b749ece956063b11fd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2971425 Apr 18 21:07:35.575730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdfdb6d-d3a9-4c11-9722-481117e551d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2011597-b769-4e9e-b6b6-274973560001,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.575982 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 40954) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:35.649182 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b47a4f6d-aa23-4cd1-b4f4-9f229d5d2565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.680107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b47a4f6d-aa23-4cd1-b4f4-9f229d5d2565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.740840 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b47a4f6d-aa23-4cd1-b4f4-9f229d5d2565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.760054 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a4f6d-aa23-4cd1-b4f4-9f229d5d2565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2011597-b769-4e9e-b6b6-274973560001,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:35.767332 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b47a4f6d-aa23-4cd1-b4f4-9f229d5d2565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:35.768505 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b47a4f6d-aa23-4cd1-b4f4-9f229d5d2565 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2011597-b769-4e9e-b6b6-274973560001 HTTP/1.1" status: 204 len: 168 time: 0.1916614 Apr 18 21:07:36.787855 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:36.942895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-37310295-network', 'tenant_id': 'a1a0dadcb825411983e24c0c8c2d1f63'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:36.952510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:36.959781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Usage tracker for resource:network and tenant:a1a0dadcb825411983e24c0c8c2d1f63 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:36.965442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:36.981762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:36.996434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Made reservation on behalf of a1a0dadcb825411983e24c0c8c2d1f63 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:36.999006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.017613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.036604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:37.041451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Usage tracker for resource:security_group_rule and tenant:a1a0dadcb825411983e24c0c8c2d1f63 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:37.044574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:37.051556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:37.175529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.181378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.233849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:07:37.259285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61135a79-1c66-4a92-8b61-67ff5a4807f8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.267319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.268148 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Added segment df2949f8-b989-4838-a13f-15bfeeb01dc0 of type vlan for network 4d6d7db8-7808-4f27-95ce-208fb5f7666d Apr 18 21:07:37.314607 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.364814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.366163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.366864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.396835 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:07:37.482599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] Pushing event updated for resources: {'Network': ['ID=4d6d7db8-7808-4f27-95ce-208fb5f7666d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.487256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4c6ab364-eb05-498a-8b69-c7f455003abd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6976941 Apr 18 21:07:37.490751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 40984) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:37.495540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 4d6d7db8-7808-4f27-95ce-208fb5f7666d details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:07:37.497381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Request body: {'subnet': {'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-37310295-subnet', 'tenant_id': 'a1a0dadcb825411983e24c0c8c2d1f63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:37.503337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:37.509230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Usage tracker for resource:subnet and tenant:a1a0dadcb825411983e24c0c8c2d1f63 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:37.518029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:37.525226 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:37.540710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Made reservation on behalf of a1a0dadcb825411983e24c0c8c2d1f63 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:37.543917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.783987 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.861913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Pushing event updated for resources: {'Subnet': ['ID=71f86e27-08b6-459c-add8-023c3759c23a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:37.874611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Checking segment: {'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:07:37.875077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Network hostable DHCP agents. Network: 4d6d7db8-7808-4f27-95ce-208fb5f7666d, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:07:37.899266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Network 4d6d7db8-7808-4f27-95ce-208fb5f7666d is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:07:37.911210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 4d6d7db8-7808-4f27-95ce-208fb5f7666d) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:37.918521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:37.919496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:37.922332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319a1450-b7b1-479c-9a48-510c3b7dd0da None None] Network 4d6d7db8-7808-4f27-95ce-208fb5f7666d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:07:37.951828 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ca754735-8520-44dc-8f3b-baae606c901c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4590063 Apr 18 21:07:38.263762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db82118-c7ef-48a6-aeca-549348062da0 None None] Network 4d6d7db8-7808-4f27-95ce-208fb5f7666d requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:07:38.626376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9374-65c5-4071-9540-6bd6ce923436 req-29fba9e4-a4ef-41df-8d45-e0d8e0206f39 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:38.627074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-713c9374-65c5-4071-9540-6bd6ce923436 req-29fba9e4-a4ef-41df-8d45-e0d8e0206f39 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Synchronizing usage tracker for tenant:a1a0dadcb825411983e24c0c8c2d1f63 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:38.645531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-713c9374-65c5-4071-9540-6bd6ce923436 req-29fba9e4-a4ef-41df-8d45-e0d8e0206f39 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Unset dirty status for tenant:a1a0dadcb825411983e24c0c8c2d1f63 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:38.646724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-29fba9e4-a4ef-41df-8d45-e0d8e0206f39 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 810 time: 0.2472100 Apr 18 21:07:38.663905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-1907fb17-2ad5-40ad-a816-1568b509fad6 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/quotas/a1a0dadcb825411983e24c0c8c2d1f63 HTTP/1.1" status: 200 len: 375 time: 0.0103464 Apr 18 21:07:38.718667 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-12d72d24-08d4-466a-bba1-b05243d69504 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488050 Apr 18 21:07:38.811318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-05f5feed-bda6-4b7a-8b57-da81ecf6387b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:07:38.812393 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-05f5feed-bda6-4b7a-8b57-da81ecf6387b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478981 Apr 18 21:07:38.969085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-ef5adc4c-8600-44d6-8180-49089e0d6585 service neutron] 10.222.0.47 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503778 Apr 18 21:07:39.109442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-1588b9df-6c75-44ae-a8fc-176bae9f3476 service neutron] 10.222.0.47 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341820 Apr 18 21:07:39.356914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-893f63ce-f6b4-4b3c-b5b3-5c0aecf420fe req-d7899220-0111-4ea9-b56a-2f014f921007 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 210 time: 0.0536399 Apr 18 21:07:40.537899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-583386c6-4f1b-46b1-bb8f-5d8e21ed550b req-ad98007e-62cf-4b1d-9bea-77ea97efe772 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 210 time: 0.0570867 Apr 18 21:07:40.830723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9374-65c5-4071-9540-6bd6ce923436 req-895eeff6-2ad6-4793-a1fc-88358721cc0f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:40.832303 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-895eeff6-2ad6-4793-a1fc-88358721cc0f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.61 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 810 time: 0.1917055 Apr 18 21:07:40.849380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Request body: {'port': {'device_id': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d', 'admin_state_up': True, 'tenant_id': 'a1a0dadcb825411983e24c0c8c2d1f63'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:41.026767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:07:41.031578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Usage tracker for resource:port and tenant:a1a0dadcb825411983e24c0c8c2d1f63 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:07:41.035650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:07:41.042979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:07:41.055555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Made reservation on behalf of a1a0dadcb825411983e24c0c8c2d1f63 for: {'port': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:07:41.060150 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.265751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Allocated IP 172.20.0.6 (4d6d7db8-7808-4f27-95ce-208fb5f7666d/71f86e27-08b6-459c-add8-023c3759c23a/f7ac97d3-2d75-4662-a647-51981e14959b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:07:41.524034 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.564373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.841443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Network 4d6d7db8-7808-4f27-95ce-208fb5f7666d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:07:41.845744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:07:41.848873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:07:41.915241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:41.939459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:41.940123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:41.975239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-a34d021b-ad5a-4f0f-989a-38f9c0f141d9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1302814 Apr 18 21:07:41.984116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c058e4-1516-4f07-8028-315ae02d4fab req-d51c5f51-bf44-44fd-9a7a-6ed9129da267 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:41.984858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0c058e4-1516-4f07-8028-315ae02d4fab req-d51c5f51-bf44-44fd-9a7a-6ed9129da267 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Synchronizing usage tracker for tenant:a1a0dadcb825411983e24c0c8c2d1f63 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:41.992168 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Request body: {'port': {'device_id': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:07:42.058066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-e0c058e4-1516-4f07-8028-315ae02d4fab req-d51c5f51-bf44-44fd-9a7a-6ed9129da267 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Unset dirty status for tenant:a1a0dadcb825411983e24c0c8c2d1f63 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:42.059266 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0c058e4-1516-4f07-8028-315ae02d4fab req-d51c5f51-bf44-44fd-9a7a-6ed9129da267 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 931 time: 0.2960463 Apr 18 21:07:42.156701 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.178079 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e0c058e4-1516-4f07-8028-315ae02d4fab req-451e4cd5-c0e6-4e2e-abbb-03d5d66104ab tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806906 Apr 18 21:07:42.601179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7ac97d3-2d75-4662-a647-51981e14959b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:07:42.609926 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.627678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Transition to ACTIVE for port object f7ac97d3-2d75-4662-a647-51981e14959b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:07:42.633322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:42.818090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:42.905787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:07:42.906477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:07:42.906477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b on network 4d6d7db8-7808-4f27-95ce-208fb5f7666d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:07:42.911756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Port f7ac97d3-2d75-4662-a647-51981e14959b on network 4d6d7db8-7808-4f27-95ce-208fb5f7666d not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:07:42.912080 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b on network 4d6d7db8-7808-4f27-95ce-208fb5f7666d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:07:42.918529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:07:42.919045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Checking segment: {'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:07:42.919250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Bound using segment: {'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:07:42.919700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Bound port: f7ac97d3-2d75-4662-a647-51981e14959b, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:07:42.920049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.024807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:07:43.028172 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:07:43.033760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.096283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:43.096283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.097326 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] 10.222.0.61 "PUT /v2.0/ports/f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 1091 time: 1.1094346 Apr 18 21:07:43.097804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:43.145227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95e2b93-5697-497d-a99e-678815c48a7f service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:43.159464 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b84c14-d643-40e0-8fd5-9f2cf05ad5d6'] response: {'name': 'network-changed', 'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'status': 'completed', 'code': 200} Apr 18 21:07:43.244415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9374-65c5-4071-9540-6bd6ce923436 req-aa5d45b5-8eb2-4d3f-96cb-e652f191f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:43.246097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-aa5d45b5-8eb2-4d3f-96cb-e652f191f8af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1094 time: 0.0857878 Apr 18 21:07:43.387703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-039cdf34-0c95-49b9-909e-93eb79f3f046 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 217 time: 0.1291528 Apr 18 21:07:43.482094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c9374-65c5-4071-9540-6bd6ce923436 req-701a0fff-f035-4145-9d17-0547cd268610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:43.483575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-701a0fff-f035-4145-9d17-0547cd268610 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 200 len: 850 time: 0.0849593 Apr 18 21:07:43.543262 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-6d44414f-ef5a-4c90-905b-ff7640c86c4e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d6d7db8-7808-4f27-95ce-208fb5f7666d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497041 Apr 18 21:07:43.555987 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2300b0-ff1a-48d2-a029-c0f1075684c5 req-196ebfa2-3479-4f69-9d0a-c954811faa3a tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:43.557588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc2300b0-ff1a-48d2-a029-c0f1075684c5 req-196ebfa2-3479-4f69-9d0a-c954811faa3a tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 943 time: 0.2362120 Apr 18 21:07:43.620744 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-030bc615-f27d-41c4-a34e-55ca2baddb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:43.841764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc2300b0-ff1a-48d2-a029-c0f1075684c5 req-e132671e-8f29-464d-a2e3-ab58f1858ab9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649601 Apr 18 21:07:43.877794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-86d1f864-8cdd-4e95-9b36-5c82d3add554 service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191853 Apr 18 21:07:44.026721 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-713c9374-65c5-4071-9540-6bd6ce923436 req-4dd301c1-4a15-4299-8ba4-d85c93d8dd85 service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382132 Apr 18 21:07:44.161897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e570135-1a75-411b-bbff-7f8622044f7e req-cf9d3ffd-31e9-4a3e-ac67-4d9bf3dee63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:44.163823 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e570135-1a75-411b-bbff-7f8622044f7e req-cf9d3ffd-31e9-4a3e-ac67-4d9bf3dee63e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1094 time: 0.0795870 Apr 18 21:07:44.340991 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e570135-1a75-411b-bbff-7f8622044f7e req-ba46bc43-1760-4808-8094-85a3513c8a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:44.343351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e570135-1a75-411b-bbff-7f8622044f7e req-ba46bc43-1760-4808-8094-85a3513c8a5b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 911 time: 0.1718705 Apr 18 21:07:44.425152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e570135-1a75-411b-bbff-7f8622044f7e req-2861029b-6175-448f-b6ef-0c990bb0c0c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 217 time: 0.0716872 Apr 18 21:07:44.493958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e570135-1a75-411b-bbff-7f8622044f7e req-e0c46d87-f987-4663-ba3a-f83a6c5629b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:44.495444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e570135-1a75-411b-bbff-7f8622044f7e req-e0c46d87-f987-4663-ba3a-f83a6c5629b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 200 len: 850 time: 0.0630374 Apr 18 21:07:44.583034 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e570135-1a75-411b-bbff-7f8622044f7e req-d620afa4-7045-477d-a8a3-7a8dc5c532cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d6d7db8-7808-4f27-95ce-208fb5f7666d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800984 Apr 18 21:07:44.733744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e570135-1a75-411b-bbff-7f8622044f7e req-42ee4e94-dd1c-4cee-8cd9-8deffec76955 service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434286 Apr 18 21:07:44.888528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e570135-1a75-411b-bbff-7f8622044f7e req-bb0e03b1-4741-49b6-bee0-e0cca5ed118b service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453652 Apr 18 21:07:45.087773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc05af10-ca9e-4380-9ac6-f8a63b6429bf req-2e6a2a54-f77a-4050-9906-f929a0f2735c tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:45.089666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc05af10-ca9e-4380-9ac6-f8a63b6429bf req-2e6a2a54-f77a-4050-9906-f929a0f2735c tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 943 time: 0.0937836 Apr 18 21:07:45.154323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc05af10-ca9e-4380-9ac6-f8a63b6429bf req-8c9afdea-3f43-46c9-a31e-16e1cba33bc0 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Synchronizing usage tracker for tenant:a1a0dadcb825411983e24c0c8c2d1f63 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:07:45.174468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc05af10-ca9e-4380-9ac6-f8a63b6429bf req-8c9afdea-3f43-46c9-a31e-16e1cba33bc0 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Unset dirty status for tenant:a1a0dadcb825411983e24c0c8c2d1f63 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:07:45.175834 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dc05af10-ca9e-4380-9ac6-f8a63b6429bf req-8c9afdea-3f43-46c9-a31e-16e1cba33bc0 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751996 Apr 18 21:07:46.001304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1a5a74c5-277c-41f9-b859-3d0931b9c70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:46.374629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb287f-c598-49cf-8441-99313e2e0249 req-1a0e1c06-ecbf-40ee-8fb0-b5d925b3c3b0 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:46.376501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ddb287f-c598-49cf-8441-99313e2e0249 req-1a0e1c06-ecbf-40ee-8fb0-b5d925b3c3b0 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 943 time: 0.0868740 Apr 18 21:07:46.426365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9ddb287f-c598-49cf-8441-99313e2e0249 req-f264417f-288c-4899-acf6-748aa92b9906 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428028 Apr 18 21:07:47.074634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f7ac97d3-2d75-4662-a647-51981e14959b details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:07:47.257369 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.270917 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.315490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:07:47.340884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d', 'port_id': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'mac_address': 'fa:16:3e:69:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f86e27-08b6-459c-add8-023c3759c23a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:07:47.410138 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.429323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ac97d3-2d75-4662-a647-51981e14959b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:07:47.450538 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:07:47.455957 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:47.552430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:47.561583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.561924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.562269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.562609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.562947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.563281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.563611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.563940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.564268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.564595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.564921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.565245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:07:47.654210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd18d50-a377-4258-a233-b6297ebad611 req-44752e9b-b06b-40aa-b96a-4206b937e409 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:47.655672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2bd18d50-a377-4258-a233-b6297ebad611 req-44752e9b-b06b-40aa-b96a-4206b937e409 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 944 time: 0.0987329 Apr 18 21:07:47.692251 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f7ac97d3-2d75-4662-a647-51981e14959b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:07:47.705612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2bd18d50-a377-4258-a233-b6297ebad611 req-d9c4c862-04eb-4618-a1a5-e2e48fa1befc tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432479 Apr 18 21:07:48.603815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:48.921417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21127b-fe22-4974-b7bd-05c1d1f51ff4 req-cd0f7da1-fcb5-4ac0-a069-249eb8209ad9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:48.923055 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df21127b-fe22-4974-b7bd-05c1d1f51ff4 req-cd0f7da1-fcb5-4ac0-a069-249eb8209ad9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 944 time: 0.0945461 Apr 18 21:07:48.979229 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-df21127b-fe22-4974-b7bd-05c1d1f51ff4 req-230a7760-b51e-48fc-8cc5-808c604bf14c tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484538 Apr 18 21:07:49.058863 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.090076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f7ac97d3-2d75-4662-a647-51981e14959b up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:07:49.184543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port f7ac97d3-2d75-4662-a647-51981e14959b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:07:49.190239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port f7ac97d3-2d75-4662-a647-51981e14959b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:07:49.190620 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.322031 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.352079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:07:49.363301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:07:49.369357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.436937 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7448031-d006-498e-8b5f-b4c235d5fb82'] response: {'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'code': 200} Apr 18 21:07:49.448441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:07:49.581670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff63ccf-18a0-4628-9b50-daf3f84b422d req-a1d3f669-c15f-4dbe-a7ac-e5a28d95ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:49.583082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eff63ccf-18a0-4628-9b50-daf3f84b422d req-a1d3f669-c15f-4dbe-a7ac-e5a28d95ccbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1096 time: 0.0748296 Apr 18 21:07:49.609231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:07:49.632683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eff63ccf-18a0-4628-9b50-daf3f84b422d req-bd735798-4817-43a2-ab99-8f4c38b9748a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408902 Apr 18 21:07:50.212614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8a4bf-f869-4312-8e6a-3063bd28961e req-a2e9050b-588d-41ac-a801-e14a1e212ff7 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:50.214409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aef8a4bf-f869-4312-8e6a-3063bd28961e req-a2e9050b-588d-41ac-a801-e14a1e212ff7 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1163392 Apr 18 21:07:50.266017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aef8a4bf-f869-4312-8e6a-3063bd28961e req-db56c0be-d528-45ba-9327-eaf35f6994a6 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451744 Apr 18 21:07:51.525901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77141b3-2329-46ad-bcae-d03adf3cd300 req-b21241d6-4f95-46b8-85e5-98ae3b127e89 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:51.527625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f77141b3-2329-46ad-bcae-d03adf3cd300 req-b21241d6-4f95-46b8-85e5-98ae3b127e89 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1012061 Apr 18 21:07:51.579630 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f77141b3-2329-46ad-bcae-d03adf3cd300 req-a19a806a-574f-4ff9-91d2-f20fc5faee90 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457325 Apr 18 21:07:51.937556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41056) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:07:52.023859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d73ae-f709-417e-9146-9f2855eb01ae req-b15bbcc5-b3a8-4707-9e99-32a6e293f49b tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:52.026282 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e52d73ae-f709-417e-9146-9f2855eb01ae req-b15bbcc5-b3a8-4707-9e99-32a6e293f49b tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0965140 Apr 18 21:07:52.074611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e52d73ae-f709-417e-9146-9f2855eb01ae req-cfb8627a-b15b-4a4b-b612-f4fad2dbc50f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425355 Apr 18 21:07:52.080250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-fa215fa2-455b-4e30-84b0-347fbd26553c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1409628 Apr 18 21:07:53.310319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223247f5-a398-4cf6-bfdc-4712595f0148 req-1e5fc216-9758-4de8-b021-7d23f312bbf1 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:53.311930 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-223247f5-a398-4cf6-bfdc-4712595f0148 req-1e5fc216-9758-4de8-b021-7d23f312bbf1 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0918565 Apr 18 21:07:53.363637 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-223247f5-a398-4cf6-bfdc-4712595f0148 req-08c947ba-eca6-4ce1-8b99-df02374bfc32 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457408 Apr 18 21:07:53.575181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-4297903e-9e3d-4c00-8f57-0bc71a7ad2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:53.576913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-4297903e-9e3d-4c00-8f57-0bc71a7ad2d2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1096 time: 0.0974238 Apr 18 21:07:53.726305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-39c20570-1afc-4817-a951-3f83b9f222de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:53.728063 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-39c20570-1afc-4817-a951-3f83b9f222de service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 911 time: 0.1452103 Apr 18 21:07:53.929165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-d09e4403-32d1-4381-b68c-ca5bcab09eb9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 217 time: 0.1941180 Apr 18 21:07:54.004237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-b892f123-8a81-4a6e-af4f-a476a84e2642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:54.005981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-b892f123-8a81-4a6e-af4f-a476a84e2642 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 200 len: 850 time: 0.0710073 Apr 18 21:07:54.058588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-f7718b8f-53bc-403d-bf84-72b585cf5847 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d6d7db8-7808-4f27-95ce-208fb5f7666d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463448 Apr 18 21:07:54.213805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-84f745ff-2dbf-4ff1-aef1-13efea4383c9 service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489041 Apr 18 21:07:54.369017 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-223363e5-98ed-4d20-a726-dff3b9fd9b98 service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488264 Apr 18 21:07:54.745265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27075977-7978-4cb2-8a6a-37f706b21a38 req-28027df2-2d39-42c6-880b-be9550305baa tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:54.748165 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27075977-7978-4cb2-8a6a-37f706b21a38 req-28027df2-2d39-42c6-880b-be9550305baa tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.2366080 Apr 18 21:07:54.799231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27075977-7978-4cb2-8a6a-37f706b21a38 req-c232a869-fe80-4564-be02-5722aa4c050f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451453 Apr 18 21:07:56.059869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d26273-6ebf-4e05-9834-c03d8d416788 req-29ddd33b-88f8-4558-a427-b5e6cca130b2 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:56.061843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20d26273-6ebf-4e05-9834-c03d8d416788 req-29ddd33b-88f8-4558-a427-b5e6cca130b2 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1434789 Apr 18 21:07:56.132561 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-20d26273-6ebf-4e05-9834-c03d8d416788 req-943c421d-67ce-4529-98d6-6c005325f5c2 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642984 Apr 18 21:07:57.402044 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbdb39-02f4-450f-8c47-f79cd57382ff req-86c4be52-8ac7-425c-a10a-0492c39a0cd7 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:57.403567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47cbdb39-02f4-450f-8c47-f79cd57382ff req-86c4be52-8ac7-425c-a10a-0492c39a0cd7 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1348639 Apr 18 21:07:57.468704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47cbdb39-02f4-450f-8c47-f79cd57382ff req-0dc14e20-9744-4d10-9887-26745ee2ebb2 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586712 Apr 18 21:07:58.688031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e197153-6e5e-41d1-8fa6-50c97d2afdba req-a1743113-19f3-473d-95f4-48aab87d9a1d tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:58.689656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e197153-6e5e-41d1-8fa6-50c97d2afdba req-a1743113-19f3-473d-95f4-48aab87d9a1d tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1087804 Apr 18 21:07:58.742526 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e197153-6e5e-41d1-8fa6-50c97d2afdba req-1e7c6b0a-2080-4676-9b20-2dee786c34af tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 Apr 18 21:07:59.942005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993f632-e12f-4984-927f-a229b668f401 req-472b9878-797b-445d-b351-0f406218a2e0 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:07:59.943764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9993f632-e12f-4984-927f-a229b668f401 req-472b9878-797b-445d-b351-0f406218a2e0 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0877569 Apr 18 21:07:59.993902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9993f632-e12f-4984-927f-a229b668f401 req-29218160-14ce-4afa-89d0-66fcfbad0ee6 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434797 Apr 18 21:08:01.399198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84617b-fdda-43b5-aa03-aa2c4f6d2932 req-8af3b5b9-2883-4202-8805-45d356db130f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:01.400751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed84617b-fdda-43b5-aa03-aa2c4f6d2932 req-8af3b5b9-2883-4202-8805-45d356db130f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1240757 Apr 18 21:08:01.450428 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed84617b-fdda-43b5-aa03-aa2c4f6d2932 req-dbbb6ccf-342b-4b88-afce-3ea189fe879f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433786 Apr 18 21:08:02.744255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d874dd-ecb6-4b10-a6c0-389feef5a987 req-a253a488-d3df-4729-8ccf-b5ea1d4f829a tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:02.745852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92d874dd-ecb6-4b10-a6c0-389feef5a987 req-a253a488-d3df-4729-8ccf-b5ea1d4f829a tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1063342 Apr 18 21:08:02.804025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-92d874dd-ecb6-4b10-a6c0-389feef5a987 req-b8f3ba63-eb29-44a4-8cda-ea5e42664d14 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476427 Apr 18 21:08:04.024351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f88da6c-43cb-468d-9ce7-6eb88ff06e23 req-aa13424c-33da-4722-a875-27ae55d7c90b tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:04.025988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f88da6c-43cb-468d-9ce7-6eb88ff06e23 req-aa13424c-33da-4722-a875-27ae55d7c90b tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0960636 Apr 18 21:08:04.083851 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4f88da6c-43cb-468d-9ce7-6eb88ff06e23 req-35f47c29-c8ab-486a-af7b-a0f7a1a96880 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478005 Apr 18 21:08:05.393259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1db61-4dbb-4127-9f24-65dd9004a349 req-b80edd5b-fa7d-4b49-ac25-bf6feeaa1af4 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:05.395176 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85d1db61-4dbb-4127-9f24-65dd9004a349 req-b80edd5b-fa7d-4b49-ac25-bf6feeaa1af4 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1066246 Apr 18 21:08:05.447943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85d1db61-4dbb-4127-9f24-65dd9004a349 req-74f80fa0-a21e-4dd6-8d20-0f797f274b21 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457098 Apr 18 21:08:06.662270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b788fcfc-461f-4b5d-86cc-e115d10dcd47 req-1afd7eb9-438d-48b4-b72b-935eae2c4aee tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:06.664383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b788fcfc-461f-4b5d-86cc-e115d10dcd47 req-1afd7eb9-438d-48b4-b72b-935eae2c4aee tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0920694 Apr 18 21:08:06.722110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b788fcfc-461f-4b5d-86cc-e115d10dcd47 req-b1eef25e-798d-405c-aa77-d683beda27cf tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476274 Apr 18 21:08:07.937883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae89b-12b0-43e3-8d2c-11f0a71df12d req-4ad3dd22-86d0-456a-9515-6174daecd1ea tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:07.940247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85cae89b-12b0-43e3-8d2c-11f0a71df12d req-4ad3dd22-86d0-456a-9515-6174daecd1ea tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0928802 Apr 18 21:08:07.990850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85cae89b-12b0-43e3-8d2c-11f0a71df12d req-d3240019-6f98-4d05-9343-c2080b9ed50f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432808 Apr 18 21:08:09.282873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80748922-3fb3-423a-878a-76a52635caa5 req-03a089fa-da94-480b-ab66-5df252ac5141 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:09.284743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-80748922-3fb3-423a-878a-76a52635caa5 req-03a089fa-da94-480b-ab66-5df252ac5141 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0965257 Apr 18 21:08:09.337371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-80748922-3fb3-423a-878a-76a52635caa5 req-aefedad5-ccfc-4dbb-892f-8ac438ec712d tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458772 Apr 18 21:08:10.608538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4087b5-06a3-4628-997c-2400637dba2e req-f6223f0e-4cad-469f-ac7c-c451b4008642 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:10.610284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f4087b5-06a3-4628-997c-2400637dba2e req-f6223f0e-4cad-469f-ac7c-c451b4008642 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0933523 Apr 18 21:08:10.662887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f4087b5-06a3-4628-997c-2400637dba2e req-769bb666-0486-4f3a-9e6b-96f4550011c6 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456271 Apr 18 21:08:11.877925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f6aa6-6802-4955-a5c6-9d68bcd5a23f req-d992d387-0798-4607-8b91-07a70dc4a6fa tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:11.879719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a2f6aa6-6802-4955-a5c6-9d68bcd5a23f req-d992d387-0798-4607-8b91-07a70dc4a6fa tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0926325 Apr 18 21:08:11.931201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a2f6aa6-6802-4955-a5c6-9d68bcd5a23f req-cd48fb0b-3d9d-4717-9a48-79582fac8ca8 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Apr 18 21:08:13.169147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090d9db8-0205-4e3f-9038-f8c9a69bae0b req-37a55380-6f8b-4c87-b194-61b2217f5101 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:13.171446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-090d9db8-0205-4e3f-9038-f8c9a69bae0b req-37a55380-6f8b-4c87-b194-61b2217f5101 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1262088 Apr 18 21:08:13.231448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-090d9db8-0205-4e3f-9038-f8c9a69bae0b req-2f3ea9c9-898c-4aef-8e12-dc0f387b5f6e tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494857 Apr 18 21:08:13.617717 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2f224b9-e1fc-4a17-9df4-a3d58c1a3d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:14.390046 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:08:14.443033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc7b52e-61fa-473c-9e78-2ce0f07bd54c req-1e70cd93-0773-47a4-a8e2-45e850f84a7d tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:14.444922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cdc7b52e-61fa-473c-9e78-2ce0f07bd54c req-1e70cd93-0773-47a4-a8e2-45e850f84a7d tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0952015 Apr 18 21:08:14.495579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cdc7b52e-61fa-473c-9e78-2ce0f07bd54c req-cbe76b3d-fac6-4b73-8e82-f9f31b5c7715 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444376 Apr 18 21:08:15.706447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd7b5f9-0b02-4c8f-a71d-c6c38006dd83 req-607e7267-a315-4b26-b0f0-db05aa0d862a tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:15.708074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfd7b5f9-0b02-4c8f-a71d-c6c38006dd83 req-607e7267-a315-4b26-b0f0-db05aa0d862a tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0861533 Apr 18 21:08:15.757734 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bfd7b5f9-0b02-4c8f-a71d-c6c38006dd83 req-46d10921-b6d5-45aa-8c1b-d3a8d0cdf8f7 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419955 Apr 18 21:08:15.996315 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-30f75993-f66d-4476-a9a5-deae42ba11b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:16.963378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae00b8a8-ce2b-4bc1-825d-ab3784d52677 req-d1fae720-4c86-4837-b3ef-9129455c9003 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:16.964968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae00b8a8-ce2b-4bc1-825d-ab3784d52677 req-d1fae720-4c86-4837-b3ef-9129455c9003 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0885248 Apr 18 21:08:17.019644 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae00b8a8-ce2b-4bc1-825d-ab3784d52677 req-a9508a80-9264-4d44-95e0-eda1dae49449 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460567 Apr 18 21:08:17.165256 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:17.171672 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:18.258356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db677ef7-188e-4254-88ef-68344ecd0082 req-533bfd25-0e6a-41db-bb82-5c4668c0fb82 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:18.260380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db677ef7-188e-4254-88ef-68344ecd0082 req-533bfd25-0e6a-41db-bb82-5c4668c0fb82 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1112652 Apr 18 21:08:18.335701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db677ef7-188e-4254-88ef-68344ecd0082 req-62c2b666-ab2d-4135-a265-8f3caaca3ea1 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686157 Apr 18 21:08:18.610997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.057031 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:19.537645 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23323d-c8bf-42d5-9087-3b1634633b52 req-31216882-b745-442f-9d9b-df9930a323de tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:19.539330 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf23323d-c8bf-42d5-9087-3b1634633b52 req-31216882-b745-442f-9d9b-df9930a323de tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0913203 Apr 18 21:08:19.603868 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf23323d-c8bf-42d5-9087-3b1634633b52 req-52569514-44f8-46cd-a384-726d3fc5a0d7 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508411 Apr 18 21:08:19.623461 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:20.831578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff741df-b0c2-425b-b324-f21a892835ab req-ece00934-0acc-4f77-a838-9c3680dc1989 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:20.833221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3ff741df-b0c2-425b-b324-f21a892835ab req-ece00934-0acc-4f77-a838-9c3680dc1989 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.0987263 Apr 18 21:08:20.887545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3ff741df-b0c2-425b-b324-f21a892835ab req-a4bea962-dc3a-456a-86a7-575de78ef5fe tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473363 Apr 18 21:08:21.818795 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-65274456-fae4-482b-8509-8c50d6f3d155 service neutron] show failed (client error): The resource could not be found. Apr 18 21:08:21.819922 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-65274456-fae4-482b-8509-8c50d6f3d155 service neutron] 10.222.0.61 "GET /v2.0/ports/f7ac97d3-2d75-4662-a647-51981e14959b/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0897834 Apr 18 21:08:22.147472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e362-f2ee-4200-b591-89f00a4b2f0d req-ac489eb7-8b06-4977-b93d-ab9dbd61ae96 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.152348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-30d2e362-f2ee-4200-b591-89f00a4b2f0d req-ac489eb7-8b06-4977-b93d-ab9dbd61ae96 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 945 time: 0.1368978 Apr 18 21:08:22.228325 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-30d2e362-f2ee-4200-b591-89f00a4b2f0d req-ec8d7a71-06bd-45a8-bb8e-6bc66545a5a7 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673990 Apr 18 21:08:22.242792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-56b1f86d-cbef-4077-bd10-48886da86444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:22.245259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-56b1f86d-cbef-4077-bd10-48886da86444 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6&tenant_id=a1a0dadcb825411983e24c0c8c2d1f63 HTTP/1.1" status: 200 len: 1096 time: 0.1417115 Apr 18 21:08:22.257455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:22.373623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.655082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:22.686466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:08:22.747398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:22.754279 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:22.782760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Transition to ACTIVE for port object f7ac97d3-2d75-4662-a647-51981e14959b will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:22.788746 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.062698 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4265dcfe-9910-42ac-b4fd-ef71f3769936'] response: {'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'code': 200} Apr 18 21:08:23.076339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] No DVR routers for this DVR port f7ac97d3-2d75-4662-a647-51981e14959b on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:23.110824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.141308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:23.141682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:23.142024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b on network 4d6d7db8-7808-4f27-95ce-208fb5f7666d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:08:23.147094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Port f7ac97d3-2d75-4662-a647-51981e14959b on network 4d6d7db8-7808-4f27-95ce-208fb5f7666d not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:08:23.147414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Attempting to bind port f7ac97d3-2d75-4662-a647-51981e14959b on network 4d6d7db8-7808-4f27-95ce-208fb5f7666d {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:08:23.152965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:08:23.153301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Checking segment: {'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:08:23.153727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Bound using segment: {'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:08:23.154161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Bound port: f7ac97d3-2d75-4662-a647-51981e14959b, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df2949f8-b989-4838-a13f-15bfeeb01dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:23.154516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.252248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:08:23.255540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:08:23.261539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.331699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.332707 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:23.335253 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] 10.222.0.55 "PUT /v2.0/ports/f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 1091 time: 1.0827343 Apr 18 21:08:23.415704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbcdc5a-d256-4d86-aa73-56284548bf5d service neutron] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:23.458256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-637b3cf7-e583-414f-a54b-2d874905d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.460866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-637b3cf7-e583-414f-a54b-2d874905d6dc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1094 time: 0.0970104 Apr 18 21:08:23.463725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b065b-f76b-4ba3-bb89-a14f526e894e req-136b2ab8-68eb-4dca-a150-77bd07945ff8 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.465368 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d90b065b-f76b-4ba3-bb89-a14f526e894e req-136b2ab8-68eb-4dca-a150-77bd07945ff8 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 943 time: 0.0941405 Apr 18 21:08:23.525025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d90b065b-f76b-4ba3-bb89-a14f526e894e req-48985863-88bf-493f-93b6-e38574037679 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494149 Apr 18 21:08:23.613935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-0edefbf5-4389-41eb-b367-0ebb0398e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.615564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-0edefbf5-4389-41eb-b367-0ebb0398e300 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 911 time: 0.1486230 Apr 18 21:08:23.688999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-fb4fbd9d-b7fb-4520-a04f-a066119f6021 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 217 time: 0.0660186 Apr 18 21:08:23.758732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-3740a7e2-e0ea-4fb4-8b35-a2d54c8ffae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:23.760204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-3740a7e2-e0ea-4fb4-8b35-a2d54c8ffae5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 200 len: 850 time: 0.0654066 Apr 18 21:08:23.808592 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-cb12682b-5101-4b62-95da-830698512af5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d6d7db8-7808-4f27-95ce-208fb5f7666d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424595 Apr 18 21:08:23.952738 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-c2b1666e-4278-4587-a3ab-759960445c7b service neutron] 10.222.0.55 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372135 Apr 18 21:08:24.111767 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eaa30e79-0958-46d0-b65d-b4d1ea440e5b req-83e48116-ffbd-45c5-b786-6e9aa0cded1e service neutron] 10.222.0.55 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525216 Apr 18 21:08:24.743773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a6dc2-45fd-4d3e-a67a-72e52a8b480a req-b32f4c4e-29a9-454c-9a9b-b49e272f0f6c tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:24.745348 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-094a6dc2-45fd-4d3e-a67a-72e52a8b480a req-b32f4c4e-29a9-454c-9a9b-b49e272f0f6c tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 943 time: 0.0922866 Apr 18 21:08:24.799450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-094a6dc2-45fd-4d3e-a67a-72e52a8b480a req-71b9a091-2835-4f3b-ac42-3524e0f25927 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482521 Apr 18 21:08:25.063817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:25.140445 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d3cf14-d068-41f5-ade4-53693747f12d'] response: {'name': 'network-changed', 'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'status': 'completed', 'code': 200} Apr 18 21:08:25.235385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-282fe2a4-3062-4ed7-b270-2f62d5bf893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.237817 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-282fe2a4-3062-4ed7-b270-2f62d5bf893b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1094 time: 0.0859492 Apr 18 21:08:25.264085 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f7ac97d3-2d75-4662-a647-51981e14959b no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:25.290394 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-d058b141-923a-4e2b-a62d-8d65d6bd8ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.292995 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-d058b141-923a-4e2b-a62d-8d65d6bd8ee0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1094 time: 0.1269393 Apr 18 21:08:25.330822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f7ac97d3-2d75-4662-a647-51981e14959b not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:25.405466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-8b5be53a-4576-4629-b9d6-9096348e8c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.407094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-8b5be53a-4576-4629-b9d6-9096348e8c53 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 911 time: 0.1632783 Apr 18 21:08:25.486036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-f12d2a5e-6412-4e16-ac3c-2d284f9e6756 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 217 time: 0.0718317 Apr 18 21:08:25.513366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-dd536345-74b9-4b65-8bcb-b92033012df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.514904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-dd536345-74b9-4b65-8bcb-b92033012df5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 911 time: 0.2124686 Apr 18 21:08:25.555434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-d9412aa3-21e9-4c52-924f-26936f026cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.556881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-d9412aa3-21e9-4c52-924f-26936f026cd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 200 len: 850 time: 0.0645602 Apr 18 21:08:25.598931 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-fc200bc5-b7ff-4c71-93e7-56d01bfa2ee0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 217 time: 0.0735991 Apr 18 21:08:25.610968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-bccc43df-93c0-462c-9854-8a175988c01d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d6d7db8-7808-4f27-95ce-208fb5f7666d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474095 Apr 18 21:08:25.685685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-9c631acf-98cb-49db-8b0d-827e9c65b40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:25.687608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-9c631acf-98cb-49db-8b0d-827e9c65b40b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 200 len: 850 time: 0.0789590 Apr 18 21:08:25.766389 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-00a361cc-b5ee-4ead-a11d-dbe0252fce9a service neutron] 10.222.0.55 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487808 Apr 18 21:08:25.868897 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-f24ad4e1-a76f-4f97-8822-69b8c9b7c4ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d6d7db8-7808-4f27-95ce-208fb5f7666d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1719654 Apr 18 21:08:26.028910 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-a12c216a-fa17-46f9-b37a-6b02b7b6020b service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503904 Apr 18 21:08:26.077394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-63d2ef1a-a049-4de2-bca2-5c3064d92b87 service neutron] 10.222.0.55 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036439 Apr 18 21:08:26.122343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d1e22-91b9-4351-89d7-4e2f130f812c req-0bfd238b-4d09-48e9-b50c-83819f5688a8 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:26.124902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c05d1e22-91b9-4351-89d7-4e2f130f812c req-0bfd238b-4d09-48e9-b50c-83819f5688a8 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 943 time: 0.1485624 Apr 18 21:08:26.182202 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c05d1e22-91b9-4351-89d7-4e2f130f812c req-f46bd84a-1427-474d-a534-866789561453 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Apr 18 21:08:26.210845 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae6abd6f-7d47-484a-ad46-7f10de81058e req-295ad590-c353-4ccb-a786-0364fec5aeea service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718755 Apr 18 21:08:27.394116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad5c31b-123a-49e1-874b-6e9eab5ad23b req-d19da474-2de2-4222-b5bf-0371eae8c756 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:27.395603 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dad5c31b-123a-49e1-874b-6e9eab5ad23b req-d19da474-2de2-4222-b5bf-0371eae8c756 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 943 time: 0.0903690 Apr 18 21:08:27.454705 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dad5c31b-123a-49e1-874b-6e9eab5ad23b req-48ff3643-fb0f-4e3c-8aa7-3e9be9216b1a tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481160 Apr 18 21:08:27.876763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-cc332fe3-2073-480c-9483-f37de301a0c3 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:27.878346 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-cc332fe3-2073-480c-9483-f37de301a0c3 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6&tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 943 time: 0.0942547 Apr 18 21:08:27.990402 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-c0f3db36-1395-4c79-8365-4ff43c4ac939 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:08:27.991246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-c0f3db36-1395-4c79-8365-4ff43c4ac939 service neutron] 10.222.0.61 "DELETE /v2.0/ports/f7ac97d3-2d75-4662-a647-51981e14959b/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.1034348 Apr 18 21:08:28.179635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-c8c5cfd1-c1ee-4359-917a-6a9c1d78148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:28.181101 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-c8c5cfd1-c1ee-4359-917a-6a9c1d78148d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 1094 time: 0.1073077 Apr 18 21:08:28.330443 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-bc2dbe30-d1a8-443a-8e9c-ffa83b7ae921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:28.332060 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-bc2dbe30-d1a8-443a-8e9c-ffa83b7ae921 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 200 len: 911 time: 0.1437302 Apr 18 21:08:28.417121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-90eb5780-92d6-4c6f-85f6-2b00f996044a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 200 len: 217 time: 0.0757539 Apr 18 21:08:28.489097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-204eb5c4-3747-4633-ad92-6970eafa8a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:28.490588 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-204eb5c4-3747-4633-ad92-6970eafa8a28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 200 len: 850 time: 0.0645955 Apr 18 21:08:28.543434 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-e57f0df8-8f8b-4296-8af0-309a889f1d11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4d6d7db8-7808-4f27-95ce-208fb5f7666d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438104 Apr 18 21:08:28.688026 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-ede32e70-786c-48b8-9eb9-aa94351d2500 service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351717 Apr 18 21:08:28.854757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-dfe0e577-9701-4c36-ae51-3631d3e46604 service neutron] 10.222.0.61 "GET /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554866 Apr 18 21:08:29.015744 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f7ac97d3-2d75-4662-a647-51981e14959b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:08:29.174114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:29.188377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'network_id': '4d6d7db8-7808-4f27-95ce-208fb5f7666d', 'port_id': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'mac_address': 'fa:16:3e:69:3c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71f86e27-08b6-459c-add8-023c3759c23a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:29.248116 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.270192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7ac97d3-2d75-4662-a647-51981e14959b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:29.299061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:29.306474 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:29.428631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:29.679518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f7ac97d3-2d75-4662-a647-51981e14959b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:08:29.856142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f891b8-f163-4887-af43-bda4cfd3a49f req-13a5b8ba-00d1-4f5b-9053-9dc0a3534384 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:29.857818 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36f891b8-f163-4887-af43-bda4cfd3a49f req-13a5b8ba-00d1-4f5b-9053-9dc0a3534384 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 944 time: 0.1009221 Apr 18 21:08:29.911668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-36f891b8-f163-4887-af43-bda4cfd3a49f req-22cc244f-59cf-4997-9e53-de6db7a65175 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437818 Apr 18 21:08:31.038623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f7ac97d3-2d75-4662-a647-51981e14959b up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:31.169904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port f7ac97d3-2d75-4662-a647-51981e14959b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:31.175091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port f7ac97d3-2d75-4662-a647-51981e14959b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:31.175636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.212639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a6102b-2971-4674-9e30-9e89946b404d req-5add6179-2627-41ae-8644-89c6c47b3fb9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:31.214104 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89a6102b-2971-4674-9e30-9e89946b404d req-5add6179-2627-41ae-8644-89c6c47b3fb9 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 944 time: 0.1135192 Apr 18 21:08:31.225666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-2fe3b1a2-49cb-4bf5-bdd0-a3096bf02905 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:31.226919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-2fe3b1a2-49cb-4bf5-bdd0-a3096bf02905 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.55 "GET /v2.0/ports?device_id=5d117765-bd2d-4c8c-a2cc-52d3247553a6 HTTP/1.1" status: 200 len: 944 time: 0.1644216 Apr 18 21:08:31.324007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89a6102b-2971-4674-9e30-9e89946b404d req-16f702ce-997b-44ef-acf6-80bc449af6b8 tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.47 "GET /v2.0/security-groups?id=61135a79-1c66-4a92-8b61-67ff5a4807f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960898 Apr 18 21:08:31.329795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Deleting port f7ac97d3-2d75-4662-a647-51981e14959b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:08:31.330143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.342622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.371687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:31.382638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:31.387756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.424564 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77ce70e8-d1dd-486f-b1c3-cb69e55cbed4'] response: {'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'code': 200} Apr 18 21:08:31.458429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:31.604911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] For port f7ac97d3-2d75-4662-a647-51981e14959b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f7ac97d3-2d75-4662-a647-51981e14959b,segment=NetworkSegment(df2949f8-b989-4838-a13f-15bfeeb01dc0),segment_id=df2949f8-b989-4838-a13f-15bfeeb01dc0)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:31.605265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.734186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Calling delete_port for f7ac97d3-2d75-4662-a647-51981e14959b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:08:31.885660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:31.897213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f7ac97d3-2d75-4662-a647-51981e14959b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:08:31.936913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Pushing event deleted for resources: {'Port': ['ID=f7ac97d3-2d75-4662-a647-51981e14959b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:32.015039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] No DVR routers for this DVR port f7ac97d3-2d75-4662-a647-51981e14959b on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:08:32.022002 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.024736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-deleted', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:32.042672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1a93a7d-fe66-4df0-b747-ef7e1479cdcb req-aeea672c-02ee-4751-89e1-181b59f7dc6f tempest-DeleteServersTestJSON-638807245 tempest-DeleteServersTestJSON-638807245-project] 10.222.0.55 "DELETE /v2.0/ports/f7ac97d3-2d75-4662-a647-51981e14959b HTTP/1.1" status: 204 len: 173 time: 0.8014178 Apr 18 21:08:32.073911 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43bd326-f849-467e-a706-a84c90bcd61d'] response: {'server_uuid': '5d117765-bd2d-4c8c-a2cc-52d3247553a6', 'name': 'network-vif-deleted', 'tag': 'f7ac97d3-2d75-4662-a647-51981e14959b', 'status': 'completed', 'code': 200} Apr 18 21:08:32.654333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41176) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:32.728258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Deleting subnet 71f86e27-08b6-459c-add8-023c3759c23a {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:08:32.731566 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.791714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.854472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:32.936016 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.090202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71f86e27-08b6-459c-add8-023c3759c23a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:33.101476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.104791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.105062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.105392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.105755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.106087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.106440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.106738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.107061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.107383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.107771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.108119 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.108622 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:33.117921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-84a53b7e-a0d9-4ade-857a-060e3d1e6e23 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/71f86e27-08b6-459c-add8-023c3759c23a HTTP/1.1" status: 204 len: 168 time: 0.4601574 Apr 18 21:08:33.118283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41180) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.233204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.364042 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.391867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d6d7db8-7808-4f27-95ce-208fb5f7666d']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:33.406124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2949f8-b989-4838-a13f-15bfeeb01dc0') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:33.406415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2949f8-b989-4838-a13f-15bfeeb01dc0') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:08:33.420462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.440535 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.449300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:08:33.449786 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:08:33.463969 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:08:33.547404 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.564259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.575932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6d7db8-7808-4f27-95ce-208fb5f7666d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:33.586182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c73bce39-bae9-4ad7-aed3-9978c0f4ec8e admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d6d7db8-7808-4f27-95ce-208fb5f7666d HTTP/1.1" status: 204 len: 168 time: 0.4666216 Apr 18 21:08:33.727720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41186) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.788422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e54ff906-dda5-4b07-8571-53d1a16a2778 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1a0dadcb825411983e24c0c8c2d1f63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592482 Apr 18 21:08:33.791076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41190) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:33.863700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1093-7ce7-4673-aee0-c2cbbaab5d2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.889758 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1093-7ce7-4673-aee0-c2cbbaab5d2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.945860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1093-7ce7-4673-aee0-c2cbbaab5d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.963744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d1093-7ce7-4673-aee0-c2cbbaab5d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61135a79-1c66-4a92-8b61-67ff5a4807f8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:33.976248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce2d1093-7ce7-4673-aee0-c2cbbaab5d2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:33.977390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ce2d1093-7ce7-4673-aee0-c2cbbaab5d2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61135a79-1c66-4a92-8b61-67ff5a4807f8 HTTP/1.1" status: 204 len: 168 time: 0.1774607 Apr 18 21:08:34.764990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:34.874445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-7fc233fb-0c9d-4062-8824-049addcd7bc7 req-6b44a8db-d818-41fb-bfb5-cc50731d41d7 service neutron] (88140) timed out ('10.222.0.47', 54434) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:08:34.876701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1711553521-network', 'tenant_id': '54f475a3ef434991b2f72f4229c81487'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:34.882479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:34.886621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Usage tracker for resource:network and tenant:54f475a3ef434991b2f72f4229c81487 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:34.889564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:34.896137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:34.907448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Made reservation on behalf of 54f475a3ef434991b2f72f4229c81487 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:34.910202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.923993 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:34.940304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:34.944653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Usage tracker for resource:security_group_rule and tenant:54f475a3ef434991b2f72f4229c81487 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:34.948051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:34.954076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:35.043755 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.047679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.062695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f7ac97d3-2d75-4662-a647-51981e14959b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:08:35.086058 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 148} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:08:35.094939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf78f0f-e240-4c2d-93e0-d918c1945060,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:35.101834 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.102236 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Added segment 594aa8ff-d188-4476-9a37-89e300f5ac59 of type vlan for network 42cc0c50-c360-4079-8cfc-67aad797b30b Apr 18 21:08:35.102613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: f7ac97d3-2d75-4662-a647-51981e14959b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:08:35.103239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f7ac97d3-2d75-4662-a647-51981e14959b not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:08:35.133145 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.167440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.168587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:35.169170 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.280380 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5142093 Apr 18 21:08:35.281237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83760c7-18c0-4076-9ac0-472252b41423 admin admin] Pushing event updated for resources: {'Network': ['ID=42cc0c50-c360-4079-8cfc-67aad797b30b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:35.283353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:08:35.290930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Request body: {'subnet': {'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1711553521-subnet', 'tenant_id': '54f475a3ef434991b2f72f4229c81487', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:35.291182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 42cc0c50-c360-4079-8cfc-67aad797b30b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:08:35.296988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:35.301552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Usage tracker for resource:subnet and tenant:54f475a3ef434991b2f72f4229c81487 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:35.305318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:35.311691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:35.325830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Made reservation on behalf of 54f475a3ef434991b2f72f4229c81487 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:35.328521 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.546741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.629349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3271eff2-86f6-454e-8ef4-18e056afebff,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:35.642788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.643257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.643591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.643922 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.644259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.644563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.644893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.645205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.645538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.645898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.646233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.647113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:08:35.654200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Checking segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:08:35.654479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Network hostable DHCP agents. Network: 42cc0c50-c360-4079-8cfc-67aad797b30b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:08:35.677198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Network 42cc0c50-c360-4079-8cfc-67aad797b30b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:08:35.689072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 42cc0c50-c360-4079-8cfc-67aad797b30b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:35.695545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:35.696555 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:35.703148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db47e0cb-8bb5-4efa-8622-c3e4d77f6a46 None None] Network 42cc0c50-c360-4079-8cfc-67aad797b30b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:08:35.739062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f5cf4a60-1ace-4e5a-bd06-655f91d3b488 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4541171 Apr 18 21:08:35.971649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f550c8-b3e9-4329-af39-b3793a72b3af None None] Network 42cc0c50-c360-4079-8cfc-67aad797b30b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:08:36.436335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-5aba193d-5981-4367-8f36-1ffabe5a2891 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:36.437771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-5aba193d-5981-4367-8f36-1ffabe5a2891 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 815 time: 0.2685475 Apr 18 21:08:36.453717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-a6c6af48-40a5-445d-bd4d-cce71b6dc95a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/quotas/54f475a3ef434991b2f72f4229c81487 HTTP/1.1" status: 200 len: 375 time: 0.0103586 Apr 18 21:08:36.503310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-562113a9-6bde-4f77-a98c-d96c509f090b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443208 Apr 18 21:08:36.660385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-139cd678-a4d4-4915-bc07-3b12301dbb4e service neutron] 10.222.0.47 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466622 Apr 18 21:08:36.808823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-cd303a75-c526-4cb2-a8d6-031f3847655c service neutron] 10.222.0.47 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417763 Apr 18 21:08:37.013152 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ffa32cf7-d058-4e90-9e09-5a9bdc5b2071 req-a98a4788-12be-442e-bd7f-5fc1fe6a4f3e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 210 time: 0.0537133 Apr 18 21:08:38.254830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6566ccf-19cc-4f3f-955c-a3e62f3f3baf req-3377b406-b6f2-4261-9d2b-cf5294eaab64 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 210 time: 0.0670962 Apr 18 21:08:38.312946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-45bd355a-7d82-4fec-b9dc-c9bfb17402d2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:38.314351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-45bd355a-7d82-4fec-b9dc-c9bfb17402d2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 815 time: 0.2600625 Apr 18 21:08:38.352414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Request body: {'port': {'device_id': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b', 'admin_state_up': True, 'tenant_id': '54f475a3ef434991b2f72f4229c81487'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:38.491727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:08:38.495521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Usage tracker for resource:port and tenant:54f475a3ef434991b2f72f4229c81487 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:08:38.498337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:08:38.503923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:08:38.514535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Made reservation on behalf of 54f475a3ef434991b2f72f4229c81487 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:08:38.517968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.684220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Allocated IP 172.20.0.5 (42cc0c50-c360-4079-8cfc-67aad797b30b/3271eff2-86f6-454e-8ef4-18e056afebff/0335b517-b75c-4171-b8d8-1f1ddfcc6138) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:08:38.885742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.914648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:38.988503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Network 42cc0c50-c360-4079-8cfc-67aad797b30b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:08:38.996178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:08:39.000599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:08:39.031298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:39.069242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:39.069947 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.092262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-1cc8c5b6-fa1a-48b4-9b04-bf32f0c367b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7439342 Apr 18 21:08:39.103631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-91ec4f46-8742-4f16-a7ce-e6a9522cc085 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:08:39.104612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-91ec4f46-8742-4f16-a7ce-e6a9522cc085 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066559 Apr 18 21:08:39.114691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Request body: {'port': {'device_id': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:08:39.231359 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.459391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4765a44-9dd5-49bd-b589-4a0cab889707 req-561652e4-187e-4e61-9385-1fc45a51e139 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:39.461036 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4765a44-9dd5-49bd-b589-4a0cab889707 req-561652e4-187e-4e61-9385-1fc45a51e139 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 931 time: 0.0849020 Apr 18 21:08:39.526146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f4765a44-9dd5-49bd-b589-4a0cab889707 req-4027b05d-8e3c-4128-96a0-69909c645ce3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Synchronizing usage tracker for tenant:54f475a3ef434991b2f72f4229c81487 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:39.559918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f4765a44-9dd5-49bd-b589-4a0cab889707 req-4027b05d-8e3c-4128-96a0-69909c645ce3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Unset dirty status for tenant:54f475a3ef434991b2f72f4229c81487 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:39.562178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4765a44-9dd5-49bd-b589-4a0cab889707 req-4027b05d-8e3c-4128-96a0-69909c645ce3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915112 Apr 18 21:08:39.793423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0335b517-b75c-4171-b8d8-1f1ddfcc6138 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:39.801616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.817600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Transition to ACTIVE for port object 0335b517-b75c-4171-b8d8-1f1ddfcc6138 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:08:39.822111 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:39.984889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.069343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:08:40.069644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:08:40.069982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:08:40.075045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on network 42cc0c50-c360-4079-8cfc-67aad797b30b not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:08:40.075367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:08:40.080704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:08:40.081046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Checking segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:08:40.081438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Bound using segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:08:40.081902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Bound port: 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:08:40.082249 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.182502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:08:40.185757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:08:40.190770 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.254726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:40.255869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:40.257474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] 10.222.0.55 "PUT /v2.0/ports/0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 1091 time: 1.1468196 Apr 18 21:08:40.257932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:40.282619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c0eb00-7444-4dee-ad68-e5e9e15d3474 service neutron] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:40.340728 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-982ac8a5-738f-4619-9724-8f7edee1ca7c'] response: {'name': 'network-changed', 'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'status': 'completed', 'code': 200} Apr 18 21:08:40.377425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-87871eac-7edd-4c62-bb7f-be90b7ba4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:40.378926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-87871eac-7edd-4c62-bb7f-be90b7ba4b85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1094 time: 0.0751410 Apr 18 21:08:40.453026 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-6e77b580-c88a-4c6c-b92a-72a88c930085 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.0671093 Apr 18 21:08:40.522110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-2a419af6-916e-473f-a72a-b44b4273dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:40.523586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-2a419af6-916e-473f-a72a-b44b4273dadf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0647981 Apr 18 21:08:40.573051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-65233c4e-19c2-4996-8770-3376df2772ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417159 Apr 18 21:08:40.714516 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-00c8b64a-e62b-4153-8e85-61bd3ced3a84 service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352584 Apr 18 21:08:40.766114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280ae32b-1e65-4045-983f-5b8302cf5c8b req-6ee2a24b-4e9d-4267-9a50-390b4f844e05 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:40.767614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-280ae32b-1e65-4045-983f-5b8302cf5c8b req-6ee2a24b-4e9d-4267-9a50-390b4f844e05 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.0870779 Apr 18 21:08:40.815331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-280ae32b-1e65-4045-983f-5b8302cf5c8b req-1cd76d5d-1e13-4693-82b0-3e3bddc9acbb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413320 Apr 18 21:08:40.854729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9421a6e3-4320-471f-a141-f161a68b5c82 req-975978d3-b224-4f04-9723-1a7bc221c32e service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342459 Apr 18 21:08:40.987301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-44816204-e24c-471a-908c-33f83a173011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:40.988833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-44816204-e24c-471a-908c-33f83a173011 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1094 time: 0.0866542 Apr 18 21:08:41.130439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-e6011536-5faf-4cb0-8116-7e124a0f07a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.131823 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-e6011536-5faf-4cb0-8116-7e124a0f07a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1360967 Apr 18 21:08:41.204875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-002f8553-9f5e-46a5-b667-12a6e74035ff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.0671806 Apr 18 21:08:41.268488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-d754e708-1c91-4a6d-acba-80de07a2e3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:41.269970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-d754e708-1c91-4a6d-acba-80de07a2e3ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0587103 Apr 18 21:08:41.323582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-b6b16cfe-c3fc-424f-8935-1a653220a089 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468004 Apr 18 21:08:41.584566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-8d72ff7a-df77-462f-b593-b2f72c3e2254 service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550964 Apr 18 21:08:41.720545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a41be438-408a-4eb1-93cb-a44bc43d46b3 req-8ac85797-500e-4e63-a262-3d09ffd0b3b4 service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289010 Apr 18 21:08:42.012151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665546e-a179-49ec-be50-2318613652d2 req-867bab19-bbfe-4e62-af0b-dafe4a75b603 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:42.013354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8665546e-a179-49ec-be50-2318613652d2 req-867bab19-bbfe-4e62-af0b-dafe4a75b603 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Synchronizing usage tracker for tenant:54f475a3ef434991b2f72f4229c81487 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:08:42.032934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8665546e-a179-49ec-be50-2318613652d2 req-867bab19-bbfe-4e62-af0b-dafe4a75b603 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Unset dirty status for tenant:54f475a3ef434991b2f72f4229c81487 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:08:42.034088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8665546e-a179-49ec-be50-2318613652d2 req-867bab19-bbfe-4e62-af0b-dafe4a75b603 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.1035459 Apr 18 21:08:42.097442 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8665546e-a179-49ec-be50-2318613652d2 req-27c7eb04-d533-446a-a681-4eddb73230b0 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566022 Apr 18 21:08:43.297759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef921828-9835-4d7a-8544-24ac0c5c4d69 req-017a9f47-dca9-4436-868e-b72db8130e06 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:43.299264 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef921828-9835-4d7a-8544-24ac0c5c4d69 req-017a9f47-dca9-4436-868e-b72db8130e06 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.0877209 Apr 18 21:08:43.348004 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef921828-9835-4d7a-8544-24ac0c5c4d69 req-84eccea6-f781-44c9-8709-9657cb4b20e1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401063 Apr 18 21:08:43.613468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dcc87e3f-ffdb-4412-9730-588fd00cf6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:44.543088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb73482-e143-4a61-9ef8-ad8042dccf22 req-b4bbb018-3848-4d11-851f-a0a1a2802e97 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:44.544609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0cb73482-e143-4a61-9ef8-ad8042dccf22 req-b4bbb018-3848-4d11-851f-a0a1a2802e97 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.0881188 Apr 18 21:08:44.596772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0cb73482-e143-4a61-9ef8-ad8042dccf22 req-17680aea-3f8d-4f87-bd15-ba589b40b52b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455847 Apr 18 21:08:45.099899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:08:45.277789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:45.291724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b', 'port_id': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'mac_address': 'fa:16:3e:17:ed:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3271eff2-86f6-454e-8ef4-18e056afebff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:08:45.355942 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.374920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0335b517-b75c-4171-b8d8-1f1ddfcc6138 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:08:45.392435 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:45.397586 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:45.470967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:45.667865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['0335b517-b75c-4171-b8d8-1f1ddfcc6138'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:08:45.844158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cc63d9-93b0-4162-9d85-f8bc8dbd756b req-8413eb2a-c17a-41fc-828b-441777e9c620 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:45.844158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21cc63d9-93b0-4162-9d85-f8bc8dbd756b req-8413eb2a-c17a-41fc-828b-441777e9c620 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 944 time: 0.0970676 Apr 18 21:08:45.894786 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-21cc63d9-93b0-4162-9d85-f8bc8dbd756b req-82714925-f3b7-484b-a97e-ac3c8846f53e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Apr 18 21:08:46.000687 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-64c0fd99-61fe-4a40-8b1f-4188351cc4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.091484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646754a-49a4-43bf-bd33-c9cc2bef80de req-76958e02-3dfd-47eb-a036-511a6b352cc6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:47.093003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e646754a-49a4-43bf-bd33-c9cc2bef80de req-76958e02-3dfd-47eb-a036-511a6b352cc6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 944 time: 0.0854790 Apr 18 21:08:47.116393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:08:47.147691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e646754a-49a4-43bf-bd33-c9cc2bef80de req-9e174ef0-e2ed-4ef7-8eab-886c4381b303 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Apr 18 21:08:47.189905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.193728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.222168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:08:47.227601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:08:47.228247 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.347142 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.374917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:08:47.385355 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:08:47.390304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:47.462607 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ff548e6-f2e5-4259-9f19-fc1e9107539b'] response: {'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'code': 200} Apr 18 21:08:47.495379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:08:47.558120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a81253-e03d-4549-9e29-60e63066b530 req-0ce20af9-0c87-4d25-b7a7-5045439f386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:47.559651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7a81253-e03d-4549-9e29-60e63066b530 req-0ce20af9-0c87-4d25-b7a7-5045439f386e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1096 time: 0.0728765 Apr 18 21:08:47.604726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d7a81253-e03d-4549-9e29-60e63066b530 req-441336e3-9d87-4f79-bd7a-ae899ae8d7c4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388453 Apr 18 21:08:48.353160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585e64e-068e-43eb-abb5-586803d551b4 req-a5150742-2541-473f-8e54-eca7d41c8a49 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:48.354693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4585e64e-068e-43eb-abb5-586803d551b4 req-a5150742-2541-473f-8e54-eca7d41c8a49 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0911930 Apr 18 21:08:48.400795 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4585e64e-068e-43eb-abb5-586803d551b4 req-575c58ed-9761-4b82-a982-164b957b9271 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 Apr 18 21:08:48.605938 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.074787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.590694 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae9e09-5f6d-4df0-8cf6-c149c274215a req-aee89f50-9222-4696-b7f3-174d69ed12ed tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:49.592188 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2eae9e09-5f6d-4df0-8cf6-c149c274215a req-aee89f50-9222-4696-b7f3-174d69ed12ed tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0834644 Apr 18 21:08:49.628814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:08:49.642038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2eae9e09-5f6d-4df0-8cf6-c149c274215a req-9edad314-e774-4447-9386-9ce509cf44eb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438392 Apr 18 21:08:49.841127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4288b-f39a-4fee-aa38-78bc4da6127d req-2b5f0d59-a6ab-40d0-a341-e4ce76afdd86 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:49.842624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41f4288b-f39a-4fee-aa38-78bc4da6127d req-2b5f0d59-a6ab-40d0-a341-e4ce76afdd86 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0846052 Apr 18 21:08:49.896431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-41f4288b-f39a-4fee-aa38-78bc4da6127d req-57df5289-dad7-4010-aae6-d42bba55b832 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478108 Apr 18 21:08:50.263518 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4ab4d-87aa-4fb4-882d-8c496c113140 req-e2b64114-04f3-41cf-9424-afd5236d27c2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:50.265006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6e4ab4d-87aa-4fb4-882d-8c496c113140 req-e2b64114-04f3-41cf-9424-afd5236d27c2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0859590 Apr 18 21:08:50.313396 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6e4ab4d-87aa-4fb4-882d-8c496c113140 req-03a54a40-a3db-4147-b9a8-dccb6a5c94d0 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422699 Apr 18 21:08:50.520638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5f2e7-9605-4502-b2ed-aea5d10857ee req-60c7550c-8746-40cb-ad89-8e6a80121f05 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:50.523076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72d5f2e7-9605-4502-b2ed-aea5d10857ee req-60c7550c-8746-40cb-ad89-8e6a80121f05 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0932822 Apr 18 21:08:50.577563 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72d5f2e7-9605-4502-b2ed-aea5d10857ee req-e85cc2f8-045c-4a0b-956f-c81d41a33ff5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470815 Apr 18 21:08:51.116913 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-43373708-7950-41d8-885e-e0ac1e1ea2cb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2489326 Apr 18 21:08:51.153722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e700879f-deb6-4fd0-908a-436210c30b4a req-9684292c-fa35-4614-af46-2e203c0d495b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:51.155497 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e700879f-deb6-4fd0-908a-436210c30b4a req-9684292c-fa35-4614-af46-2e203c0d495b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.2287962 Apr 18 21:08:51.210538 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e700879f-deb6-4fd0-908a-436210c30b4a req-87b4317c-9ffd-4f78-bbf6-5afbed8d97d2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430555 Apr 18 21:08:51.393501 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:08:52.422854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e649b5-ce0d-4241-a7f3-37fb96efaf21 req-4c3c1837-c830-4f78-8290-5ee9ffd66a8c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:52.424385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83e649b5-ce0d-4241-a7f3-37fb96efaf21 req-4c3c1837-c830-4f78-8290-5ee9ffd66a8c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.1035097 Apr 18 21:08:52.514387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-83e649b5-ce0d-4241-a7f3-37fb96efaf21 req-d7e97b9e-1c86-455f-ba45-097aaccdd868 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565746 Apr 18 21:08:52.543575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d7a858c9-d3d6-4f72-a9c9-eca8d8d28735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:52.545048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d7a858c9-d3d6-4f72-a9c9-eca8d8d28735 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1096 time: 0.1169162 Apr 18 21:08:52.684851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-f963870d-d41d-42fa-9821-50bc713bb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:52.686387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-f963870d-d41d-42fa-9821-50bc713bb191 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1351533 Apr 18 21:08:52.759931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-c22df5a5-a4d3-429f-bdce-ffbb01fb8413 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.0673161 Apr 18 21:08:52.827757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-084df067-5acc-406a-89da-078cc999a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:52.829171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-084df067-5acc-406a-89da-078cc999a1c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0639682 Apr 18 21:08:52.884232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-fb86a4c6-3815-4c82-8a54-16f9259afc97 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484977 Apr 18 21:08:53.028585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-67490bee-0f0c-46b0-8fb0-86cf80ada2fe service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380544 Apr 18 21:08:53.294530 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-5ff9f8ee-bf1a-498f-b325-2fd02401f3ac service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599947 Apr 18 21:08:53.713227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803394e6-5fc5-4c15-b430-5b892332f426 req-522157fa-f143-4c7d-932c-4ef870af9061 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:53.714805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-803394e6-5fc5-4c15-b430-5b892332f426 req-522157fa-f143-4c7d-932c-4ef870af9061 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0862899 Apr 18 21:08:53.764857 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-803394e6-5fc5-4c15-b430-5b892332f426 req-4b70b7f0-a140-4edd-a8ab-d8637b62c532 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442641 Apr 18 21:08:54.970024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75c333-6088-4734-923e-bf484eddd69f req-d2ec5046-233e-4159-aea3-8c147ba1c51b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:54.971624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d75c333-6088-4734-923e-bf484eddd69f req-d2ec5046-233e-4159-aea3-8c147ba1c51b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0898442 Apr 18 21:08:55.019174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d75c333-6088-4734-923e-bf484eddd69f req-26b749b1-a3ff-4c6b-aefd-c6c58b43134a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401011 Apr 18 21:08:56.225863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be25f30-520a-4d49-81ea-8194176fe10b req-2a18a841-fc02-488e-9625-06f89e7cf6ea tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:56.227422 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8be25f30-520a-4d49-81ea-8194176fe10b req-2a18a841-fc02-488e-9625-06f89e7cf6ea tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0914233 Apr 18 21:08:56.275591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8be25f30-520a-4d49-81ea-8194176fe10b req-ce51470f-792f-4165-8514-5a15aae2946f tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422740 Apr 18 21:08:57.487204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4bcfb-2ee0-42f0-899c-49ae5827f88d req-4f773ead-5dc2-4686-b570-1fead660e7f2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:57.488596 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76b4bcfb-2ee0-42f0-899c-49ae5827f88d req-4f773ead-5dc2-4686-b570-1fead660e7f2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0951371 Apr 18 21:08:57.539125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76b4bcfb-2ee0-42f0-899c-49ae5827f88d req-da84d348-5747-4f7b-a1f0-9e5b8275faa8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440710 Apr 18 21:08:58.732665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dccccda-b5bc-43b8-917d-04dd168d8da7 req-fd148df0-94e4-445d-8938-c11f7bef5b8c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:08:58.734246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4dccccda-b5bc-43b8-917d-04dd168d8da7 req-fd148df0-94e4-445d-8938-c11f7bef5b8c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0851469 Apr 18 21:08:58.785067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4dccccda-b5bc-43b8-917d-04dd168d8da7 req-ef54a5bb-3895-49fd-b573-e6cfcc61e2b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446265 Apr 18 21:09:00.000999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0bf6e-d3e7-44c4-91ea-2b1e594b9c11 req-ade09684-f587-4193-86db-2abcd9f83119 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:00.002606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21e0bf6e-d3e7-44c4-91ea-2b1e594b9c11 req-ade09684-f587-4193-86db-2abcd9f83119 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.1061935 Apr 18 21:09:00.058137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-21e0bf6e-d3e7-44c4-91ea-2b1e594b9c11 req-93b11def-5f88-42a6-8d40-cd263800cd12 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494795 Apr 18 21:09:01.262740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08023-15a7-47a1-b422-52763f799980 req-ecfe89f5-e089-4469-8106-143c671e97a1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:01.264340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e6f08023-15a7-47a1-b422-52763f799980 req-ecfe89f5-e089-4469-8106-143c671e97a1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0844004 Apr 18 21:09:01.311800 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e6f08023-15a7-47a1-b422-52763f799980 req-9109e4e3-34da-484c-893a-89c6ddc106a6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407610 Apr 18 21:09:01.542417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-8c7fdfce-8a4f-4196-a77d-c9ba1af2b831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:01.543972 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-8c7fdfce-8a4f-4196-a77d-c9ba1af2b831 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1096 time: 0.0807960 Apr 18 21:09:01.702327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-d6ddc6ce-a40e-49b3-949e-1e8151b61a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:01.703872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-d6ddc6ce-a40e-49b3-949e-1e8151b61a55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1349113 Apr 18 21:09:01.780617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-98ba2520-70b4-499b-8003-68e906817b0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.0704167 Apr 18 21:09:01.863420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-a1e87730-3ae6-458b-b6ff-c2e5d0741d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:01.865475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-a1e87730-3ae6-458b-b6ff-c2e5d0741d52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0787289 Apr 18 21:09:01.912722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-4d2511ea-0807-481b-bd92-a9683e4b31ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404844 Apr 18 21:09:02.069826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-8a8e37e1-bf5a-4699-bfb1-446b1501be5f service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509745 Apr 18 21:09:02.241054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1db122e5-bf63-4006-b83a-8358b6acd9cb req-e3fbc2c3-49c8-41ef-b104-3f8e04ef0e27 service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572428 Apr 18 21:09:02.514706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91cb6ab-20c3-4c3e-8a36-e1f378b00cfc req-74448ba5-0414-49de-9545-8d04f128e983 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:02.516257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d91cb6ab-20c3-4c3e-8a36-e1f378b00cfc req-74448ba5-0414-49de-9545-8d04f128e983 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0893888 Apr 18 21:09:02.563136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d91cb6ab-20c3-4c3e-8a36-e1f378b00cfc req-72bd054c-73df-4c97-856f-4eb89047c8b6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410762 Apr 18 21:09:03.829332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a9205-b074-4189-9650-a7bacd7b05b0 req-c5774660-5038-4567-9a8b-af52e0e3cd87 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:03.831260 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a18a9205-b074-4189-9650-a7bacd7b05b0 req-c5774660-5038-4567-9a8b-af52e0e3cd87 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.1076660 Apr 18 21:09:03.887469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a18a9205-b074-4189-9650-a7bacd7b05b0 req-7e470211-fbea-42de-8b1b-2720801295f4 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498335 Apr 18 21:09:05.084639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18eea6c-1747-4328-9127-36c009beef29 req-d5e58b52-6893-4e50-b6d2-8f488ab6d404 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:05.086186 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a18eea6c-1747-4328-9127-36c009beef29 req-d5e58b52-6893-4e50-b6d2-8f488ab6d404 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0841517 Apr 18 21:09:05.160134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a18eea6c-1747-4328-9127-36c009beef29 req-72b319bc-6dc2-42a4-a32f-99b7f737551a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Apr 18 21:09:06.366555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dc6d6-9182-4f30-ac3d-952154447424 req-73939cea-ceef-405e-b734-b864f106bace tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:06.368158 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-080dc6d6-9182-4f30-ac3d-952154447424 req-73939cea-ceef-405e-b734-b864f106bace tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0913324 Apr 18 21:09:06.420511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-080dc6d6-9182-4f30-ac3d-952154447424 req-68d2c8ac-c007-4dd9-a2b2-9ce93dae41cc tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460153 Apr 18 21:09:07.649975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48d460-befc-4ace-9930-7c1457c42308 req-90defe6d-70a8-4151-9566-3e74f0922ba6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:07.652645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d48d460-befc-4ace-9930-7c1457c42308 req-90defe6d-70a8-4151-9566-3e74f0922ba6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.1080256 Apr 18 21:09:07.732747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2d48d460-befc-4ace-9930-7c1457c42308 req-f90986db-2a05-43d7-a667-34aacb0c9982 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733669 Apr 18 21:09:08.956227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015a302-b1fb-4ede-af15-55cd03654310 req-9700ede0-4566-4642-8073-40f94190a293 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:08.957835 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b015a302-b1fb-4ede-af15-55cd03654310 req-9700ede0-4566-4642-8073-40f94190a293 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0967095 Apr 18 21:09:09.005760 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b015a302-b1fb-4ede-af15-55cd03654310 req-ec9072fd-4d87-411b-a6e5-c5dcb01dbd8b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413511 Apr 18 21:09:10.238081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facfe08b-6ce7-45e3-850b-2df07ec00617 req-da36793c-6abb-46d8-8908-f4cc01fa46af tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:10.240364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-facfe08b-6ce7-45e3-850b-2df07ec00617 req-da36793c-6abb-46d8-8908-f4cc01fa46af tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.1163294 Apr 18 21:09:10.319355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-facfe08b-6ce7-45e3-850b-2df07ec00617 req-aee1d570-1414-470a-9072-549e6470529b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719440 Apr 18 21:09:11.512304 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51989a7b-59ac-426e-8b96-0deaec6bca86 req-b18cbbfe-ca92-4322-bad7-439fdf6ae660 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:11.513998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51989a7b-59ac-426e-8b96-0deaec6bca86 req-b18cbbfe-ca92-4322-bad7-439fdf6ae660 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0835488 Apr 18 21:09:11.571097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51989a7b-59ac-426e-8b96-0deaec6bca86 req-e4b00476-2999-4f86-bc2f-37e512f030ae tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Apr 18 21:09:12.778339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a357a-0ea1-4ab7-b2eb-73691858d202 req-a3ea5341-8ce5-452b-a625-f845bd87e16a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:12.779916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-039a357a-0ea1-4ab7-b2eb-73691858d202 req-a3ea5341-8ce5-452b-a625-f845bd87e16a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0852618 Apr 18 21:09:12.834967 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-039a357a-0ea1-4ab7-b2eb-73691858d202 req-bba4157f-b4fc-4827-b744-4dab4315068a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487819 Apr 18 21:09:13.606551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-46120efc-5e76-4f34-9b67-f8d1ff52005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:14.037137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe24536-4ab2-44b6-ac8c-c68ebd26e22d req-e9eb2c92-b063-4dfc-a8d9-dbb46df93b01 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:14.038794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbe24536-4ab2-44b6-ac8c-c68ebd26e22d req-e9eb2c92-b063-4dfc-a8d9-dbb46df93b01 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0926006 Apr 18 21:09:14.088597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbe24536-4ab2-44b6-ac8c-c68ebd26e22d req-f949e47d-0780-4d2a-8284-bf7a02d7e5a4 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Apr 18 21:09:15.285074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e1d9bd-6613-42af-acd7-58bb0d744eb5 req-af7496f6-3ebd-4945-a133-1335c886a733 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:15.286716 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63e1d9bd-6613-42af-acd7-58bb0d744eb5 req-af7496f6-3ebd-4945-a133-1335c886a733 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0885804 Apr 18 21:09:15.338299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-63e1d9bd-6613-42af-acd7-58bb0d744eb5 req-b93fbfbf-ab33-44e2-a6ff-504cfc428635 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Apr 18 21:09:16.006287 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d4a200c5-9bd3-453b-8328-0c8833dba8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:16.567780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ed548-0120-4531-821e-ac9b1444d0f2 req-8debc979-7bdd-4dd5-bd0d-b330a3f1dd1a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:16.570408 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-896ed548-0120-4531-821e-ac9b1444d0f2 req-8debc979-7bdd-4dd5-bd0d-b330a3f1dd1a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.1146219 Apr 18 21:09:16.637166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-896ed548-0120-4531-821e-ac9b1444d0f2 req-af964d30-6273-4551-b868-1c02e0d53019 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607510 Apr 18 21:09:17.169090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.170227 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:17.832275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a63909-9a97-4232-9eaa-077bc3ae434a req-08209991-06ba-4d58-84a6-040b7345a192 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:17.833783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88a63909-9a97-4232-9eaa-077bc3ae434a req-08209991-06ba-4d58-84a6-040b7345a192 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0817521 Apr 18 21:09:17.884093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88a63909-9a97-4232-9eaa-077bc3ae434a req-8bca84c4-6513-4087-9508-efc11e909bed tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444977 Apr 18 21:09:18.610699 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.083918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d6f00-c696-4463-8881-24640b05e9f8 req-8b936d29-be7b-4c6a-a918-68f1a19f7537 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:19.086209 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-481d6f00-c696-4463-8881-24640b05e9f8 req-8b936d29-be7b-4c6a-a918-68f1a19f7537 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0864422 Apr 18 21:09:19.104572 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:19.147933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-481d6f00-c696-4463-8881-24640b05e9f8 req-1ec9701f-e0c9-428f-a5b5-b27b402c7780 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Apr 18 21:09:19.622331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:20.350870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e66de-2abb-4ecc-a358-5ed03b1ff4c7 req-e79e947c-16e4-4e87-ad46-1e0ff91bad19 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:20.352446 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a5e66de-2abb-4ecc-a358-5ed03b1ff4c7 req-e79e947c-16e4-4e87-ad46-1e0ff91bad19 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0920291 Apr 18 21:09:20.403565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a5e66de-2abb-4ecc-a358-5ed03b1ff4c7 req-e95b2e3b-6c60-4e10-be05-93a7a85a9abc tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447783 Apr 18 21:09:20.535091 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-98bb847e-a47e-4a85-b9fa-b51bf7c651f7 service neutron] show failed (client error): The resource could not be found. Apr 18 21:09:20.536391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-98bb847e-a47e-4a85-b9fa-b51bf7c651f7 service neutron] 10.222.0.55 "GET /v2.0/ports/0335b517-b75c-4171-b8d8-1f1ddfcc6138/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0795066 Apr 18 21:09:20.815633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-287b6648-20d1-408d-8c9b-2c2a295a7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:20.817367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-287b6648-20d1-408d-8c9b-2c2a295a7d35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01&tenant_id=54f475a3ef434991b2f72f4229c81487 HTTP/1.1" status: 200 len: 1096 time: 0.0782435 Apr 18 21:09:20.832002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:20.954009 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.243810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:21.273909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h1-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:09:21.335102 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:21.341937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.358074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Transition to ACTIVE for port object 0335b517-b75c-4171-b8d8-1f1ddfcc6138 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:21.362239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.415653 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fd007f-f361-429b-a6e0-d5ceb426f002'] response: {'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'code': 200} Apr 18 21:09:21.532301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:21.535137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] No DVR routers for this DVR port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on host n-h1-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:21.591910 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:21.592241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:21.592578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:09:21.597409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on network 42cc0c50-c360-4079-8cfc-67aad797b30b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:09:21.597758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Attempting to bind port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:09:21.604107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:09:21.604446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Checking segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:09:21.604829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Bound using segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:09:21.605269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Bound port: 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:21.605592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745f4fd-351c-43cc-964a-42ad1d043cab req-76968707-ed48-4022-af8e-567cf2579d97 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:21.606159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.607148 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d745f4fd-351c-43cc-964a-42ad1d043cab req-76968707-ed48-4022-af8e-567cf2579d97 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.0915663 Apr 18 21:09:21.655038 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d745f4fd-351c-43cc-964a-42ad1d043cab req-4ce013f7-a454-4422-8727-e9dd5aab8f79 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418658 Apr 18 21:09:21.839826 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h2-836016-3, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:09:21.843032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:09:21.848219 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.907627 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:21.908275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:21.909714 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] 10.222.0.61 "PUT /v2.0/ports/0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 1091 time: 1.0818694 Apr 18 21:09:21.931421 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9670393-4ee9-4edc-80e5-5aa62157bcc5 service neutron] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:22.022002 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-82e343a0-ec02-420b-a116-258898c64ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:22.023499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-82e343a0-ec02-420b-a116-258898c64ce9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1094 time: 0.0818405 Apr 18 21:09:22.179720 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-0db154f1-3695-450b-a770-8eb16d5c6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:22.181118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-0db154f1-3695-450b-a770-8eb16d5c6836 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1483912 Apr 18 21:09:22.256639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-da468d56-1cfc-4b99-9707-c30dc92d324f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.0660596 Apr 18 21:09:22.328449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-4e875d1d-49b1-4fae-aba8-01cf0fc3cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:22.329938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-4e875d1d-49b1-4fae-aba8-01cf0fc3cbc9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0646935 Apr 18 21:09:22.391184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-e1be6aac-f137-42ed-8a5f-9b92a1851551 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510433 Apr 18 21:09:22.405586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-cd18607a-2421-49c7-942c-c24e86a91a8d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:09:22.406532 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-cd18607a-2421-49c7-942c-c24e86a91a8d service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051925 Apr 18 21:09:22.552480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-9d1f3cc8-f6b6-4318-87b6-83d5f104bab2 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357718 Apr 18 21:09:22.700681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa17ea2b-8d0f-472f-85dc-2cadb09ab562 req-8ae70e19-42f7-4e25-afb8-62d01baac97b service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388419 Apr 18 21:09:22.898173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5337aefe-bf0d-4293-bb28-34ff87e8d47f req-7734b04d-13b1-4960-9d06-dad207013775 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:22.899680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5337aefe-bf0d-4293-bb28-34ff87e8d47f req-7734b04d-13b1-4960-9d06-dad207013775 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.1208601 Apr 18 21:09:22.954692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5337aefe-bf0d-4293-bb28-34ff87e8d47f req-6355e0a9-bf98-4c31-99f1-83f0a1a311b6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491853 Apr 18 21:09:23.416832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:23.483786 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ba1b54-d981-4f50-9fda-7e37f1ad32f0'] response: {'name': 'network-changed', 'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'status': 'completed', 'code': 200} Apr 18 21:09:23.583408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd11f-3908-43e3-a84b-5f75f278474e req-94c75f8c-d172-45c6-b324-d43890902cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:23.585585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-94c75f8c-d172-45c6-b324-d43890902cc5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1094 time: 0.0860398 Apr 18 21:09:23.599237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd11f-3908-43e3-a84b-5f75f278474e req-36877ff0-4c51-4692-b527-4ec0d5814859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:23.600909 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-36877ff0-4c51-4692-b527-4ec0d5814859 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1094 time: 0.0913649 Apr 18 21:09:23.730547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd11f-3908-43e3-a84b-5f75f278474e req-53af5088-e147-4c53-8da1-63dd3300734b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:23.731952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-53af5088-e147-4c53-8da1-63dd3300734b service neutron] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1401961 Apr 18 21:09:23.767778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd11f-3908-43e3-a84b-5f75f278474e req-ed6e2373-48a1-4510-bea0-b1068d816df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:23.770921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-ed6e2373-48a1-4510-bea0-b1068d816df3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1623080 Apr 18 21:09:23.802888 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-42204aac-afd2-49ac-b1d8-cb261ecef8a5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.0650074 Apr 18 21:09:23.887992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-1b3335f3-7c9a-4a47-8d99-db2911f3a548 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.1107769 Apr 18 21:09:23.967774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd11f-3908-43e3-a84b-5f75f278474e req-d3cdf090-48a1-4d16-934f-9e2047751803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:23.969384 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-d3cdf090-48a1-4d16-934f-9e2047751803 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0723040 Apr 18 21:09:23.995202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705fd11f-3908-43e3-a84b-5f75f278474e req-b050969a-bf2e-434f-a693-6c2446bfb699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:23.996887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-b050969a-bf2e-434f-a693-6c2446bfb699 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.1883056 Apr 18 21:09:24.023296 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-b686a310-e1d8-4abc-b2f3-de6476d315ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458632 Apr 18 21:09:24.049333 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-c2e71b94-a941-47c5-9348-d15cbead2ff7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463386 Apr 18 21:09:24.241967 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-b23ad7c0-ae27-41bc-9fad-3cb557a4adea service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117887 Apr 18 21:09:24.257449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-4295fda7-5372-4e47-969f-c408d1155a4a service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019415 Apr 18 21:09:24.298052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac23e3d-c970-4dfd-9937-210bfb9b0f9b req-b87aca84-a65f-4b3c-a482-4239d5c0e8d1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:24.299635 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ac23e3d-c970-4dfd-9937-210bfb9b0f9b req-b87aca84-a65f-4b3c-a482-4239d5c0e8d1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.2185709 Apr 18 21:09:24.419147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-72372ec1-fc8b-432c-96f5-0b9628facfda service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551406 Apr 18 21:09:24.544683 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ac23e3d-c970-4dfd-9937-210bfb9b0f9b req-3b2bb9c6-191d-4b38-9a43-bcf74e068f70 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735874 Apr 18 21:09:24.554928 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-705fd11f-3908-43e3-a84b-5f75f278474e req-f0d62daf-29bb-465c-aa5e-231dd4ebfa0c service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046808 Apr 18 21:09:25.374460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:25.441417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:25.548290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:25.705466 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:25.730525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b', 'port_id': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'mac_address': 'fa:16:3e:17:ed:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3271eff2-86f6-454e-8ef4-18e056afebff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:25.783555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3f93a-a546-43c2-9ff5-4e3df6b1609c req-820ff017-abc8-4e12-b09d-e57adce20f82 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:25.785206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5e3f93a-a546-43c2-9ff5-4e3df6b1609c req-820ff017-abc8-4e12-b09d-e57adce20f82 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 943 time: 0.0917249 Apr 18 21:09:25.821404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.841801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a5e3f93a-a546-43c2-9ff5-4e3df6b1609c req-ee6e17c7-4d49-42d5-983d-738046df46fb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498950 Apr 18 21:09:25.845142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0335b517-b75c-4171-b8d8-1f1ddfcc6138 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:25.873326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:25.879549 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:25.974041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:25.984207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.984639 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.985156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.985643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.986074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.986602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.987120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.987868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.988338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.989536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.990680 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:25.991343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:09:26.119414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['0335b517-b75c-4171-b8d8-1f1ddfcc6138'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:09:26.355126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-03014fb7-9497-4018-9946-6057851d70c4 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:26.357354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-03014fb7-9497-4018-9946-6057851d70c4 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.55 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01&tenant_id=54f475a3ef434991b2f72f4229c81487&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 944 time: 0.2480056 Apr 18 21:09:26.371964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22640f88-f040-4e94-9bbd-8f9e45603cc2 req-cc865d7c-2467-466e-89d5-08fd1751a4cf tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:26.374209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22640f88-f040-4e94-9bbd-8f9e45603cc2 req-cc865d7c-2467-466e-89d5-08fd1751a4cf tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 944 time: 0.2121575 Apr 18 21:09:26.508645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-22640f88-f040-4e94-9bbd-8f9e45603cc2 req-79c91e83-14f4-4164-9a1d-e7a1e74d3273 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778887 Apr 18 21:09:26.516533 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-a3fcb757-3142-4025-a34f-7e29326289d4 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:09:26.517584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-a3fcb757-3142-4025-a34f-7e29326289d4 service neutron] 10.222.0.55 "DELETE /v2.0/ports/0335b517-b75c-4171-b8d8-1f1ddfcc6138/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.1421337 Apr 18 21:09:26.678963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-dbcf6874-a143-4d10-8588-5d3fe01ac5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:26.680406 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-dbcf6874-a143-4d10-8588-5d3fe01ac5d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 1095 time: 0.0781212 Apr 18 21:09:26.841395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-8fc02706-a298-410e-86e9-ce487ecf2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:26.842911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-8fc02706-a298-410e-86e9-ce487ecf2f28 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1565833 Apr 18 21:09:26.920107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-d6168a2a-cc74-417c-b9cc-f18eb77e5987 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 200 len: 217 time: 0.0701320 Apr 18 21:09:26.986208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-8bf1d6b6-7cf1-4958-86be-aea9024c8d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:26.987593 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-8bf1d6b6-7cf1-4958-86be-aea9024c8d35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0620859 Apr 18 21:09:27.035256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-ab8c48c6-8339-42f9-aac0-64301fa57770 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417895 Apr 18 21:09:27.225860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-0883ac53-8d39-4529-90fb-048c72654ddd service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838291 Apr 18 21:09:27.376908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-87faa97b-8f92-4d90-9e7c-820984967b8d req-f40c8cc5-7994-407e-9ecb-70303fb9aaed service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435688 Apr 18 21:09:27.560900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:27.642504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:27.649460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:27.650079 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.745959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbc6f2-0930-463f-bda2-de40de61b528 req-69fb96ea-ce20-4a65-b5cd-e8bd00d77c3c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:27.748283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4cfbc6f2-0930-463f-bda2-de40de61b528 req-69fb96ea-ce20-4a65-b5cd-e8bd00d77c3c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 944 time: 0.1225598 Apr 18 21:09:27.810122 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4cfbc6f2-0930-463f-bda2-de40de61b528 req-76c2314e-5ce3-4332-84de-0d5dd0a3aba6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522454 Apr 18 21:09:27.833231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.899597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:27.920198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:27.928151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:27.974248 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22f2185c-dcff-464e-aa09-d1a3ab08eb82'] response: {'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'code': 200} Apr 18 21:09:28.016407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:28.393172 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:09:29.058748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edfcab-5689-497c-8a6e-99a98fa67905 req-f6591403-6b90-48de-be43-bd865fdd5244 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:29.060362 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98edfcab-5689-497c-8a6e-99a98fa67905 req-f6591403-6b90-48de-be43-bd865fdd5244 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0995023 Apr 18 21:09:29.134224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98edfcab-5689-497c-8a6e-99a98fa67905 req-980588c5-f59c-4652-ad66-ffb1f3a8b94e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621686 Apr 18 21:09:29.346425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3e17f-16f4-4327-ad81-5834edef3ee1 req-37ffe367-21eb-412a-a05f-71a8b5eb9347 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:29.347965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dab3e17f-16f4-4327-ad81-5834edef3ee1 req-37ffe367-21eb-412a-a05f-71a8b5eb9347 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0924494 Apr 18 21:09:29.397945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dab3e17f-16f4-4327-ad81-5834edef3ee1 req-f0ee6683-fa6b-4b24-b2cc-0724fb5ef500 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Apr 18 21:09:29.605019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eec59-4879-483d-ba02-fbc21b464bee req-e1747be0-01b8-49e1-8cc0-adeeda650f01 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:29.606639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-289eec59-4879-483d-ba02-fbc21b464bee req-e1747be0-01b8-49e1-8cc0-adeeda650f01 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0972137 Apr 18 21:09:29.659739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-289eec59-4879-483d-ba02-fbc21b464bee req-91960ae9-87ca-4b52-8971-d3362020792f tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443943 Apr 18 21:09:30.194768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-dc513745-9fcc-41e8-80c8-28ecfc2b85eb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:30.195471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-dc513745-9fcc-41e8-80c8-28ecfc2b85eb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Synchronizing usage tracker for tenant:54f475a3ef434991b2f72f4229c81487 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:30.214794 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-dc513745-9fcc-41e8-80c8-28ecfc2b85eb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Unset dirty status for tenant:54f475a3ef434991b2f72f4229c81487 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:30.216063 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-dc513745-9fcc-41e8-80c8-28ecfc2b85eb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 815 time: 0.1814134 Apr 18 21:09:30.232816 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-16bc2e63-147d-46ed-b995-2636faf39531 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/quotas/54f475a3ef434991b2f72f4229c81487 HTTP/1.1" status: 200 len: 375 time: 0.0108852 Apr 18 21:09:30.326695 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-9e32307e-defb-42a3-9d0c-f942ac2f08aa tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0883629 Apr 18 21:09:30.418017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-7f55c10b-3101-48c2-b340-9b18f49b659a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:09:30.419116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-7f55c10b-3101-48c2-b340-9b18f49b659a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0466545 Apr 18 21:09:30.565920 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-4426140b-dd08-4b92-9422-1e14f29b298a service neutron] 10.222.0.47 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403952 Apr 18 21:09:30.709716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8fc96aad-8f70-44d8-9829-e347ac61bcf2 service neutron] 10.222.0.47 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373966 Apr 18 21:09:30.907444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e638f30-d4f1-487c-8eec-1f6cd1785551 req-6a0ac988-0bf4-45cd-96a6-ab7661ca8c1a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 210 time: 0.0475373 Apr 18 21:09:31.451038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-11197eb8-58d6-4e28-87d2-8e9659277192 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:31.452601 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-11197eb8-58d6-4e28-87d2-8e9659277192 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.61 "GET /v2.0/ports?device_id=e1b4aeff-b56b-4605-9ed4-8e21ddf74b01 HTTP/1.1" status: 200 len: 945 time: 0.0902221 Apr 18 21:09:31.544325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Deleting port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:09:31.544858 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.811222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] For port 0335b517-b75c-4171-b8d8-1f1ddfcc6138, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=0335b517-b75c-4171-b8d8-1f1ddfcc6138,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:31.811575 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:31.950728 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Calling delete_port for 0335b517-b75c-4171-b8d8-1f1ddfcc6138 owned by compute:nova {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:09:32.087279 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14cabdfe-7bd5-4321-9f31-1edf4280c2b5 req-b03f44ec-f85f-4c0e-b492-f9495097abf8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 210 time: 0.0506847 Apr 18 21:09:32.224548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-44571cbf-b586-42cf-adeb-0fe964bad799 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:32.226272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-44571cbf-b586-42cf-adeb-0fe964bad799 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 815 time: 0.1982124 Apr 18 21:09:32.244090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Request body: {'port': {'device_id': '588cef9e-f987-47d6-a536-12845da19b6c', 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b', 'admin_state_up': True, 'tenant_id': '54f475a3ef434991b2f72f4229c81487'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:32.323633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.337628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['0335b517-b75c-4171-b8d8-1f1ddfcc6138'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:09:32.382399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Pushing event deleted for resources: {'Port': ['ID=0335b517-b75c-4171-b8d8-1f1ddfcc6138,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:32.404197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:09:32.421135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:09:32.438316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Made reservation on behalf of 54f475a3ef434991b2f72f4229c81487 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:09:32.442884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.466868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] No DVR routers for this DVR port 0335b517-b75c-4171-b8d8-1f1ddfcc6138 on host n-h2-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:09:32.469307 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:32.472267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-deleted', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:32.496385 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.61 "DELETE /v2.0/ports/0335b517-b75c-4171-b8d8-1f1ddfcc6138 HTTP/1.1" status: 204 len: 173 time: 1.0363722 Apr 18 21:09:32.541458 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e42cfa3-36d4-4b1d-9313-8d76969355d0'] response: {'server_uuid': 'e1b4aeff-b56b-4605-9ed4-8e21ddf74b01', 'name': 'network-vif-deleted', 'tag': '0335b517-b75c-4171-b8d8-1f1ddfcc6138', 'status': 'completed', 'code': 200} Apr 18 21:09:32.666362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Allocated IP 172.20.0.14 (42cc0c50-c360-4079-8cfc-67aad797b30b/3271eff2-86f6-454e-8ef4-18e056afebff/f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:09:33.012118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.042229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.058177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['0335b517-b75c-4171-b8d8-1f1ddfcc6138'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:09:33.108621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Network 42cc0c50-c360-4079-8cfc-67aad797b30b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:09:33.111712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:09:33.128902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:09:33.167784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:33.212104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:33.213155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.241788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-59670df1-df16-4e9f-93ad-6226e509237a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0017583 Apr 18 21:09:33.257561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Request body: {'port': {'device_id': '588cef9e-f987-47d6-a536-12845da19b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:09:33.316856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b37ba0-04f5-4217-b0fa-595ca52e76c3 req-aef20652-21b9-4161-a710-94c28db99fee tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:33.318175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-99b37ba0-04f5-4217-b0fa-595ca52e76c3 req-aef20652-21b9-4161-a710-94c28db99fee tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Synchronizing usage tracker for tenant:54f475a3ef434991b2f72f4229c81487 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:33.335828 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-99b37ba0-04f5-4217-b0fa-595ca52e76c3 req-aef20652-21b9-4161-a710-94c28db99fee tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Unset dirty status for tenant:54f475a3ef434991b2f72f4229c81487 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:33.336974 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99b37ba0-04f5-4217-b0fa-595ca52e76c3 req-aef20652-21b9-4161-a710-94c28db99fee tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 932 time: 0.1230247 Apr 18 21:09:33.378879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.393490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99b37ba0-04f5-4217-b0fa-595ca52e76c3 req-685e1590-f21d-4236-949f-46945becb5b1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464625 Apr 18 21:09:33.760614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:33.768895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.786716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Transition to ACTIVE for port object f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:09:33.790003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:33.944891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:34.029702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:09:34.029975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:09:34.030298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:09:34.034994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on network 42cc0c50-c360-4079-8cfc-67aad797b30b not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:09:34.035306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:09:34.040670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:09:34.041001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Checking segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:09:34.041384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Bound using segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:09:34.041903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Bound port: f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:09:34.042244 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.140105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:09:34.143296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:09:34.148317 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.212494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:34.212494 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:34.213494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] 10.222.0.61 "PUT /v2.0/ports/f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 1092 time: 0.9607670 Apr 18 21:09:34.213963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:34.240465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9c0a31-065b-419f-bb32-a34ddc564aac service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:34.293501 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6f1298-94a4-479f-87fc-ea292cbdb944'] response: {'name': 'network-changed', 'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'status': 'completed', 'code': 200} Apr 18 21:09:34.337043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-bf03d5c7-eeb2-4ee2-81a6-5c7099535ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:34.338588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-bf03d5c7-eeb2-4ee2-81a6-5c7099535ca4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1095 time: 0.0806780 Apr 18 21:09:34.419461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-4e08edec-77c2-4f0e-8214-6626f02d8859 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.0698345 Apr 18 21:09:34.512035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-014c5e99-8b58-4614-a17d-d42a72f940ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:34.513542 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-014c5e99-8b58-4614-a17d-d42a72f940ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0842402 Apr 18 21:09:34.566948 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-b3364bca-2688-481e-967e-c953ef3804b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438874 Apr 18 21:09:34.644776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e57435-ed4d-484d-8170-1de3760cd0b6 req-60cfef67-75e1-4c1b-abf4-11562ef043b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:34.647584 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f0e57435-ed4d-484d-8170-1de3760cd0b6 req-60cfef67-75e1-4c1b-abf4-11562ef043b8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.1324325 Apr 18 21:09:34.701086 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f0e57435-ed4d-484d-8170-1de3760cd0b6 req-412d6ccf-e0e5-49b4-83a7-896bdcbf129a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467806 Apr 18 21:09:34.731685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-7bef43f3-d41d-422a-9ffb-204072ae3b16 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552205 Apr 18 21:09:35.015455 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-89f251af-ac5c-41c5-956b-d5d5d487f2be req-e9060b0f-3929-4d37-b4cd-10d578e65336 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745671 Apr 18 21:09:35.154383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-cff7a39e-6540-4978-8762-be1ecc020bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:35.155910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-cff7a39e-6540-4978-8762-be1ecc020bc5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1095 time: 0.0826819 Apr 18 21:09:35.304935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-d7242542-a975-4067-9495-f36b076d6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:35.306325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-d7242542-a975-4067-9495-f36b076d6321 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1402891 Apr 18 21:09:35.385997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-387235f9-55e6-4e50-9f69-475ac690aaac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.0702527 Apr 18 21:09:35.451223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-c84f7ff7-66e3-4c45-a056-1763ed5e7fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:35.452699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-c84f7ff7-66e3-4c45-a056-1763ed5e7fe3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0600872 Apr 18 21:09:35.500901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-3b67e48c-6143-4a33-9012-7da66a4cc5a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420332 Apr 18 21:09:35.618148 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:09:35.641339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-bf4c7bce-8d03-4154-9f73-7665672e3d6c service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317933 Apr 18 21:09:35.663989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 0335b517-b75c-4171-b8d8-1f1ddfcc6138 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:09:35.664324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 0335b517-b75c-4171-b8d8-1f1ddfcc6138 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:09:35.810431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9e579fd2-794a-4843-a9ad-3f65b05b1db2 req-ad05915a-7242-4034-8d20-99991c58519b service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616209 Apr 18 21:09:35.908172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130d4f3-dd51-4fb9-9b62-67c2f168b109 req-c2fe5350-9105-4478-b3f3-4fa793d4fb90 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:35.908789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5130d4f3-dd51-4fb9-9b62-67c2f168b109 req-c2fe5350-9105-4478-b3f3-4fa793d4fb90 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Synchronizing usage tracker for tenant:54f475a3ef434991b2f72f4229c81487 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:09:35.921679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5130d4f3-dd51-4fb9-9b62-67c2f168b109 req-c2fe5350-9105-4478-b3f3-4fa793d4fb90 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Unset dirty status for tenant:54f475a3ef434991b2f72f4229c81487 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:09:35.922844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5130d4f3-dd51-4fb9-9b62-67c2f168b109 req-c2fe5350-9105-4478-b3f3-4fa793d4fb90 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.1031632 Apr 18 21:09:35.976719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5130d4f3-dd51-4fb9-9b62-67c2f168b109 req-f8052477-8f5e-4d41-b54c-7c1be27d9b45 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471411 Apr 18 21:09:37.187782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e67dd-d9d5-4686-8880-667ce2b3b4bf req-e9f5b7c4-1941-42bb-8749-7ee84ae57785 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:37.189274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-291e67dd-d9d5-4686-8880-667ce2b3b4bf req-e9f5b7c4-1941-42bb-8749-7ee84ae57785 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.0952582 Apr 18 21:09:37.239266 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-291e67dd-d9d5-4686-8880-667ce2b3b4bf req-d10470ef-1ead-4ca4-884c-7ad21a13ec78 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431254 Apr 18 21:09:37.634963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:09:37.774492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:37.789708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b', 'port_id': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'mac_address': 'fa:16:3e:fe:b9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3271eff2-86f6-454e-8ef4-18e056afebff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:09:37.851524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:37.870875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:09:37.887840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:37.892543 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:37.965314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:38.128091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:09:38.468930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07098609-bbe0-416d-be8c-67f66cab05de req-a7059e22-9d62-4264-a4cc-ee9e03df23ac tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:38.471540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07098609-bbe0-416d-be8c-67f66cab05de req-a7059e22-9d62-4264-a4cc-ee9e03df23ac tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 945 time: 0.1020365 Apr 18 21:09:38.518368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07098609-bbe0-416d-be8c-67f66cab05de req-5c8b37dc-3bfe-4c6d-bbd5-7aee1d56c446 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410657 Apr 18 21:09:39.634225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:09:39.706038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:09:39.715213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:09:39.715765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.727803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec82db-ffad-4526-8363-3546857466e9 req-d3ad3774-7bff-4cd9-9b36-9e6fbe87ccb2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:39.729873 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49ec82db-ffad-4526-8363-3546857466e9 req-d3ad3774-7bff-4cd9-9b36-9e6fbe87ccb2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 945 time: 0.0872204 Apr 18 21:09:39.780979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-49ec82db-ffad-4526-8363-3546857466e9 req-227c48f0-7251-4297-873f-b8a037d15cac tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450392 Apr 18 21:09:39.853035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.881457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:09:39.890911 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:09:39.896891 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:39.937412 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f572fa54-7f74-429d-8cbc-6b1d6d304123'] response: {'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'code': 200} Apr 18 21:09:40.006947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:09:40.064568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988495f-7b2c-41cd-b2b5-64a300c3756e req-91983200-73ba-4c5c-84fe-723c31a90839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:40.066089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9988495f-7b2c-41cd-b2b5-64a300c3756e req-91983200-73ba-4c5c-84fe-723c31a90839 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1097 time: 0.0700459 Apr 18 21:09:40.113061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9988495f-7b2c-41cd-b2b5-64a300c3756e req-dd4916f2-62af-4500-b7b5-22b94dcdb999 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Apr 18 21:09:40.976344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efd7f1-58ce-4d16-9621-1b166336db5a req-afe0f750-2bfc-42c0-af27-3d71a5cbc191 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:40.977792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4efd7f1-58ce-4d16-9621-1b166336db5a req-afe0f750-2bfc-42c0-af27-3d71a5cbc191 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0878394 Apr 18 21:09:41.024394 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b4efd7f1-58ce-4d16-9621-1b166336db5a req-07899f55-eb20-4643-a5b6-2fa44c903dfe tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Apr 18 21:09:42.230810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee602bf-bd43-419d-b9ed-1c438c45d984 req-f9c4df11-5d20-43a7-8742-5a11406c4509 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.232296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ee602bf-bd43-419d-b9ed-1c438c45d984 req-f9c4df11-5d20-43a7-8742-5a11406c4509 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0904737 Apr 18 21:09:42.278153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ee602bf-bd43-419d-b9ed-1c438c45d984 req-533e09e5-b400-440b-81c4-47e617b35b17 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400949 Apr 18 21:09:42.487046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90600bbe-a7ca-425f-b817-935ca5ad67c0 req-7509a20d-78f7-4091-9aa7-a2086d6a0df6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.488537 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90600bbe-a7ca-425f-b817-935ca5ad67c0 req-7509a20d-78f7-4091-9aa7-a2086d6a0df6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0824363 Apr 18 21:09:42.536680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90600bbe-a7ca-425f-b817-935ca5ad67c0 req-6ad8a1ad-4ad8-445b-b0bc-df7d48f25b4a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Apr 18 21:09:42.989365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-8d69759c-a4c4-4009-9db5-1671c1fe6cbb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1576385 Apr 18 21:09:42.997972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e203ec3-95bb-4e62-ba31-740ffc9c7a44 req-fc0a70a9-984a-4a2e-a40a-664b8ca8d7a1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:42.999492 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e203ec3-95bb-4e62-ba31-740ffc9c7a44 req-fc0a70a9-984a-4a2e-a40a-664b8ca8d7a1 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.1219447 Apr 18 21:09:43.057621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e203ec3-95bb-4e62-ba31-740ffc9c7a44 req-3027ed12-fefe-4a1a-b76f-edf21a8511af tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462205 Apr 18 21:09:43.623628 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2cf64118-9d96-4c6d-aa7c-a184c995c5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:44.350578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-11b0122e-cd3f-448a-a674-6362a3455f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.352003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-11b0122e-cd3f-448a-a674-6362a3455f82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1097 time: 0.1110663 Apr 18 21:09:44.364372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9896d-4c0c-4acd-a058-0ed39fe3869e req-ec21bb14-8723-45ab-8c7f-c3e86d32960e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.365924 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13d9896d-4c0c-4acd-a058-0ed39fe3869e req-ec21bb14-8723-45ab-8c7f-c3e86d32960e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.1804054 Apr 18 21:09:44.503387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-13d9896d-4c0c-4acd-a058-0ed39fe3869e req-a684130c-d036-4009-85da-fe1320d72dc8 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188254 Apr 18 21:09:44.531432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-4e71b931-c0b3-4e45-9813-8c897a719568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.532898 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-4e71b931-c0b3-4e45-9813-8c897a719568 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1660922 Apr 18 21:09:44.721932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-328f22bf-8ccc-40e3-a7ca-44d0ee27c1df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.1829193 Apr 18 21:09:44.786096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-073aafa0-679d-48a5-97a3-84d65e8e58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:44.787538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-073aafa0-679d-48a5-97a3-84d65e8e58a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0597246 Apr 18 21:09:44.837501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-29032d0e-a182-40e0-96b3-595bbb19732a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431869 Apr 18 21:09:44.975763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-1dcb7a20-8d07-4fb8-b244-0f95bc50fbb2 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316459 Apr 18 21:09:45.125493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-d9478ceb-b3e0-4622-adba-bb57d76a07e9 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436238 Apr 18 21:09:45.700857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f3c23-dbd7-402f-9cb3-cf772331c82b req-2f0e471b-671b-4ff1-bc55-dc610baa5650 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:45.702502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-225f3c23-dbd7-402f-9cb3-cf772331c82b req-2f0e471b-671b-4ff1-bc55-dc610baa5650 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0831299 Apr 18 21:09:45.752228 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-225f3c23-dbd7-402f-9cb3-cf772331c82b req-8f3c1a48-66c1-43cf-88c6-35dc6bc04fb2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432696 Apr 18 21:09:46.009353 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ea46068-a830-4055-b86c-a282da423b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:46.961708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5dc0d-e9f6-4f2b-bec9-02ddc5d57798 req-820ac97f-83b4-4be9-8c81-e858ebb0af0b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:46.963303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beb5dc0d-e9f6-4f2b-bec9-02ddc5d57798 req-820ac97f-83b4-4be9-8c81-e858ebb0af0b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0927658 Apr 18 21:09:47.012439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beb5dc0d-e9f6-4f2b-bec9-02ddc5d57798 req-222eb3f4-816c-4421-84dd-4a7290860d98 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431244 Apr 18 21:09:47.183396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:47.184086 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:48.224687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cb191c-7955-4ae9-bf39-3f9dd03f52bb req-e49bcccb-6662-4ba2-ace1-b179ccd5c3f5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:48.226233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73cb191c-7955-4ae9-bf39-3f9dd03f52bb req-e49bcccb-6662-4ba2-ace1-b179ccd5c3f5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0929918 Apr 18 21:09:48.274585 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-73cb191c-7955-4ae9-bf39-3f9dd03f52bb req-5ec2c9eb-dc0b-48a8-97f4-58a591c3feb4 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422590 Apr 18 21:09:48.612024 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.111038 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:49.482166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062056e0-14b1-4698-9fbb-3b05513509ac req-eda80257-0ce7-427a-8679-9480a18a3334 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:49.484505 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-062056e0-14b1-4698-9fbb-3b05513509ac req-eda80257-0ce7-427a-8679-9480a18a3334 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0987182 Apr 18 21:09:49.533727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-062056e0-14b1-4698-9fbb-3b05513509ac req-cc435728-bf2c-4971-8d0d-995676076195 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420136 Apr 18 21:09:49.632488 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:09:50.746918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e1204d-2c69-45c1-a8fe-e337043f7ddd req-15836078-c289-4754-8d0c-4b416787e518 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:50.748540 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53e1204d-2c69-45c1-a8fe-e337043f7ddd req-15836078-c289-4754-8d0c-4b416787e518 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0955307 Apr 18 21:09:50.802888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53e1204d-2c69-45c1-a8fe-e337043f7ddd req-86e22971-dd14-4fec-9fff-ac0787ad68d9 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479968 Apr 18 21:09:52.016176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f8adf-421f-4b78-89bf-9a5c91d3af2b req-8caef118-af2a-4453-b8b7-913b9ebe413b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:52.017764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c7f8adf-421f-4b78-89bf-9a5c91d3af2b req-8caef118-af2a-4453-b8b7-913b9ebe413b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0941093 Apr 18 21:09:52.066390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c7f8adf-421f-4b78-89bf-9a5c91d3af2b req-587903a7-42a8-4366-864e-1fc8d7be0ee7 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422323 Apr 18 21:09:52.299957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-611f9611-a0ae-4ae4-9acb-84a7acbbc2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:52.302381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-611f9611-a0ae-4ae4-9acb-84a7acbbc2a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1097 time: 0.0767543 Apr 18 21:09:52.453170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-4945224b-faff-4427-9b53-4d3376c5e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:52.454555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-4945224b-faff-4427-9b53-4d3376c5e887 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1328945 Apr 18 21:09:52.527595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-a50a1787-82a9-437e-82dd-f32445812de2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.0660274 Apr 18 21:09:52.591019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-26bcd204-3b8e-4380-9e4d-87fe362e3450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:52.592462 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-26bcd204-3b8e-4380-9e4d-87fe362e3450 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0584979 Apr 18 21:09:52.643756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-c7d632c3-2636-4316-893b-c5669f2c5a04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437627 Apr 18 21:09:52.782786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-e01694ff-158c-4a9e-a130-e02e5ec09787 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329613 Apr 18 21:09:52.919602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46366367-c8f7-4b59-89a6-d56c8f4bd231 req-6abc4522-2b28-4ca5-be97-b035a0360342 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286986 Apr 18 21:09:53.279798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef90af4-31c9-4b2d-a277-62f75772cd52 req-85081209-ebf7-4222-b17d-a47a9994e7f3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:53.281272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ef90af4-31c9-4b2d-a277-62f75772cd52 req-85081209-ebf7-4222-b17d-a47a9994e7f3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0881164 Apr 18 21:09:53.327629 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ef90af4-31c9-4b2d-a277-62f75772cd52 req-f8a39ac1-e19e-4398-9c35-cfc3c899bab4 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402627 Apr 18 21:09:54.684515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ddc9a-4426-463c-a401-fa17faf313e0 req-b49d7800-ed1a-4db3-b940-78672d924948 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:54.686525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd5ddc9a-4426-463c-a401-fa17faf313e0 req-b49d7800-ed1a-4db3-b940-78672d924948 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0876441 Apr 18 21:09:54.736625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd5ddc9a-4426-463c-a401-fa17faf313e0 req-4e8f16ac-1c16-4533-9b20-f3402a84b10a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435007 Apr 18 21:09:55.933660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5fe8f2-7b18-40d1-8017-9fc62f13f4ad req-5deb6eea-b253-48e0-afc2-d12dab4ca54e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:55.935182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c5fe8f2-7b18-40d1-8017-9fc62f13f4ad req-5deb6eea-b253-48e0-afc2-d12dab4ca54e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0893812 Apr 18 21:09:55.984128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0c5fe8f2-7b18-40d1-8017-9fc62f13f4ad req-07225e8f-b2f3-454c-b8e3-aee4d82a0850 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430963 Apr 18 21:09:57.187144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d44f49-40ba-4b3d-963a-9ffacec0e5b6 req-92447e5a-c22f-40a0-9990-7b7e0aac3535 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:57.188836 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d44f49-40ba-4b3d-963a-9ffacec0e5b6 req-92447e5a-c22f-40a0-9990-7b7e0aac3535 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0941632 Apr 18 21:09:57.366044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3d44f49-40ba-4b3d-963a-9ffacec0e5b6 req-9332adcc-8be8-4a80-9492-02ab56b537fe tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678519 Apr 18 21:09:58.576479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ca9183-8e6f-4c67-b872-3cb9eb42bb73 req-91afa7a1-2d3b-4b77-b129-8205b7d5a030 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:58.578137 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18ca9183-8e6f-4c67-b872-3cb9eb42bb73 req-91afa7a1-2d3b-4b77-b129-8205b7d5a030 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0856316 Apr 18 21:09:58.633272 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-18ca9183-8e6f-4c67-b872-3cb9eb42bb73 req-802fbe48-b2c2-4963-9efe-709c738b59dc tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441556 Apr 18 21:09:59.857856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6809b25-5146-4d9d-8333-91ea66e25a2a req-9e7eab29-463a-4cdc-98d9-ead22f28939e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:09:59.859848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6809b25-5146-4d9d-8333-91ea66e25a2a req-9e7eab29-463a-4cdc-98d9-ead22f28939e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0950134 Apr 18 21:09:59.906145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e6809b25-5146-4d9d-8333-91ea66e25a2a req-bc996489-c385-4363-89cf-c4c86f697396 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400696 Apr 18 21:10:01.143904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef388728-4529-4e53-9605-8f0ad35989ae req-770c364e-4cd8-47c7-bb05-3b5453e71583 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:01.145625 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef388728-4529-4e53-9605-8f0ad35989ae req-770c364e-4cd8-47c7-bb05-3b5453e71583 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.1169684 Apr 18 21:10:01.198341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef388728-4529-4e53-9605-8f0ad35989ae req-6d3c1882-8d42-4f17-96c6-7993ec7bb30a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430391 Apr 18 21:10:02.401207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a56fc3-397f-4cdc-a157-dc8d0bde003d req-b820375b-8b3a-4158-a205-598f9c9906d5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:02.402649 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32a56fc3-397f-4cdc-a157-dc8d0bde003d req-b820375b-8b3a-4158-a205-598f9c9906d5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0934317 Apr 18 21:10:02.450600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32a56fc3-397f-4cdc-a157-dc8d0bde003d req-1956e8a3-20b1-42ee-a54d-16fba87d3171 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421412 Apr 18 21:10:03.724771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7269d8-ebb0-46bf-a908-e05e16e4270a req-d0159e83-75b8-49be-84a7-b429c324e7f3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:03.726403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b7269d8-ebb0-46bf-a908-e05e16e4270a req-d0159e83-75b8-49be-84a7-b429c324e7f3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0948005 Apr 18 21:10:03.780511 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9b7269d8-ebb0-46bf-a908-e05e16e4270a req-76d25bbf-846d-49d7-8dcb-2f28fd0f3fb5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467098 Apr 18 21:10:04.986461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475cdd5-3023-4a1d-9355-8db82e55b788 req-e02952e8-50f0-48e2-b3f6-ebdd66253639 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:04.988798 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8475cdd5-3023-4a1d-9355-8db82e55b788 req-e02952e8-50f0-48e2-b3f6-ebdd66253639 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0953391 Apr 18 21:10:05.039528 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8475cdd5-3023-4a1d-9355-8db82e55b788 req-f621cc3c-d925-4994-b231-a5ca4d9da49a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Apr 18 21:10:05.399309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:10:06.235328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542fa77f-84e2-43dd-95ec-a9dd5f3ad954 req-96a257a4-dde4-464e-aead-c67fa549032a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:06.236884 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-542fa77f-84e2-43dd-95ec-a9dd5f3ad954 req-96a257a4-dde4-464e-aead-c67fa549032a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0834794 Apr 18 21:10:06.285655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-542fa77f-84e2-43dd-95ec-a9dd5f3ad954 req-63c66bb2-20f7-4dd3-b7a5-19a32b1198fb tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424294 Apr 18 21:10:07.490303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634766f-b9c7-436b-969f-dedcd7172239 req-7f18a234-b49d-43f7-870a-973efe879763 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:07.491742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6634766f-b9c7-436b-969f-dedcd7172239 req-7f18a234-b49d-43f7-870a-973efe879763 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0870829 Apr 18 21:10:07.541045 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6634766f-b9c7-436b-969f-dedcd7172239 req-d818f283-6d8d-400b-94df-d22b3f8a010a tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427012 Apr 18 21:10:08.744508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cd9e9-2ba8-466f-940f-2ed28a5c2941 req-ef08189b-80af-4e01-bed3-3ea031c91f0e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:08.746109 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-526cd9e9-2ba8-466f-940f-2ed28a5c2941 req-ef08189b-80af-4e01-bed3-3ea031c91f0e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0944536 Apr 18 21:10:08.796871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-526cd9e9-2ba8-466f-940f-2ed28a5c2941 req-fe51c412-cc54-480f-83e3-727107551bcd tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446112 Apr 18 21:10:10.004576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052feb4-ec31-450c-9917-bbadc78300a4 req-d3315cd2-c6a6-4432-92da-fcbbba80b034 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:10.006237 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e052feb4-ec31-450c-9917-bbadc78300a4 req-d3315cd2-c6a6-4432-92da-fcbbba80b034 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0923965 Apr 18 21:10:10.057008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e052feb4-ec31-450c-9917-bbadc78300a4 req-28eb55b4-d404-4bd2-8d7a-6c986e42b878 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423710 Apr 18 21:10:11.261261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a28c6e-2b80-4fc6-aa18-5396e84d26ad req-80c8a16f-b4f4-4c0f-89ad-f7dd3444ce3f tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:11.263246 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27a28c6e-2b80-4fc6-aa18-5396e84d26ad req-80c8a16f-b4f4-4c0f-89ad-f7dd3444ce3f tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0866816 Apr 18 21:10:11.309212 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-27a28c6e-2b80-4fc6-aa18-5396e84d26ad req-5437153e-e808-48e6-b362-1464d7735570 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401247 Apr 18 21:10:12.499404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700ffa2-950a-445f-95ed-52a7c8e05ca8 req-ea12f489-062a-4ec2-8f88-19fdc0425325 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:12.500900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2700ffa2-950a-445f-95ed-52a7c8e05ca8 req-ea12f489-062a-4ec2-8f88-19fdc0425325 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0833976 Apr 18 21:10:12.552279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2700ffa2-950a-445f-95ed-52a7c8e05ca8 req-656bcdb1-539a-40e1-aedc-56a85d54a5a7 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Apr 18 21:10:12.719849 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-5518bd6c-487b-4314-8be6-64f50e4d7fc5 service neutron] show failed (client error): The resource could not be found. Apr 18 21:10:12.720866 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-5518bd6c-487b-4314-8be6-64f50e4d7fc5 service neutron] 10.222.0.61 "GET /v2.0/ports/f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.1062729 Apr 18 21:10:13.045609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-5464126b-86df-4681-a44b-07704ef87cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:13.047114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-5464126b-86df-4681-a44b-07704ef87cf6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c&tenant_id=54f475a3ef434991b2f72f4229c81487 HTTP/1.1" status: 200 len: 1097 time: 0.0944371 Apr 18 21:10:13.058024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:13.176969 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.475297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:13.507297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:10:13.580531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:13.588138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.611174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Transition to ACTIVE for port object f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:13.618732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.625390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6f94549f-3f53-4c48-8499-8b51b4488040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.738758 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d06a9d-0cc9-4064-aaf3-6404ff703995'] response: {'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'code': 200} Apr 18 21:10:13.795424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] No DVR routers for this DVR port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:13.806693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:13.810771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5738059-a3a0-40dd-a244-23eef999c7f6 req-1740d282-45b6-4b89-b138-0f087b5e8677 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:13.813032 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5738059-a3a0-40dd-a244-23eef999c7f6 req-1740d282-45b6-4b89-b138-0f087b5e8677 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.1384051 Apr 18 21:10:13.860348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.860698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.861034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.861367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.861725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.862062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.862392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.862715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.863075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.863709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.864138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.864473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:13.876465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:13.876941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:13.877126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:10:13.882987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e5738059-a3a0-40dd-a244-23eef999c7f6 req-1880a077-a621-4639-bce1-8eeee05fa8d2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632648 Apr 18 21:10:13.883380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on network 42cc0c50-c360-4079-8cfc-67aad797b30b not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:10:13.883710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Attempting to bind port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on network 42cc0c50-c360-4079-8cfc-67aad797b30b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:10:13.889746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 9, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:10:13.890089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Checking segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:10:13.890481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Bound using segment: {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:10:13.890917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Bound port: f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '594aa8ff-d188-4476-9a37-89e300f5ac59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:13.891322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:13.994701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:10:13.998347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:10:14.004760 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.070920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:14.071827 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:14.074220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] 10.222.0.55 "PUT /v2.0/ports/f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 1092 time: 1.0203168 Apr 18 21:10:14.275694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17961a93-b874-41b9-833c-946598f1dd70 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:14.313789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-8b7214c4-e530-43b2-a1aa-b9fff6e47d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:14.315368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-8b7214c4-e530-43b2-a1aa-b9fff6e47d89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1095 time: 0.2122018 Apr 18 21:10:14.460685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-b1abde8b-2000-435f-a7e3-fae0d4d287f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:14.462224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-b1abde8b-2000-435f-a7e3-fae0d4d287f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.1405334 Apr 18 21:10:14.539813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-31f77f86-5e0d-429c-be0d-f1aed8153b7a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.0711730 Apr 18 21:10:14.610015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-861710c6-4d5c-4459-bee4-8592aedbcd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:14.611474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-861710c6-4d5c-4459-bee4-8592aedbcd9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0659201 Apr 18 21:10:14.665960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-e694c475-0d14-477d-a621-a099c3b47e6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485413 Apr 18 21:10:14.813182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-7a5a4b8e-e668-49dd-992d-05f2dcfd843d service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414113 Apr 18 21:10:14.968531 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9a329ff-0154-4c25-b65c-0c3c482a86e2 req-dda4c4e3-f7fb-4198-b34e-3562e9b58b3b service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499305 Apr 18 21:10:15.130761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485311e-24d4-469a-974b-fe4a18dbea77 req-4a224660-6a9c-4829-8930-8d27db871120 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:15.132512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e485311e-24d4-469a-974b-fe4a18dbea77 req-4a224660-6a9c-4829-8930-8d27db871120 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.0989120 Apr 18 21:10:15.210703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e485311e-24d4-469a-974b-fe4a18dbea77 req-16c91a89-4634-48e4-8c72-2ea309b8daa5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676074 Apr 18 21:10:15.739957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:15.817424 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecc846d-ee2a-4b0e-9691-a2eb410edff6'] response: {'name': 'network-changed', 'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'status': 'completed', 'code': 200} Apr 18 21:10:15.868907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:15.933664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:15.980522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-20188b33-10a1-4b4b-bb15-81f129374384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:15.982060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-20188b33-10a1-4b4b-bb15-81f129374384 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1095 time: 0.1481504 Apr 18 21:10:15.990717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-dfefdd17-f32e-427a-8d71-a3dd70882f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:15.993247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-dfefdd17-f32e-427a-8d71-a3dd70882f45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1095 time: 0.1219063 Apr 18 21:10:16.006311 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94471cf3-6aef-4a12-8eaa-f8490b4f738b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:16.257012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-716127ba-304a-4d48-a1c7-c4e974875018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:16.258547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-716127ba-304a-4d48-a1c7-c4e974875018 service neutron] 10.222.0.55 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.2639377 Apr 18 21:10:16.261334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-172a19da-5ba8-481f-8877-b49c04f265b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:16.262800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-172a19da-5ba8-481f-8877-b49c04f265b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.2387011 Apr 18 21:10:16.388329 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-d08b7b65-6ac9-4a37-b1c2-834ea857c8c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.1232269 Apr 18 21:10:16.428905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-878bc0c4-d5d4-4563-ba30-351358c815f8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.1048076 Apr 18 21:10:16.693394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-319a090c-8bcc-4f91-b600-042fc90169ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:16.694806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-319a090c-8bcc-4f91-b600-042fc90169ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.2984273 Apr 18 21:10:16.699141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-9293ff86-888a-4b62-aed2-6716dab902ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:16.700532 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-9293ff86-888a-4b62-aed2-6716dab902ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.2561285 Apr 18 21:10:16.790622 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-6304f6e5-01a6-492f-988c-aeedeca1294e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862725 Apr 18 21:10:16.800249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-380d7795-4ea8-4ecd-8d71-563805009bdd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632803 Apr 18 21:10:17.008911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcf8a20-1ca6-4249-b430-610e6a9d7779 req-2f2f6877-9c9c-4332-8ff1-ade4bef42328 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:17.010610 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bcf8a20-1ca6-4249-b430-610e6a9d7779 req-2f2f6877-9c9c-4332-8ff1-ade4bef42328 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.5783396 Apr 18 21:10:17.109904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4bcf8a20-1ca6-4249-b430-610e6a9d7779 req-b2ad80d5-3f4f-40d7-8268-b2335ff6e9b7 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888302 Apr 18 21:10:17.120125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-ff4db6fd-29b2-4d1e-b64b-5684f2d8dd2c service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224659 Apr 18 21:10:17.149334 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-1f6089d7-0fa8-4b83-a24a-8c5aef10a440 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293836 Apr 18 21:10:17.183049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.183956 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:17.383564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-4a2a2812-ea4d-4971-9239-10929d9c1dd8 service neutron] 10.222.0.55 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557907 Apr 18 21:10:17.392457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bfb653b-62db-4ba5-9b57-82e7a6d4b1a3 req-21390aa7-4764-4d74-8cad-fdc3b289a98b service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271032 Apr 18 21:10:18.335291 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669cb0ec-0683-45d3-89c5-ba1f9c3c13c8 req-981c148f-c5dc-454e-9c1c-c3e9e8dfd4b5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:18.336935 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-669cb0ec-0683-45d3-89c5-ba1f9c3c13c8 req-981c148f-c5dc-454e-9c1c-c3e9e8dfd4b5 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.0976436 Apr 18 21:10:18.398044 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-669cb0ec-0683-45d3-89c5-ba1f9c3c13c8 req-7a564577-17e7-4a36-9ebf-77049543e26c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533464 Apr 18 21:10:18.625578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:18.797269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-d30a5223-f560-49ec-b82d-e52cfe3c310b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:18.799692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-d30a5223-f560-49ec-b82d-e52cfe3c310b tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.61 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c&tenant_id=54f475a3ef434991b2f72f4229c81487&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 944 time: 0.1089523 Apr 18 21:10:18.799905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f281a0-d3e3-4981-aef3-f04ec2040385 req-49f05173-2ca7-468f-b3a9-f3bf15e0711e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:18.802290 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72f281a0-d3e3-4981-aef3-f04ec2040385 req-49f05173-2ca7-468f-b3a9-f3bf15e0711e tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 944 time: 0.1330686 Apr 18 21:10:18.874597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-72f281a0-d3e3-4981-aef3-f04ec2040385 req-6578a445-aa48-4043-89f8-d54365a1d943 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653319 Apr 18 21:10:18.911540 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-1c905f90-867b-446d-8e2f-78b723c85ebc service neutron] delete failed (client error): The resource could not be found. Apr 18 21:10:18.912768 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-1c905f90-867b-446d-8e2f-78b723c85ebc service neutron] 10.222.0.61 "DELETE /v2.0/ports/f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.1033642 Apr 18 21:10:19.077973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-90b79a3d-4c86-4a33-80fa-a250ad77ae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:19.079900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-90b79a3d-4c86-4a33-80fa-a250ad77ae99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54f475a3ef434991b2f72f4229c81487&device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 1095 time: 0.0838232 Apr 18 21:10:19.105053 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.288510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-31f7fab4-d018-46bd-bf8e-6d139718a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:19.291131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-31f7fab4-d018-46bd-bf8e-6d139718a55f service neutron] 10.222.0.61 "GET /v2.0/networks?id=42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 200 len: 916 time: 0.2006009 Apr 18 21:10:19.372935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-af16e75b-9c16-445e-904e-28bf8f0099a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 200 len: 217 time: 0.0710239 Apr 18 21:10:19.443417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-6381839c-db86-4ba6-aaac-69a73fcfb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:19.444897 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-6381839c-db86-4ba6-aaac-69a73fcfb183 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 200 len: 855 time: 0.0627542 Apr 18 21:10:19.515793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-ed171904-e1e5-43d8-a65e-875cd8151bb2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=42cc0c50-c360-4079-8cfc-67aad797b30b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612817 Apr 18 21:10:19.638140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:19.643345 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.702803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-1ea7a125-a3ee-4c7b-92fd-611e191c80f3 service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758394 Apr 18 21:10:19.838747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:19.855176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'network_id': '42cc0c50-c360-4079-8cfc-67aad797b30b', 'port_id': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'mac_address': 'fa:16:3e:fe:b9:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3271eff2-86f6-454e-8ef4-18e056afebff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:19.939329 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:19.965842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:10:19.987508 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:19.993324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:20.085412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:20.095616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bad101d-1bcc-4ccc-9a0d-3bab61b96517 req-d1a83f4f-49e0-42b6-aa62-2c7397fe317f service neutron] 10.222.0.61 "GET /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825140 Apr 18 21:10:20.144925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4958b34-21bd-4215-9e92-a970f68f5214 req-f53050f8-e4a1-4052-9af8-102c1623ef74 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:20.146564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4958b34-21bd-4215-9e92-a970f68f5214 req-f53050f8-e4a1-4052-9af8-102c1623ef74 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 945 time: 0.1030362 Apr 18 21:10:20.212560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4958b34-21bd-4215-9e92-a970f68f5214 req-0adcd1aa-997e-4634-b37c-009379629d66 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562973 Apr 18 21:10:20.348550 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:10:21.529969 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2ce45-a6ac-40de-b9a8-231d26e4e50d req-30200f9f-39af-4f47-bbc8-e072fd1e5b48 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.531655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9db2ce45-a6ac-40de-b9a8-231d26e4e50d req-30200f9f-39af-4f47-bbc8-e072fd1e5b48 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 945 time: 0.2034092 Apr 18 21:10:21.581260 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9db2ce45-a6ac-40de-b9a8-231d26e4e50d req-62e67f1d-89e3-4d4b-8d0b-81c44e57dfe0 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Apr 18 21:10:21.638337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:21.712411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:21.717445 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:21.717863 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.777909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18836c67-e008-4094-b721-a13ccfdc4e7c req-f3beb8b0-4377-4b98-b201-e9ed87298148 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:21.779349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18836c67-e008-4094-b721-a13ccfdc4e7c req-f3beb8b0-4377-4b98-b201-e9ed87298148 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 945 time: 0.0897183 Apr 18 21:10:21.826563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-18836c67-e008-4094-b721-a13ccfdc4e7c req-4af663de-07a7-4317-b617-615d95aab0f6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403867 Apr 18 21:10:21.848595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.878122 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:21.891394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:21.897253 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:21.932497 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e20b2213-74dc-4316-a950-c204d39f8faa'] response: {'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'code': 200} Apr 18 21:10:21.974763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:22.108198 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf6dae6-b983-4110-ae08-6e5b1585a2e2 req-f447c684-2b6c-495b-b823-ef36008aeac6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.109712 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-baf6dae6-b983-4110-ae08-6e5b1585a2e2 req-f447c684-2b6c-495b-b823-ef36008aeac6 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.1130338 Apr 18 21:10:22.160799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-baf6dae6-b983-4110-ae08-6e5b1585a2e2 req-83fd6dcd-531f-49c8-8274-067f3afdba9d tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Apr 18 21:10:22.776062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597f731-891c-4d41-9b3e-68a9f6fbae75 req-e1a78b4d-bbc8-4181-a801-c02b996dc5f3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:22.777901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2597f731-891c-4d41-9b3e-68a9f6fbae75 req-e1a78b4d-bbc8-4181-a801-c02b996dc5f3 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0882862 Apr 18 21:10:22.830191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2597f731-891c-4d41-9b3e-68a9f6fbae75 req-10c65ae6-02fa-4b1f-9e87-752e67ab6eb0 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Apr 18 21:10:23.948075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431ba884-f736-403d-a694-1ff56d3145cf req-19c8d9d8-b6d9-4f9a-9e11-0b03d61e4b93 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:23.950529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-431ba884-f736-403d-a694-1ff56d3145cf req-19c8d9d8-b6d9-4f9a-9e11-0b03d61e4b93 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.55 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0847385 Apr 18 21:10:24.022754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Deleting port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:10:24.023098 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.031984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef38ddd-ad64-4b90-aee6-a401a228d20b req-3691ee7d-c663-42e4-9bdb-480291c7adf9 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:24.033500 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fef38ddd-ad64-4b90-aee6-a401a228d20b req-3691ee7d-c663-42e4-9bdb-480291c7adf9 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/ports?device_id=588cef9e-f987-47d6-a536-12845da19b6c HTTP/1.1" status: 200 len: 946 time: 0.0875745 Apr 18 21:10:24.083798 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fef38ddd-ad64-4b90-aee6-a401a228d20b req-4fb22635-2391-45b6-a7e8-e8d3a6078aa2 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.47 "GET /v2.0/security-groups?id=bbf78f0f-e240-4c2d-93e0-d918c1945060&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429275 Apr 18 21:10:24.298587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] For port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,segment=NetworkSegment(594aa8ff-d188-4476-9a37-89e300f5ac59),segment_id=594aa8ff-d188-4476-9a37-89e300f5ac59)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:24.298952 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.434576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Calling delete_port for f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:10:24.588793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.601270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:10:24.646420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Pushing event deleted for resources: {'Port': ['ID=f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:24.731441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] No DVR routers for this DVR port f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:10:24.733955 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:24.736545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-deleted', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:24.752602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-431ba884-f736-403d-a694-1ff56d3145cf req-363aeea8-2779-4cd1-bc18-cee0135f6a62 tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] 10.222.0.55 "DELETE /v2.0/ports/f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e HTTP/1.1" status: 204 len: 173 time: 0.7971733 Apr 18 21:10:24.787249 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e267815a-7988-4ac2-925f-a5694b4fd991'] response: {'server_uuid': '588cef9e-f987-47d6-a536-12845da19b6c', 'name': 'network-vif-deleted', 'tag': 'f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e', 'status': 'completed', 'code': 200} Apr 18 21:10:25.344838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41568) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:25.412616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] Deleting subnet 3271eff2-86f6-454e-8ef4-18e056afebff {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:10:25.415587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.466587 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.525807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.594074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.633417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3271eff2-86f6-454e-8ef4-18e056afebff,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:25.637634 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.645865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8c607474-09f4-484f-a40f-3c9900263a56 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3271eff2-86f6-454e-8ef4-18e056afebff HTTP/1.1" status: 204 len: 168 time: 0.2997894 Apr 18 21:10:25.648231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:25.760193 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.887025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.913315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42cc0c50-c360-4079-8cfc-67aad797b30b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:25.926020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594aa8ff-d188-4476-9a37-89e300f5ac59') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:25.926366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594aa8ff-d188-4476-9a37-89e300f5ac59') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:25.938527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.960914 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.972224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:10:25.972514 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:10:25.996734 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:10:26.085532 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.113300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.132503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] Pushing event deleted for resources: {'Network': ['ID=42cc0c50-c360-4079-8cfc-67aad797b30b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.146054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-91360881-837a-4dc1-8724-3cc6a7f36817 admin admin] 10.222.0.47 "DELETE /v2.0/networks/42cc0c50-c360-4079-8cfc-67aad797b30b HTTP/1.1" status: 204 len: 168 time: 0.4965551 Apr 18 21:10:26.271868 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41578) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:26.326263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3fdecbaf-d299-483b-a43a-2828ee68fa41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=54f475a3ef434991b2f72f4229c81487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0532079 Apr 18 21:10:26.328730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:26.387793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed584-d81f-41cf-acd0-35d8439fb6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.415687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed584-d81f-41cf-acd0-35d8439fb6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.475177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed584-d81f-41cf-acd0-35d8439fb6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.494260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ed584-d81f-41cf-acd0-35d8439fb6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf78f0f-e240-4c2d-93e0-d918c1945060,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:26.506297 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b9ed584-d81f-41cf-acd0-35d8439fb6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:26.507441 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7b9ed584-d81f-41cf-acd0-35d8439fb6da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbf78f0f-e240-4c2d-93e0-d918c1945060 HTTP/1.1" status: 204 len: 168 time: 0.1778228 Apr 18 21:10:27.261633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:27.367946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1248648787-network', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:27.373214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:27.377339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Usage tracker for resource:network and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:27.380889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:27.387152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:27.397347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Made reservation on behalf of fa74e2d672004c62886bff8c9ad3c75e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:27.399666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.412793 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.428129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:27.431986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:27.434799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:27.440493 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:27.527382 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.531259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.562446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 137} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:10:27.571224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09cd8b5-8c95-4f46-9f7b-776a070cfa96,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.577139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.577586 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Added segment c3903ca1-cf6f-4da4-b3d2-eac76b9208e4 of type vlan for network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 Apr 18 21:10:27.605271 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.635932 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.636915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:27.637496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:27.688776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:10:27.724797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:10:27.725061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device f2a8a89e-7b9f-4d5a-b724-e20a7ccac38e not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:10:27.861473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5987303 Apr 18 21:10:27.862394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbaf9a8-801f-474d-a34d-872ba7021ca1 admin admin] Pushing event updated for resources: {'Network': ['ID=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:27.865830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:27.871234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Request body: {'subnet': {'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1248648787-subnet', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:27.879030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:10:27.884397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:27.888856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Usage tracker for resource:subnet and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:27.891954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:27.899750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:27.911767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Made reservation on behalf of fa74e2d672004c62886bff8c9ad3c75e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:27.914355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.214075 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.297561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Pushing event updated for resources: {'Subnet': ['ID=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:28.307803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:10:28.308155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Network hostable DHCP agents. Network: d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:10:28.335939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:10:28.352071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:28.358658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:28.359655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.366552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be0b43d-0327-42c6-ae70-e9d1aba5f6df None None] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:10:28.396090 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e77b29da-557c-4ef4-be25-b93fe765f720 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5285604 Apr 18 21:10:28.397448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41616) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:28.402521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:28.408112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:28.412914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Usage tracker for resource:router and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:28.415953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:28.422584 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:28.435849 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.437010 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.453609 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.596433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:10:28.598170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.752604 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:28.804428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Allocated IP 172.20.0.2 (d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4/357020fa-752d-4d3a-a9e1-2f79ea8ae1b5/0ccc49bd-b666-44b9-adb3-ce8724400817) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:29.019558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.030757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Transition to ACTIVE for port object 0ccc49bd-b666-44b9-adb3-ce8724400817 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:29.050867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Transition to ACTIVE for port object 0ccc49bd-b666-44b9-adb3-ce8724400817 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:29.056997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.071031 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.109153 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.119767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:29.122565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:29.125543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:10:29.176168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Pushing event updated for resources: {'Port': ['ID=0ccc49bd-b666-44b9-adb3-ce8724400817,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:29.224971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.225450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.225913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.226340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.226773 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.227297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.227804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.228293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.228683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.229378 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.229956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.230462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:29.260991 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Attempting to bind port 0ccc49bd-b666-44b9-adb3-ce8724400817 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:29.261505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Attempting to bind port 0ccc49bd-b666-44b9-adb3-ce8724400817 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:29.261962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Attempting to bind port 0ccc49bd-b666-44b9-adb3-ce8724400817 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:10:29.267077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Allocated IP 172.25.5.231 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:29.269014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:10:29.269628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:10:29.271107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.271107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:10:29.271107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Bound port: 0ccc49bd-b666-44b9-adb3-ce8724400817, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:29.271616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.374565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] For port 0ccc49bd-b666-44b9-adb3-ce8724400817, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:10:29.378305 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] For port 0ccc49bd-b666-44b9-adb3-ce8724400817, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0ccc49bd-b666-44b9-adb3-ce8724400817,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:10:29.382688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.436011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.466531 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac7d965-5902-4af8-a66c-d354111cdcd5 None None] Pushing event updated for resources: {'Port': ['ID=0ccc49bd-b666-44b9-adb3-ce8724400817,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:29.479120 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:29.545894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:29.553781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:29.557987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:10:29.592394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Pushing event updated for resources: {'Port': ['ID=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:30.120498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.453738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac7462a-8e8c-4ea6-bfa2-2efc4d8be1b6 None None] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:10:30.514956 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.573673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1c824100-ca6e-4cce-80dd-dd19764bedc1 None None] Provisioning for port 0ccc49bd-b666-44b9-adb3-ce8724400817 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:30.748956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:10:30.951181 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:10:30.964289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:30.980338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:30.980917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:10:30.981691 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cd396909-87aa-48f2-9e8a-bf1c01a10927 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5832417 Apr 18 21:10:30.982050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:30.984637 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41620) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:31.214613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:10:31.549695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:29Z', 'revision_number': 3, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:31.555732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:31.556088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Updating router 87d3cc17-3b20-428a-8916-c8bb045775e3 port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:10:31.614933 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.695683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0ccc49bd-b666-44b9-adb3-ce8724400817 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:31.757397 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:31.852192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0ccc49bd-b666-44b9-adb3-ce8724400817 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:31.883655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0ccc49bd-b666-44b9-adb3-ce8724400817 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:31.884040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.012104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Allocated IP 172.20.0.1 (d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4/357020fa-752d-4d3a-a9e1-2f79ea8ae1b5/9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:32.129490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.218460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.221903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0ccc49bd-b666-44b9-adb3-ce8724400817, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0ccc49bd-b666-44b9-adb3-ce8724400817,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:32.234069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.235307 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.238303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Transition to ACTIVE for port object e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:32.253300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Transition to ACTIVE for port object 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:32.282041 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.286279 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.331987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Attempting to bind port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:32.332368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Attempting to bind port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:32.332734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Attempting to bind port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:10:32.338028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0ccc49bd-b666-44b9-adb3-ce8724400817,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.351990 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:32.355195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:32.364785 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:10:32.379249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:10:32.379678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:10:32.380043 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.380448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:10:32.380924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Bound port: e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:32.381299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.404205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Pushing event updated for resources: {'Port': ['ID=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.427364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.427829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.430834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.431772 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:32.447852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.504341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8e2b7-913a-45d8-a72e-44cb7a1b95a0 None None] Pushing event updated for resources: {'Port': ['ID=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.533471 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] For port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:10:32.540129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] For port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:10:32.545794 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.630683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:10:32.631339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:32.717789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e8e2b7-913a-45d8-a72e-44cb7a1b95a0 None None] Pushing event updated for resources: {'Port': ['ID=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:32.743058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-eed63b70-1f8c-4ac3-ac25-d8573a7e0247 None None] Provisioning for port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:32.746909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.764785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-eed63b70-1f8c-4ac3-ac25-d8573a7e0247 None None] Provisioning complete for port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:32.765235 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eed63b70-1f8c-4ac3-ac25-d8573a7e0247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:32.906731 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-eed63b70-1f8c-4ac3-ac25-d8573a7e0247 None None] Port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:10:32.913158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:10:33.026613 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.032281 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.152863 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.156579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Pushing event updated for resources: {'Port': ['ID=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:33.331796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:33.334707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:33.364658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 1, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:33.369477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d07c0c5-1961-4700-9044-3441fe0f9af5 None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 1, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:33.598027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:10:33.661785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c97c5482-5b3d-48b9-b19c-693266b0faf9 None None] Provisioning complete for port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:33.662266 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c97c5482-5b3d-48b9-b19c-693266b0faf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:33.730041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0ccc49bd-b666-44b9-adb3-ce8724400817 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:33.847035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c97c5482-5b3d-48b9-b19c-693266b0faf9 None None] Port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:10:33.869476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:10:33.879758 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ac8004db-24f6-42eb-9932-ef7cbe55831e admin admin] 10.222.0.47 "PUT /v2.0/routers/87d3cc17-3b20-428a-8916-c8bb045775e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8938885 Apr 18 21:10:33.888319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0ccc49bd-b666-44b9-adb3-ce8724400817 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:33.888622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.483559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 41630) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:34.490489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2006071560', 'description': 'tempest-description--1453745775'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:34.501833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:34.506641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Usage tracker for resource:security_group and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:34.510157 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:34.520277 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:34.531805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.560928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:34.565193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Usage tracker for resource:security_group_rule and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:34.569014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:34.577353 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:34.663069 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.668562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.748030 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.749759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2647347 Apr 18 21:10:34.750648 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a9256-aac7-416a-acb7-f7270f32e507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:34.752703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:34.758289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'security_group_rule': {'security_group_id': 'cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:34.766290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:34.772258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Usage tracker for resource:security_group_rule and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:34.776265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:34.782441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:34.802638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.872021 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.876915 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.903575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=374850b2-6fba-49f9-8b8a-2e45c655af41,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:34.913623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:34.914845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e323b1ad-ae2f-40e7-8219-65d7573ccedc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610262 Apr 18 21:10:34.917445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41638) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:34.922628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'security_group_rule': {'security_group_id': 'cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:34.929905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:34.934267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Usage tracker for resource:security_group_rule and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:34.937215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:34.944337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:34.963218 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.026789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.031148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.056452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f113612c-ee64-47c1-b216-c2bb6d5ed4ce,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:35.071351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.072675 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-380846a1-4060-4021-8a54-7d5c54eebfe6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542473 Apr 18 21:10:35.078680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:35.084721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:35.092141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:35.096646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Usage tracker for resource:floatingip and tenant:fa74e2d672004c62886bff8c9ad3c75e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:10:35.100118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:10:35.106252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:35.117765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.402794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.564219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Allocated IP 172.25.5.224 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/c7397333-7e8e-48b1-ad50-5bde649b6780) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:35.674055 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:35.686853 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:35.690665 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:10:35.691319 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:35.743670 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.788020 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.790235 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:35.796012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:35.796627 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.859199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:35.862167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:35.867021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:10:35.916806 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:10:35.919607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'Port': ['ID=c7397333-7e8e-48b1-ad50-5bde649b6780,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:35.948813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.971300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:35.977300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:35.987391 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.066338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.079201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:36.333948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.339845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.358867 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 2, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:36.362989 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:36.363472 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Updating router 87d3cc17-3b20-428a-8916-c8bb045775e3 port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:10:36.457497 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.462795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'Port': ['ID=c7397333-7e8e-48b1-ad50-5bde649b6780,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:36.476495 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.501384 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.506900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-00040123-4718-43c1-b2ce-367e58b8e284 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4230034 Apr 18 21:10:36.675667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-6eb84ff9-f4d2-4e42-a195-ea8ac1945583 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:36.694361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-6eb84ff9-f4d2-4e42-a195-ea8ac1945583 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:36.695689 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-6eb84ff9-f4d2-4e42-a195-ea8ac1945583 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2006071560&fields=id&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 267 time: 0.0665715 Apr 18 21:10:36.816328 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.829773 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Transition to ACTIVE for port object 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:36.837255 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:36.860173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a3b53696-60a5-4725-9eaa-492cbba00e6b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:36.861709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a3b53696-60a5-4725-9eaa-492cbba00e6b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.1581366 Apr 18 21:10:36.877332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4b82043-4488-4a80-a4e1-5340f5b00719 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/quotas/fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 375 time: 0.0099607 Apr 18 21:10:36.980530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-6613578d-de79-43bc-996a-249237d1fb1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:37.003068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-6613578d-de79-43bc-996a-249237d1fb1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:37.016052 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-6613578d-de79-43bc-996a-249237d1fb1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1257920 Apr 18 21:10:37.055915 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Pushing event updated for resources: {'Port': ['ID=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:37.072327 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.072894 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.073370 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.073882 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.074363 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.075017 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.075498 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.075961 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.076421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.077665 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.078154 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.078632 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:10:37.110660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Attempting to bind port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:37.111029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Attempting to bind port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:37.111384 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Attempting to bind port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:10:37.118221 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:10:37.118875 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:10:37.119269 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.120104 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:10:37.120878 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Bound port: 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:37.121415 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.211682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-54dd2ca6-a630-4368-8899-f3522777a6e3 service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904316 Apr 18 21:10:37.230414 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] For port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:10:37.233829 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] For port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:10:37.240355 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.319075 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:10:37.319713 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:10:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:37.400896 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb18db9-23ec-463b-be7f-8133555c0fa9 None None] Pushing event updated for resources: {'Port': ['ID=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:37.527746 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:10:37.550687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-39153cab-bcb3-475b-934a-8cb1cf67212d service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306229 Apr 18 21:10:37.671058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:37.757319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:37.757763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:37.762414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-24c25c44-f7e3-4489-9b2f-f461ed98edd2 req-21893f3a-62f5-4174-a9fb-f6efb9eb057d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 210 time: 0.0516202 Apr 18 21:10:37.900181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:37.924322 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:37Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:37.928937 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4e73f0-ad90-4fe6-afbe-29bb3bcdaffd None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:37Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:37.980422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:37.986517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:37.986989 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.148046 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.190068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:38.195027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:38.286325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:38.939645 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac8d8d36-98b1-4904-80b0-d5e7de4137e7 req-49600c38-421a-4d62-9055-5628a96e4c74 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 210 time: 0.0494709 Apr 18 21:10:39.002942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-cd45807b-3a81-4668-b235-854c617493e1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:39.004414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-cd45807b-3a81-4668-b235-854c617493e1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:39.023672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-cd45807b-3a81-4668-b235-854c617493e1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:39.025452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-cd45807b-3a81-4668-b235-854c617493e1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.1916304 Apr 18 21:10:39.087173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-2dce9d06-3d90-499b-9fd4-36e98ff014a9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:39.100098 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-2dce9d06-3d90-499b-9fd4-36e98ff014a9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:39.101231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-2dce9d06-3d90-499b-9fd4-36e98ff014a9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 380 time: 0.0586305 Apr 18 21:10:39.110647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'port': {'device_id': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'admin_state_up': True, 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'security_groups': ['cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:39.256982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:10:39.267228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:10:39.279023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Made reservation on behalf of fa74e2d672004c62886bff8c9ad3c75e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:10:39.283151 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.467910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Allocated IP 172.20.0.7 (d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4/357020fa-752d-4d3a-a9e1-2f79ea8ae1b5/729afaab-9906-4507-b683-c9660cae3c0e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:10:39.638644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:39.672505 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.693465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Transition to ACTIVE for port object 729afaab-9906-4507-b683-c9660cae3c0e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:39.717641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:39.718091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.720087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.792833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:10:39.796005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:10:39.804921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:10:39.849138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:39.875452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:39.876122 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:39.911225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-071e3238-7d23-4fdc-8250-6935902d4abd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8035700 Apr 18 21:10:39.921924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Request body: {'port': {'device_id': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:40.044890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.075185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-74614caa-02cb-4608-8b88-3252f5afbaad None None] Provisioning for port 729afaab-9906-4507-b683-c9660cae3c0e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:40.082154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-74614caa-02cb-4608-8b88-3252f5afbaad None None] Provisioning complete for port 729afaab-9906-4507-b683-c9660cae3c0e triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:40.083054 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-74614caa-02cb-4608-8b88-3252f5afbaad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.146767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-74614caa-02cb-4608-8b88-3252f5afbaad None None] Port 729afaab-9906-4507-b683-c9660cae3c0e cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:10:40.398744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854d5ca-3d8c-470c-8fea-404a0bc10e46 req-dff367e7-9dba-4f68-a1b9-83a34add2ca9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:40.398744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8854d5ca-3d8c-470c-8fea-404a0bc10e46 req-dff367e7-9dba-4f68-a1b9-83a34add2ca9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:10:40.494361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-8854d5ca-3d8c-470c-8fea-404a0bc10e46 req-dff367e7-9dba-4f68-a1b9-83a34add2ca9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:10:40.495569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8854d5ca-3d8c-470c-8fea-404a0bc10e46 req-dff367e7-9dba-4f68-a1b9-83a34add2ca9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 931 time: 0.4364526 Apr 18 21:10:40.575657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8854d5ca-3d8c-470c-8fea-404a0bc10e46 req-6b23f61f-d1d9-49e2-a9e2-3997c0ecf603 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655518 Apr 18 21:10:40.660873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 729afaab-9906-4507-b683-c9660cae3c0e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:10:40.668200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.684361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Transition to ACTIVE for port object 729afaab-9906-4507-b683-c9660cae3c0e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:10:40.688281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:40.836222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:40.951649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:10:40.952213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:10:40.952311 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:10:40.958302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Port 729afaab-9906-4507-b683-c9660cae3c0e on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:10:40.958626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:10:40.964117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 10, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:10:40.964591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:10:40.964803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:10:40.965284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Bound port: 729afaab-9906-4507-b683-c9660cae3c0e, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:10:40.965661 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.063368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:10:41.067239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:10:41.071059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.130455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.131107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:41.132443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] 10.222.0.55 "PUT /v2.0/ports/729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 1091 time: 1.2149789 Apr 18 21:10:41.133025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:41.160423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4686566-c46c-4086-be21-f9d13aa58c73 service neutron] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:41.211453 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4117bc-7681-4408-a6d6-66b172769efe'] response: {'name': 'network-changed', 'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e', 'status': 'completed', 'code': 200} Apr 18 21:10:41.256956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-007dbfd8-5a60-4328-9caf-91a591ffc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.259169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-007dbfd8-5a60-4328-9caf-91a591ffc040 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1094 time: 0.0881231 Apr 18 21:10:41.329232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-7cbc55c7-9228-4129-bada-8a19419105e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 217 time: 0.0633020 Apr 18 21:10:41.407705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-ee455cfa-8f9c-4dc6-8706-d9d4abf85c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.409209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-ee455cfa-8f9c-4dc6-8706-d9d4abf85c3d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0744631 Apr 18 21:10:41.497751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-7df7ed37-881e-42d3-9bef-de66d73f69af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.499155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-7df7ed37-881e-42d3-9bef-de66d73f69af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828638 Apr 18 21:10:41.640371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-8208570f-da2c-4809-9a25-e577ca7b85b5 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348987 Apr 18 21:10:41.839908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-015fc00a-ece4-4e10-8565-10fd6083a89e req-eec314f3-8a9d-46a3-8e6a-4394189a8bc9 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934819 Apr 18 21:10:41.864529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92bbdd1-2884-4899-8782-5ed2e322d6d4 req-7ab504cc-6728-4ab4-a3c1-a15e5f68432a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.866053 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d92bbdd1-2884-4899-8782-5ed2e322d6d4 req-7ab504cc-6728-4ab4-a3c1-a15e5f68432a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.1246045 Apr 18 21:10:41.963321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d92bbdd1-2884-4899-8782-5ed2e322d6d4 req-44c04c2e-47f5-4244-82df-49e0b4bcde80 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910726 Apr 18 21:10:41.993195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-36b443b6-728b-448e-80c8-72f7f1f2d72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:41.994799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-36b443b6-728b-448e-80c8-72f7f1f2d72f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1094 time: 0.1026738 Apr 18 21:10:42.250936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-9c5e32fb-f2f9-4c3a-a362-e36bfd19b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:42.252373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-9c5e32fb-f2f9-4c3a-a362-e36bfd19b3cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2520576 Apr 18 21:10:42.325717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-4fd8fcee-1c29-4b3d-89f6-0887cafeaed0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 217 time: 0.0663381 Apr 18 21:10:42.390203 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:10:42.395236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-d6f3b6bc-2088-4c6b-b99c-53df22c1b22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:42.396721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-d6f3b6bc-2088-4c6b-b99c-53df22c1b22a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0648916 Apr 18 21:10:42.477897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-c46b0ecb-3b07-4b3a-b50e-4d31395eab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:42.479737 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-c46b0ecb-3b07-4b3a-b50e-4d31395eab28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766985 Apr 18 21:10:42.617808 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-1c53625b-35ac-4a55-917d-f20c471a519c service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312325 Apr 18 21:10:42.763488 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ae48f4-b8bf-4396-98d3-622aeacd4d54 req-cbd5e91a-4ada-4781-9410-17200b3250e4 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385093 Apr 18 21:10:43.166296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cc557-d9bb-474d-808b-1ed759848d92 req-1be8bf52-2500-4e13-871d-160900a383bd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:43.167836 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd0cc557-d9bb-474d-808b-1ed759848d92 req-1be8bf52-2500-4e13-871d-160900a383bd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.0900369 Apr 18 21:10:43.219521 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd0cc557-d9bb-474d-808b-1ed759848d92 req-dde3838e-9749-430f-8c35-8a454afdde69 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455756 Apr 18 21:10:43.610698 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71d13c36-9ced-4035-8691-87ffae7554ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:44.430197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37619f64-8420-4718-bac7-3dbfd0db340e req-28ba4fd0-ffb1-4d2f-8282-b3a47935bbc5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:44.431882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37619f64-8420-4718-bac7-3dbfd0db340e req-28ba4fd0-ffb1-4d2f-8282-b3a47935bbc5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.0888917 Apr 18 21:10:44.479185 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37619f64-8420-4718-bac7-3dbfd0db340e req-9eaa8d6d-5ca0-455c-b348-5ceb700d03de tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411849 Apr 18 21:10:45.748985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 729afaab-9906-4507-b683-c9660cae3c0e details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:10:45.839182 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c03d94-0b69-48fc-b373-70e30043993b req-b0cfa1ee-8b90-4989-9393-6190e79db30d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:45.840722 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23c03d94-0b69-48fc-b373-70e30043993b req-b0cfa1ee-8b90-4989-9393-6190e79db30d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.0960264 Apr 18 21:10:45.892365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23c03d94-0b69-48fc-b373-70e30043993b req-84a6ab6e-1a5a-4825-aef0-e2425eaabe8a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435698 Apr 18 21:10:45.917886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:45.932615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '729afaab-9906-4507-b683-c9660cae3c0e', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '729afaab-9906-4507-b683-c9660cae3c0e', 'mac_address': 'fa:16:3e:93:68:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:10:46.016219 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68f8e7ae-7e94-4c75-abb9-92717a8cb890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.019648 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.038874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729afaab-9906-4507-b683-c9660cae3c0e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:10:46.057664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:46.067534 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:46.173913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:46.369104 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['729afaab-9906-4507-b683-c9660cae3c0e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:10:47.093224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb568e-2da2-4e03-9cba-9472125f98e5 req-4dde0b7b-5798-4edb-8e95-e2a65ed352d5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:47.094754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bbcb568e-2da2-4e03-9cba-9472125f98e5 req-4dde0b7b-5798-4edb-8e95-e2a65ed352d5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 944 time: 0.0898762 Apr 18 21:10:47.141925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bbcb568e-2da2-4e03-9cba-9472125f98e5 req-107e4539-292a-4f3c-9eeb-4b4419e86cfd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408602 Apr 18 21:10:47.185851 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.187637 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:47.764277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 729afaab-9906-4507-b683-c9660cae3c0e up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:10:47.880015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 729afaab-9906-4507-b683-c9660cae3c0e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:10:47.885138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 729afaab-9906-4507-b683-c9660cae3c0e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:10:47.885530 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.024332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.057265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:48.067886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:10:48.073852 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:48.111532 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddf1b82-4399-40dd-969b-eab37ab59289'] response: {'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e', 'code': 200} Apr 18 21:10:48.168473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:10:48.249452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3995cae7-cc18-4986-abf8-a1d1304808a9 req-2bf3b6c8-14ae-43ed-bc47-eda40776c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:48.251021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3995cae7-cc18-4986-abf8-a1d1304808a9 req-2bf3b6c8-14ae-43ed-bc47-eda40776c73f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1096 time: 0.0782576 Apr 18 21:10:48.340756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3995cae7-cc18-4986-abf8-a1d1304808a9 req-484d2d6a-558e-46b5-931f-dd4c2c90f701 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831513 Apr 18 21:10:48.382443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da5047-c605-4422-b6fa-e71603618be1 req-37f62a7d-c6d2-4633-aada-c78d81a6bcac tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:48.384100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43da5047-c605-4422-b6fa-e71603618be1 req-37f62a7d-c6d2-4633-aada-c78d81a6bcac tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1064312 Apr 18 21:10:48.459751 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-43da5047-c605-4422-b6fa-e71603618be1 req-a78945c3-140c-4cbd-9ec0-ed7750dfa8bc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686531 Apr 18 21:10:48.616864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.117027 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.676042 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:49.681486 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ed5c8-51ef-44c3-abbe-cd99827209c8 req-fade22eb-8a2c-423d-8aab-366ed5117175 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:49.683855 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-703ed5c8-51ef-44c3-abbe-cd99827209c8 req-fade22eb-8a2c-423d-8aab-366ed5117175 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1010966 Apr 18 21:10:49.743400 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-703ed5c8-51ef-44c3-abbe-cd99827209c8 req-3091fd78-0f26-4611-bc10-64dfe9d385ca tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536079 Apr 18 21:10:50.950497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7d87c2-2f86-4dd5-9740-73c5422a7c96 req-a62fdd99-e6ce-461c-be5d-c40a3682ec25 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:50.952172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e7d87c2-2f86-4dd5-9740-73c5422a7c96 req-a62fdd99-e6ce-461c-be5d-c40a3682ec25 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0935168 Apr 18 21:10:51.003939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2e7d87c2-2f86-4dd5-9740-73c5422a7c96 req-7e08af4a-7fd0-46b7-b4a2-c00e8eeb3313 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447676 Apr 18 21:10:51.203830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b0a99-a2b0-414e-ae19-8d05f4ba7c58 req-347516c0-18cc-4968-a840-4b5622e2f328 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:51.205312 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-004b0a99-a2b0-414e-ae19-8d05f4ba7c58 req-347516c0-18cc-4968-a840-4b5622e2f328 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0879419 Apr 18 21:10:51.214386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:10:51.220474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'floatingip': {'port_id': '729afaab-9906-4507-b683-c9660cae3c0e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:10:51.300938 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.138749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.145290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.346890 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 associated. External IP: 172.25.5.224, port: 729afaab-9906-4507-b683-c9660cae3c0e. Apr 18 21:10:52.721017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:10:52.916861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:10:52.921408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:10:52.928008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:10:52.938884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:10:52.939524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:10:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:52.991956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-945f9969-3014-4f7a-a7f9-1064ca6560e2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "PUT /v2.0/floatingips/884b6fe0-1747-4760-8f0e-e213772d5174 HTTP/1.1" status: 200 len: 991 time: 1.7760534 Apr 18 21:10:52.992728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:10:53.051947 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc3231e2-fce0-4695-a12c-c7bc71920e6c'] response: {'name': 'network-changed', 'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e', 'status': 'completed', 'code': 200} Apr 18 21:10:53.145645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:10:53.221978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-d975bb6d-ad38-457c-a969-39108fd80eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.223687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-d975bb6d-ad38-457c-a969-39108fd80eef service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1096 time: 0.1426294 Apr 18 21:10:53.234833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2324d3-bb57-4a5e-ae91-524f5843553b req-f51ee776-16ed-432e-a848-6ed87659ab8e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.236418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf2324d3-bb57-4a5e-ae91-524f5843553b req-f51ee776-16ed-432e-a848-6ed87659ab8e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1175904 Apr 18 21:10:53.379851 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf2324d3-bb57-4a5e-ae91-524f5843553b req-cca3daa6-264b-4338-8835-e3cdff540800 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228650 Apr 18 21:10:53.542304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '729afaab-9906-4507-b683-c9660cae3c0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:93:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:10:51Z', 'revision_number': 1, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:53.547312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:10:53.558067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:10:53.558716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:10:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:53.569534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-33088ec2-f68c-4d15-83ef-00bbd5a0be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.571612 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-33088ec2-f68c-4d15-83ef-00bbd5a0be22 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.3336611 Apr 18 21:10:53.592760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279c823-f041-4fbd-89c7-2be61adc22d0 req-b862d95f-e7fe-4a31-b0fc-bf77a44e8a6f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.594463 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6279c823-f041-4fbd-89c7-2be61adc22d0 req-b862d95f-e7fe-4a31-b0fc-bf77a44e8a6f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0932713 Apr 18 21:10:53.670067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6279c823-f041-4fbd-89c7-2be61adc22d0 req-5c2c19ce-5bda-4e38-8a97-5ced1584cf45 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679820 Apr 18 21:10:53.686523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-b167bf7c-e311-4e20-ba15-0614becb8953 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 999 time: 0.1082714 Apr 18 21:10:53.755142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-6a03801e-25ee-4614-8735-e5adbf06abd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.756607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-6a03801e-25ee-4614-8735-e5adbf06abd6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0646317 Apr 18 21:10:53.758218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:10:53.838824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-47bc02f8-f1b2-4a58-bf8e-f124122feaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:53.840397 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-47bc02f8-f1b2-4a58-bf8e-f124122feaf4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777583 Apr 18 21:10:53.994224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-a4243e89-c3e0-44ea-a610-e03d96607d15 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474810 Apr 18 21:10:54.144205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d93328cb-ac1c-4f27-85f0-9d09f54854cb req-e1f2e0e5-62b4-41eb-9314-bde2d5adf5cb service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442232 Apr 18 21:10:54.172057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '729afaab-9906-4507-b683-c9660cae3c0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:93:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:10:51Z', 'revision_number': 1, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:10:54.176653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39a2ba-5e59-47d7-8623-d96505e99eca None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '729afaab-9906-4507-b683-c9660cae3c0e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:93:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:10:51Z', 'revision_number': 1, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:10:54.391375 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8254ff0f-4dc1-4e37-a74a-c6342a65cba5 None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:10:54.887302 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2c7a1e-ad18-4ff0-a4ef-27418acf7e7c req-904bc9d1-e678-4f93-9b55-fcb91bb09b4b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:54.888837 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e2c7a1e-ad18-4ff0-a4ef-27418acf7e7c req-904bc9d1-e678-4f93-9b55-fcb91bb09b4b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0939045 Apr 18 21:10:54.938197 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e2c7a1e-ad18-4ff0-a4ef-27418acf7e7c req-fa4946aa-5a2a-47ac-8e2c-89c135bb3304 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Apr 18 21:10:55.145408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7ccea-3ca5-4e80-9661-82ec698457a5 req-9248a0af-657c-49df-8118-3dbb1c46b303 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:55.146951 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93a7ccea-3ca5-4e80-9661-82ec698457a5 req-9248a0af-657c-49df-8118-3dbb1c46b303 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0919344 Apr 18 21:10:55.194979 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-93a7ccea-3ca5-4e80-9661-82ec698457a5 req-516deace-40d5-4fa1-b1b7-ce24dc15afbc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Apr 18 21:10:55.648941 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-496f2df7-4ebb-453b-8e03-2acaa7b7f1b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1339319 Apr 18 21:10:55.671621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c6e82-08e8-4ca2-bab9-daf39d34d4f7 req-85b36bfc-d4d2-4c50-b738-bb2f5cf17f72 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:55.673067 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad0c6e82-08e8-4ca2-bab9-daf39d34d4f7 req-85b36bfc-d4d2-4c50-b738-bb2f5cf17f72 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1117330 Apr 18 21:10:55.725300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad0c6e82-08e8-4ca2-bab9-daf39d34d4f7 req-e18c3726-87a9-4a6f-95ea-382d1972a962 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 Apr 18 21:10:56.937031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b11d0-8c3a-4343-9890-e18cd8fb777b req-260512cd-c375-421e-92c8-d939ea461d7b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:56.939749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b31b11d0-8c3a-4343-9890-e18cd8fb777b req-260512cd-c375-421e-92c8-d939ea461d7b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0917687 Apr 18 21:10:57.088687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b31b11d0-8c3a-4343-9890-e18cd8fb777b req-b05bc466-f74f-463f-82d4-2f5f476c1bee tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391890 Apr 18 21:10:57.134093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-172c45d9-49b9-4f85-b8f4-5080b86fe9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:57.136617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-172c45d9-49b9-4f85-b8f4-5080b86fe9c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1096 time: 0.1577847 Apr 18 21:10:57.283358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-195c7130-6b93-48dd-83da-fa99be8c152c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:57.285775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-195c7130-6b93-48dd-83da-fa99be8c152c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1424582 Apr 18 21:10:57.400014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-006a5975-832a-4b93-bb51-8d7855719c9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 1001 time: 0.1086826 Apr 18 21:10:57.480214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-35f97283-8471-45b2-96a0-6f6996c25200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:57.482787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-35f97283-8471-45b2-96a0-6f6996c25200 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0773616 Apr 18 21:10:57.565798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-7d3cdc41-4092-4db6-b5f3-72f8530d93f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:57.567273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-7d3cdc41-4092-4db6-b5f3-72f8530d93f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788636 Apr 18 21:10:57.706119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-305329ca-15dc-4cb4-920f-c8bc2b19bf31 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320832 Apr 18 21:10:57.847529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-14858bd9-884a-4e46-a765-c4aa37149c48 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360896 Apr 18 21:10:58.302074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef969a12-acd7-4c02-8b1c-983cd38346f9 req-710a590b-70b5-440f-86b3-e9319dd65b2f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:58.303660 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef969a12-acd7-4c02-8b1c-983cd38346f9 req-710a590b-70b5-440f-86b3-e9319dd65b2f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0888760 Apr 18 21:10:58.360633 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef969a12-acd7-4c02-8b1c-983cd38346f9 req-1c00c105-6062-4eba-ac47-0c81f561d949 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509362 Apr 18 21:10:59.617054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35c2fe4-ef6c-487c-82d0-25a47ff323d4 req-7c62ac0f-8c2d-4a29-a805-5efdf145058f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:10:59.619895 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c35c2fe4-ef6c-487c-82d0-25a47ff323d4 req-7c62ac0f-8c2d-4a29-a805-5efdf145058f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1299696 Apr 18 21:10:59.701692 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c35c2fe4-ef6c-487c-82d0-25a47ff323d4 req-2e4f5396-b177-43e1-bf39-58b3ed71fef7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755634 Apr 18 21:11:00.920981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71599f0f-0feb-4221-ba0c-54a2affa94d1 req-183d895a-5aef-4551-b840-c011518349f5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:00.922709 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71599f0f-0feb-4221-ba0c-54a2affa94d1 req-183d895a-5aef-4551-b840-c011518349f5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1037364 Apr 18 21:11:00.975207 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-71599f0f-0feb-4221-ba0c-54a2affa94d1 req-811b8d61-5aac-43d8-b10f-0af6d4707c13 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457444 Apr 18 21:11:02.343708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032a08d-ed53-4e4d-97f1-5645f366cb09 req-448c3065-90a6-499b-9b80-d5ab7b32d2f3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:02.345242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6032a08d-ed53-4e4d-97f1-5645f366cb09 req-448c3065-90a6-499b-9b80-d5ab7b32d2f3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.2461636 Apr 18 21:11:02.401304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6032a08d-ed53-4e4d-97f1-5645f366cb09 req-35680ff1-58d5-4d42-9567-8a75235322dc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Apr 18 21:11:03.564265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-d8c257e4-7246-4b45-a514-f9d83b1a2bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:03.567526 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-d8c257e4-7246-4b45-a514-f9d83b1a2bb6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1096 time: 0.1211660 Apr 18 21:11:03.633414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2892b6-3eb8-4952-bb23-8e82fe6410a2 req-b13dcb06-d97a-4eb6-8fac-6c03f2b1f5b1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:03.636477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d2892b6-3eb8-4952-bb23-8e82fe6410a2 req-b13dcb06-d97a-4eb6-8fac-6c03f2b1f5b1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1137333 Apr 18 21:11:03.707057 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d2892b6-3eb8-4952-bb23-8e82fe6410a2 req-27d00f09-9427-4166-9d6f-cfa635aabf40 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622325 Apr 18 21:11:03.744748 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-7c267494-ff58-452e-b715-8c3f03498040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:03.746280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-7c267494-ff58-452e-b715-8c3f03498040 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1528289 Apr 18 21:11:03.857057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-3b584e14-8490-4111-a0bf-5422425c1659 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 1001 time: 0.1049793 Apr 18 21:11:03.921957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-42232d97-85f6-47d6-97f2-2da22abf7e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:03.923478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-42232d97-85f6-47d6-97f2-2da22abf7e5d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0606308 Apr 18 21:11:04.007569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-b034aba6-19c3-4f04-b718-8a9549b283de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:04.009111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-b034aba6-19c3-4f04-b718-8a9549b283de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797770 Apr 18 21:11:04.191465 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-811bd6b1-dbae-44e4-963b-f7e5acde6f68 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758635 Apr 18 21:11:04.336960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7c776dde-e71a-45d8-a81a-11f14c07b839 req-ec1fcbb7-e995-4ce8-ae8d-1cb4f28a3c92 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389747 Apr 18 21:11:04.913467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e49e8-ccee-4b7a-9b76-ab7d6ebbdcb1 req-2b201328-2264-4551-8c36-3d9ad9c902cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:04.915153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b36e49e8-ccee-4b7a-9b76-ab7d6ebbdcb1 req-2b201328-2264-4551-8c36-3d9ad9c902cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0923181 Apr 18 21:11:04.963698 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b36e49e8-ccee-4b7a-9b76-ab7d6ebbdcb1 req-cde6e2fe-adbd-4f61-8693-f3867465d01e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424020 Apr 18 21:11:06.195655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c098c48-36ee-4314-b436-0c2049660e9e req-e643a452-9b0c-4548-97cc-6ce7cfd269ed tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:06.197201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c098c48-36ee-4314-b436-0c2049660e9e req-e643a452-9b0c-4548-97cc-6ce7cfd269ed tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1147163 Apr 18 21:11:06.248182 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c098c48-36ee-4314-b436-0c2049660e9e req-a1c0db38-f32c-4b84-ada2-7320a595858d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447202 Apr 18 21:11:07.449580 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf48ae-2d41-450b-bb26-1be7ec9ebb13 req-58a79950-1818-4fe1-912c-814d685341fa tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:07.451011 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84cf48ae-2d41-450b-bb26-1be7ec9ebb13 req-58a79950-1818-4fe1-912c-814d685341fa tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0854788 Apr 18 21:11:07.500671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-84cf48ae-2d41-450b-bb26-1be7ec9ebb13 req-a9e6ac45-5582-4f46-b556-333db60e6513 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436912 Apr 18 21:11:08.697997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714354f-ceed-4c81-bfd3-74c64e549c98 req-148ac5f5-3a51-47d2-acd8-449f05f7890e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:08.699565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5714354f-ceed-4c81-bfd3-74c64e549c98 req-148ac5f5-3a51-47d2-acd8-449f05f7890e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0880022 Apr 18 21:11:08.748518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5714354f-ceed-4c81-bfd3-74c64e549c98 req-5eee360b-4762-481c-9eeb-79a56ba4d8f7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Apr 18 21:11:09.945345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748da7-40f8-4d37-9ed6-899a1069f3db req-3bbcd704-b88f-4943-bd4d-46657dc64649 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:09.946845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23748da7-40f8-4d37-9ed6-899a1069f3db req-3bbcd704-b88f-4943-bd4d-46657dc64649 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0851843 Apr 18 21:11:09.997925 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23748da7-40f8-4d37-9ed6-899a1069f3db req-709f589e-fdc2-4d77-a93d-641e6bb96bee tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Apr 18 21:11:11.204173 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191a87-6f76-4881-8f16-95194b1a1c11 req-117f83ea-84f9-4bb2-9e92-b15243a68742 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:11.206435 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6191a87-6f76-4881-8f16-95194b1a1c11 req-117f83ea-84f9-4bb2-9e92-b15243a68742 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0855956 Apr 18 21:11:11.254297 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d6191a87-6f76-4881-8f16-95194b1a1c11 req-759c4daf-5dfa-4f81-9959-e94de2b88e2a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419664 Apr 18 21:11:12.459342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de74ef-96d1-447a-80f6-22dd3c18e8ac req-afdb5329-6d9b-46fe-9495-ad1a2ece2027 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:12.460796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8de74ef-96d1-447a-80f6-22dd3c18e8ac req-afdb5329-6d9b-46fe-9495-ad1a2ece2027 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0913105 Apr 18 21:11:12.508326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c8de74ef-96d1-447a-80f6-22dd3c18e8ac req-5c70de93-5d93-4a60-9a45-6c817978fa73 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415757 Apr 18 21:11:13.635475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03409238-faab-4add-8133-67d860af07e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:13.718610 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8615fe1-cf5b-4c65-9548-9e8c673e611b req-d7c2e7b2-2807-4027-a97f-bcb38990570a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:13.720222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8615fe1-cf5b-4c65-9548-9e8c673e611b req-d7c2e7b2-2807-4027-a97f-bcb38990570a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0972583 Apr 18 21:11:13.782105 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e8615fe1-cf5b-4c65-9548-9e8c673e611b req-1b4f4971-0ee8-4c77-8bba-1c19e248df30 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549035 Apr 18 21:11:14.991823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c403f9-8b92-4730-8482-5164411bfc29 req-edef99b5-2a75-485f-bcd2-bdedd2ba31d8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:14.993422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02c403f9-8b92-4730-8482-5164411bfc29 req-edef99b5-2a75-485f-bcd2-bdedd2ba31d8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0931528 Apr 18 21:11:15.042577 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02c403f9-8b92-4730-8482-5164411bfc29 req-0d047afe-25bc-4f46-958f-396bc5db24b1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 Apr 18 21:11:16.001579 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b0ec86ab-a960-4f5d-9365-7554fd4a23f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:16.269354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da88f2ef-97e8-4489-a70c-7a1f19200779 req-c1a8df05-bbba-46ba-a86c-3546e88c0fe9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:16.271001 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da88f2ef-97e8-4489-a70c-7a1f19200779 req-c1a8df05-bbba-46ba-a86c-3546e88c0fe9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1073251 Apr 18 21:11:16.435180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da88f2ef-97e8-4489-a70c-7a1f19200779 req-c4dde673-7873-4403-83d3-a54522abb18d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583180 Apr 18 21:11:17.179128 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.182788 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:17.638221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21d6867-4be9-4ebc-962c-babff1b9e2e1 req-45d87015-13c7-4b58-86bd-00c03163095d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:17.639807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d21d6867-4be9-4ebc-962c-babff1b9e2e1 req-45d87015-13c7-4b58-86bd-00c03163095d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0891623 Apr 18 21:11:17.691423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d21d6867-4be9-4ebc-962c-babff1b9e2e1 req-f79d8c09-dece-4add-91f2-caadda329a2d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Apr 18 21:11:18.620821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:18.903409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9325a-d9ce-4cea-a6c8-0ea03e97cf95 req-2f460949-e253-4275-9685-49c16bbe0bd4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:18.904992 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fb9325a-d9ce-4cea-a6c8-0ea03e97cf95 req-2f460949-e253-4275-9685-49c16bbe0bd4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0875399 Apr 18 21:11:18.959069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3fb9325a-d9ce-4cea-a6c8-0ea03e97cf95 req-cedf762d-c9b8-48e0-9c8b-e5fc0f736df6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447733 Apr 18 21:11:19.137838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.397341 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:11:19.670490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:19.710823 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-42636ebe-b58e-4e80-bfa0-e0c4860143c2 service neutron] show failed (client error): The resource could not be found. Apr 18 21:11:19.712487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-42636ebe-b58e-4e80-bfa0-e0c4860143c2 service neutron] 10.222.0.55 "GET /v2.0/ports/729afaab-9906-4507-b683-c9660cae3c0e/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0889437 Apr 18 21:11:20.030701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-6f5dbd31-9070-482e-9f47-924effc32fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:20.032187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-6f5dbd31-9070-482e-9f47-924effc32fc4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 1096 time: 0.0819545 Apr 18 21:11:20.047635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:20.395589 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.420986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881705d4-1121-47bf-9d5c-4e8d012345f4 req-ff47cb27-24c1-4c83-9f6d-f02e769c9b25 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:20.422613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-881705d4-1121-47bf-9d5c-4e8d012345f4 req-ff47cb27-24c1-4c83-9f6d-f02e769c9b25 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.3432150 Apr 18 21:11:20.562562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-881705d4-1121-47bf-9d5c-4e8d012345f4 req-2bf84711-6eaa-4d18-9c9d-dd351e7501ed tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112821 Apr 18 21:11:20.740202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:20.777340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:11:20.842641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:20.849148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.867561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Transition to ACTIVE for port object 729afaab-9906-4507-b683-c9660cae3c0e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:20.872439 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:20.930071 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3168c696-6c72-49f3-828a-02c73fd472a0'] response: {'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e', 'code': 200} Apr 18 21:11:21.078700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:21.099790 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.100154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.100462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.100791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.101129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.101449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.101881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.102103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.102424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.102740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.103053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.103371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:21.149949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] No DVR routers for this DVR port 729afaab-9906-4507-b683-c9660cae3c0e on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:21.401057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:21.401309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:21.401637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:11:21.407454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Port 729afaab-9906-4507-b683-c9660cae3c0e on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:11:21.407774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Attempting to bind port 729afaab-9906-4507-b683-c9660cae3c0e on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:11:21.415090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:11:21.415430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:11:21.415814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:11:21.416248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Bound port: 729afaab-9906-4507-b683-c9660cae3c0e, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:21.416600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.519778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:11:21.523159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:11:21.528790 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.587962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:21.588942 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:21.590520 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] 10.222.0.61 "PUT /v2.0/ports/729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 1091 time: 1.5473289 Apr 18 21:11:21.678745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b1774-f8b8-4595-8dff-18d40202909c service neutron] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:21.760080 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-546d1f90-2213-4612-a569-8c47014c9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:21.761636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-546d1f90-2213-4612-a569-8c47014c9616 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1094 time: 0.1399004 Apr 18 21:11:21.944272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1444aa-7c41-4b5b-811c-bc503296072e req-a18c59c1-05e9-4fb5-bf30-94741e0414f1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:21.945869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af1444aa-7c41-4b5b-811c-bc503296072e req-a18c59c1-05e9-4fb5-bf30-94741e0414f1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.2299016 Apr 18 21:11:21.979670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-8b50eabb-1729-420b-b29c-bfba08e036b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:21.981137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-8b50eabb-1729-420b-b29c-bfba08e036b0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2100227 Apr 18 21:11:22.069762 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af1444aa-7c41-4b5b-811c-bc503296072e req-a5e19802-74fd-4e52-8f4c-ea84ecb3c92c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147387 Apr 18 21:11:22.118128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-f40802ae-f50f-4a73-9182-4d4982dcd429 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 999 time: 0.1254733 Apr 18 21:11:22.313265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-05c5f32c-d1c1-4d35-b156-a2fb92242336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:22.315395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-05c5f32c-d1c1-4d35-b156-a2fb92242336 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1882739 Apr 18 21:11:22.403609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-3424257a-2a65-4252-b085-baa6a9fcfd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:22.405565 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-3424257a-2a65-4252-b085-baa6a9fcfd9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0809734 Apr 18 21:11:22.557425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-20f313ed-0659-4bb3-8fdd-bc7e44dfcf8f service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420865 Apr 18 21:11:22.709028 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af289c56-1aea-434f-82c9-ef885dabcf4f req-260f656c-e8a3-4e20-9a78-e65eb64b87df service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423874 Apr 18 21:11:22.931221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:22.995559 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704e5539-2471-495a-9689-6e39cb7a27e0'] response: {'name': 'network-changed', 'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e', 'status': 'completed', 'code': 200} Apr 18 21:11:23.152626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-2a0f4b9c-6024-4289-9d79-a5654194f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.154145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-2a0f4b9c-6024-4289-9d79-a5654194f662 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1094 time: 0.1393402 Apr 18 21:11:23.159252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-9b3bff5d-a215-47c5-856f-76704c9b6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.160909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-9b3bff5d-a215-47c5-856f-76704c9b6ffe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1094 time: 0.1151421 Apr 18 21:11:23.461054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-951f0048-3f27-427a-93b3-9684744c75cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.462562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-951f0048-3f27-427a-93b3-9684744c75cf service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2827933 Apr 18 21:11:23.467267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-9a69124d-3083-4dc2-bd7c-ff5bb391db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.468781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-9a69124d-3083-4dc2-bd7c-ff5bb391db06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.3069246 Apr 18 21:11:23.664543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-08829923-78b9-4217-900a-6acc4f66ee1c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 999 time: 0.1948004 Apr 18 21:11:23.684635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0f6a5-1001-4eb4-ab76-0d40159d33ea req-691449e7-5b0b-46ea-8486-6c79d0d169f8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.686213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dad0f6a5-1001-4eb4-ab76-0d40159d33ea req-691449e7-5b0b-46ea-8486-6c79d0d169f8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.3622665 Apr 18 21:11:23.753052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-d9ea2885-1618-46c2-a30e-7d3a25f7beb4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 999 time: 0.2284119 Apr 18 21:11:23.826995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-600327b7-cd63-4b38-95b5-23cdea9694be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.828430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-600327b7-cd63-4b38-95b5-23cdea9694be service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1520667 Apr 18 21:11:23.878017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dad0f6a5-1001-4eb4-ab76-0d40159d33ea req-0d4430d5-8609-4bb8-a81c-a1ca4b701912 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573162 Apr 18 21:11:23.892389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-b44fe050-8575-4a4f-91e6-f50c44efd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:23.894243 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-b44fe050-8575-4a4f-91e6-f50c44efd25b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1329248 Apr 18 21:11:23.970455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 729afaab-9906-4507-b683-c9660cae3c0e no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:23.999521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-db4f5ffb-0b47-4f4b-b127-f0ea5d593827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:24.001858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-db4f5ffb-0b47-4f4b-b127-f0ea5d593827 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655939 Apr 18 21:11:24.010900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-645fca15-4553-4b02-955c-775a9c6a23d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:24.012814 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-645fca15-4553-4b02-955c-775a9c6a23d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116219 Apr 18 21:11:24.088219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 729afaab-9906-4507-b683-c9660cae3c0e not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:11:24.403107 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-038dcfe3-4444-4239-81e3-17f32cf3d755 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891368 Apr 18 21:11:24.406535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-8b866e9e-81a7-4117-baf8-73a12139d304 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725235 Apr 18 21:11:24.717264 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-71c67364-e03b-45ce-9bfc-d2a9468efd5f service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047969 Apr 18 21:11:24.720447 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5278cad-89fa-4bc9-93a2-cb2f01e2798c req-662cdb12-8415-457b-9c78-9e5592ae1bb8 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068995 Apr 18 21:11:25.143651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1763a-54e4-4613-842a-7d1ae9584f1a req-43d1f17d-8f54-4e1f-8335-dda34b94d810 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:25.146377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70f1763a-54e4-4613-842a-7d1ae9584f1a req-43d1f17d-8f54-4e1f-8335-dda34b94d810 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.1230426 Apr 18 21:11:25.220981 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70f1763a-54e4-4613-842a-7d1ae9584f1a req-384d9509-ec03-4997-822b-0c0167d765d5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679314 Apr 18 21:11:25.613045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf7304-3197-4849-864d-4daeaf3901f5 req-7a5b27d7-2141-4081-bb24-8c4afcfdca0e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:25.614668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5cf7304-3197-4849-864d-4daeaf3901f5 req-7a5b27d7-2141-4081-bb24-8c4afcfdca0e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 943 time: 0.1294830 Apr 18 21:11:25.617034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-dbde169d-a933-44b1-a32b-09e6a2fb0e4f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:25.618624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-dbde169d-a933-44b1-a32b-09e6a2fb0e4f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a&tenant_id=fa74e2d672004c62886bff8c9ad3c75e&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 943 time: 0.1334414 Apr 18 21:11:25.670176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d5cf7304-3197-4849-864d-4daeaf3901f5 req-cde39750-fc42-422f-b050-b6aae895eb7e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473466 Apr 18 21:11:25.712692 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-81e025b8-7066-42b0-8b40-b4171b8650cc service neutron] delete failed (client error): The resource could not be found. Apr 18 21:11:25.713744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-81e025b8-7066-42b0-8b40-b4171b8650cc service neutron] 10.222.0.55 "DELETE /v2.0/ports/729afaab-9906-4507-b683-c9660cae3c0e/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0898461 Apr 18 21:11:25.864199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-198a8269-9603-4cb8-9744-fba70180156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:25.865815 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-198a8269-9603-4cb8-9744-fba70180156e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 1094 time: 0.0786827 Apr 18 21:11:26.027799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-9b10b01b-a152-4c54-942e-f7dab05c3e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.029543 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-9b10b01b-a152-4c54-942e-f7dab05c3e7c service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1570785 Apr 18 21:11:26.151414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-6cb7b6c2-7c9e-4dd5-8d67-d29f5ef071e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 200 len: 999 time: 0.1158240 Apr 18 21:11:26.171658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 729afaab-9906-4507-b683-c9660cae3c0e details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:26.230324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-2926e5d5-3846-4bc1-b872-be44e987ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.231989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-2926e5d5-3846-4bc1-b872-be44e987ad2d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0747972 Apr 18 21:11:26.337184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-f92a1200-4dd7-49ae-b46c-5ce21c50ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.339662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-f92a1200-4dd7-49ae-b46c-5ce21c50ba32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008441 Apr 18 21:11:26.340518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:26.360913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '729afaab-9906-4507-b683-c9660cae3c0e', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '729afaab-9906-4507-b683-c9660cae3c0e', 'mac_address': 'fa:16:3e:93:68:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:26.449030 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.468005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 729afaab-9906-4507-b683-c9660cae3c0e {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:26.488707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:26.490106 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-7613a358-a799-4521-a77e-e6deb354ddfd service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446242 Apr 18 21:11:26.493455 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:26.576190 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:26.642693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceac31cb-c27e-4199-b0a6-80a6b9e9e39a req-4ce5b81a-e35a-4c28-9cfd-96aa8ede282b service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463664 Apr 18 21:11:26.734158 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['729afaab-9906-4507-b683-c9660cae3c0e'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:11:26.910847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef0e869-6351-4e0a-8a9d-a0d81f0be28e req-3a88e8eb-8013-4e5b-aaaf-aca0bb0d7951 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:26.912373 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ef0e869-6351-4e0a-8a9d-a0d81f0be28e req-3a88e8eb-8013-4e5b-aaaf-aca0bb0d7951 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 944 time: 0.0895758 Apr 18 21:11:26.992931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ef0e869-6351-4e0a-8a9d-a0d81f0be28e req-e68a7d3d-f14c-4ded-a2ae-c5737646af26 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724926 Apr 18 21:11:28.178815 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 729afaab-9906-4507-b683-c9660cae3c0e up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:28.250741 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bd04f-02cd-46b2-8a38-08c95d72abac req-c07a9c6c-7dfa-453a-8ade-7e5573ba3dd6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:28.252817 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c22bd04f-02cd-46b2-8a38-08c95d72abac req-c07a9c6c-7dfa-453a-8ade-7e5573ba3dd6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 944 time: 0.1357086 Apr 18 21:11:28.266686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 729afaab-9906-4507-b683-c9660cae3c0e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:28.273462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 729afaab-9906-4507-b683-c9660cae3c0e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:28.274039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.314097 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c22bd04f-02cd-46b2-8a38-08c95d72abac req-328bd70e-5872-401d-9235-c22b65ac0be5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504112 Apr 18 21:11:28.471905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.516660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:28.527568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:28.532540 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:28.569678 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2636fd-0a5d-4ae8-bc5b-3102b6d491bf'] response: {'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e', 'code': 200} Apr 18 21:11:28.603833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e83e43-d784-4d3d-801b-a19265bb3e69 req-525a6e8f-097f-4b08-8a24-5c5c1a6ba472 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:28.605705 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55e83e43-d784-4d3d-801b-a19265bb3e69 req-525a6e8f-097f-4b08-8a24-5c5c1a6ba472 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.1326306 Apr 18 21:11:28.625411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:28.660364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55e83e43-d784-4d3d-801b-a19265bb3e69 req-34f18d7b-8afa-413d-bb98-44eb686c5d24 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481651 Apr 18 21:11:28.870040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437dcf7-4905-43f6-b4ee-2eba6e9895f5 req-37608c43-28cd-47e4-9da0-cafa7090ddf2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:28.871561 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8437dcf7-4905-43f6-b4ee-2eba6e9895f5 req-37608c43-28cd-47e4-9da0-cafa7090ddf2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0995994 Apr 18 21:11:28.920795 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8437dcf7-4905-43f6-b4ee-2eba6e9895f5 req-cc3bfe3f-8bc7-407f-a370-cb92f520d5a0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Apr 18 21:11:29.351179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36efa-2beb-4e7b-a834-c46cc12cc0ce req-8846f805-041d-4e2d-a16a-872c1ebad6e5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:29.352811 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4d36efa-2beb-4e7b-a834-c46cc12cc0ce req-8846f805-041d-4e2d-a16a-872c1ebad6e5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.0914335 Apr 18 21:11:29.406744 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e4d36efa-2beb-4e7b-a834-c46cc12cc0ce req-9a11829e-a75d-4f61-889c-8ae357266d6a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476770 Apr 18 21:11:30.827659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2961a61-97e1-4728-9565-ac346686ed76 req-11b151a9-b464-443f-93a8-2db8b3cff102 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:30.829226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2961a61-97e1-4728-9565-ac346686ed76 req-11b151a9-b464-443f-93a8-2db8b3cff102 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.3031528 Apr 18 21:11:30.876522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-b57a8155-4d90-4370-b8d5-534ce09cb193 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:30.878654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-b57a8155-4d90-4370-b8d5-534ce09cb193 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 945 time: 0.2871692 Apr 18 21:11:30.948432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c2961a61-97e1-4728-9565-ac346686ed76 req-51be0c89-d9b7-4941-bc81-e512e844b060 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062732 Apr 18 21:11:30.974897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Deleting port 729afaab-9906-4507-b683-c9660cae3c0e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:11:30.975267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.331091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] For port 729afaab-9906-4507-b683-c9660cae3c0e, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=729afaab-9906-4507-b683-c9660cae3c0e,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:31.331690 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.714295 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.714807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.715189 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 disassociated. External IP: 172.25.5.224, port: 729afaab-9906-4507-b683-c9660cae3c0e. Apr 18 21:11:31.715566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Calling delete_port for 729afaab-9906-4507-b683-c9660cae3c0e owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:11:31.890675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:31.949747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event deleted for resources: {'Port': ['ID=729afaab-9906-4507-b683-c9660cae3c0e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:32.164801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fd3cb8a8-3548-45a7-9d92-96d58e912b48 req-429d47bc-6a51-4f4c-8e97-d9dae71ce1a8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a HTTP/1.1" status: 200 len: 210 time: 0.0904806 Apr 18 21:11:32.196119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:11:32.443912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:11:32.455373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:32.471290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:11:32.472361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:11:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:32.524567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] No DVR routers for this DVR port 729afaab-9906-4507-b683-c9660cae3c0e on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:11:32.527321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:32.530225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-deleted', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:32.552078 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-11a54d5e-b1c9-4bb3-bd9c-03ad7239996d req-5c1941fd-f79f-4217-9eb6-59c275bc7b8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "DELETE /v2.0/ports/729afaab-9906-4507-b683-c9660cae3c0e HTTP/1.1" status: 204 len: 173 time: 1.6643610 Apr 18 21:11:32.593864 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f515c2fc-4387-423b-b221-f59c083ff988'] response: {'server_uuid': '8b39c5b6-b906-4c5b-8f8b-ff71e62cb47a', 'name': 'network-vif-deleted', 'tag': '729afaab-9906-4507-b683-c9660cae3c0e', 'status': 'completed', 'code': 200} Apr 18 21:11:32.710653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:11:33.129441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:33.136470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:33.151791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:11:33.152806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:11:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:33.437015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:11:33.602630 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-4eafa801-b6da-4e61-8cc0-f927ba2b100f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2006071560&fields=id&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 267 time: 0.0483396 Apr 18 21:11:33.777415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-eb6d70f8-3fc9-4dd8-bb1b-0730815e3d3d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:33.779365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-eb6d70f8-3fc9-4dd8-bb1b-0730815e3d3d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.1633079 Apr 18 21:11:33.798242 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-5d6abd09-3bde-4e6a-b72c-1dd2b66fed1e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/quotas/fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 375 time: 0.0108376 Apr 18 21:11:33.883551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:33.887937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac412256-2491-4b70-809b-798bfb11e773 None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:33.903559 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-4392c83d-b036-44f3-a740-11af51069423 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0985148 Apr 18 21:11:34.063643 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3b1c01f0-6bbd-48dc-b387-8ba2d9fb5881 service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456532 Apr 18 21:11:34.156447 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab4d2bd-f27b-48e5-8c31-c9fd545e51d9 None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:11:34.215211 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 729afaab-9906-4507-b683-c9660cae3c0e no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:11:34.215641 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-40ea5c22-7b9b-4f0c-9714-55aeb1961c5e service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446335 Apr 18 21:11:34.256664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 729afaab-9906-4507-b683-c9660cae3c0e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:11:34.257018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 729afaab-9906-4507-b683-c9660cae3c0e not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:11:34.434862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0891c7fe-ffc7-46c7-ab03-5f7987f699cd req-3a7b6840-af2c-4113-b614-7906f8669d96 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:34.461694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0891c7fe-ffc7-46c7-ab03-5f7987f699cd req-3a7b6840-af2c-4113-b614-7906f8669d96 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:34.470088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0891c7fe-ffc7-46c7-ab03-5f7987f699cd req-3a7b6840-af2c-4113-b614-7906f8669d96 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 210 time: 0.0903249 Apr 18 21:11:35.732256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55394319-2974-4e12-989d-42e86f9b43e2 req-5ecc83a5-bef5-45e2-949a-8572a804c304 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 210 time: 0.1378398 Apr 18 21:11:35.814469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-98d0222e-32b0-44fd-9a6b-2acb83a6995d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:35.815162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-98d0222e-32b0-44fd-9a6b-2acb83a6995d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.3097417 Apr 18 21:11:35.871314 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-02e52251-e833-45c9-ad0d-485468564726 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 380 time: 0.0430481 Apr 18 21:11:35.881032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'port': {'device_id': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'admin_state_up': True, 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'security_groups': ['cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:36.029820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:11:36.040716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:11:36.050991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Made reservation on behalf of fa74e2d672004c62886bff8c9ad3c75e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:11:36.054627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.241556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Allocated IP 172.20.0.3 (d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4/357020fa-752d-4d3a-a9e1-2f79ea8ae1b5/26b4af86-0eb3-4500-a2b2-877cff600083) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:11:36.442527 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.461560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Transition to ACTIVE for port object 26b4af86-0eb3-4500-a2b2-877cff600083 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:36.489926 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.575596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:11:36.581394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:11:36.593710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:11:36.640258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:36.681115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:36.681972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.720613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-3ee40fa8-08f0-4209-9bea-3fd626735ae0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434346 Apr 18 21:11:36.737448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Request body: {'port': {'device_id': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:36.849142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8742ee53-c144-4a13-881e-fbd2be8f8a09 None None] Provisioning for port 26b4af86-0eb3-4500-a2b2-877cff600083 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:36.858756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8742ee53-c144-4a13-881e-fbd2be8f8a09 None None] Provisioning complete for port 26b4af86-0eb3-4500-a2b2-877cff600083 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:36.859432 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8742ee53-c144-4a13-881e-fbd2be8f8a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.879918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:36.931033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8742ee53-c144-4a13-881e-fbd2be8f8a09 None None] Port 26b4af86-0eb3-4500-a2b2-877cff600083 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:11:37.141485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01210fee-d52a-45a0-9706-c525a67d2354 req-2c4f9e20-56cd-4b7f-b582-ded08a53bd6d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:37.142296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-01210fee-d52a-45a0-9706-c525a67d2354 req-2c4f9e20-56cd-4b7f-b582-ded08a53bd6d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:11:37.224461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-01210fee-d52a-45a0-9706-c525a67d2354 req-2c4f9e20-56cd-4b7f-b582-ded08a53bd6d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:11:37.225655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01210fee-d52a-45a0-9706-c525a67d2354 req-2c4f9e20-56cd-4b7f-b582-ded08a53bd6d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 931 time: 0.3576646 Apr 18 21:11:37.293108 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-01210fee-d52a-45a0-9706-c525a67d2354 req-ba3bbc06-9373-4b27-87a3-017bfcdfe181 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606098 Apr 18 21:11:37.377597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26b4af86-0eb3-4500-a2b2-877cff600083 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:37.384926 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.399027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Transition to ACTIVE for port object 26b4af86-0eb3-4500-a2b2-877cff600083 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:11:37.402626 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.535635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:37.651078 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:11:37.651414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:11:37.651741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:11:37.656648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Port 26b4af86-0eb3-4500-a2b2-877cff600083 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:11:37.656985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:11:37.665586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:11:37.666165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:11:37.666796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:11:37.667551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Bound port: 26b4af86-0eb3-4500-a2b2-877cff600083, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:11:37.668148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.888322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:11:37.891229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:11:37.896337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.959448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:37.960158 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:37.961707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] 10.222.0.61 "PUT /v2.0/ports/26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 1091 time: 1.2293069 Apr 18 21:11:37.962188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:37.992743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fe5a4-5453-47db-b4db-6caf92606d8f service neutron] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:38.052548 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a68743cf-41e7-490b-92e8-ff837380d515'] response: {'name': 'network-changed', 'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083', 'status': 'completed', 'code': 200} Apr 18 21:11:38.100454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-26378395-df21-4a7a-b2e8-900e601da026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.102325 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-26378395-df21-4a7a-b2e8-900e601da026 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1094 time: 0.0827279 Apr 18 21:11:38.183300 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-57cf1eb7-b9d5-4da5-a1ad-85db403babc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 217 time: 0.0704098 Apr 18 21:11:38.253100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-cf083d2f-88d0-43bd-84b0-a5a0c0cef493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.254563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-cf083d2f-88d0-43bd-84b0-a5a0c0cef493 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0624259 Apr 18 21:11:38.346526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-6a45bfd2-ed34-4727-8a6a-e9cf5ba53cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.348192 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-6a45bfd2-ed34-4727-8a6a-e9cf5ba53cd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828190 Apr 18 21:11:38.550672 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-d2cb85b6-b3a4-4cec-b59f-da64577a0d95 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918871 Apr 18 21:11:38.610076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c0ee4-e32e-497f-8962-bd6ed9e6085c req-aa3534b0-7437-47b5-b4d0-c3ddf6e1e9ca tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.612226 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d19c0ee4-e32e-497f-8962-bd6ed9e6085c req-aa3534b0-7437-47b5-b4d0-c3ddf6e1e9ca tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 943 time: 0.1651793 Apr 18 21:11:38.731103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d19c0ee4-e32e-497f-8962-bd6ed9e6085c req-ab271931-ed37-4b98-97ce-1e42dc5a9480 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742350 Apr 18 21:11:38.737928 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51370b48-6fff-46cf-a34d-6bdf6c86850b req-64f66119-a81f-4998-b5ee-bd18edfda86b service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779318 Apr 18 21:11:38.871886 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-36fe30fb-93b2-42f2-a240-3eac276da308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:38.873270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-36fe30fb-93b2-42f2-a240-3eac276da308 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1094 time: 0.0770621 Apr 18 21:11:39.010728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-3e1789d5-e6b0-4bc7-8c94-6e72d7c38779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.012169 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-3e1789d5-e6b0-4bc7-8c94-6e72d7c38779 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1327584 Apr 18 21:11:39.079557 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-212bcc8a-ac99-43b3-94f7-96491771d39c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 217 time: 0.0603602 Apr 18 21:11:39.145639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-2c8a7c1c-b695-4add-bc21-ea49debb28d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.147102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-2c8a7c1c-b695-4add-bc21-ea49debb28d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0606825 Apr 18 21:11:39.225322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-b5abae84-7962-4bfa-90e2-fc3e4a9bdfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.226847 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-b5abae84-7962-4bfa-90e2-fc3e4a9bdfc9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708606 Apr 18 21:11:39.363547 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-36459aea-d8d7-4a60-bb2c-4bb592cfed4c service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288929 Apr 18 21:11:39.500576 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f5f32345-9faa-45bd-b59b-f3abca73d2af req-8d1a31a2-3adc-4aa2-aefd-d4bb327e3173 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299810 Apr 18 21:11:39.930644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2409a9-499a-4a4d-b487-3324683ae641 req-c9b85136-b7ed-4768-ac64-317a8b349c63 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:39.932142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c2409a9-499a-4a4d-b487-3324683ae641 req-c9b85136-b7ed-4768-ac64-317a8b349c63 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 943 time: 0.0869281 Apr 18 21:11:39.978027 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3c2409a9-499a-4a4d-b487-3324683ae641 req-ec3a82ed-e07d-411c-85c0-41dd6b888f37 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397239 Apr 18 21:11:40.243860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:11:40.382357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:40.397660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '26b4af86-0eb3-4500-a2b2-877cff600083', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '26b4af86-0eb3-4500-a2b2-877cff600083', 'mac_address': 'fa:16:3e:97:d9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:11:40.459638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.476561 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b4af86-0eb3-4500-a2b2-877cff600083 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:11:40.492733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:40.496745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:40.567169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:40.575557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.575925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.576246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.576582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.576914 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.577242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.577608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.577938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.578267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.578593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.578913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.579239 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:11:40.725135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['26b4af86-0eb3-4500-a2b2-877cff600083'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:11:41.310841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f3927-cb30-400c-805a-73c0dcfea239 req-5298d1a9-c5d9-4672-9b81-bcca65281228 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:41.312267 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae7f3927-cb30-400c-805a-73c0dcfea239 req-5298d1a9-c5d9-4672-9b81-bcca65281228 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 944 time: 0.2085881 Apr 18 21:11:41.365856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ae7f3927-cb30-400c-805a-73c0dcfea239 req-3a1d3afd-02e1-42bc-991f-ef6da09fdf06 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428929 Apr 18 21:11:42.242665 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:11:42.311318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 26b4af86-0eb3-4500-a2b2-877cff600083 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:11:42.318265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 26b4af86-0eb3-4500-a2b2-877cff600083 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:11:42.318641 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.448319 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.479129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:42.491202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:11:42.496003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:42.533454 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88673c80-aa6b-4426-9508-53c42fbb1fb7'] response: {'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083', 'code': 200} Apr 18 21:11:42.568628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e7f7a7-04df-4c21-9589-947fc1bd9491 req-0affb168-713e-41b9-aa76-7e1d886af7de tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:42.570196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0e7f7a7-04df-4c21-9589-947fc1bd9491 req-0affb168-713e-41b9-aa76-7e1d886af7de tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0938129 Apr 18 21:11:42.570528 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:11:42.623163 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c0e7f7a7-04df-4c21-9589-947fc1bd9491 req-84ba6b38-fd7a-4f43-be90-3703fafedda8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468144 Apr 18 21:11:42.728343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312dd04-cecf-4fab-aafd-fa3128dfd650 req-19cd025a-8906-4907-b08f-ca225b95a200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:42.730052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2312dd04-cecf-4fab-aafd-fa3128dfd650 req-19cd025a-8906-4907-b08f-ca225b95a200 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1096 time: 0.1259673 Apr 18 21:11:42.778988 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2312dd04-cecf-4fab-aafd-fa3128dfd650 req-31dcfafd-5f47-4572-bb4f-59b581bb8653 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427022 Apr 18 21:11:43.612915 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-205ab32a-67ae-42a2-b088-89cb520f5ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:43.827150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a71de8-80f6-4b7b-8880-45892007a66b req-4d15c4a9-60c3-4665-aa22-94146ea76e1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:43.828796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49a71de8-80f6-4b7b-8880-45892007a66b req-4d15c4a9-60c3-4665-aa22-94146ea76e1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0899141 Apr 18 21:11:43.879768 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49a71de8-80f6-4b7b-8880-45892007a66b req-44ba561b-f7bf-417d-ab92-3d97828015d3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447938 Apr 18 21:11:45.082722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5601abe-6163-42ad-a9b7-000e44dcbd7e req-108deb91-1ee0-4192-a824-384330992953 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:45.084227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5601abe-6163-42ad-a9b7-000e44dcbd7e req-108deb91-1ee0-4192-a824-384330992953 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0871732 Apr 18 21:11:45.133167 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b5601abe-6163-42ad-a9b7-000e44dcbd7e req-b2951702-c83c-4126-b848-ddb1c3abe230 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426672 Apr 18 21:11:45.325370 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d33529-0888-4a50-ae24-41dbc4136a37 req-fae2e668-540e-466c-93df-bd9d7eb9b187 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:45.327009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34d33529-0888-4a50-ae24-41dbc4136a37 req-fae2e668-540e-466c-93df-bd9d7eb9b187 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0908945 Apr 18 21:11:45.336184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 41870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:11:45.341425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'floatingip': {'port_id': '26b4af86-0eb3-4500-a2b2-877cff600083'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:11:45.422913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.006007 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e347c588-450d-4cdb-a238-47974ad57543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.080461 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.085573 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.269745 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 associated. External IP: 172.25.5.224, port: 26b4af86-0eb3-4500-a2b2-877cff600083. Apr 18 21:11:46.753682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:11:46.940895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:11:46.945781 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:46.951283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:11:46.961739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:11:46.962486 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:11:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:47.000671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9e09063b-e8d5-40c9-9d80-0ceba00f9e87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "PUT /v2.0/floatingips/884b6fe0-1747-4760-8f0e-e213772d5174 HTTP/1.1" status: 200 len: 991 time: 1.6633699 Apr 18 21:11:47.001263 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:11:47.046857 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6bc54c8-4ddb-4f30-82ce-39b26dd655c4'] response: {'name': 'network-changed', 'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083', 'status': 'completed', 'code': 200} Apr 18 21:11:47.190746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:11:47.236835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-9e044d87-6ff7-446f-9c26-5a9f6de48578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.239459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-9e044d87-6ff7-446f-9c26-5a9f6de48578 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1096 time: 0.1684201 Apr 18 21:11:47.256227 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.266255 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:47.491658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-5399df75-9f74-42cf-8017-435f9d21b1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.493296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-5399df75-9f74-42cf-8017-435f9d21b1ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2470527 Apr 18 21:11:47.600825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bcbb80-4260-42b6-9da9-340d81aea382 req-7bf82d56-c371-4cef-9532-00726fe31376 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.602311 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62bcbb80-4260-42b6-9da9-340d81aea382 req-7bf82d56-c371-4cef-9532-00726fe31376 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.2097332 Apr 18 21:11:47.638289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-57d21935-76a2-4336-937e-f952ec0bb079 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 999 time: 0.1369035 Apr 18 21:11:47.640264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '26b4af86-0eb3-4500-a2b2-877cff600083', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:97:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:11:45Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:47.645179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:11:47.654862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:11:47.655510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:11:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:47.708146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-62bcbb80-4260-42b6-9da9-340d81aea382 req-3aedd938-f344-4f8e-bf56-542aa9a2d345 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931256 Apr 18 21:11:47.722918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-e38f8e8d-29d4-4d54-873c-31ac4f5f5870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.724421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-e38f8e8d-29d4-4d54-873c-31ac4f5f5870 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0748823 Apr 18 21:11:47.802073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-099fa0b9-cc14-4307-b752-2a975a765544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:47.803659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-099fa0b9-cc14-4307-b752-2a975a765544 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727355 Apr 18 21:11:47.863866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:11:47.959281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-d87dbec9-8fa4-4207-88ba-68beeb1d9bca service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488161 Apr 18 21:11:48.110841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02816676-cf1e-42b8-a0d5-111eef4b2796 req-fad1fc5a-fc62-4acb-b78a-dde5d75ddcba service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454663 Apr 18 21:11:48.306728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '26b4af86-0eb3-4500-a2b2-877cff600083', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:97:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:11:45Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:11:48.310894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-655c0a1d-9d44-4541-81a8-9095044c13ac None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '26b4af86-0eb3-4500-a2b2-877cff600083', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:97:d9:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:11:45Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:11:48.522868 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e4d358-1e1c-4137-8b75-3bf9427cbc14 None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:11:48.622756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:48.906539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc601e-c854-400c-95d6-b8ac7e680e2e req-dcb23fee-f3a6-4d5c-800c-237e4460b20f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:48.908684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2dc601e-c854-400c-95d6-b8ac7e680e2e req-dcb23fee-f3a6-4d5c-800c-237e4460b20f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0874012 Apr 18 21:11:48.957518 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b2dc601e-c854-400c-95d6-b8ac7e680e2e req-ef45e7a1-79ba-46a6-8f3d-0e773ce07603 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424817 Apr 18 21:11:49.124963 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:49.683796 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:11:50.177698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408df4a-117c-452e-8f34-042c4db6b973 req-7389a3dd-341d-4b9f-b3b2-3bb5ae5dda79 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:50.179243 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0408df4a-117c-452e-8f34-042c4db6b973 req-7389a3dd-341d-4b9f-b3b2-3bb5ae5dda79 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.1079700 Apr 18 21:11:50.228724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0408df4a-117c-452e-8f34-042c4db6b973 req-fa1512cb-aa1b-41f7-90be-7cc6b095c66e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436320 Apr 18 21:11:51.539165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273766a2-d62d-41d5-a9ff-47190d50e1a5 req-ab98c332-cffd-4127-b22d-798d5a96604e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:51.540684 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-273766a2-d62d-41d5-a9ff-47190d50e1a5 req-ab98c332-cffd-4127-b22d-798d5a96604e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.1992607 Apr 18 21:11:51.588541 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-273766a2-d62d-41d5-a9ff-47190d50e1a5 req-31d66230-b2ed-4c5f-a954-9f9e1be640a5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411425 Apr 18 21:11:52.088533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf9af-306e-4595-948a-f3bb143d2938 req-6818539f-cbcb-4d99-b2f6-370fdc52adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.090086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93daf9af-306e-4595-948a-f3bb143d2938 req-6818539f-cbcb-4d99-b2f6-370fdc52adff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0703635 Apr 18 21:11:52.369765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf9af-306e-4595-948a-f3bb143d2938 req-939b16a1-f020-49c4-9248-d428bf9309ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.371130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93daf9af-306e-4595-948a-f3bb143d2938 req-939b16a1-f020-49c4-9248-d428bf9309ac service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2612896 Apr 18 21:11:52.481657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93daf9af-306e-4595-948a-f3bb143d2938 req-fc0e17a9-b396-434e-b988-30084459d261 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 1001 time: 0.1036901 Apr 18 21:11:52.556752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf9af-306e-4595-948a-f3bb143d2938 req-e96f4fa8-b783-4773-aa1c-c16333606ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.558302 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93daf9af-306e-4595-948a-f3bb143d2938 req-e96f4fa8-b783-4773-aa1c-c16333606ea7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0709062 Apr 18 21:11:52.642482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93daf9af-306e-4595-948a-f3bb143d2938 req-6709ec15-9ca9-453f-8457-8caacd4cc989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.644003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93daf9af-306e-4595-948a-f3bb143d2938 req-6709ec15-9ca9-453f-8457-8caacd4cc989 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799921 Apr 18 21:11:52.830014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93daf9af-306e-4595-948a-f3bb143d2938 req-5e77a371-b269-4ea6-9e07-19fcb2d6e381 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792865 Apr 18 21:11:52.940946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6879d04-0eb9-4c67-bd25-33b9dd1c0f95 req-80ca0538-a41e-464e-a6f6-96a17eb94b0f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:52.942427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6879d04-0eb9-4c67-bd25-33b9dd1c0f95 req-80ca0538-a41e-464e-a6f6-96a17eb94b0f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.2093124 Apr 18 21:11:53.018236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6879d04-0eb9-4c67-bd25-33b9dd1c0f95 req-c4abde73-8f23-474a-9cda-ad320c60b671 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680308 Apr 18 21:11:53.020209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93daf9af-306e-4595-948a-f3bb143d2938 req-4c6defe6-05e0-467c-9d03-6768adfab009 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844873 Apr 18 21:11:54.218618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e3309-f08c-4396-9267-13dabc963d9d req-b982750c-959c-407d-b390-8e2f06e10f34 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:54.220230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-081e3309-f08c-4396-9267-13dabc963d9d req-b982750c-959c-407d-b390-8e2f06e10f34 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0886841 Apr 18 21:11:54.268933 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-081e3309-f08c-4396-9267-13dabc963d9d req-257e1f37-434d-4247-9f82-e75ea9631774 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428915 Apr 18 21:11:55.469312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdf8b35-9705-4f05-ba59-b7ff8ec4fb6d req-ca6b5c9a-2d7d-4aed-9634-6b1c30e7271e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:55.471386 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fdf8b35-9705-4f05-ba59-b7ff8ec4fb6d req-ca6b5c9a-2d7d-4aed-9634-6b1c30e7271e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0921094 Apr 18 21:11:55.522122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fdf8b35-9705-4f05-ba59-b7ff8ec4fb6d req-f5cfed7c-ae4c-4d7b-9cf0-89ef7ee2a47f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410266 Apr 18 21:11:56.387265 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:11:56.727664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a79bb9-e01c-41da-b52d-8561633d4f4e req-1a474b1e-c3bd-4b15-b57a-a1656ce10998 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:56.729282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84a79bb9-e01c-41da-b52d-8561633d4f4e req-1a474b1e-c3bd-4b15-b57a-a1656ce10998 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0977941 Apr 18 21:11:56.782015 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-84a79bb9-e01c-41da-b52d-8561633d4f4e req-5af0c944-c70b-4f43-bca5-df92c9f29894 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464430 Apr 18 21:11:57.995946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34723789-da44-46cb-b9ae-b16e4fa879eb req-44df0447-7762-45f4-aa63-65510635de83 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:57.997367 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34723789-da44-46cb-b9ae-b16e4fa879eb req-44df0447-7762-45f4-aa63-65510635de83 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0922198 Apr 18 21:11:58.042889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34723789-da44-46cb-b9ae-b16e4fa879eb req-bdcf69db-0f5b-4e19-a3fc-09b5de69937b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389941 Apr 18 21:11:59.239195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f27fdad-3020-4d2c-9823-e7c86b965c00 req-1d72db37-dd01-45fd-80b4-544edb53745c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:11:59.240693 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f27fdad-3020-4d2c-9823-e7c86b965c00 req-1d72db37-dd01-45fd-80b4-544edb53745c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0855875 Apr 18 21:11:59.291171 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6f27fdad-3020-4d2c-9823-e7c86b965c00 req-2fb528db-3cdf-44a7-abc2-34e1736cdf35 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Apr 18 21:12:00.489172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545741b3-6647-4976-a995-ac9345b985d8 req-4e01964b-ea2a-4644-81cd-a28950f08d74 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:00.490685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545741b3-6647-4976-a995-ac9345b985d8 req-4e01964b-ea2a-4644-81cd-a28950f08d74 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0889201 Apr 18 21:12:00.556246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-545741b3-6647-4976-a995-ac9345b985d8 req-c4b9b26a-85bb-4e19-b292-96173181c7e8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593998 Apr 18 21:12:01.765541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4db17-ebc6-4ba3-932d-e1c36e29cfe2 req-fb7e56ed-84ac-4ddb-9d3a-b4dca0fb5163 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:01.767135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3c4db17-ebc6-4ba3-932d-e1c36e29cfe2 req-fb7e56ed-84ac-4ddb-9d3a-b4dca0fb5163 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0997512 Apr 18 21:12:01.827741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f3c4db17-ebc6-4ba3-932d-e1c36e29cfe2 req-58d7356b-0935-4f02-be2a-f3f8e1042edd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536175 Apr 18 21:12:03.047842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050c1d-b2b2-49c6-8e99-b6c7c1573a13 req-ad937ddb-a4f7-4558-8eca-0c821cdadd89 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:03.050281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de050c1d-b2b2-49c6-8e99-b6c7c1573a13 req-ad937ddb-a4f7-4558-8eca-0c821cdadd89 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.1003733 Apr 18 21:12:03.123318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-de050c1d-b2b2-49c6-8e99-b6c7c1573a13 req-ef3da257-1e4d-40ca-9a70-a1de4f12216b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668087 Apr 18 21:12:04.326437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82b912f-bca9-40f2-b755-ec1386794ee2 req-1d220bc5-3f30-478e-b78f-93cca152e559 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:04.327976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a82b912f-bca9-40f2-b755-ec1386794ee2 req-1d220bc5-3f30-478e-b78f-93cca152e559 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0891299 Apr 18 21:12:04.384947 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a82b912f-bca9-40f2-b755-ec1386794ee2 req-eb0653ae-ac9e-4545-a721-edf673bb5b1d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505123 Apr 18 21:12:05.604047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d557bed-c26b-4eaa-9270-f6756c6e0d5c req-8baa203b-d803-458f-a401-ec93d66f2f6a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:05.606463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d557bed-c26b-4eaa-9270-f6756c6e0d5c req-8baa203b-d803-458f-a401-ec93d66f2f6a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0960455 Apr 18 21:12:05.661777 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1d557bed-c26b-4eaa-9270-f6756c6e0d5c req-d31051ec-bfa8-403d-b2d0-fa6381085667 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490458 Apr 18 21:12:06.878085 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b4a32c-80c0-4422-87ad-085fbbeb3886 req-637673bb-fba0-471a-98cc-e3f0a2f15413 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:06.879646 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-60b4a32c-80c0-4422-87ad-085fbbeb3886 req-637673bb-fba0-471a-98cc-e3f0a2f15413 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0937202 Apr 18 21:12:06.932399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-60b4a32c-80c0-4422-87ad-085fbbeb3886 req-7bb3efab-aa79-4540-b5c4-3db8cb8f81b1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462646 Apr 18 21:12:07.548709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-85f603dd-c356-4296-9b45-a149980b2880 req-b55878b0-1c45-4bd5-b132-1c728bc48ee2 service neutron] (88140) timed out ('10.222.0.55', 56661) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:12:08.170529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20e890-da58-4e53-80f9-a2314f05b963 req-ef7c7ef1-b575-4db2-8f8b-89402783d4a4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:08.173686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa20e890-da58-4e53-80f9-a2314f05b963 req-ef7c7ef1-b575-4db2-8f8b-89402783d4a4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.1133485 Apr 18 21:12:08.227089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa20e890-da58-4e53-80f9-a2314f05b963 req-2c6fe509-cc7c-4ed1-9ab3-352aab61942f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446367 Apr 18 21:12:09.420386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e3d95-62b9-474e-b725-0ad8682090d9 req-c15fe593-04c0-4f54-8820-5a86ef683ae8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:09.421825 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-588e3d95-62b9-474e-b725-0ad8682090d9 req-c15fe593-04c0-4f54-8820-5a86ef683ae8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0859165 Apr 18 21:12:09.472239 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-588e3d95-62b9-474e-b725-0ad8682090d9 req-50e25f17-1692-4ded-9600-d3f7b6bc5cee tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443254 Apr 18 21:12:10.689340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ee85af-9d24-4d3d-980e-13af84133edf req-726cd447-8230-44e2-b4a9-1d5b88b86728 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:10.690858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9ee85af-9d24-4d3d-980e-13af84133edf req-726cd447-8230-44e2-b4a9-1d5b88b86728 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0887058 Apr 18 21:12:10.738599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e9ee85af-9d24-4d3d-980e-13af84133edf req-97dc14e8-1750-4c69-bc64-c8960a8cfc4f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411174 Apr 18 21:12:11.936372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95b108-32b3-4432-9a12-0c1875be1434 req-a92d92f1-6a36-481c-ab8f-aa7722d32a23 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:11.937849 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca95b108-32b3-4432-9a12-0c1875be1434 req-a92d92f1-6a36-481c-ab8f-aa7722d32a23 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0897188 Apr 18 21:12:11.987452 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ca95b108-32b3-4432-9a12-0c1875be1434 req-3f9bcbeb-4161-4d92-8f86-9dfe033d9df9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Apr 18 21:12:13.182696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef5306f-8c76-4e7c-b43d-b1ede75efab4 req-c4e95c3e-c7da-46fb-952c-9d914b840eff tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:13.184206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cef5306f-8c76-4e7c-b43d-b1ede75efab4 req-c4e95c3e-c7da-46fb-952c-9d914b840eff tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0840435 Apr 18 21:12:13.234245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cef5306f-8c76-4e7c-b43d-b1ede75efab4 req-2e4851c5-48d4-4cb4-9b4b-57291833bf91 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Apr 18 21:12:13.616596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-d97c2ef8-f3c0-4856-82ab-cf551ab49363 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0850539 Apr 18 21:12:13.620015 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c65803e4-8747-4410-9fc1-30c751424ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:13.665773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d966605-4909-4bdd-b135-bb699aaebcdd req-02f0df1c-d504-468f-b435-bf78468ceff2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:13.667489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9d966605-4909-4bdd-b135-bb699aaebcdd req-02f0df1c-d504-468f-b435-bf78468ceff2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0989823 Apr 18 21:12:13.722305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9d966605-4909-4bdd-b135-bb699aaebcdd req-346a3a5d-1640-4598-b0e0-827d62488ed1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472810 Apr 18 21:12:14.816220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-8e48d5d8-e048-4a45-9ae2-d18cd7e7798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:14.817770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-8e48d5d8-e048-4a45-9ae2-d18cd7e7798d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0788243 Apr 18 21:12:14.919451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4c5906-d2f4-47f6-95f9-c689289cd5ba req-421225b3-730d-46c7-b147-97b671a7a2ba tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:14.921071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac4c5906-d2f4-47f6-95f9-c689289cd5ba req-421225b3-730d-46c7-b147-97b671a7a2ba tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0867114 Apr 18 21:12:14.965218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-a46cff0e-0382-44c5-b6ca-1bcded94dcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:14.966729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-a46cff0e-0382-44c5-b6ca-1bcded94dcbc service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1394827 Apr 18 21:12:14.972653 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ac4c5906-d2f4-47f6-95f9-c689289cd5ba req-c7c747c0-4cd7-4ad6-880f-3202743897fe tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418484 Apr 18 21:12:15.076935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-7611ff63-8b41-424b-825b-598fe07cb5be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 1001 time: 0.1010115 Apr 18 21:12:15.268530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-44a6fd75-4c62-437c-ad91-9eafaf774f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:15.269997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-44a6fd75-4c62-437c-ad91-9eafaf774f3b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1844158 Apr 18 21:12:15.348134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-c30d8293-da15-4d55-a9b8-4111ff20c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:15.349539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-c30d8293-da15-4d55-a9b8-4111ff20c7c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706069 Apr 18 21:12:15.488425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-74a5ae48-fede-4cd7-a256-46989013598f service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292069 Apr 18 21:12:15.624463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-2fb01481-fbf9-4c7a-9ac0-81f71e54426a service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269438 Apr 18 21:12:16.017925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-865abe47-3133-405e-82b0-22ad2c0359bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:16.174991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3944d19c-7134-4a50-b973-f824d9d0c040 req-cd1ca16a-eed8-470e-a40f-574336eceee6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:16.176466 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3944d19c-7134-4a50-b973-f824d9d0c040 req-cd1ca16a-eed8-470e-a40f-574336eceee6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0890844 Apr 18 21:12:16.230896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3944d19c-7134-4a50-b973-f824d9d0c040 req-8d05c305-7796-4976-9260-5f18f2083466 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480475 Apr 18 21:12:17.176551 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.184210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:17.429376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698a1db8-43eb-4c8f-b3cf-44ac35360378 req-e94fb431-34cb-48f4-866b-293b1ddc4f33 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:17.430826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-698a1db8-43eb-4c8f-b3cf-44ac35360378 req-e94fb431-34cb-48f4-866b-293b1ddc4f33 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0876069 Apr 18 21:12:17.477070 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-698a1db8-43eb-4c8f-b3cf-44ac35360378 req-85aa7ed0-fe5e-4bdf-97ad-e259ff337413 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405931 Apr 18 21:12:17.708072 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-80a4b615-b9de-45fe-aa37-4a72ab107d14 service neutron] show failed (client error): The resource could not be found. Apr 18 21:12:17.709004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-80a4b615-b9de-45fe-aa37-4a72ab107d14 service neutron] 10.222.0.61 "GET /v2.0/ports/26b4af86-0eb3-4500-a2b2-877cff600083/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0765045 Apr 18 21:12:18.000346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-13c5a044-2613-41e4-be67-40798aab0dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.002315 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-13c5a044-2613-41e4-be67-40798aab0dbe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 1096 time: 0.0776827 Apr 18 21:12:18.013310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:18.124472 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.411810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:18.446364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:12:18.512602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:18.519674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.537306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Transition to ACTIVE for port object 26b4af86-0eb3-4500-a2b2-877cff600083 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:18.541476 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.594115 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99b8cc97-5304-4e65-b051-80c3e6e8d98d'] response: {'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083', 'code': 200} Apr 18 21:12:18.625615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:18.780692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:18.839433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] No DVR routers for this DVR port 26b4af86-0eb3-4500-a2b2-877cff600083 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:18.939059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0e7822-7a11-46ce-9d4f-1c26da5b1b7c req-3a5fceae-3311-4376-9ea9-701adbeb361f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:18.940489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e0e7822-7a11-46ce-9d4f-1c26da5b1b7c req-3a5fceae-3311-4376-9ea9-701adbeb361f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 943 time: 0.3410537 Apr 18 21:12:19.150297 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.198835 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1e0e7822-7a11-46ce-9d4f-1c26da5b1b7c req-e3960c78-301c-446c-953e-0efbdb9eb45b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2495818 Apr 18 21:12:19.256666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:19.256993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:19.257316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:12:19.262286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Port 26b4af86-0eb3-4500-a2b2-877cff600083 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:12:19.262697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Attempting to bind port 26b4af86-0eb3-4500-a2b2-877cff600083 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:12:19.269134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:12:19.269452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:12:19.269858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:12:19.270281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Bound port: 26b4af86-0eb3-4500-a2b2-877cff600083, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:19.270622 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.365491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:12:19.368777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:12:19.372796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.441610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.442234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.443746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] 10.222.0.55 "PUT /v2.0/ports/26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 1091 time: 1.4342976 Apr 18 21:12:19.468691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd8bc8-eb11-4c71-9e6a-b381781fee83 service neutron] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:19.551038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-d7f5cc53-cdd6-473a-9d93-d524b275e105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.552560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-d7f5cc53-cdd6-473a-9d93-d524b275e105 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1094 time: 0.0789659 Apr 18 21:12:19.691370 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:19.702531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-4c4e67bf-c7d3-436f-8462-c9d2b8fcb1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.704094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-4c4e67bf-c7d3-436f-8462-c9d2b8fcb1e3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1440270 Apr 18 21:12:19.822251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-0a8e2700-09b1-4cca-a029-7e5c04f5692b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 999 time: 0.1121171 Apr 18 21:12:19.920148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-613d6f3f-e839-4105-985d-2dcd22c5322f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:19.921721 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-613d6f3f-e839-4105-985d-2dcd22c5322f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0940950 Apr 18 21:12:20.018230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-eff2bde7-8cbc-4e5e-a181-41a2e234e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.019756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-eff2bde7-8cbc-4e5e-a181-41a2e234e504 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925856 Apr 18 21:12:20.165724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-96697a91-c753-4b70-9326-11ed5c9710c8 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385555 Apr 18 21:12:20.305810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa02ef04-7b62-4f1a-a06e-21d436e9418a req-cafb2a77-59a3-4f8a-94f5-6a723f6f26a4 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318576 Apr 18 21:12:20.404804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38dd5f-a697-468e-ad95-8bc0cc7c2ede req-969bda9e-0144-4cc0-8b43-d4257ff83dde tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.406351 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e38dd5f-a697-468e-ad95-8bc0cc7c2ede req-969bda9e-0144-4cc0-8b43-d4257ff83dde tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 943 time: 0.0874286 Apr 18 21:12:20.460011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8e38dd5f-a697-468e-ad95-8bc0cc7c2ede req-3057d177-c55f-4e52-9ef4-7e687043d2ae tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469644 Apr 18 21:12:20.538492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:20.595989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:20.598018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:20.808530 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb71c669-6ac9-4336-99ac-be22c0692a38'] response: {'name': 'network-changed', 'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083', 'status': 'completed', 'code': 200} Apr 18 21:12:20.960596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-ee867965-e33d-4d5a-8b10-03ab3e022805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.962061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-ee867965-e33d-4d5a-8b10-03ab3e022805 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1094 time: 0.1347110 Apr 18 21:12:20.968129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-758809e6-d310-4bac-b6d6-4a8cac759ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:20.969627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-758809e6-d310-4bac-b6d6-4a8cac759ba1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1094 time: 0.1107860 Apr 18 21:12:21.220177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-5cc44563-bf4c-436b-9e3b-d8259b60bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.221831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-5cc44563-bf4c-436b-9e3b-d8259b60bcf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2512650 Apr 18 21:12:21.224874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-68d13d5b-3fe5-4ce7-8c33-aa9896e37c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.226303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-68d13d5b-3fe5-4ce7-8c33-aa9896e37c4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2375398 Apr 18 21:12:21.573642 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-ddbb611c-ea29-4c58-9ea9-e9f6cc2f1b3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 999 time: 0.3449917 Apr 18 21:12:21.575611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-6934dc42-c558-4f13-98e7-38e8cad50dc0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 999 time: 0.2985351 Apr 18 21:12:21.703647 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-7c3166ee-a505-4f41-b93a-748f216efc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.705723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-7c3166ee-a505-4f41-b93a-748f216efc35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1255708 Apr 18 21:12:21.709461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-cd805616-79d9-4278-adc3-c4a010d7499d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.710942 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-cd805616-79d9-4278-adc3-c4a010d7499d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0863960 Apr 18 21:12:21.716495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7949962-12ad-4fd2-8388-410949cb4470 req-00089946-f7ce-43bc-8c1d-8a301ece41a4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.718072 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7949962-12ad-4fd2-8388-410949cb4470 req-00089946-f7ce-43bc-8c1d-8a301ece41a4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 943 time: 0.1340840 Apr 18 21:12:21.780826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a7949962-12ad-4fd2-8388-410949cb4470 req-34d5b56d-8b8b-492d-9396-3ef62227142e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568342 Apr 18 21:12:21.869746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-123097b8-1481-4dfa-873b-b19370971721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.871251 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-123097b8-1481-4dfa-873b-b19370971721 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579099 Apr 18 21:12:21.874408 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-edc87dc0-e5ad-4a5e-a36e-c8685c538153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:21.877221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-edc87dc0-e5ad-4a5e-a36e-c8685c538153 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213045 Apr 18 21:12:22.133301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-3d6458fa-b076-4002-a82e-88d079ad00d7 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549198 Apr 18 21:12:22.169153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-93ef8611-4af3-467f-b0ad-097cca4961a7 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723546 Apr 18 21:12:22.393844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-5ff06cd6-82cf-4d4c-bb2d-60ceea280d0f service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493994 Apr 18 21:12:22.402472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-53493bb0-2434-4a9a-be64-2e197fb25133 req-a2640063-bf48-4fe7-b1c1-54213eac9cee service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168512 Apr 18 21:12:22.985884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f9cc29-2006-44f8-b14c-e9e4f79bf0b1 req-87d410d7-2c52-4def-98e7-bedddc79b68e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:22.987608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90f9cc29-2006-44f8-b14c-e9e4f79bf0b1 req-87d410d7-2c52-4def-98e7-bedddc79b68e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 943 time: 0.0894005 Apr 18 21:12:23.034625 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90f9cc29-2006-44f8-b14c-e9e4f79bf0b1 req-39aeb190-54aa-474a-8b4b-7c655eba23e6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Apr 18 21:12:24.243774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396c7b3-f928-4c90-a476-a3d7331f0d8f req-e712f4e0-eb8d-496b-8323-fa059bd7cd2d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:24.245273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9396c7b3-f928-4c90-a476-a3d7331f0d8f req-e712f4e0-eb8d-496b-8323-fa059bd7cd2d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 943 time: 0.0966325 Apr 18 21:12:24.279107 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:24.294198 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9396c7b3-f928-4c90-a476-a3d7331f0d8f req-9783076c-f90c-4425-8fb9-b2af0574ed17 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430224 Apr 18 21:12:24.419729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:24.434974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '26b4af86-0eb3-4500-a2b2-877cff600083', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '26b4af86-0eb3-4500-a2b2-877cff600083', 'mac_address': 'fa:16:3e:97:d9:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:24.501187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.529494 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26b4af86-0eb3-4500-a2b2-877cff600083 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:12:24.558670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:24.564235 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:24.636729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e9911-dbe9-462e-9fd1-9b1d6fbd735c req-3d936256-b267-4f15-93da-993683a33a3d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:24.637827 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f5e9911-dbe9-462e-9fd1-9b1d6fbd735c req-3d936256-b267-4f15-93da-993683a33a3d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 944 time: 0.1016414 Apr 18 21:12:24.646332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:24.672925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-0afc4ecb-883c-4eb6-8ed5-4f1647374439 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:24.674904 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-0afc4ecb-883c-4eb6-8ed5-4f1647374439 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0&tenant_id=fa74e2d672004c62886bff8c9ad3c75e&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 944 time: 0.1046016 Apr 18 21:12:24.689578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7f5e9911-dbe9-462e-9fd1-9b1d6fbd735c req-727c3312-087b-426d-9364-023708015213 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440321 Apr 18 21:12:24.774268 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-e94ce23f-7f1f-4689-a905-25d7364e8a33 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:12:24.775297 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-e94ce23f-7f1f-4689-a905-25d7364e8a33 service neutron] 10.222.0.61 "DELETE /v2.0/ports/26b4af86-0eb3-4500-a2b2-877cff600083/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0921984 Apr 18 21:12:24.893757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['26b4af86-0eb3-4500-a2b2-877cff600083'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:12:24.929178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-bd420173-023d-455e-94c3-d90148838bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:24.930627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-bd420173-023d-455e-94c3-d90148838bac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1095 time: 0.0736864 Apr 18 21:12:25.085221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-b1970658-5850-49c4-8e2e-182afac3efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.086733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-b1970658-5850-49c4-8e2e-182afac3efa6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1465955 Apr 18 21:12:25.209863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-8ef32b99-6aa6-4b3d-bfe9-86195fc45126 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 1000 time: 0.1131403 Apr 18 21:12:25.287228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-f3ad231a-bfca-4374-ab58-1465517d6d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.288676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-f3ad231a-bfca-4374-ab58-1465517d6d40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0702024 Apr 18 21:12:25.495665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-b5e0ea42-1d23-4324-8f84-beee74a7b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.497059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-b5e0ea42-1d23-4324-8f84-beee74a7b48e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1995358 Apr 18 21:12:25.640488 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-80eab2f8-8fab-40fb-b63a-31daffa9c4dd service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325011 Apr 18 21:12:25.788660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8bc427d1-60af-4b1a-a58c-44e09cf6168f req-1f43ae54-69e7-4ca6-8295-7b4e60ed98c7 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390553 Apr 18 21:12:25.892638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81274e-d8a9-4dde-9bb8-7193c717d1cf req-c2387096-9c18-4b21-b2c9-643cf379d5b0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:25.894126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a81274e-d8a9-4dde-9bb8-7193c717d1cf req-c2387096-9c18-4b21-b2c9-643cf379d5b0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 944 time: 0.0887401 Apr 18 21:12:25.947450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a81274e-d8a9-4dde-9bb8-7193c717d1cf req-23f37c97-a0b4-44a6-a008-9442d92c6cab tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Apr 18 21:12:26.278574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:26.353301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 26b4af86-0eb3-4500-a2b2-877cff600083 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:26.361822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 26b4af86-0eb3-4500-a2b2-877cff600083 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:26.361822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.482558 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.513353 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:26.523337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:26.527815 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:26.601462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:26.621264 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ede4a30d-ec78-449c-9000-8ba27278deb4'] response: {'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083', 'code': 200} Apr 18 21:12:27.155767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80d818-bb17-42bd-98f4-c7c5bcd6d3f3 req-b2f90ed2-e608-40bf-a8a6-d6c2651516d8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.158519 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e80d818-bb17-42bd-98f4-c7c5bcd6d3f3 req-b2f90ed2-e608-40bf-a8a6-d6c2651516d8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0893271 Apr 18 21:12:27.206377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e80d818-bb17-42bd-98f4-c7c5bcd6d3f3 req-15b16fb3-68ec-4e87-b3dc-f67fcb9dcd24 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424809 Apr 18 21:12:27.413899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb11899-0e55-4691-85c9-a1e64b996db0 req-ac02343b-0c21-4e61-b665-21cc83dba7da tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.415499 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fcb11899-0e55-4691-85c9-a1e64b996db0 req-ac02343b-0c21-4e61-b665-21cc83dba7da tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0945325 Apr 18 21:12:27.467370 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fcb11899-0e55-4691-85c9-a1e64b996db0 req-f1145529-6253-47df-9131-2fc5e39d9af5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457127 Apr 18 21:12:27.951062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a875d-8ca7-43d1-87df-96f2e62c92ab req-35e6f1e2-9fa9-47cd-ba2b-fe66fa2376c9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.952728 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c12a875d-8ca7-43d1-87df-96f2e62c92ab req-35e6f1e2-9fa9-47cd-ba2b-fe66fa2376c9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.1168833 Apr 18 21:12:27.991122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-fd063389-8fc5-447d-91b2-c1af02d62e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:27.992617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-fd063389-8fc5-447d-91b2-c1af02d62e4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 1096 time: 0.0875840 Apr 18 21:12:28.000018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c12a875d-8ca7-43d1-87df-96f2e62c92ab req-e83b0e4c-64cc-474a-9d7c-2b2c1cec84b6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408678 Apr 18 21:12:28.133919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-c607d4b5-3a5a-41b7-80f9-b25d45b22755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.135390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-c607d4b5-3a5a-41b7-80f9-b25d45b22755 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1370723 Apr 18 21:12:28.246400 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-51a83f2a-badb-445d-bd3b-19defd69deca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 200 len: 1001 time: 0.1053176 Apr 18 21:12:28.309943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-82980326-2f9d-4815-8c4c-a572e6a58f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.311409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-82980326-2f9d-4815-8c4c-a572e6a58f20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0596700 Apr 18 21:12:28.391864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-8931f132-d1f7-46f0-95b7-7ac5402e6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:28.393746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-8931f132-d1f7-46f0-95b7-7ac5402e6006 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761795 Apr 18 21:12:28.539221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-988823fb-4c77-4c99-903c-a20088ae57ba service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388731 Apr 18 21:12:28.676426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-107c171f-bb57-4f64-a6e7-903192d226d8 req-7edbe9c3-54ba-4848-8f77-b3def09e3c43 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312273 Apr 18 21:12:29.199503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44b6e2-f561-470f-a6ea-6fe5c5edde03 req-c2a661bd-71f0-4016-8528-cfc9786eb06d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:29.201191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a44b6e2-f561-470f-a6ea-6fe5c5edde03 req-c2a661bd-71f0-4016-8528-cfc9786eb06d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0888243 Apr 18 21:12:29.257552 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6a44b6e2-f561-470f-a6ea-6fe5c5edde03 req-5caf7c28-d237-4e95-8eb2-202ae5902c00 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450468 Apr 18 21:12:30.458597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704eaa01-1c33-490a-a115-1bf3c8691c15 req-c9bb30e0-e301-48c7-b1bd-a28fc6818e20 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.460016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-704eaa01-1c33-490a-a115-1bf3c8691c15 req-c9bb30e0-e301-48c7-b1bd-a28fc6818e20 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0854814 Apr 18 21:12:30.507222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-704eaa01-1c33-490a-a115-1bf3c8691c15 req-ee0fdcbc-9e34-4576-9692-a218d2e46bf6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410471 Apr 18 21:12:30.934448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0577f2-6cf6-48b9-9ff4-b3d9b88512dc req-997a84df-23fd-48d6-be2f-03b8e5dd83a9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:30.936009 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf0577f2-6cf6-48b9-9ff4-b3d9b88512dc req-997a84df-23fd-48d6-be2f-03b8e5dd83a9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.0897262 Apr 18 21:12:30.987604 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf0577f2-6cf6-48b9-9ff4-b3d9b88512dc req-10a92bc4-f355-488b-a000-b7aa03cfb9db tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Apr 18 21:12:32.253104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b4b1-5a72-4571-b729-c892b77ae4f1 req-6f3bfe32-0117-47f3-b5ad-c1f0d092207a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.254725 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3a6b4b1-5a72-4571-b729-c892b77ae4f1 req-6f3bfe32-0117-47f3-b5ad-c1f0d092207a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.1353810 Apr 18 21:12:32.393749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b3a6b4b1-5a72-4571-b729-c892b77ae4f1 req-1b9bf4d6-e6d6-438a-b860-99a2d4f729b0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326098 Apr 18 21:12:32.437382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-ef3486f3-46cf-45b0-840d-a2d7580efba2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:32.439007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-ef3486f3-46cf-45b0-840d-a2d7580efba2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 945 time: 0.1495204 Apr 18 21:12:32.512055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Deleting port 26b4af86-0eb3-4500-a2b2-877cff600083 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:12:32.512401 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:32.942455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] For port 26b4af86-0eb3-4500-a2b2-877cff600083, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=26b4af86-0eb3-4500-a2b2-877cff600083,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:32.942876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.275892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.276621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.276971 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 disassociated. External IP: 172.25.5.224, port: 26b4af86-0eb3-4500-a2b2-877cff600083. Apr 18 21:12:33.277568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Calling delete_port for 26b4af86-0eb3-4500-a2b2-877cff600083 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:12:33.386943 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:12:33.442526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:33.493847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event deleted for resources: {'Port': ['ID=26b4af86-0eb3-4500-a2b2-877cff600083,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:33.506132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.506531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.506821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.507162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.507501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.507837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.508167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.508495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.508824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.509148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.509474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.509824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:33.568750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c99259e7-4a6a-4cec-83e3-3d4f643e4237 req-f7a9155b-91d8-41b1-876f-07e6166b0c53 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b3773e-4f51-4c6e-8f14-13dbde0da1e0 HTTP/1.1" status: 200 len: 210 time: 0.0533729 Apr 18 21:12:33.722129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:12:33.905284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:12:33.917614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:33.930061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:12:33.930790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:12:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:33.984643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] No DVR routers for this DVR port 26b4af86-0eb3-4500-a2b2-877cff600083 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:12:34.001385 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:34.005881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-deleted', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:34.023531 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346a164c-71c5-4cc0-a207-2f88daabb6b1 req-a44f6db0-3c4c-4795-9240-336dab899bf3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "DELETE /v2.0/ports/26b4af86-0eb3-4500-a2b2-877cff600083 HTTP/1.1" status: 204 len: 173 time: 1.5794539 Apr 18 21:12:34.092655 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68153c16-83b5-41a6-913c-9c78f60f1e4a'] response: {'server_uuid': '88b3773e-4f51-4c6e-8f14-13dbde0da1e0', 'name': 'network-vif-deleted', 'tag': '26b4af86-0eb3-4500-a2b2-877cff600083', 'status': 'completed', 'code': 200} Apr 18 21:12:34.155934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:12:34.561140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:34.565700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:34.575090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:12:34.575722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:12:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:34.787585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:12:34.979033 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-7f95eb0b-1d0a-4a04-b171-b5658a085f83 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2006071560&fields=id&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 267 time: 0.0604773 Apr 18 21:12:35.167324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1aabf225-c2c0-4854-ac23-f7fc431fc771 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:35.168825 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1aabf225-c2c0-4854-ac23-f7fc431fc771 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.1804292 Apr 18 21:12:35.186871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-0e614e4e-6886-4668-8fd8-545d91129c3f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/quotas/fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 375 time: 0.0114396 Apr 18 21:12:35.256008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:35.260521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f2b011-fa63-4202-ab1f-6037af229a91 None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:35.290374 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-fec78c6a-3ea7-425b-9178-4d552a87f357 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0954940 Apr 18 21:12:35.446385 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-15c3dd03-4c2e-4ace-a895-b1ad90b55f9b service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423388 Apr 18 21:12:35.527660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708bd3f-995e-4f77-9eb1-192e1594c1e8 None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:12:35.743805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1ccb1d5f-174b-4b3f-ad78-1b14607f5d23 service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906179 Apr 18 21:12:35.965497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2b3cfe18-0805-4940-985f-e7096974759e req-fc692a92-3e2b-4f50-bb77-d85885c4291a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:35.984139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2b3cfe18-0805-4940-985f-e7096974759e req-fc692a92-3e2b-4f50-bb77-d85885c4291a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:35.985627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b3cfe18-0805-4940-985f-e7096974759e req-fc692a92-3e2b-4f50-bb77-d85885c4291a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 210 time: 0.0637856 Apr 18 21:12:36.332381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:12:36.377234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 26b4af86-0eb3-4500-a2b2-877cff600083 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:12:36.377804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 26b4af86-0eb3-4500-a2b2-877cff600083 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:12:37.242174 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-855dcedf-1119-45d9-88c1-ae81b8ef0d69 req-600530cc-6526-475f-a774-5544b320c08f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 210 time: 0.0892282 Apr 18 21:12:37.514458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-0539c652-3e80-48c1-a95c-ba94acfd1384 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:37.516582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-0539c652-3e80-48c1-a95c-ba94acfd1384 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.1970141 Apr 18 21:12:37.578193 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-8b56357e-6012-4752-90d0-06734f5d872f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 380 time: 0.0483077 Apr 18 21:12:37.588935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'port': {'device_id': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'admin_state_up': True, 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'security_groups': ['cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:37.932172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:12:37.944261 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:12:37.957381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Made reservation on behalf of fa74e2d672004c62886bff8c9ad3c75e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:12:37.961308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.174512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Allocated IP 172.20.0.11 (d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4/357020fa-752d-4d3a-a9e1-2f79ea8ae1b5/4562142a-6226-4f11-b80a-108eb3e962b7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:12:38.392210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.457800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-795e1fc0-2cc6-42d6-8929-b5cf4fff8ee8 req-05537a4c-ca7d-430d-9b35-e19684ebf611 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 210 time: 0.0608962 Apr 18 21:12:38.458722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Transition to ACTIVE for port object 4562142a-6226-4f11-b80a-108eb3e962b7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:38.486921 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.558840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:12:38.566306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:12:38.569007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:12:38.611500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:38.648303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:38.648972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.676560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-1c23a2bf-945b-4b84-88fd-147faf30dc7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0920343 Apr 18 21:12:38.693264 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Request body: {'port': {'device_id': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:38.822983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.872155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c1f62174-6093-405e-a85c-c4d3c31b628e None None] Provisioning for port 4562142a-6226-4f11-b80a-108eb3e962b7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:38.880641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c1f62174-6093-405e-a85c-c4d3c31b628e None None] Provisioning complete for port 4562142a-6226-4f11-b80a-108eb3e962b7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:38.881020 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c1f62174-6093-405e-a85c-c4d3c31b628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:38.942788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c1f62174-6093-405e-a85c-c4d3c31b628e None None] Port 4562142a-6226-4f11-b80a-108eb3e962b7 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:12:39.203812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4562142a-6226-4f11-b80a-108eb3e962b7 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:12:39.212203 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.228793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Transition to ACTIVE for port object 4562142a-6226-4f11-b80a-108eb3e962b7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:12:39.233965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.410081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.502722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:12:39.503178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:12:39.503512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:12:39.510194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:12:39.510675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:12:39.517277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:12:39.517762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:12:39.518229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:12:39.518827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Bound port: 4562142a-6226-4f11-b80a-108eb3e962b7, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:12:39.519284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.626599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:12:39.632138 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:12:39.636820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.682796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abbfbf-2cb0-41a2-bf5b-402e28c1783d req-8379eb01-b391-4874-8e91-aa43bd681af8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:39.684283 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75abbfbf-2cb0-41a2-bf5b-402e28c1783d req-8379eb01-b391-4874-8e91-aa43bd681af8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.1022851 Apr 18 21:12:39.695850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:39.696361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:39.697902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] 10.222.0.61 "PUT /v2.0/ports/4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1092 time: 1.0101001 Apr 18 21:12:39.698376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:39.743028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf0a33-efd5-46ae-ad3c-35740f7f2ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:39.761352 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-75abbfbf-2cb0-41a2-bf5b-402e28c1783d req-569f3786-6da5-41a9-9359-bc85754ca37e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693874 Apr 18 21:12:39.798877 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e7e1a36-a569-4eb0-ae85-2a6b72b93619'] response: {'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'status': 'completed', 'code': 200} Apr 18 21:12:39.855426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-bfe5bb73-c0fb-43b8-a2cf-12f5fbd018de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:39.856945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-bfe5bb73-c0fb-43b8-a2cf-12f5fbd018de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1095 time: 0.1066020 Apr 18 21:12:39.942764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-72592e2a-5187-48d5-b1f4-bc3a240ffb70 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 217 time: 0.0736723 Apr 18 21:12:40.155180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-a3e94e4d-a89b-4506-bf1d-752780b284cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.157055 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-a3e94e4d-a89b-4506-bf1d-752780b284cc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.2051065 Apr 18 21:12:40.245668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-f9d534dd-d3e3-4b50-80de-cc884b5379fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.247262 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-f9d534dd-d3e3-4b50-80de-cc884b5379fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0801101 Apr 18 21:12:40.410356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-de49bd87-1ed3-44d1-84b7-cd8920473fc7 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530776 Apr 18 21:12:40.561433 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-35cf4879-7e3f-4c9c-897f-7ddadcd75915 req-65a516a0-cab0-40b9-8e12-1de66cc16f35 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418383 Apr 18 21:12:40.704522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-6bb53c03-31d7-4a39-878f-7138115ecae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.706075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-6bb53c03-31d7-4a39-878f-7138115ecae9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1095 time: 0.0837979 Apr 18 21:12:40.858764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-0745b5de-9794-41d5-acbb-535ecd386ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:40.860879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-0745b5de-9794-41d5-acbb-535ecd386ef3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1442206 Apr 18 21:12:40.975017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-1099c2ab-7e2a-41ce-8d81-2c2865e0397e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 217 time: 0.1044896 Apr 18 21:12:41.052884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-d63110a9-956e-445d-a944-4261437c5c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.054390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-d63110a9-956e-445d-a944-4261437c5c90 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0704775 Apr 18 21:12:41.122531 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49bc75e-f6ac-4a20-8e93-9f56915a6682 req-64b5e5e1-7d74-40f8-b950-a1c71291982c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.123144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c49bc75e-f6ac-4a20-8e93-9f56915a6682 req-64b5e5e1-7d74-40f8-b950-a1c71291982c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:12:41.147142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-c49bc75e-f6ac-4a20-8e93-9f56915a6682 req-64b5e5e1-7d74-40f8-b950-a1c71291982c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:12:41.148290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c49bc75e-f6ac-4a20-8e93-9f56915a6682 req-64b5e5e1-7d74-40f8-b950-a1c71291982c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.2267854 Apr 18 21:12:41.185974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-29a07b88-f86c-49de-8ac5-5960c33e8dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:41.187451 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-29a07b88-f86c-49de-8ac5-5960c33e8dad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229267 Apr 18 21:12:41.240364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c49bc75e-f6ac-4a20-8e93-9f56915a6682 req-186da4a3-f8e7-4236-a791-6710904444fc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813956 Apr 18 21:12:41.342151 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-aa1e8cee-7ada-4a7d-a101-c928f5f89b16 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472852 Apr 18 21:12:41.482178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3fd299da-f3ba-489a-8988-385e7d3f5d6e req-1235b4e8-2e27-4365-8838-bbbba91c557f service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314173 Apr 18 21:12:42.449406 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5dcad-235b-4f48-8694-cb6169a34b22 req-c127c647-caa8-40e7-9ea1-f6510fdb5b35 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:42.451282 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90d5dcad-235b-4f48-8694-cb6169a34b22 req-c127c647-caa8-40e7-9ea1-f6510fdb5b35 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.0929189 Apr 18 21:12:42.500836 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90d5dcad-235b-4f48-8694-cb6169a34b22 req-c0bf69b0-4cb0-417a-840e-ce4ecab18635 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Apr 18 21:12:42.648011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:12:42.793229 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:42.808485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4562142a-6226-4f11-b80a-108eb3e962b7', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '4562142a-6226-4f11-b80a-108eb3e962b7', 'mac_address': 'fa:16:3e:d4:d3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:12:42.870864 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:42.889480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4562142a-6226-4f11-b80a-108eb3e962b7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:12:42.911327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:42.915953 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.000451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:43.010101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.010629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.011045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.011425 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.011813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.012245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.012673 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.013101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.013613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.014069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.014451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.014822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:12:43.181642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4562142a-6226-4f11-b80a-108eb3e962b7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:12:43.622565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4e07bf5c-e338-4645-9978-0418513500f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:43.713366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2bc163-7173-457e-9517-13363c16ce3d req-9f4aa8d0-46ed-48e8-8912-47c977a5ca22 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:43.714979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f2bc163-7173-457e-9517-13363c16ce3d req-9f4aa8d0-46ed-48e8-8912-47c977a5ca22 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 945 time: 0.0842791 Apr 18 21:12:43.769685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2f2bc163-7173-457e-9517-13363c16ce3d req-4b1e7cab-8042-4fb9-81e6-b455552adf49 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483258 Apr 18 21:12:44.652797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:12:44.747262 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 4562142a-6226-4f11-b80a-108eb3e962b7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:12:44.754742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 4562142a-6226-4f11-b80a-108eb3e962b7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:12:44.755366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.904271 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:44.953077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:44.971839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:12:44.979454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:45.012502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4cdf83-0228-489b-bcdf-d136ee5c7705 req-871c85a5-61db-4390-a96c-3d8604865227 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:45.017098 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa4cdf83-0228-489b-bcdf-d136ee5c7705 req-871c85a5-61db-4390-a96c-3d8604865227 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 945 time: 0.1191545 Apr 18 21:12:45.058653 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c981427f-8ba2-42de-b78f-b231b9d50e4f'] response: {'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'code': 200} Apr 18 21:12:45.079462 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa4cdf83-0228-489b-bcdf-d136ee5c7705 req-40c748fb-6f60-4e00-9fd0-7ff5ab84bbe5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540771 Apr 18 21:12:45.094797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:12:45.215327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c76ff78-5a2d-40ec-bca9-188de6fbeb29 req-03d42feb-d142-4095-bd33-8bdaf1a39149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:45.216729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c76ff78-5a2d-40ec-bca9-188de6fbeb29 req-03d42feb-d142-4095-bd33-8bdaf1a39149 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1097 time: 0.0904515 Apr 18 21:12:45.266382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3c76ff78-5a2d-40ec-bca9-188de6fbeb29 req-e93d40ac-cac2-4381-8a00-ffc284b639f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Apr 18 21:12:46.015489 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-755d4649-0498-470f-b580-695c125b7935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:46.309164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75368ed-c3a6-4a33-a405-1ca126b8646e req-771e9d96-1f4b-4783-91b8-5db157fd7bce tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:46.310754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b75368ed-c3a6-4a33-a405-1ca126b8646e req-771e9d96-1f4b-4783-91b8-5db157fd7bce tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0964437 Apr 18 21:12:46.371431 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b75368ed-c3a6-4a33-a405-1ca126b8646e req-2590d99e-503c-4395-910e-e6affa690dba tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491209 Apr 18 21:12:47.182939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.190182 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:47.577745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07617be-a776-49f1-b7b8-bd2ddeeb2806 req-6aa0e946-145f-4b67-bffd-fa46b9555607 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.580371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d07617be-a776-49f1-b7b8-bd2ddeeb2806 req-6aa0e946-145f-4b67-bffd-fa46b9555607 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0930507 Apr 18 21:12:47.631504 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d07617be-a776-49f1-b7b8-bd2ddeeb2806 req-665084fc-f8f5-42c5-b8ca-12dfe130b771 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448744 Apr 18 21:12:47.828097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d8754-1139-4890-beeb-74f0863f2533 req-fb1799af-3cf3-4027-912b-7380ed3b2c09 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:47.830685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-531d8754-1139-4890-beeb-74f0863f2533 req-fb1799af-3cf3-4027-912b-7380ed3b2c09 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0891960 Apr 18 21:12:47.841992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:12:47.848142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'floatingip': {'port_id': '4562142a-6226-4f11-b80a-108eb3e962b7'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:12:48.062940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.632109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.807734 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:48.813780 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.014220 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 associated. External IP: 172.25.5.224, port: 4562142a-6226-4f11-b80a-108eb3e962b7. Apr 18 21:12:49.162814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.461121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:12:49.705562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.805395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:12:49.810448 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:12:49.816046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:12:49.826138 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:12:49.826772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:12:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:49.869229 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-17870f0b-155c-45aa-a5f8-b4389fa79efc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "PUT /v2.0/floatingips/884b6fe0-1747-4760-8f0e-e213772d5174 HTTP/1.1" status: 200 len: 992 time: 2.0259879 Apr 18 21:12:49.869826 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:12:49.925951 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4abc846-c55e-4315-b44a-ca3c790d25a3'] response: {'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'status': 'completed', 'code': 200} Apr 18 21:12:50.052739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-ef5979bf-52d3-4f26-9a8a-6db5682a9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.054301 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-ef5979bf-52d3-4f26-9a8a-6db5682a9b09 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1097 time: 0.1036422 Apr 18 21:12:50.067233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:12:50.262472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-168afd25-f301-4744-9eb1-9b5c083156b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.264093 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-168afd25-f301-4744-9eb1-9b5c083156b1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2030423 Apr 18 21:12:50.459664 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-f13409ea-45f3-4daa-bba3-149768a4c798 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1244028 Apr 18 21:12:50.505569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-edd24140-625a-47aa-8b49-ea5fa955f99c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1000 time: 0.2357466 Apr 18 21:12:50.551638 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '4562142a-6226-4f11-b80a-108eb3e962b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:d4:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:12:48Z', 'revision_number': 9, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:50.558713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:12:50.574977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:12:50.576164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:12:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:50.581825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-755923ec-c967-4baf-8d97-adcf8c2c8acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.583312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-755923ec-c967-4baf-8d97-adcf8c2c8acf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0697100 Apr 18 21:12:50.658816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423cc25-89a9-49bc-91df-7ca5326c4fd8 req-dbcc97e0-fd8f-44c3-a6a8-5a5cf2d820dc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.660343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e423cc25-89a9-49bc-91df-7ca5326c4fd8 req-dbcc97e0-fd8f-44c3-a6a8-5a5cf2d820dc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.2864823 Apr 18 21:12:50.759490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e423cc25-89a9-49bc-91df-7ca5326c4fd8 req-974b2509-3381-4776-91b9-1de2c08fabf5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891542 Apr 18 21:12:50.766004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-b50f1a6d-5c5b-4965-a27e-60dd3b935193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:50.768248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-b50f1a6d-5c5b-4965-a27e-60dd3b935193 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1684408 Apr 18 21:12:50.906062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:12:50.964095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-a6ece97e-bf40-44dc-bf36-b5ea0412df5a service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893101 Apr 18 21:12:51.171916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98b421c5-29f7-4aca-aca8-eb0140ae169a req-226efe05-90d2-4871-817c-b6061bb4f704 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968737 Apr 18 21:12:51.352426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '4562142a-6226-4f11-b80a-108eb3e962b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:d4:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:12:48Z', 'revision_number': 9, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:12:51.358322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3ebc1b-f6b6-4561-b1ec-965f74bf6bfb None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '4562142a-6226-4f11-b80a-108eb3e962b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:d4:d3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:12:48Z', 'revision_number': 9, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:12:51.608282 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b33b684-9f02-435d-9947-6c2a098ac59e None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:12:51.977581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94356f4-d95c-472e-a872-df48b09d76e3 req-4bdd408f-acfa-4c48-87e5-855c6072c0ef tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:51.979687 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a94356f4-d95c-472e-a872-df48b09d76e3 req-4bdd408f-acfa-4c48-87e5-855c6072c0ef tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.1009555 Apr 18 21:12:52.041378 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a94356f4-d95c-472e-a872-df48b09d76e3 req-2492de00-37db-4435-b65d-503c9d8e5e85 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529306 Apr 18 21:12:52.104335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-6d7e5153-2813-4ee5-a80c-ade6aad3a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.106119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-6d7e5153-2813-4ee5-a80c-ade6aad3a769 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1097 time: 0.0797586 Apr 18 21:12:52.243632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-4bf40710-0070-4f13-a300-12ca31213040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.245089 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-4bf40710-0070-4f13-a300-12ca31213040 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1327865 Apr 18 21:12:52.354479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-977244fd-883b-4ad0-ada4-5077f7b43939 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1003 time: 0.1031876 Apr 18 21:12:52.434568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-ddd850cd-8afe-496d-a8ce-e597fb3a7874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.436270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-ddd850cd-8afe-496d-a8ce-e597fb3a7874 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0757425 Apr 18 21:12:52.517002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-cb696e68-6055-4221-9103-69ffbb26529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:52.518527 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-cb696e68-6055-4221-9103-69ffbb26529c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760338 Apr 18 21:12:52.777918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-6c3e374d-fcbc-4133-bead-4626c7e4ffd7 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525795 Apr 18 21:12:52.913401 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-622def53-8f24-4275-af1f-0e68366bbe04 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292756 Apr 18 21:12:53.108481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-355a873e-c405-4818-9f00-05350df1ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.110716 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-355a873e-c405-4818-9f00-05350df1ffbf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1097 time: 0.0948515 Apr 18 21:12:53.315605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-c7cdbdd8-c427-48f6-8953-efa96d6736c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.317723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-c7cdbdd8-c427-48f6-8953-efa96d6736c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1833823 Apr 18 21:12:53.412900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c53864-0e51-4355-9250-fdc6f844256a req-69549acb-e99e-497d-a74e-82d4b5de90a6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.414586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76c53864-0e51-4355-9250-fdc6f844256a req-69549acb-e99e-497d-a74e-82d4b5de90a6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.2428660 Apr 18 21:12:53.461686 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-e347d13f-99c6-4d63-9a7e-f0935544bd4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1003 time: 0.1346722 Apr 18 21:12:53.530387 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-76c53864-0e51-4355-9250-fdc6f844256a req-ec197a82-5be5-47ee-922e-caef43de6a5a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063502 Apr 18 21:12:53.545554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-2e32a0c8-fddc-42cc-896f-311842e101cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.547677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-2e32a0c8-fddc-42cc-896f-311842e101cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0780659 Apr 18 21:12:53.626087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-f5447267-8279-42bf-a0c7-11c2fab4dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:53.627582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-f5447267-8279-42bf-a0c7-11c2fab4dce4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747085 Apr 18 21:12:53.763413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-92e88d65-1ecb-4437-bfa2-c4ffb997f812 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289403 Apr 18 21:12:53.905457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef0b62e2-60a7-4664-b453-045c06339e35 req-6a37d3bf-1212-46bb-a0fa-9455a90f9fe0 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346593 Apr 18 21:12:54.734410 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569e20e1-5cb0-400f-ac49-87c83029057b req-7d5034d2-9319-4ed4-8d04-5c00c4bf5b6e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:54.736196 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-569e20e1-5cb0-400f-ac49-87c83029057b req-7d5034d2-9319-4ed4-8d04-5c00c4bf5b6e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0896864 Apr 18 21:12:54.792987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-569e20e1-5cb0-400f-ac49-87c83029057b req-c1eeff2e-5fab-4556-8c10-6ea7abf1e32d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472803 Apr 18 21:12:56.002174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40898aa1-9453-482c-93be-5008153587fe req-2f2b1864-a67c-4364-9043-620dbc5ea71a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:56.003670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-40898aa1-9453-482c-93be-5008153587fe req-2f2b1864-a67c-4364-9043-620dbc5ea71a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0950880 Apr 18 21:12:56.057332 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-40898aa1-9453-482c-93be-5008153587fe req-37375dc7-25bc-4691-9171-204be7d46376 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Apr 18 21:12:57.257448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b71207-da46-4947-8503-02cc422b4945 req-a786c0ea-8307-471f-8beb-443080bd8546 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:57.259069 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-25b71207-da46-4947-8503-02cc422b4945 req-a786c0ea-8307-471f-8beb-443080bd8546 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0874374 Apr 18 21:12:57.307543 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-25b71207-da46-4947-8503-02cc422b4945 req-dc6a34c9-fe4a-4c85-9868-f7aadbd1f72e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425954 Apr 18 21:12:58.510359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef169526-9a4b-41c1-bcdc-ddf1e5829ec8 req-7b893126-799a-4d7c-ad6a-5516940a1bbc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:58.511943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef169526-9a4b-41c1-bcdc-ddf1e5829ec8 req-7b893126-799a-4d7c-ad6a-5516940a1bbc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0887740 Apr 18 21:12:58.563637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ef169526-9a4b-41c1-bcdc-ddf1e5829ec8 req-3c866bd0-d52a-4248-8d02-8b2ba855fe10 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447452 Apr 18 21:12:59.779633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7a71f0-6a2d-4ffa-9bf8-dc7ebf7ca5d8 req-41ca0100-bcf6-4a1f-89ab-1ae099698ac2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:12:59.782919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed7a71f0-6a2d-4ffa-9bf8-dc7ebf7ca5d8 req-41ca0100-bcf6-4a1f-89ab-1ae099698ac2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.1050131 Apr 18 21:12:59.834144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ed7a71f0-6a2d-4ffa-9bf8-dc7ebf7ca5d8 req-267702eb-b872-4e93-888f-044eb52cc1bb tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434215 Apr 18 21:13:01.055409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978166ff-901b-4fcb-b72d-f6f82a9acfe4 req-d2dfa154-75c1-4b08-acf4-4540cd0d6357 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:01.056943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-978166ff-901b-4fcb-b72d-f6f82a9acfe4 req-d2dfa154-75c1-4b08-acf4-4540cd0d6357 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0892918 Apr 18 21:13:01.105535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-978166ff-901b-4fcb-b72d-f6f82a9acfe4 req-1a03a7c0-e342-4fc5-931b-21f26d8a1590 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417004 Apr 18 21:13:02.364656 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df884-0e23-40c8-824a-402b01fd76bd req-0d1551d8-bbd1-412a-bd77-a9d519532add tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:02.366301 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-420df884-0e23-40c8-824a-402b01fd76bd req-0d1551d8-bbd1-412a-bd77-a9d519532add tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0907152 Apr 18 21:13:02.419275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-420df884-0e23-40c8-824a-402b01fd76bd req-3f25f5a3-b662-48f6-98be-c1b135e91029 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467794 Apr 18 21:13:03.647411 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a7441-f7f9-49c1-9969-68bad1541633 req-f4372c80-f158-4a24-a2df-8250fe74af55 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:03.649366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055a7441-f7f9-49c1-9969-68bad1541633 req-f4372c80-f158-4a24-a2df-8250fe74af55 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.1092219 Apr 18 21:13:03.713474 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055a7441-f7f9-49c1-9969-68bad1541633 req-4c1a0a9d-71c2-4d54-893d-bdeb4d191d31 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575531 Apr 18 21:13:04.918521 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd0d61-86b3-434e-8e97-4004f997958d req-f1e183e2-051f-4a75-bb7a-52149416054e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:04.920011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3acd0d61-86b3-434e-8e97-4004f997958d req-f1e183e2-051f-4a75-bb7a-52149416054e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0884182 Apr 18 21:13:04.967790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3acd0d61-86b3-434e-8e97-4004f997958d req-89e89477-994e-47b6-902c-062a3f545328 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416431 Apr 18 21:13:06.183454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6a438-ab3e-405f-90e3-b6f71a44efdc req-bdd98a26-f5ed-4f45-b638-9cc1adfff70e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:06.185071 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ba6a438-ab3e-405f-90e3-b6f71a44efdc req-bdd98a26-f5ed-4f45-b638-9cc1adfff70e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0933447 Apr 18 21:13:06.239239 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ba6a438-ab3e-405f-90e3-b6f71a44efdc req-eb2dd12f-d1df-4199-8434-3e6fc145a6a1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434701 Apr 18 21:13:07.492494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cd815-226f-4012-9557-5bbf83945b3b req-9cac9454-1229-4939-8a1e-03b1fc600d7e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:07.493968 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec1cd815-226f-4012-9557-5bbf83945b3b req-9cac9454-1229-4939-8a1e-03b1fc600d7e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.1312277 Apr 18 21:13:07.543783 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ec1cd815-226f-4012-9557-5bbf83945b3b req-e67df52a-dc33-433f-8d08-d6d54e47dfc5 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438797 Apr 18 21:13:08.850660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175642b-eb46-4025-bd6e-7d65006e7002 req-b18306f7-5b39-49e8-a0af-e07aac27db3e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:08.852106 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9175642b-eb46-4025-bd6e-7d65006e7002 req-b18306f7-5b39-49e8-a0af-e07aac27db3e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.1967320 Apr 18 21:13:08.898811 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9175642b-eb46-4025-bd6e-7d65006e7002 req-9355b648-b91f-4e04-b33f-1738fe4b1c7b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405440 Apr 18 21:13:09.990462 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-f06e3125-0396-4750-b813-5eea508e7068 service neutron] show failed (client error): The resource could not be found. Apr 18 21:13:09.992042 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-f06e3125-0396-4750-b813-5eea508e7068 service neutron] 10.222.0.61 "GET /v2.0/ports/4562142a-6226-4f11-b80a-108eb3e962b7/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.1421990 Apr 18 21:13:10.105998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a1a06-16fd-4d08-82fd-6c6ffdd45edc req-2beb013a-eec7-4306-85fd-a00778393be3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.107571 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d95a1a06-16fd-4d08-82fd-6c6ffdd45edc req-2beb013a-eec7-4306-85fd-a00778393be3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0925887 Apr 18 21:13:10.160315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d95a1a06-16fd-4d08-82fd-6c6ffdd45edc req-90fd59bd-6d73-4489-9500-bd3fc38de69f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463667 Apr 18 21:13:10.297436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8f181dc1-281e-41fd-87a4-a7f6239fddde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:10.299075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8f181dc1-281e-41fd-87a4-a7f6239fddde service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 1097 time: 0.0802670 Apr 18 21:13:10.310833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:10.387514 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:13:10.431553 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.728440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:10.765019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:13:10.829355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:10.835546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.855072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Transition to ACTIVE for port object 4562142a-6226-4f11-b80a-108eb3e962b7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:10.860260 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:10.968985 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417355ec-0a07-4ccb-b813-efa9d4bf866e'] response: {'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'code': 200} Apr 18 21:13:11.010338 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.083284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] No DVR routers for this DVR port 4562142a-6226-4f11-b80a-108eb3e962b7 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:11.361166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:11.361574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:11.361851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:13:11.367445 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:13:11.367853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:13:11.374011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:13:11.374361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:13:11.375423 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:13:11.376671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Bound port: 4562142a-6226-4f11-b80a-108eb3e962b7, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:11.377037 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.435608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9921482f-207d-44c5-8603-f19f122c4045 req-1c30d71a-5140-4b22-91fb-8b766db0df87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.437948 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9921482f-207d-44c5-8603-f19f122c4045 req-1c30d71a-5140-4b22-91fb-8b766db0df87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.1026454 Apr 18 21:13:11.492055 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9921482f-207d-44c5-8603-f19f122c4045 req-87ce70c4-b8d0-4c6a-b2ff-2d2a2271fc65 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473795 Apr 18 21:13:11.532005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:13:11.537220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:13:11.542991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.612077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.612893 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:11.614719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] 10.222.0.55 "PUT /v2.0/ports/4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1092 time: 1.3080559 Apr 18 21:13:11.685746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a469448-9726-4a8c-bbd8-52710ec4aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:11.743315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-5c762c1e-e5b8-435a-b96e-c1d3a307d855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.745966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-5c762c1e-e5b8-435a-b96e-c1d3a307d855 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1095 time: 0.1019602 Apr 18 21:13:11.918295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-db11d1a5-82a2-4c37-9e18-7a252839a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:11.920121 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-db11d1a5-82a2-4c37-9e18-7a252839a85d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1685414 Apr 18 21:13:12.151278 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-a976f004-b940-4cad-a985-2f3d831baa4e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1001 time: 0.2248960 Apr 18 21:13:12.218388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-07afbb2a-43eb-4159-9c4c-5d6031be3e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.220518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-07afbb2a-43eb-4159-9c4c-5d6031be3e59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0625610 Apr 18 21:13:12.301609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-168933f7-2f57-4496-8fea-4776a35f1155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.303221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-168933f7-2f57-4496-8fea-4776a35f1155 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771194 Apr 18 21:13:12.445265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-d90293e1-e0f8-4209-ba53-c214c7b4323f service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355710 Apr 18 21:13:12.586546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6d53e355-3105-4f24-aca1-b66a9a963b3c req-80eca849-9303-4fea-a95e-5b4edce805fc service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356585 Apr 18 21:13:12.691466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614daae7-f7d7-420a-aeb4-af06a7569ac1 req-b6eff6c6-76e4-408a-b605-bf3cc45d8c32 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:12.693317 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-614daae7-f7d7-420a-aeb4-af06a7569ac1 req-b6eff6c6-76e4-408a-b605-bf3cc45d8c32 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.0858638 Apr 18 21:13:12.748153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-614daae7-f7d7-420a-aeb4-af06a7569ac1 req-28054a43-6772-4f7e-965e-0d0de7834686 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476811 Apr 18 21:13:12.790080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:12.850256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:12.970450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:13.029991 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7146415c-16af-4120-8e61-2b4e710b21cd'] response: {'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'status': 'completed', 'code': 200} Apr 18 21:13:13.183977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-6e00580b-c22a-4673-b4c8-6d2f8667d20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.185430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-6e00580b-c22a-4673-b4c8-6d2f8667d20b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1095 time: 0.1050248 Apr 18 21:13:13.187268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-42d1b565-3586-4835-91f9-3dd756975b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.188555 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-42d1b565-3586-4835-91f9-3dd756975b06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1095 time: 0.1399260 Apr 18 21:13:13.429120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-402a194e-a341-41f7-8cdb-3a22e29c2f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.430572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-402a194e-a341-41f7-8cdb-3a22e29c2f48 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2362812 Apr 18 21:13:13.432836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-df570564-d281-4a14-bef4-a37e340f9b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.434150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-df570564-d281-4a14-bef4-a37e340f9b41 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2226720 Apr 18 21:13:13.617932 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cf597567-7b9a-40d0-9a0b-523288ef0efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:13.618742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-a811bc9c-62ca-479a-b4eb-537f96a3087a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1001 time: 0.1811044 Apr 18 21:13:13.623171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-d74dba17-f56f-407f-84f7-6fe23eecdc39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1001 time: 0.1381645 Apr 18 21:13:13.727315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-74a1ba11-06b7-46a9-aeae-d50bf87604a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.728651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-74a1ba11-06b7-46a9-aeae-d50bf87604a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1040275 Apr 18 21:13:13.730036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-2493926c-2a97-4207-8e5d-994f151978aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.731545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-2493926c-2a97-4207-8e5d-994f151978aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0777292 Apr 18 21:13:13.865570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-ecffbc44-195c-468e-a924-c2aa3eec28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:13.867119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-ecffbc44-195c-468e-a924-c2aa3eec28b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320267 Apr 18 21:13:14.051038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-d504bc79-a781-4465-b4cb-fc4d67628498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.052480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-d504bc79-a781-4465-b4cb-fc4d67628498 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2859433 Apr 18 21:13:14.282461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-576406d4-39c4-4c5f-bc9d-7071fbf3bf5e service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792260 Apr 18 21:13:14.326112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0f2d5-d865-4c06-9074-78445dd38b9d req-21c9c724-a234-4e20-8ec8-4b8fd4d10c58 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:14.327457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b0f2d5-d865-4c06-9074-78445dd38b9d req-21c9c724-a234-4e20-8ec8-4b8fd4d10c58 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.4655390 Apr 18 21:13:14.341770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-60b2104b-30a0-40b6-a8c6-4d8ce938adfa service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719030 Apr 18 21:13:14.540265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b0f2d5-d865-4c06-9074-78445dd38b9d req-cfb68108-8215-4ce9-927d-642c91f66660 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2007632 Apr 18 21:13:14.574024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-938e87a8-6194-46f8-b3ec-0a8703b5365c service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822635 Apr 18 21:13:14.595149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-71e19272-14f3-4f02-8048-5c20ec0e07eb req-7b765454-9815-4999-a714-d7ed62621273 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345338 Apr 18 21:13:15.732252 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682fe1c-e2d7-4e9c-ad6b-c26701796797 req-952477a6-9151-4225-a540-b016eedd4914 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:15.733724 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0682fe1c-e2d7-4e9c-ad6b-c26701796797 req-952477a6-9151-4225-a540-b016eedd4914 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.0839696 Apr 18 21:13:15.777826 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0682fe1c-e2d7-4e9c-ad6b-c26701796797 req-6801b52b-146f-4bac-b84e-b57ee5ff82a6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378251 Apr 18 21:13:16.009872 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-44ee6bf4-3a12-44f1-b9a3-4936829c5dfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.177877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-dba4bd87-291c-420a-b4d7-c648db1d58ff tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.179250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-dba4bd87-291c-420a-b4d7-c648db1d58ff tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed&tenant_id=fa74e2d672004c62886bff8c9ad3c75e&binding%3Ahost_id=n-h1-836016-3 HTTP/1.1" status: 200 len: 944 time: 0.0863979 Apr 18 21:13:16.239899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93755c0-e0db-4337-b64f-1f3e7ababbec req-4d6dc12b-14d1-4b96-947c-a1285d5875f3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.241449 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e93755c0-e0db-4337-b64f-1f3e7ababbec req-4d6dc12b-14d1-4b96-947c-a1285d5875f3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 944 time: 0.0875056 Apr 18 21:13:16.264933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-a947ac1e-bdfd-4a0c-89db-c79915525ebc service neutron] 10.222.0.55 "GET /v2.0/ports/4562142a-6226-4f11-b80a-108eb3e962b7/bindings/n-h1-836016-3 HTTP/1.1" status: 200 len: 382 time: 0.0799155 Apr 18 21:13:16.289501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e93755c0-e0db-4337-b64f-1f3e7ababbec req-13e950ba-4ff1-4965-a6ba-eb32ba001c8a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419886 Apr 18 21:13:16.361991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-899f1497-0b8c-4f2c-b7c0-234c5ba09c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.363468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-899f1497-0b8c-4f2c-b7c0-234c5ba09c87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1095 time: 0.0723524 Apr 18 21:13:16.492884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-7eb14653-c028-4ac4-8764-7563af151ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.500443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-7eb14653-c028-4ac4-8764-7563af151ccc service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1254966 Apr 18 21:13:16.574478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:16.600360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-dd597e31-a00c-492d-aab2-80f8b477f54e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1001 time: 0.0998321 Apr 18 21:13:16.666545 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-a4bbc3d1-dfdd-4b49-ae28-d1554982e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.667999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-a4bbc3d1-dfdd-4b49-ae28-d1554982e2d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0610194 Apr 18 21:13:16.708998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:16.722863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '4562142a-6226-4f11-b80a-108eb3e962b7', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '4562142a-6226-4f11-b80a-108eb3e962b7', 'mac_address': 'fa:16:3e:d4:d3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:16.745053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-3101bb9b-7bd3-4a30-a86a-3116616e0a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:16.746549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-3101bb9b-7bd3-4a30-a86a-3116616e0a89 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722845 Apr 18 21:13:16.783749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.801566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4562142a-6226-4f11-b80a-108eb3e962b7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:16.818959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:16.823631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:16.888551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-99473878-79da-4bdf-80b5-be65aa2f6080 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359687 Apr 18 21:13:16.896642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:17.029316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-d5c495a6-ce6c-4d48-8235-b8449efebd62 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347346 Apr 18 21:13:17.132874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['4562142a-6226-4f11-b80a-108eb3e962b7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:13:17.210459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.220355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:17.483039 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ae349-be26-4c80-a85d-aae457381e85 req-69fb16a0-2a28-4393-a3d0-9a83e8f1ae03 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:17.484806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d53ae349-be26-4c80-a85d-aae457381e85 req-69fb16a0-2a28-4393-a3d0-9a83e8f1ae03 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 945 time: 0.0803361 Apr 18 21:13:17.533538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d53ae349-be26-4c80-a85d-aae457381e85 req-012dce2b-7045-41e3-bbc0-01ee4acb2d8f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428035 Apr 18 21:13:18.580485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:18.650978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.671030 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 4562142a-6226-4f11-b80a-108eb3e962b7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:18.677244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 4562142a-6226-4f11-b80a-108eb3e962b7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:18.677656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.743070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126269b5-bb5b-4b6f-968b-72f60af20839 req-de83276d-1d57-4ca8-b8c0-412002de5005 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:18.744769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-126269b5-bb5b-4b6f-968b-72f60af20839 req-de83276d-1d57-4ca8-b8c0-412002de5005 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 945 time: 0.0953989 Apr 18 21:13:18.798790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-126269b5-bb5b-4b6f-968b-72f60af20839 req-eb39d7da-c865-4e05-a8d6-4e47f58338fa tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455618 Apr 18 21:13:18.801470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.834051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:18.844386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:18.850461 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:18.903581 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8978f7a-d0ee-46a0-959a-8d51df9bc580'] response: {'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'code': 200} Apr 18 21:13:18.926140 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:19.162170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.309856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-fe894cd6-eefb-4196-a956-ebb7b8b65b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:19.311316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-fe894cd6-eefb-4196-a956-ebb7b8b65b30 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 1097 time: 0.2003064 Apr 18 21:13:19.325982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:19.455107 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.698337 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.742395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:19.772330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:13:19.831239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:19.837358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.854447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Transition to ACTIVE for port object 4562142a-6226-4f11-b80a-108eb3e962b7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:19.859498 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:19.902066 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eeda9a1-6bec-41cd-81e4-dd3943580cc8'] response: {'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'code': 200} Apr 18 21:13:19.945626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.013688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3662ea9-9357-4bcb-9ace-066a20f6dee0 req-51575665-1991-4b3e-9a3a-ab9e61db7c5d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.017023 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3662ea9-9357-4bcb-9ace-066a20f6dee0 req-51575665-1991-4b3e-9a3a-ab9e61db7c5d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 945 time: 0.0991395 Apr 18 21:13:20.089427 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3662ea9-9357-4bcb-9ace-066a20f6dee0 req-4b8d2a72-47cb-4ad1-9c27-c9537387d978 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629277 Apr 18 21:13:20.139468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] No DVR routers for this DVR port 4562142a-6226-4f11-b80a-108eb3e962b7 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:20.378910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:20.379614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:20.379614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:13:20.384273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:13:20.384587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Attempting to bind port 4562142a-6226-4f11-b80a-108eb3e962b7 on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:13:20.389867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:13:20.390323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:13:20.390701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:13:20.391116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Bound port: 4562142a-6226-4f11-b80a-108eb3e962b7, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:20.391457 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.494995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:13:20.497954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:13:20.503422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.558663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.559027 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:20.560427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] 10.222.0.61 "PUT /v2.0/ports/4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1093 time: 1.2383699 Apr 18 21:13:20.629504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7b776-12a8-4003-b56e-e8a06ea09844 service neutron] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:20.666549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-56f12ce0-22f9-4d91-a709-9a755e0a907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.667957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-56f12ce0-22f9-4d91-a709-9a755e0a907d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1096 time: 0.0840421 Apr 18 21:13:20.810060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-624e098d-9118-4297-aa34-91830ecfd046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:20.811501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-624e098d-9118-4297-aa34-91830ecfd046 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1332283 Apr 18 21:13:20.919137 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-2c39a208-7a13-497f-a01e-b345aded791c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1001 time: 0.0982656 Apr 18 21:13:21.114658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-0d2eaf13-eaa5-4fa3-bacb-6240a7294abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.116020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-0d2eaf13-eaa5-4fa3-bacb-6240a7294abc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1872530 Apr 18 21:13:21.207972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-5bf1bd89-4ac8-4ecb-9bef-94ee06bc3f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.209486 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-5bf1bd89-4ac8-4ecb-9bef-94ee06bc3f44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0833066 Apr 18 21:13:21.419697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b6443-a4fe-4e0c-bbba-fd29837bd1dc req-a4c8a0b2-9868-4f4c-b3d6-588935dc15cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:21.421138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e44b6443-a4fe-4e0c-bbba-fd29837bd1dc req-a4c8a0b2-9868-4f4c-b3d6-588935dc15cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 945 time: 0.2027812 Apr 18 21:13:21.423365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-2dfbfde9-b61a-4938-a4f2-0f1c04012520 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021947 Apr 18 21:13:21.558706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e44b6443-a4fe-4e0c-bbba-fd29837bd1dc req-8f263f7a-6bb8-46f9-bf7b-25578ab03e97 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311376 Apr 18 21:13:21.604534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3e9ea651-2a15-445b-bbe3-4e48146d2f64 req-23789e4a-aab1-4969-84a5-a14a1428095c service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629474 Apr 18 21:13:21.903102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:21.963627 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caf39a73-49e1-45a0-93de-385b2a81707c'] response: {'name': 'network-changed', 'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'status': 'completed', 'code': 200} Apr 18 21:13:22.122496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-65eb6b38-b6b8-493a-bba4-5076f97b8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.123954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-65eb6b38-b6b8-493a-bba4-5076f97b8dc8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1096 time: 0.1361709 Apr 18 21:13:22.130162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-97faa764-d7b2-4551-931a-41e89a35e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.131591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-97faa764-d7b2-4551-931a-41e89a35e883 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 1096 time: 0.1491845 Apr 18 21:13:22.362825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-429bc419-827c-402f-bbbb-525854f4c884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.364249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-429bc419-827c-402f-bbbb-525854f4c884 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2317936 Apr 18 21:13:22.365306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-487882c7-fa6b-48c0-8b79-90a57aae006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.366580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-487882c7-fa6b-48c0-8b79-90a57aae006d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2160180 Apr 18 21:13:22.551859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-078759f2-60bf-471b-93ca-a5d4765ff566 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1001 time: 0.1791775 Apr 18 21:13:22.553377 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-2cda4f04-60c7-4f27-80be-59cdaf216bf2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 200 len: 1001 time: 0.1311471 Apr 18 21:13:22.576156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:22.637692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:22.665323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-e5f30a46-28ac-4cf7-9537-6d2cfdee2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.666774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-e5f30a46-28ac-4cf7-9537-6d2cfdee2b63 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1067889 Apr 18 21:13:22.668213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-391b80e5-8b64-419b-bf03-27df5ebc0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.669503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-391b80e5-8b64-419b-bf03-27df5ebc0384 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1105390 Apr 18 21:13:22.801504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:22.872025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc67075-226d-4b8b-a03c-4ae195c36feb req-8aa3f331-50e1-42f9-8e47-6a56a66c3334 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.873461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-adc67075-226d-4b8b-a03c-4ae195c36feb req-8aa3f331-50e1-42f9-8e47-6a56a66c3334 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 945 time: 0.2030897 Apr 18 21:13:22.875541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-e7e4ad47-8f5c-4ff4-ac3c-aa39cf7b422c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.876900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-e7e4ad47-8f5c-4ff4-ac3c-aa39cf7b422c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1747122 Apr 18 21:13:22.879676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-27d9cc7e-f710-4efa-af1f-ab39b0e6f7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:22.881001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-27d9cc7e-f710-4efa-af1f-ab39b0e6f7e3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799307 Apr 18 21:13:22.943643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:22.997824 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '4562142a-6226-4f11-b80a-108eb3e962b7', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '4562142a-6226-4f11-b80a-108eb3e962b7', 'mac_address': 'fa:16:3e:d4:d3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:23.055148 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.072881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4562142a-6226-4f11-b80a-108eb3e962b7 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:23.088994 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:23.094702 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:23.167832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=12']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:23.258903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-adc67075-226d-4b8b-a03c-4ae195c36feb req-6ee74153-a531-4b8a-951d-1ef9776d19f4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3769820 Apr 18 21:13:23.306360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-55243ccb-da4f-4c3c-b2e4-bad8375ea17b service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713954 Apr 18 21:13:23.311212 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-ddf040e6-7de3-4ecb-b43d-78f423b25dd3 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276581 Apr 18 21:13:23.316878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['4562142a-6226-4f11-b80a-108eb3e962b7'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:13:23.633490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-841186aa-8022-4b0b-94fd-0bc12a403ff3 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151581 Apr 18 21:13:23.635304 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-baac44e0-fc19-4aa6-b82a-d1afea2494bf req-051c3039-8629-4787-9e78-02b61beb4a00 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852969 Apr 18 21:13:24.447535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e763ef04-9cb8-4172-8153-9b1baa56eeb9 req-64099709-0869-4a9c-a776-54805443f2fe tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.448964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e763ef04-9cb8-4172-8153-9b1baa56eeb9 req-64099709-0869-4a9c-a776-54805443f2fe tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0812349 Apr 18 21:13:24.494932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e763ef04-9cb8-4172-8153-9b1baa56eeb9 req-1d5a391f-c86e-4c44-aa25-bc5881a624cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401146 Apr 18 21:13:24.680060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c98e6c-15c2-4eca-b33d-ebc165539172 req-ab83bbe1-3b59-4b88-b3a4-a3cb9432e153 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.681601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7c98e6c-15c2-4eca-b33d-ebc165539172 req-ab83bbe1-3b59-4b88-b3a4-a3cb9432e153 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0806370 Apr 18 21:13:24.731126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e7c98e6c-15c2-4eca-b33d-ebc165539172 req-c63b4f75-bf8a-4d47-9170-01e49d75f41d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Apr 18 21:13:24.818020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:24.907099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 4562142a-6226-4f11-b80a-108eb3e962b7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:24.911931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 4562142a-6226-4f11-b80a-108eb3e962b7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:24.912331 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:24.932285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811db18c-880e-4a62-80cb-da3957dcb4ee req-a4e7bae0-71c0-4e21-a848-b6d7ebe5be69 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:24.933794 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-811db18c-880e-4a62-80cb-da3957dcb4ee req-a4e7bae0-71c0-4e21-a848-b6d7ebe5be69 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 946 time: 0.0911424 Apr 18 21:13:24.982140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-811db18c-880e-4a62-80cb-da3957dcb4ee req-d1b2cfdd-682e-4210-8f7a-7a959d59f38e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414073 Apr 18 21:13:25.033066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.060159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:25.071547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:25.082123 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:25.134040 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8286e7b-044c-4594-a018-96fe17373ac4'] response: {'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'code': 200} Apr 18 21:13:25.152649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=13']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:25.395738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829441e-e6c6-448c-a432-3b8ff0fecbf9 req-03a7d9ca-e460-4106-b09e-1362e86125bd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:25.397210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7829441e-e6c6-448c-a432-3b8ff0fecbf9 req-03a7d9ca-e460-4106-b09e-1362e86125bd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 947 time: 0.0821438 Apr 18 21:13:25.442919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7829441e-e6c6-448c-a432-3b8ff0fecbf9 req-66d8f098-300b-4562-b0d1-a30c625f325e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400207 Apr 18 21:13:26.689987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321df2-ba8e-4a42-9465-1579e1f7d3b8 req-3c36ce64-5c03-40f5-9c86-014c603a297e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.691435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1321df2-ba8e-4a42-9465-1579e1f7d3b8 req-3c36ce64-5c03-40f5-9c86-014c603a297e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 947 time: 0.1344874 Apr 18 21:13:26.705161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-c4338bd9-5e65-4d9a-b5e5-65eaeb2e55b6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:26.706524 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-c4338bd9-5e65-4d9a-b5e5-65eaeb2e55b6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 947 time: 0.1083682 Apr 18 21:13:26.798018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1321df2-ba8e-4a42-9465-1579e1f7d3b8 req-4a23fb11-99ff-4755-8f8a-5d6aa4226981 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006165 Apr 18 21:13:26.803129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Deleting port 4562142a-6226-4f11-b80a-108eb3e962b7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:13:26.803467 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.052108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] For port 4562142a-6226-4f11-b80a-108eb3e962b7, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=4562142a-6226-4f11-b80a-108eb3e962b7,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:27.052378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.338609 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.338898 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.339208 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 disassociated. External IP: 172.25.5.224, port: 4562142a-6226-4f11-b80a-108eb3e962b7. Apr 18 21:13:27.339549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Calling delete_port for 4562142a-6226-4f11-b80a-108eb3e962b7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:13:27.606470 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:27.655466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event deleted for resources: {'Port': ['ID=4562142a-6226-4f11-b80a-108eb3e962b7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:27.848615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:13:27.959534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a311d056-a793-4d44-9abe-84876fb926ff req-9341219c-36e6-4c8b-964c-e04373dded6c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=cb2bd25e-fce5-46c2-b8b7-03c2bee138ed HTTP/1.1" status: 200 len: 210 time: 0.0475409 Apr 18 21:13:28.040449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:13:28.050324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:13:28.059574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:13:28.060189 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:13:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:28.119103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] No DVR routers for this DVR port 4562142a-6226-4f11-b80a-108eb3e962b7 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:13:28.121827 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:28.124454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-deleted', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:28.142759 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-65b78eeb-fc25-4a8f-8564-09edc951d80d req-f09a2135-3d92-4825-a714-d3def502486f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "DELETE /v2.0/ports/4562142a-6226-4f11-b80a-108eb3e962b7 HTTP/1.1" status: 204 len: 173 time: 1.4210176 Apr 18 21:13:28.244255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:13:28.249011 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ecd8eec-747f-40a8-9ed4-9af611f450d9'] response: {'server_uuid': 'cb2bd25e-fce5-46c2-b8b7-03c2bee138ed', 'name': 'network-vif-deleted', 'tag': '4562142a-6226-4f11-b80a-108eb3e962b7', 'status': 'completed', 'code': 200} Apr 18 21:13:28.556451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:28.560231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:13:28.569127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:13:28.569954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:13:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:28.748045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:13:28.835932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:13:28.976124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 4562142a-6226-4f11-b80a-108eb3e962b7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:13:28.976477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 4562142a-6226-4f11-b80a-108eb3e962b7 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:13:29.166131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:29.170241 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc6036fa-c457-44b4-8cd9-476cf7769981 None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:13:29.309169 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-dde2e8a5-2d8b-458a-8e05-ea8e65af7eae tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2006071560&fields=id&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 267 time: 0.0429206 Apr 18 21:13:29.399637 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aaf5000-c591-466d-bdb1-0c96ff085633 None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:13:29.467512 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-89179220-2916-4fe0-bddc-e73daef85c1a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:29.469552 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-89179220-2916-4fe0-bddc-e73daef85c1a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.1531942 Apr 18 21:13:29.486347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-fb6d619a-f8ec-4341-bf0c-efb35ffd605f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/quotas/fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 375 time: 0.0107179 Apr 18 21:13:29.578387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-876addec-1072-4d0c-bf2f-85f54fd36403 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0848286 Apr 18 21:13:29.826719 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-f1ba486d-994b-4fcc-8228-0278ef10bec9 service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359958 Apr 18 21:13:29.969597 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-68ad31d1-7c11-4eaf-bb7b-1120e5af5b8f service neutron] 10.222.0.47 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356115 Apr 18 21:13:30.152530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2ea4831-a576-46fe-8a26-267bb62cc67b req-21ea3fa6-c820-4b08-9e02-b006cc23c357 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:30.168573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2ea4831-a576-46fe-8a26-267bb62cc67b req-21ea3fa6-c820-4b08-9e02-b006cc23c357 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:30.169829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2ea4831-a576-46fe-8a26-267bb62cc67b req-21ea3fa6-c820-4b08-9e02-b006cc23c357 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 210 time: 0.0641210 Apr 18 21:13:31.190513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-fc5a026f-a7a6-47b0-b5fd-35a6dd11aea3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:31.191969 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-fc5a026f-a7a6-47b0-b5fd-35a6dd11aea3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 812 time: 0.1527030 Apr 18 21:13:31.242054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-e944a3b2-6954-467d-9ce0-2ee033e37d3b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 380 time: 0.0419674 Apr 18 21:13:31.257189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'port': {'device_id': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'admin_state_up': True, 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'security_groups': ['cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:31.325377 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8c8053aa-4833-4f41-98ee-ae551f34029b req-77a308d2-6fe6-4f3c-bcf8-8d4bc67071c8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 210 time: 0.0423520 Apr 18 21:13:31.402603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:13:31.412934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:13:31.422474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Made reservation on behalf of fa74e2d672004c62886bff8c9ad3c75e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:13:31.425940 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.601802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Allocated IP 172.20.0.7 (d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4/357020fa-752d-4d3a-a9e1-2f79ea8ae1b5/00bb2662-c2a9-4c51-80b3-331959b7d70d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:13:31.790585 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.807120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Transition to ACTIVE for port object 00bb2662-c2a9-4c51-80b3-331959b7d70d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:31.830808 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:31.898147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:13:31.901036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:13:31.903399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:13:31.953476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:31.981293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:31.982086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.008733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-aec9e5c2-f4af-4c79-b318-f684359ed925 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7557166 Apr 18 21:13:32.021030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Request body: {'port': {'device_id': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:32.094852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dbb4d8e6-485e-40a8-bb2a-31be16cea519 None None] Provisioning for port 00bb2662-c2a9-4c51-80b3-331959b7d70d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:32.100388 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dbb4d8e6-485e-40a8-bb2a-31be16cea519 None None] Provisioning complete for port 00bb2662-c2a9-4c51-80b3-331959b7d70d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:32.101074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dbb4d8e6-485e-40a8-bb2a-31be16cea519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.163772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dbb4d8e6-485e-40a8-bb2a-31be16cea519 None None] Port 00bb2662-c2a9-4c51-80b3-331959b7d70d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:13:32.267945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.610874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866bede-5746-4732-86a0-8a71b9ad0eb8 req-7a0fafe5-c521-4b14-b32d-c63456a02bd7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:32.611473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2866bede-5746-4732-86a0-8a71b9ad0eb8 req-7a0fafe5-c521-4b14-b32d-c63456a02bd7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:13:32.679392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-2866bede-5746-4732-86a0-8a71b9ad0eb8 req-7a0fafe5-c521-4b14-b32d-c63456a02bd7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:13:32.680541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2866bede-5746-4732-86a0-8a71b9ad0eb8 req-7a0fafe5-c521-4b14-b32d-c63456a02bd7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 931 time: 0.2400043 Apr 18 21:13:32.705497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00bb2662-c2a9-4c51-80b3-331959b7d70d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:32.716328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.744914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Transition to ACTIVE for port object 00bb2662-c2a9-4c51-80b3-331959b7d70d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:13:32.754974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2866bede-5746-4732-86a0-8a71b9ad0eb8 req-49b092f7-e710-423f-9f7d-33a53c10ac89 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668852 Apr 18 21:13:32.756138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:32.912106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:32.998954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:13:32.999451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:13:33.000532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:13:33.006269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:13:33.006589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:13:33.011885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:13:33.012190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:13:33.012571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:13:33.012993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Bound port: 00bb2662-c2a9-4c51-80b3-331959b7d70d, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:13:33.013377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.102904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:13:33.106100 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:13:33.111984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.171084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.172315 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:33.173764 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] 10.222.0.55 "PUT /v2.0/ports/00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1091 time: 1.1569064 Apr 18 21:13:33.174224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:33.205276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2edff-3e20-4c80-9958-4947f7dd1cd4 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:33.246256 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189e1f05-ffc7-43e3-9d31-29d741851372'] response: {'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'status': 'completed', 'code': 200} Apr 18 21:13:33.287500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-f4098a56-647a-4073-9223-f613fb775d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.288979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-f4098a56-647a-4073-9223-f613fb775d40 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1094 time: 0.0755689 Apr 18 21:13:33.366091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-1ed87a64-ce7c-47ac-b77e-6791336e2716 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 217 time: 0.0664289 Apr 18 21:13:33.428772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-8ff2b6b6-0c9d-45b1-a24e-d78b13ebac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.430318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-8ff2b6b6-0c9d-45b1-a24e-d78b13ebac07 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0575764 Apr 18 21:13:33.510711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-f08ddd1e-4346-4273-9271-57afa52c15b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.512183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-f08ddd1e-4346-4273-9271-57afa52c15b5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749719 Apr 18 21:13:33.649479 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-3e913b7e-94a8-4727-a4fd-efa822ff90b0 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308546 Apr 18 21:13:33.781693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b6fa52dd-f0f9-43eb-87df-aa34d6aefedc req-04e12b43-ecde-4b81-818f-dc37ac59d19b service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247332 Apr 18 21:13:33.967588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bad91-2702-4bb7-8e22-d83308570d92 req-810bcfe0-786e-4984-b940-eb72f44bd898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.969025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210bad91-2702-4bb7-8e22-d83308570d92 req-810bcfe0-786e-4984-b940-eb72f44bd898 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1094 time: 0.1293023 Apr 18 21:13:33.981848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d8d2a-c1aa-4dc7-aecc-0e3416a10de4 req-e73b0d61-9898-4190-b357-eca902ae75a0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:33.983208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-686d8d2a-c1aa-4dc7-aecc-0e3416a10de4 req-e73b0d61-9898-4190-b357-eca902ae75a0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.1095023 Apr 18 21:13:34.236139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-686d8d2a-c1aa-4dc7-aecc-0e3416a10de4 req-99d3dd92-cd67-4002-9c08-4901deea450e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127045 Apr 18 21:13:34.258841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bad91-2702-4bb7-8e22-d83308570d92 req-4471228b-bb60-4173-8f14-7f53ac1ac937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.260256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210bad91-2702-4bb7-8e22-d83308570d92 req-4471228b-bb60-4173-8f14-7f53ac1ac937 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2756541 Apr 18 21:13:34.330816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210bad91-2702-4bb7-8e22-d83308570d92 req-766d8ede-89c4-4067-8314-adfdffd69af5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 217 time: 0.0639637 Apr 18 21:13:34.393391 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bad91-2702-4bb7-8e22-d83308570d92 req-065275f3-c5ca-4015-b17a-7568b7dc8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.394893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210bad91-2702-4bb7-8e22-d83308570d92 req-065275f3-c5ca-4015-b17a-7568b7dc8f38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0580773 Apr 18 21:13:34.472941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210bad91-2702-4bb7-8e22-d83308570d92 req-cba3d321-b6df-48b9-8e25-0491a02d0956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:34.474566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210bad91-2702-4bb7-8e22-d83308570d92 req-cba3d321-b6df-48b9-8e25-0491a02d0956 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712450 Apr 18 21:13:34.607945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210bad91-2702-4bb7-8e22-d83308570d92 req-3115dde9-056a-4700-b560-3fef2176ac0e service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260469 Apr 18 21:13:34.739204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-210bad91-2702-4bb7-8e22-d83308570d92 req-d5d92b42-7106-4865-982c-56ab56676909 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245940 Apr 18 21:13:35.430740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57857719-ab3e-4ac0-bf3f-f9eb3dba7a23 req-e0dcfb45-ba2a-4719-b774-d850bf3d5fa7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:35.432083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-57857719-ab3e-4ac0-bf3f-f9eb3dba7a23 req-e0dcfb45-ba2a-4719-b774-d850bf3d5fa7 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.0833161 Apr 18 21:13:35.475967 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-57857719-ab3e-4ac0-bf3f-f9eb3dba7a23 req-2bd98245-c2f3-4c51-af6b-c535c538f7cf tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375421 Apr 18 21:13:36.620328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:13:36.708021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec3b09-19c9-4d83-95bf-1770a2d05144 req-c0a9ee61-d539-4a6d-bb66-6f01c44a54cf tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:36.709567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9bec3b09-19c9-4d83-95bf-1770a2d05144 req-c0a9ee61-d539-4a6d-bb66-6f01c44a54cf tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.0950322 Apr 18 21:13:36.756391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9bec3b09-19c9-4d83-95bf-1770a2d05144 req-1086e2e2-ea30-48c7-b4f7-8806e3de2219 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Apr 18 21:13:36.766425 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:36.780770 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'mac_address': 'fa:16:3e:35:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:13:36.842810 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.863512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bb2662-c2a9-4c51-80b3-331959b7d70d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:13:36.882454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:36.887780 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:36.973363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:37.195032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['00bb2662-c2a9-4c51-80b3-331959b7d70d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:13:37.950482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee77b2-841d-458c-aef1-a96de097a54f req-8a61cc84-3af8-442b-8839-06f2ad383f71 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:37.952035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-82ee77b2-841d-458c-aef1-a96de097a54f req-8a61cc84-3af8-442b-8839-06f2ad383f71 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0825937 Apr 18 21:13:37.997940 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-82ee77b2-841d-458c-aef1-a96de097a54f req-330ad059-956b-4146-a163-5319e0000dac tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392790 Apr 18 21:13:38.624855 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:13:38.694198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 00bb2662-c2a9-4c51-80b3-331959b7d70d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:13:38.698692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 00bb2662-c2a9-4c51-80b3-331959b7d70d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:13:38.699071 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.816407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.842254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:38.852902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:13:38.857060 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:38.888756 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a01a81e3-7d21-4f46-8418-e837498e87db'] response: {'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'code': 200} Apr 18 21:13:38.931169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:13:39.013776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b40c26-73d7-49e3-8459-2b19b9af1f33 req-9b3778a9-d571-47c4-a423-0abdf6a57a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:39.016605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2b40c26-73d7-49e3-8459-2b19b9af1f33 req-9b3778a9-d571-47c4-a423-0abdf6a57a27 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1096 time: 0.0701919 Apr 18 21:13:39.060421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2b40c26-73d7-49e3-8459-2b19b9af1f33 req-97631825-6585-4fb8-9697-bd59d1755040 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387571 Apr 18 21:13:39.190352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc718d-a885-49d1-9115-4aad5c1d0545 req-0600f016-370e-4d31-a57c-1c15d6cabe60 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:39.192914 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5afc718d-a885-49d1-9115-4aad5c1d0545 req-0600f016-370e-4d31-a57c-1c15d6cabe60 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0875912 Apr 18 21:13:39.245111 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5afc718d-a885-49d1-9115-4aad5c1d0545 req-1135d080-661f-4184-ac27-16496f1f8507 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466187 Apr 18 21:13:40.435550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2284b3d4-f89c-4dde-8087-364d93ffdfc1 req-7730b0ff-0413-4e9d-9508-349acc7cb2c2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:40.437417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2284b3d4-f89c-4dde-8087-364d93ffdfc1 req-7730b0ff-0413-4e9d-9508-349acc7cb2c2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0825307 Apr 18 21:13:40.482198 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2284b3d4-f89c-4dde-8087-364d93ffdfc1 req-8ab6339a-04ba-452a-bc55-6cfed51bf8ed tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387447 Apr 18 21:13:41.675649 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d146249-6df9-451a-9be5-47cdf3fc2c70 req-d4ad2319-409f-4340-9b5a-63c432152cbc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:41.677066 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d146249-6df9-451a-9be5-47cdf3fc2c70 req-d4ad2319-409f-4340-9b5a-63c432152cbc tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0836682 Apr 18 21:13:41.725673 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d146249-6df9-451a-9be5-47cdf3fc2c70 req-4791579e-4599-49ed-abcd-62462bffd89a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427313 Apr 18 21:13:41.908604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c7f39-e1ea-4cc9-b733-55e9d264339f req-bf4c7621-13b1-4385-a8ea-c2bfe34a28b2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:41.910100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-652c7f39-e1ea-4cc9-b733-55e9d264339f req-bf4c7621-13b1-4385-a8ea-c2bfe34a28b2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0836880 Apr 18 21:13:41.918740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:13:41.924259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Request body: {'floatingip': {'port_id': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:13:42.000351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.709074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.712794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:42.883926 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 associated. External IP: 172.25.5.224, port: 00bb2662-c2a9-4c51-80b3-331959b7d70d. Apr 18 21:13:43.232172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:13:43.407812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:13:43.412531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.417202 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:13:43.427098 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:13:43.427736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:13:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:43.466277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9078614d-ee5e-4a79-8d94-3e70aea0e461 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "PUT /v2.0/floatingips/884b6fe0-1747-4760-8f0e-e213772d5174 HTTP/1.1" status: 200 len: 992 time: 1.5464811 Apr 18 21:13:43.466847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:13:43.641886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:13:43.679349 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6e4ffb-71d2-4cea-a2a5-a5ce5b5b8669'] response: {'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'status': 'completed', 'code': 200} Apr 18 21:13:43.700451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-32596bfd-f692-48c5-bf1b-b5dacc769f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:43.779308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-fead5da8-6457-4043-a817-dbf76708eb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:43.781064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-fead5da8-6457-4043-a817-dbf76708eb69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1096 time: 0.0766702 Apr 18 21:13:43.917764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-1442a3a7-fe20-458d-afca-38cfb9dc207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:43.919215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-1442a3a7-fe20-458d-afca-38cfb9dc207a service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1324475 Apr 18 21:13:44.093011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:35:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:13:42Z', 'revision_number': 13, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:44.098281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:13:44.109113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:13:44.109787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:13:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:44.183427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-c24bbf84-4774-4732-947f-37671f91e2cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1000 time: 0.2529526 Apr 18 21:13:44.246985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-9910c9ef-15a2-4f73-a24c-13adbc07be35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:44.248455 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-9910c9ef-15a2-4f73-a24c-13adbc07be35 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0587711 Apr 18 21:13:44.300252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:13:44.326838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-63701be4-abfc-4d1f-864a-112282cdf948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:44.328318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-63701be4-abfc-4d1f-864a-112282cdf948 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745330 Apr 18 21:13:44.462312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-a11f8274-1a62-4d38-9c04-fe64f76c5b8d service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279485 Apr 18 21:13:44.613427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f48aece-017e-4250-9a7f-1cbc2bf25121 req-21249d1a-419e-4120-bdbd-92a512b14e7c service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449220 Apr 18 21:13:44.670967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:35:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:13:42Z', 'revision_number': 13, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:13:44.675553 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedfaffd-9e67-4f60-91ae-b4a7fa9b809a None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '884b6fe0-1747-4760-8f0e-e213772d5174', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'floating_ip_address': '172.25.5.224', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'port_id': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'mac_address': 'fa:16:3e:35:2f:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:10:35Z', 'updated_at': '2022-04-18T21:13:42Z', 'revision_number': 13, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:13:44.871430 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73883c75-735c-4f0f-95a8-5dfedb17fa43 None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:13:45.224575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94e6c2-1e9a-41a6-92f0-14134783a68c req-3aedd700-0d4b-4a2c-aba5-7d226cca46b3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:45.225918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff94e6c2-1e9a-41a6-92f0-14134783a68c req-3aedd700-0d4b-4a2c-aba5-7d226cca46b3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0825260 Apr 18 21:13:45.270310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ff94e6c2-1e9a-41a6-92f0-14134783a68c req-5ef897b4-6562-484c-9063-92af84c0b7eb tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384407 Apr 18 21:13:46.011470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-533133a1-94da-47ad-beb5-9b6df8e8eb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.163689 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.195326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:47.387346 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:13:48.638688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.160127 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:49.705685 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:13:53.867502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9570e3-76de-4ac1-9d09-205c40c74a09 req-f80629af-e996-4dcd-96b7-66bc38301a1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:53.868963 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d9570e3-76de-4ac1-9d09-205c40c74a09 req-f80629af-e996-4dcd-96b7-66bc38301a1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.1389396 Apr 18 21:13:53.872889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-28e40d43-0850-4c5d-9700-26795d74e895 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1897449 Apr 18 21:13:53.916041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d9570e3-76de-4ac1-9d09-205c40c74a09 req-cffa6e25-e7ee-48b4-9663-367058437baf tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410798 Apr 18 21:13:55.166150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-df6f0dbb-0a72-49ea-ab06-9adda11cfbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.167632 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-df6f0dbb-0a72-49ea-ab06-9adda11cfbad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1096 time: 0.1386898 Apr 18 21:13:55.181751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d14fe69-db00-4e57-b845-6a7a0dbfd38f req-f619b833-f520-4e25-904e-7d012962c374 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.183156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d14fe69-db00-4e57-b845-6a7a0dbfd38f req-f619b833-f520-4e25-904e-7d012962c374 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.1229401 Apr 18 21:13:55.321922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d14fe69-db00-4e57-b845-6a7a0dbfd38f req-1973543f-bd35-4b53-ad88-80ce84a0050a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203549 Apr 18 21:13:55.350710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-6f277657-96d2-4f29-8709-24eb8f2f9530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.350710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-6f277657-96d2-4f29-8709-24eb8f2f9530 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1751847 Apr 18 21:13:55.458761 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-24bcbc49-7a09-4f27-9513-9c244ac7eae0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1002 time: 0.0989757 Apr 18 21:13:55.521303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-18bf31b8-9912-4143-a38f-b367af03b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.522778 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-18bf31b8-9912-4143-a38f-b367af03b607 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0576031 Apr 18 21:13:55.602268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-d0b017f8-e7dc-4215-97d6-96cbb244919a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:55.603644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-d0b017f8-e7dc-4215-97d6-96cbb244919a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732527 Apr 18 21:13:55.740211 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-ca9f6c9f-5d36-41ae-bb39-78982c22d58d service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307271 Apr 18 21:13:55.881907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-0ba7c355-696d-4341-a24b-940bb83612aa service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328943 Apr 18 21:13:56.525952 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489a8951-12e7-4f35-8a3d-449f504dce95 req-9c3b9039-93c9-4b3a-a0cf-2839ee577e9a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:56.527515 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-489a8951-12e7-4f35-8a3d-449f504dce95 req-9c3b9039-93c9-4b3a-a0cf-2839ee577e9a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0841212 Apr 18 21:13:56.575983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-489a8951-12e7-4f35-8a3d-449f504dce95 req-11f6144d-3d82-496f-85aa-0aea5c630bf2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415912 Apr 18 21:13:57.778610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07126e2-4120-48d1-9d9b-3a85e2903682 req-ed5dd682-b10d-44ed-85a5-840ccada5556 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:57.780082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b07126e2-4120-48d1-9d9b-3a85e2903682 req-ed5dd682-b10d-44ed-85a5-840ccada5556 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0975218 Apr 18 21:13:57.825601 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b07126e2-4120-48d1-9d9b-3a85e2903682 req-05f00793-42fc-4584-a6c4-bbfee4606ad0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392818 Apr 18 21:13:59.013099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0bd4f-7766-40aa-8eee-fddc464a8f07 req-42c2c113-99fb-4020-81b6-ff4e00a5d5b1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:13:59.014596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3be0bd4f-7766-40aa-8eee-fddc464a8f07 req-42c2c113-99fb-4020-81b6-ff4e00a5d5b1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0837927 Apr 18 21:13:59.058743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3be0bd4f-7766-40aa-8eee-fddc464a8f07 req-2846bca1-5b07-4cfc-955a-b8dc36a3d5e8 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380106 Apr 18 21:14:00.259645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c40357-4ee7-420a-b23b-06e9d6a209e9 req-701c85d1-c85c-450b-94d2-67a1be1cbaa2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:00.261119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17c40357-4ee7-420a-b23b-06e9d6a209e9 req-701c85d1-c85c-450b-94d2-67a1be1cbaa2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0922632 Apr 18 21:14:00.306756 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17c40357-4ee7-420a-b23b-06e9d6a209e9 req-c6f0bdb5-7f56-4ad2-b72a-195c67794ec6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390284 Apr 18 21:14:01.495526 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570068ee-fd80-49f3-a6b9-e2f0609bdbff req-70c347e4-caf0-469f-b791-9b8cbf60659a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:01.496973 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-570068ee-fd80-49f3-a6b9-e2f0609bdbff req-70c347e4-caf0-469f-b791-9b8cbf60659a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0801475 Apr 18 21:14:01.547964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-570068ee-fd80-49f3-a6b9-e2f0609bdbff req-9a878f4a-e388-4aac-9aeb-95d75437c0a0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449462 Apr 18 21:14:02.751982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644f5c66-2959-4025-9193-4d516f69f9a5 req-319aa8d8-a4a2-4733-b9ad-f3f46181dd53 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:02.753456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-644f5c66-2959-4025-9193-4d516f69f9a5 req-319aa8d8-a4a2-4733-b9ad-f3f46181dd53 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0944822 Apr 18 21:14:02.801489 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-644f5c66-2959-4025-9193-4d516f69f9a5 req-cf500075-4b32-48c9-8a2c-3cb2dc54b054 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422528 Apr 18 21:14:03.999214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc64579-5090-43e5-8d66-85dd96507f70 req-5eb34952-9238-4f3d-b534-1165c35a5369 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:04.000616 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbc64579-5090-43e5-8d66-85dd96507f70 req-5eb34952-9238-4f3d-b534-1165c35a5369 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0853212 Apr 18 21:14:04.045797 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbc64579-5090-43e5-8d66-85dd96507f70 req-70a5d38d-76b3-4353-85e8-9b09779112b6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382071 Apr 18 21:14:05.235086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae87386-fc2c-4b31-9878-f1a95f1c1214 req-a68e187b-8cb8-4acc-a471-7059499e05c4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:05.236613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cae87386-fc2c-4b31-9878-f1a95f1c1214 req-a68e187b-8cb8-4acc-a471-7059499e05c4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0813379 Apr 18 21:14:05.281963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cae87386-fc2c-4b31-9878-f1a95f1c1214 req-6e94353a-3963-43e2-aab3-9b4e68086166 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396123 Apr 18 21:14:06.485138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba1d3c-7fa4-45fd-a34c-09c3c429513d req-2354ed89-07bd-4c5f-9d2e-574af41be839 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:06.487403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8cba1d3c-7fa4-45fd-a34c-09c3c429513d req-2354ed89-07bd-4c5f-9d2e-574af41be839 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0840738 Apr 18 21:14:06.530781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8cba1d3c-7fa4-45fd-a34c-09c3c429513d req-ad00163f-207f-492b-8884-74fe6c46a279 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377240 Apr 18 21:14:07.516086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800224-96c0-4a8c-8113-6991a63833ba req-daa23ef4-a59c-4f39-b3a2-69b38434fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.517653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9800224-96c0-4a8c-8113-6991a63833ba req-daa23ef4-a59c-4f39-b3a2-69b38434fd06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1096 time: 0.0752175 Apr 18 21:14:07.827894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800224-96c0-4a8c-8113-6991a63833ba req-6204d1b8-3054-4ee9-8fee-b49c6bacc0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.829247 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9800224-96c0-4a8c-8113-6991a63833ba req-6204d1b8-3054-4ee9-8fee-b49c6bacc0ca service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2923622 Apr 18 21:14:07.932948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d52c9-0cb1-4989-85c2-c7d28b9f8c71 req-8a02bc77-6df6-4383-b0b9-527704aa2b5c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:07.934288 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd5d52c9-0cb1-4989-85c2-c7d28b9f8c71 req-8a02bc77-6df6-4383-b0b9-527704aa2b5c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.2919328 Apr 18 21:14:07.975595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9800224-96c0-4a8c-8113-6991a63833ba req-92089a84-5115-433a-9da0-2e0d3feacb05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1002 time: 0.1386364 Apr 18 21:14:08.038939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dd5d52c9-0cb1-4989-85c2-c7d28b9f8c71 req-d673ba2d-242c-40d6-9f34-e1156ec3e3fa tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982153 Apr 18 21:14:08.053742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800224-96c0-4a8c-8113-6991a63833ba req-b0aa6318-68fe-4485-b45b-2abbb5295df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.055150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9800224-96c0-4a8c-8113-6991a63833ba req-b0aa6318-68fe-4485-b45b-2abbb5295df3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0710878 Apr 18 21:14:08.131159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9800224-96c0-4a8c-8113-6991a63833ba req-2cc000f4-3b09-4293-adfa-6a162114ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:08.132626 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9800224-96c0-4a8c-8113-6991a63833ba req-2cc000f4-3b09-4293-adfa-6a162114ceb0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711493 Apr 18 21:14:08.269252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9800224-96c0-4a8c-8113-6991a63833ba req-68832aa9-f53b-4192-a3ba-c343dbfa7918 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293390 Apr 18 21:14:08.399844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9800224-96c0-4a8c-8113-6991a63833ba req-d13a4db9-4d1b-4e55-83cb-26849b2a03d7 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251318 Apr 18 21:14:09.223978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b80972-b7e1-4073-ba67-8e531ad4f918 req-c8cf6802-3a03-479c-8e16-7a3dbb1efab4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:09.225480 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45b80972-b7e1-4073-ba67-8e531ad4f918 req-c8cf6802-3a03-479c-8e16-7a3dbb1efab4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0803614 Apr 18 21:14:09.274681 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45b80972-b7e1-4073-ba67-8e531ad4f918 req-fa12b41d-9b31-4b35-ad4d-22ad55206a29 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436134 Apr 18 21:14:10.462645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65463cb3-dc01-43f4-8ab5-4a13d209f4f3 req-53eccca1-85cd-4780-a840-36d39eb48b40 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:10.464024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-65463cb3-dc01-43f4-8ab5-4a13d209f4f3 req-53eccca1-85cd-4780-a840-36d39eb48b40 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0802712 Apr 18 21:14:10.513187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-65463cb3-dc01-43f4-8ab5-4a13d209f4f3 req-b157f642-70d7-41e5-9e46-1cd1110e110d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434737 Apr 18 21:14:11.722363 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11205a57-176a-4ee0-a658-5d7a13632966 req-f79141dd-ffc3-44d7-a593-ad732a9e835e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:11.723895 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-11205a57-176a-4ee0-a658-5d7a13632966 req-f79141dd-ffc3-44d7-a593-ad732a9e835e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0881727 Apr 18 21:14:11.770507 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-11205a57-176a-4ee0-a658-5d7a13632966 req-38c851cf-2be1-4f2c-a42e-d0d74a1b89ee tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406392 Apr 18 21:14:12.970242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096ff6dd-a4ce-4b05-9978-59449a311c4d req-cd9dfa3c-d848-47ce-8b93-e31674785e9d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:12.970242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-096ff6dd-a4ce-4b05-9978-59449a311c4d req-cd9dfa3c-d848-47ce-8b93-e31674785e9d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0837820 Apr 18 21:14:13.015694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-096ff6dd-a4ce-4b05-9978-59449a311c4d req-7aa43b6f-12bf-4bd9-9e26-4f79836b0c7c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Apr 18 21:14:13.438971 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-f2eef5ec-9c50-48b8-a21e-e55fe8eeab3a service neutron] show failed (client error): The resource could not be found. Apr 18 21:14:13.440190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-f2eef5ec-9c50-48b8-a21e-e55fe8eeab3a service neutron] 10.222.0.55 "GET /v2.0/ports/00bb2662-c2a9-4c51-80b3-331959b7d70d/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0763433 Apr 18 21:14:13.624234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-250f5cb4-b6e5-4751-9482-dcb804fcaf45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:13.711367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-48d5132c-c2d8-4e3a-936b-0aec18296172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:13.712850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-48d5132c-c2d8-4e3a-936b-0aec18296172 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 1096 time: 0.0721531 Apr 18 21:14:13.727488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:13.840301 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.114032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:14.145348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:14:14.208153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:14.211761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddae4e0-da45-4dc1-8ad9-66c0cc29476b req-043c2e61-63d1-448b-a893-70af3aa3de08 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.213548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dddae4e0-da45-4dc1-8ad9-66c0cc29476b req-043c2e61-63d1-448b-a893-70af3aa3de08 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0845852 Apr 18 21:14:14.214522 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.232421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Transition to ACTIVE for port object 00bb2662-c2a9-4c51-80b3-331959b7d70d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:14.237769 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.282541 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11746be-fdab-48e0-8165-87e6c773336e'] response: {'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'code': 200} Apr 18 21:14:14.386143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dddae4e0-da45-4dc1-8ad9-66c0cc29476b req-dec2fbb2-cbb0-4ec7-8932-5f4d09d03e7b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659482 Apr 18 21:14:14.389029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:14.402577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.402919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.403255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.403585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.403913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.404237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.404560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.404880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.405198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.405548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.405856 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.406172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:14.586040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] No DVR routers for this DVR port 00bb2662-c2a9-4c51-80b3-331959b7d70d on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:14.811208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:14.811535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:14.811865 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:14:14.817596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:14:14.817913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:14:14.822947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:14:14.823283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:14:14.823665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:14:14.824082 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Bound port: 00bb2662-c2a9-4c51-80b3-331959b7d70d, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:14.824425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.915939 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:14:14.918787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:14:14.923235 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.978026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:14.978684 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:14.980343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] 10.222.0.61 "PUT /v2.0/ports/00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1091 time: 1.2568300 Apr 18 21:14:15.007397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689ed9f8-ff29-46ad-8ca4-aee1e7cf424f service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:15.091858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-43f1c123-4591-4d88-8875-5d751d24eae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.093880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-43f1c123-4591-4d88-8875-5d751d24eae4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1094 time: 0.0827982 Apr 18 21:14:15.238581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-6b00725f-ff19-4285-8157-d01bc55c1bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.240086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-6b00725f-ff19-4285-8157-d01bc55c1bb5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1347754 Apr 18 21:14:15.343027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-b42a996d-13a6-48ab-baa6-e75605b37992 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1000 time: 0.0939248 Apr 18 21:14:15.415725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-ea0001ce-a31c-4c8b-8f5d-35088cc460ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.417803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-ea0001ce-a31c-4c8b-8f5d-35088cc460ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0645213 Apr 18 21:14:15.501728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-bee2cd41-25d6-48c0-b6f3-c25ea788ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.504693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-bee2cd41-25d6-48c0-b6f3-c25ea788ec61 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770297 Apr 18 21:14:15.696807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-e6aebc31-f17b-41d5-9bfe-df880ed9404f service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567383 Apr 18 21:14:15.704160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6b264-5808-44f0-a309-497f4eead08d req-35e29a4b-313b-462f-bd85-1639f45d52b3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:15.705660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0b6b264-5808-44f0-a309-497f4eead08d req-35e29a4b-313b-462f-bd85-1639f45d52b3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.1999557 Apr 18 21:14:15.843920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e0b6b264-5808-44f0-a309-497f4eead08d req-970aaf9a-01f3-4434-bc6c-237e0ef3bcd2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194842 Apr 18 21:14:15.871003 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-b284edfb-33b0-47f6-ad2a-0115464f0188 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639774 Apr 18 21:14:16.014023 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5746b702-8bda-480f-a774-1bf58d7545d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:16.284534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:16.343866 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4be4720-8297-4a95-ae19-1d7c6beda640'] response: {'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'status': 'completed', 'code': 200} Apr 18 21:14:16.497353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-617e8a38-829c-4744-b848-9dddb17de3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.498762 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-617e8a38-829c-4744-b848-9dddb17de3a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1094 time: 0.1042321 Apr 18 21:14:16.501481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-113da17c-f3ab-4f0b-b4c0-6194ab238f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.503512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-113da17c-f3ab-4f0b-b4c0-6194ab238f86 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1094 time: 0.1397307 Apr 18 21:14:16.842551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:16.884635 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-d7bb9a06-43e3-4be9-ac76-1fc836c8478f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.886128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-d7bb9a06-43e3-4be9-ac76-1fc836c8478f service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.3774598 Apr 18 21:14:16.887236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-afb80a68-c7e7-451b-9d99-f884467e696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:16.888766 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-afb80a68-c7e7-451b-9d99-f884467e696b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.3787522 Apr 18 21:14:16.907386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:17.140475 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-23cf895c-115e-4549-a43d-e8e6fba8a34d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1000 time: 0.2452300 Apr 18 21:14:17.142080 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-6d77a675-3144-4ce2-81cd-15684bbc91ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1000 time: 0.2458088 Apr 18 21:14:17.166802 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.194467 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:17.277895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-a3eebaf4-2ff0-4cad-8419-1d9bece06ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.279335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-a3eebaf4-2ff0-4cad-8419-1d9bece06ca2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1317892 Apr 18 21:14:17.289041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9721125-2f97-4563-bbf9-aef1b32ca0df req-c2ba0baa-1308-4807-b25c-ce337d01faaa tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.290444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9721125-2f97-4563-bbf9-aef1b32ca0df req-c2ba0baa-1308-4807-b25c-ce337d01faaa tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.2859399 Apr 18 21:14:17.293050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-cbc8e952-45e4-457f-950b-267c007e053d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.294411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-cbc8e952-45e4-457f-950b-267c007e053d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1096909 Apr 18 21:14:17.432680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9721125-2f97-4563-bbf9-aef1b32ca0df req-b46fd488-cae8-4ab5-adcf-8dff8d872d98 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974550 Apr 18 21:14:17.474646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-91e0b726-22c1-4c1f-b389-caa0416d9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.476143 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-91e0b726-22c1-4c1f-b389-caa0416d9225 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848543 Apr 18 21:14:17.478857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-b8d457c6-8496-493c-a069-d64051b41c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:17.480212 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-b8d457c6-8496-493c-a069-d64051b41c17 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511896 Apr 18 21:14:17.727385 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-9a234939-1a4b-43fb-b342-f78720e89786 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443857 Apr 18 21:14:17.730453 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-29b9e151-7bce-4a2f-b0f8-d200b6b9047a service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263699 Apr 18 21:14:17.972820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-101a6813-f53d-404a-8a35-71d2c6c02e86 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203200 Apr 18 21:14:17.974490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5502d7b3-0f8a-4a01-b9b5-4d471bf523fe req-f04339a1-a0e0-4ba7-a4c3-9b6d46d7d20e service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406218 Apr 18 21:14:18.622046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f22a9f-c28e-4856-84de-a911f43b0062 req-7d5d1ba6-e6e5-4745-8b80-19ea9b6604ca tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:18.623529 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9f22a9f-c28e-4856-84de-a911f43b0062 req-7d5d1ba6-e6e5-4745-8b80-19ea9b6604ca tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.0815415 Apr 18 21:14:18.646416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:18.670882 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9f22a9f-c28e-4856-84de-a911f43b0062 req-7f1d17ba-496f-4f3c-a089-cc41c64c142a tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410626 Apr 18 21:14:19.175986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.711025 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:19.864945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3ca2f-dade-46a5-bbfb-51ca17b98512 req-0ce760fe-2953-498c-9c18-9649bde76d39 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:19.866440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4b3ca2f-dade-46a5-bbfb-51ca17b98512 req-0ce760fe-2953-498c-9c18-9649bde76d39 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.0871432 Apr 18 21:14:19.909981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e4b3ca2f-dade-46a5-bbfb-51ca17b98512 req-ee560669-166c-4817-88a2-490bb2d981b3 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378160 Apr 18 21:14:21.110840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ff43b-78b2-4603-b324-4920948d5bd1 req-11828146-cf69-4b91-b7b6-5cb66ba97bce tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:21.112860 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e0ff43b-78b2-4603-b324-4920948d5bd1 req-11828146-cf69-4b91-b7b6-5cb66ba97bce tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.0836937 Apr 18 21:14:21.158003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e0ff43b-78b2-4603-b324-4920948d5bd1 req-1d385b68-7d22-45db-96d2-4a12764986ff tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394757 Apr 18 21:14:22.472898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c7adb-8ca0-4d5c-a4b2-aa9c7e961031 req-3da6d719-9c26-4918-a579-a949eb878bed tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:22.474280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50c7adb-8ca0-4d5c-a4b2-aa9c7e961031 req-3da6d719-9c26-4918-a579-a949eb878bed tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.2093763 Apr 18 21:14:22.518453 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50c7adb-8ca0-4d5c-a4b2-aa9c7e961031 req-907a5ec3-3406-46c2-a730-b36bff022d44 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383770 Apr 18 21:14:23.702495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aab29-fc0f-4d4c-9b7c-4c9fab4df596 req-e5b2557e-a406-4788-93d2-4a43a24d3543 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:23.703945 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d4aab29-fc0f-4d4c-9b7c-4c9fab4df596 req-e5b2557e-a406-4788-93d2-4a43a24d3543 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.0806222 Apr 18 21:14:23.754205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d4aab29-fc0f-4d4c-9b7c-4c9fab4df596 req-0b92835c-2c25-4b37-9acc-e263d753b77c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423417 Apr 18 21:14:24.386622 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:14:24.956387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659954a2-6c75-4681-8684-5cbb70b67e5e req-badaa3a4-c074-45dd-8048-f0391ad989d1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:24.957762 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-659954a2-6c75-4681-8684-5cbb70b67e5e req-badaa3a4-c074-45dd-8048-f0391ad989d1 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 943 time: 0.0869689 Apr 18 21:14:25.007347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-659954a2-6c75-4681-8684-5cbb70b67e5e req-47cbb5cd-5123-4198-bb56-221db6d4d342 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434673 Apr 18 21:14:25.118181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:25.251769 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:25.268908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'mac_address': 'fa:16:3e:35:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:25.327498 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.344571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bb2662-c2a9-4c51-80b3-331959b7d70d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:25.360074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:25.364552 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:25.431905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:25.439176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.440096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.440636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.441086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.441431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.441796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.442133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.442468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.442799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.443126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.443452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.443776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:25.598776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['00bb2662-c2a9-4c51-80b3-331959b7d70d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:14:26.192821 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1490e6-7de7-43fc-a786-4acb6593f632 req-40b82530-258e-4c46-b5dc-20d586bc25d4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:26.194308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be1490e6-7de7-43fc-a786-4acb6593f632 req-40b82530-258e-4c46-b5dc-20d586bc25d4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0799491 Apr 18 21:14:26.238586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-be1490e6-7de7-43fc-a786-4acb6593f632 req-a6ce7901-7d38-4001-bb70-e8bd56d9cab9 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387163 Apr 18 21:14:26.383840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-0831baf7-deea-47a5-8407-4e63f6fc83b4 req-1ad4bf64-cba7-40b8-a2f5-bdd94d107e92 service neutron] (88141) timed out ('10.222.0.55', 56800) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:14:26.636141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-ca5f9e86-7e12-4303-8a8d-a4691178c878 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:26.637484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-ca5f9e86-7e12-4303-8a8d-a4691178c878 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.61 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6&tenant_id=fa74e2d672004c62886bff8c9ad3c75e&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 944 time: 0.0895669 Apr 18 21:14:26.701572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8c2de0-7061-4c12-8efa-473410d2b315 req-e3720bb9-288b-4247-8b69-de8b52cd551b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:26.703038 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b8c2de0-7061-4c12-8efa-473410d2b315 req-e3720bb9-288b-4247-8b69-de8b52cd551b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0952034 Apr 18 21:14:26.725602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-e2aedbac-a163-49fc-b2f3-675959b4ab23 service neutron] 10.222.0.61 "GET /v2.0/ports/00bb2662-c2a9-4c51-80b3-331959b7d70d/bindings/n-h2-836016-3 HTTP/1.1" status: 200 len: 382 time: 0.0814428 Apr 18 21:14:26.749135 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b8c2de0-7061-4c12-8efa-473410d2b315 req-5820497e-206a-48fc-9481-16531165b78d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389686 Apr 18 21:14:26.820223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4be47403-a57f-45d9-a9d5-706409813615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:26.821719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4be47403-a57f-45d9-a9d5-706409813615 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1095 time: 0.0727594 Apr 18 21:14:26.955778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-cdb63803-3630-4363-b93f-493b06ebfabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:26.957150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-cdb63803-3630-4363-b93f-493b06ebfabb service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1298091 Apr 18 21:14:27.060298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-2b41bfb6-017e-4882-93b7-f8999a194122 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1001 time: 0.0969365 Apr 18 21:14:27.113915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:27.121202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-0847eef8-6b02-4c05-a2b2-90f3650b2ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:27.122659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-0847eef8-6b02-4c05-a2b2-90f3650b2ddd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0566776 Apr 18 21:14:27.182964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 00bb2662-c2a9-4c51-80b3-331959b7d70d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:27.188018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 00bb2662-c2a9-4c51-80b3-331959b7d70d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:27.188407 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.202845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-d3ae665d-32dd-4728-a417-3ecdd7988391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:27.204359 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-d3ae665d-32dd-4728-a417-3ecdd7988391 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749762 Apr 18 21:14:27.341094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-2b024fc3-c994-4d5f-ba47-5ac9195941f9 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293292 Apr 18 21:14:27.342126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.369478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:27.379836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:27.384279 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:27.435308 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-279b79ca-2f03-49b8-8c5e-be32be22ad99'] response: {'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'code': 200} Apr 18 21:14:27.455289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:27.480065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-ca715c1a-5abb-4343-84be-30551fe78fb5 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328633 Apr 18 21:14:27.946955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a67dad-d24e-4aa0-9b5b-73652c3e9d6b req-c5fb7128-bb72-40be-92de-d647e8895da0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:27.948346 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3a67dad-d24e-4aa0-9b5b-73652c3e9d6b req-c5fb7128-bb72-40be-92de-d647e8895da0 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0872419 Apr 18 21:14:27.995310 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3a67dad-d24e-4aa0-9b5b-73652c3e9d6b req-d0b8fff0-4248-4969-8af3-4eec692a4a2d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412488 Apr 18 21:14:29.191662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ce47-660f-4ce8-86df-eb1f4958cef5 req-f548287f-28c4-403b-b1d9-ecb554905a1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:29.193155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9668ce47-660f-4ce8-86df-eb1f4958cef5 req-f548287f-28c4-403b-b1d9-ecb554905a1c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0825360 Apr 18 21:14:29.237633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9668ce47-660f-4ce8-86df-eb1f4958cef5 req-4735fa02-203b-467a-acc8-ffdc3600f20b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387921 Apr 18 21:14:30.356245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4a55ad8c-7b75-40f4-97d7-5dd5a02a5c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:30.357724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4a55ad8c-7b75-40f4-97d7-5dd5a02a5c83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6&tenant_id=fa74e2d672004c62886bff8c9ad3c75e HTTP/1.1" status: 200 len: 1096 time: 0.0749578 Apr 18 21:14:30.368004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:30.433500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a50e0-a975-4dd3-9f08-2f1432d881fc req-4798b5a1-3fca-42d5-910b-8f2a39644592 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:30.434900 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-351a50e0-a975-4dd3-9f08-2f1432d881fc req-4798b5a1-3fca-42d5-910b-8f2a39644592 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0850818 Apr 18 21:14:30.479421 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-351a50e0-a975-4dd3-9f08-2f1432d881fc req-d5f660bc-7437-4a22-8c95-480b0d81e230 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385995 Apr 18 21:14:30.482538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.745714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:30.884966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:14:30.946195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:30.952221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:30.969849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Transition to ACTIVE for port object 00bb2662-c2a9-4c51-80b3-331959b7d70d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:14:30.974096 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.015970 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c98513-9c6b-4ba0-9e2b-524e155fe42d'] response: {'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'code': 200} Apr 18 21:14:31.118146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:31.178515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] No DVR routers for this DVR port 00bb2662-c2a9-4c51-80b3-331959b7d70d on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:31.414983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:14:31.415883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:14:31.415883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:14:31.420459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:14:31.420779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Attempting to bind port 00bb2662-c2a9-4c51-80b3-331959b7d70d on network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:14:31.427002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:14:31.427341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Checking segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:14:31.427720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Bound using segment: {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:14:31.428137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Bound port: 00bb2662-c2a9-4c51-80b3-331959b7d70d, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:14:31.428501 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.521061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:14:31.524842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:14:31.530462 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.584462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.585131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:31.586544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] 10.222.0.55 "PUT /v2.0/ports/00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1092 time: 1.2225521 Apr 18 21:14:31.619031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e6ce5-aa23-4aaa-b6c2-5afc9b897755 service neutron] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:31.687449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09df9a-b344-442a-bd69-abd9e700ca86 req-2fe54489-ca3e-4bfb-8ef4-fb664b89fd00 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.688987 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd09df9a-b344-442a-bd69-abd9e700ca86 req-2fe54489-ca3e-4bfb-8ef4-fb664b89fd00 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0965619 Apr 18 21:14:31.695203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-db904666-b3c5-4a2e-be1c-eafb8737661a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.696831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-db904666-b3c5-4a2e-be1c-eafb8737661a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1095 time: 0.0789008 Apr 18 21:14:31.738904 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-dd09df9a-b344-442a-bd69-abd9e700ca86 req-f2fc1cf9-e9af-4642-a9c9-78bbb44e6ce4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Apr 18 21:14:31.842004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-b19eb76e-a822-41a8-923b-f30611b64555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:31.843382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-b19eb76e-a822-41a8-923b-f30611b64555 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.1362083 Apr 18 21:14:31.947242 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-5fdaaaf9-5882-4844-ae80-9d8661591d2c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1000 time: 0.0984120 Apr 18 21:14:32.013719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-c63a3895-7ce8-4e1c-9943-a6c42dc515c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.015171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-c63a3895-7ce8-4e1c-9943-a6c42dc515c4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0623317 Apr 18 21:14:32.089664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-1299b0b0-8928-49c2-90de-5a8875fa98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.091131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-1299b0b0-8928-49c2-90de-5a8875fa98bc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696769 Apr 18 21:14:32.220533 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-5fffd803-9014-429d-bda9-a672e2131c74 service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227074 Apr 18 21:14:32.350637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fbd3fda9-96e5-45b7-8b32-59b7fd3aee12 req-520c83de-cd38-4934-98d7-8314b8d6e5bb service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245735 Apr 18 21:14:32.934153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dbccc-4a6a-414b-ae64-460d41fde1c2 req-5b18f904-a919-4547-8ab3-a11091deab57 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:32.935616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f88dbccc-4a6a-414b-ae64-460d41fde1c2 req-5b18f904-a919-4547-8ab3-a11091deab57 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0867600 Apr 18 21:14:33.067447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:33.109031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f88dbccc-4a6a-414b-ae64-460d41fde1c2 req-8ed50b91-c01c-4524-ba87-bd4aee993243 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669259 Apr 18 21:14:33.146090 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31ff4b0-9eee-4a27-9646-5ae6475c16c7'] response: {'name': 'network-changed', 'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'status': 'completed', 'code': 200} Apr 18 21:14:33.147094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:33.207029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:33.292985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-b39d6df2-2b1b-45fd-b46b-caef39fa8f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.294478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-b39d6df2-2b1b-45fd-b46b-caef39fa8f7f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1095 time: 0.1323986 Apr 18 21:14:33.301047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-e90439d5-b041-439a-818a-452a5ad5e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.302461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-e90439d5-b041-439a-818a-452a5ad5e383 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 1095 time: 0.1043749 Apr 18 21:14:33.538548 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-00a8132d-ff9b-461e-8352-78fa9330c02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.539994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-00a8132d-ff9b-461e-8352-78fa9330c02b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2367170 Apr 18 21:14:33.541096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-73213ddf-1558-4763-aed8-f96086a8ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.542397 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-73213ddf-1558-4763-aed8-f96086a8ea27 service neutron] 10.222.0.61 "GET /v2.0/networks?id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 200 len: 913 time: 0.2214990 Apr 18 21:14:33.733906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-2c1c99c1-6cef-46fe-a908-60290000c2b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1000 time: 0.1879168 Apr 18 21:14:33.738957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-44e8f3d2-aa6f-4bd8-8a28-43b1541eb48e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 200 len: 1000 time: 0.1452708 Apr 18 21:14:33.848572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-8150e985-4092-412c-8ab6-3454b034847e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.850041 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-8150e985-4092-412c-8ab6-3454b034847e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.0804327 Apr 18 21:14:33.851419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-0b4d36f9-d652-4467-a116-48a1d39d4060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.852710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-0b4d36f9-d652-4467-a116-48a1d39d4060 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 200 len: 851 time: 0.1129479 Apr 18 21:14:33.992333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-aae7c9fd-7c05-4240-880d-89f64b9bf535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:33.993747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-aae7c9fd-7c05-4240-880d-89f64b9bf535 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348176 Apr 18 21:14:34.003895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-5649666a-19d1-4cd9-b507-04d251ea578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:34.005180 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-5649666a-19d1-4cd9-b507-04d251ea578b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1451068 Apr 18 21:14:34.269349 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-93ebaded-c56c-4bc3-b204-a80fe81070d9 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2473552 Apr 18 21:14:34.271029 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-c3e0166d-8ee8-48e0-9f9a-a803b471c24a service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701061 Apr 18 21:14:34.653607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78435538-e257-4113-9d35-d2e6c2f387c2 req-d378fc0d-33ab-4121-84ed-bead8f9d51bd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:34.655058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78435538-e257-4113-9d35-d2e6c2f387c2 req-d378fc0d-33ab-4121-84ed-bead8f9d51bd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.4322076 Apr 18 21:14:34.695281 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-0e0312db-9b84-4321-9996-2587bc0d0b9e service neutron] 10.222.0.55 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176257 Apr 18 21:14:34.700249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1469dffc-65ce-4b18-9709-ca583d1e71f0 req-ac1a722e-e237-45cd-99bd-d23a28cb67a9 service neutron] 10.222.0.61 "GET /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215295 Apr 18 21:14:34.723478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78435538-e257-4113-9d35-d2e6c2f387c2 req-9f9606b4-59de-4edc-9cea-06701e6dbd9f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531242 Apr 18 21:14:35.917665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1082493-d8a7-48c6-ad1b-4c599505e59f req-fb5d4642-b2fe-439b-af07-ae8a7144a196 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:35.919154 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1082493-d8a7-48c6-ad1b-4c599505e59f req-fb5d4642-b2fe-439b-af07-ae8a7144a196 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0876331 Apr 18 21:14:35.967716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c1082493-d8a7-48c6-ad1b-4c599505e59f req-65880b63-868e-4fc5-bdd1-1cd426e98b87 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419281 Apr 18 21:14:37.170164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3dbaa-4204-40dd-97d3-063e1ac8e3ee req-b0845ad9-475f-403c-8e4d-bf9e4e378d1f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:37.171640 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fc3dbaa-4204-40dd-97d3-063e1ac8e3ee req-b0845ad9-475f-403c-8e4d-bf9e4e378d1f tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0888844 Apr 18 21:14:37.217040 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fc3dbaa-4204-40dd-97d3-063e1ac8e3ee req-7fa6939c-8fc1-4c91-8e04-4790259e08af tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387256 Apr 18 21:14:38.406936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558686fc-3629-4611-8df8-2f3d860be63d req-0640691f-5acf-4e0b-b044-d0c0a2b7783e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:38.408237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-558686fc-3629-4611-8df8-2f3d860be63d req-0640691f-5acf-4e0b-b044-d0c0a2b7783e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0835423 Apr 18 21:14:38.452893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-558686fc-3629-4611-8df8-2f3d860be63d req-1ed5b919-4ff3-433d-8881-0391225aa74c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388656 Apr 18 21:14:39.637823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202f86b-dc40-4dcc-af94-62c165cb20c0 req-a897a3ea-c441-4f41-b4b8-beb56d10f49d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:39.639258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7202f86b-dc40-4dcc-af94-62c165cb20c0 req-a897a3ea-c441-4f41-b4b8-beb56d10f49d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0788391 Apr 18 21:14:39.683931 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7202f86b-dc40-4dcc-af94-62c165cb20c0 req-34c484cc-ca31-43db-8bd1-dc0f51bbfe6e tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387685 Apr 18 21:14:40.872137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a96af-3302-429e-b9f3-d779794eece8 req-0d67e4f2-e941-4761-9526-6c360a027aa2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:40.873626 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d9a96af-3302-429e-b9f3-d779794eece8 req-0d67e4f2-e941-4761-9526-6c360a027aa2 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0798311 Apr 18 21:14:40.921837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d9a96af-3302-429e-b9f3-d779794eece8 req-f87ea286-50b0-4875-9eec-61725114d9bf tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419080 Apr 18 21:14:42.146455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca2f08e-f71d-4078-b920-a07ec420cf61 req-b03f4f21-4465-469e-911c-dd67de869c80 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:42.147939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aca2f08e-f71d-4078-b920-a07ec420cf61 req-b03f4f21-4465-469e-911c-dd67de869c80 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 944 time: 0.0901339 Apr 18 21:14:42.193588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aca2f08e-f71d-4078-b920-a07ec420cf61 req-ad730999-ab16-46e1-9527-62c83ca36144 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400341 Apr 18 21:14:43.015176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:14:43.145763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:43.158268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'port_id': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'mac_address': 'fa:16:3e:35:2f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:14:43.215408 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.232821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00bb2662-c2a9-4c51-80b3-331959b7d70d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:14:43.248580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:43.252635 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.319943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=12']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:43.382207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af5b12-254d-4e3b-86b1-4321f8b5b9f4 req-5bd456be-2d42-465b-8291-b4f47d8f1051 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:43.383653 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45af5b12-254d-4e3b-86b1-4321f8b5b9f4 req-5bd456be-2d42-465b-8291-b4f47d8f1051 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0819089 Apr 18 21:14:43.428631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-45af5b12-254d-4e3b-86b1-4321f8b5b9f4 req-1ea560b5-6291-4f91-a3e5-96bc738f29cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389459 Apr 18 21:14:43.571274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['00bb2662-c2a9-4c51-80b3-331959b7d70d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:14:43.618268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56444aa-c662-4181-a2b5-9ff8d780afb3 req-d00de38a-9eeb-4b3c-b056-a0043b92553b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:43.619902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c56444aa-c662-4181-a2b5-9ff8d780afb3 req-d00de38a-9eeb-4b3c-b056-a0043b92553b tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0814018 Apr 18 21:14:43.637021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6d830c78-57c3-4f16-b97a-771012e3e219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:43.669976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c56444aa-c662-4181-a2b5-9ff8d780afb3 req-75bc27cb-8a54-4b37-ad4d-f5468dd16999 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Apr 18 21:14:43.859463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d98904-4ced-4c6c-86d0-0dab31db4782 req-7df38eb3-d74d-4e3d-b559-7e77eb846168 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:43.860837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9d98904-4ced-4c6c-86d0-0dab31db4782 req-7df38eb3-d74d-4e3d-b559-7e77eb846168 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0848329 Apr 18 21:14:43.907177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a9d98904-4ced-4c6c-86d0-0dab31db4782 req-61f20c72-35ef-41d6-9cd8-32b8f4fe2a85 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388031 Apr 18 21:14:44.301398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a267111-82ee-41ba-abaf-c19d4c2635e6 req-05d9ba9d-a251-4340-b15e-7953bd04ded4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:44.302864 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a267111-82ee-41ba-abaf-c19d4c2635e6 req-05d9ba9d-a251-4340-b15e-7953bd04ded4 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 945 time: 0.0806277 Apr 18 21:14:44.352565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a267111-82ee-41ba-abaf-c19d4c2635e6 req-0092b051-9174-4873-ab65-8b08018ab798 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439091 Apr 18 21:14:45.022749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:14:45.089055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 00bb2662-c2a9-4c51-80b3-331959b7d70d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:14:45.094453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 00bb2662-c2a9-4c51-80b3-331959b7d70d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:14:45.094821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.213146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.239922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:45.249712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:45.254315 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:45.290106 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-306e37bf-c1e1-4b74-941a-b43d49471047'] response: {'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'code': 200} Apr 18 21:14:45.324263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=13']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:45.544959 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc93c6d1-85eb-48b3-85a3-4cb9149bbff2 req-0dc77024-8c78-4601-b458-82af8299a362 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.546385 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc93c6d1-85eb-48b3-85a3-4cb9149bbff2 req-0dc77024-8c78-4601-b458-82af8299a362 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 946 time: 0.0871122 Apr 18 21:14:45.592490 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bc93c6d1-85eb-48b3-85a3-4cb9149bbff2 req-eeb85b45-06e1-4b96-b651-535656e2e596 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups?id=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396826 Apr 18 21:14:45.946094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-ad16ffd8-6e94-47b3-8555-9faf020e9d5c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:14:45.947634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-ad16ffd8-6e94-47b3-8555-9faf020e9d5c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 946 time: 0.0828295 Apr 18 21:14:46.015820 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-193c56ac-1bed-46e0-9554-bddf0f30426b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.021224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Deleting port 00bb2662-c2a9-4c51-80b3-331959b7d70d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:14:46.021593 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.271011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] For port 00bb2662-c2a9-4c51-80b3-331959b7d70d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=00bb2662-c2a9-4c51-80b3-331959b7d70d,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:46.271364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.560016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.560319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.560626 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Floating IP 884b6fe0-1747-4760-8f0e-e213772d5174 disassociated. External IP: 172.25.5.224, port: 00bb2662-c2a9-4c51-80b3-331959b7d70d. Apr 18 21:14:46.560968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Calling delete_port for 00bb2662-c2a9-4c51-80b3-331959b7d70d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:14:46.743590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:46.783580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-128f3b32-08c7-419e-820d-e5548a4ed875 req-bc88adfa-cc40-4b9a-804c-0ae0efb26be6 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 210 time: 0.0769472 Apr 18 21:14:46.800672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event deleted for resources: {'Port': ['ID=00bb2662-c2a9-4c51-80b3-331959b7d70d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:46.999189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:14:47.171793 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.194364 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.305232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:14:47.314835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:14:47.325548 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:14:47.326164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:47.377151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] No DVR routers for this DVR port 00bb2662-c2a9-4c51-80b3-331959b7d70d on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:47.380516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:47.383163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-deleted', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:14:47.400663 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c557d6f-cd01-4a39-880f-8883639d3b1b req-2e92de9e-7e75-442d-af8f-3bf32b4d0462 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.55 "DELETE /v2.0/ports/00bb2662-c2a9-4c51-80b3-331959b7d70d HTTP/1.1" status: 204 len: 173 time: 1.4477062 Apr 18 21:14:47.432529 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c435f5f-1339-4633-bb31-9046748b433d'] response: {'server_uuid': '224cc131-96f0-4ef7-8b37-65f0aeea83d6', 'name': 'network-vif-deleted', 'tag': '00bb2662-c2a9-4c51-80b3-331959b7d70d', 'status': 'completed', 'code': 200} Apr 18 21:14:47.510025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:14:47.840986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:47.845089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:14:47.857572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:14:47.858209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:47.974387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b18a127-5010-4cb8-969c-230826e3e310 req-dc09e184-3987-4d86-84c6-45f8d2ffc34c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Synchronizing usage tracker for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:14:47.990932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b18a127-5010-4cb8-969c-230826e3e310 req-dc09e184-3987-4d86-84c6-45f8d2ffc34c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Unset dirty status for tenant:fa74e2d672004c62886bff8c9ad3c75e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:14:47.992326 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3b18a127-5010-4cb8-969c-230826e3e310 req-dc09e184-3987-4d86-84c6-45f8d2ffc34c tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/ports?device_id=224cc131-96f0-4ef7-8b37-65f0aeea83d6 HTTP/1.1" status: 200 len: 210 time: 0.0870955 Apr 18 21:14:48.093047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:14:48.408437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:48.413828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a03ee72f-52a0-409f-bd74-21c6296893d8 None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:10:32Z', 'revision_number': 4, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b', 'name': '', 'network_id': 'd3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'mac_address': 'fa:16:3e:86:69:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:31Z', 'updated_at': '2022-04-18T21:10:38Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'subnets': [{'id': '357020fa-752d-4d3a-a9e1-2f79ea8ae1b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:14:48.630857 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24cb891-0848-4ea1-9bdf-7e460da34118 None None] New status for floating IP 884b6fe0-1747-4760-8f0e-e213772d5174: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:14:48.642211 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.078497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:49.114984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 00bb2662-c2a9-4c51-80b3-331959b7d70d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:14:49.115331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 00bb2662-c2a9-4c51-80b3-331959b7d70d not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:49.174828 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:49.718742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.277609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:52.345870 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48e83e86-885a-4dc7-bca7-05c63d9c055d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.375458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48e83e86-885a-4dc7-bca7-05c63d9c055d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.431523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48e83e86-885a-4dc7-bca7-05c63d9c055d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.450898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e83e86-885a-4dc7-bca7-05c63d9c055d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:52.461789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48e83e86-885a-4dc7-bca7-05c63d9c055d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.462915 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-48e83e86-885a-4dc7-bca7-05c63d9c055d tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "DELETE /v2.0/security-groups/cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a HTTP/1.1" status: 204 len: 168 time: 0.1843379 Apr 18 21:14:52.465457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:52.482673 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [None req-78196f67-c409-47d9-9999-643dc789a7cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] show failed (client error): The resource could not be found. Apr 18 21:14:52.483665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-78196f67-c409-47d9-9999-643dc789a7cd tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "GET /v2.0/security-groups/cac5bbaa-49ac-4a1e-92ba-5b88fea95d6a HTTP/1.1" status: 404 len: 347 time: 0.0173023 Apr 18 21:14:52.486510 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:52.645935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Deleting port c7397333-7e8e-48b1-ad50-5bde649b6780 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:14:52.646257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.816951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.817274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:52.940514 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Calling delete_port for c7397333-7e8e-48b1-ad50-5bde649b6780 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:14:53.086307 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:53.161188 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Pushing event deleted for resources: {'Port': ['ID=c7397333-7e8e-48b1-ad50-5bde649b6780,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:53.226549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:53.244290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:53.245418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4d884c05-511c-4cd9-979d-3467840cc208 tempest-ServerActionsTestJSON-1712669781 tempest-ServerActionsTestJSON-1712669781-project] 10.222.0.47 "DELETE /v2.0/floatingips/884b6fe0-1747-4760-8f0e-e213772d5174 HTTP/1.1" status: 204 len: 168 time: 0.7580202 Apr 18 21:14:53.248396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:53.903083 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.257386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Deleting port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:14:54.257750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.424394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] For port 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:54.424729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.547111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Calling delete_port for 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:14:54.732659 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:54.781137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:55.176405 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.545777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Router 87d3cc17-3b20-428a-8916-c8bb045775e3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:14:55.735805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:14:55.755327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] Sync routers for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:14:55.759045 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eb0526ac-6bc2-426b-b0c3-5cca50875921 admin admin] 10.222.0.47 "PUT /v2.0/routers/87d3cc17-3b20-428a-8916-c8bb045775e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5093105 Apr 18 21:14:55.761301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42484) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:55.766113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:14:55.767020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:55.945965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:55.951942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:14:56.145637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.155375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Deleting port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:14:56.155672 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.249694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:14:54Z', 'revision_number': 5, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port': {'id': 'e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:8a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:10:29Z', 'updated_at': '2022-04-18T21:10:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:56.253395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] Checking router: 87d3cc17-3b20-428a-8916-c8bb045775e3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:14:56.262095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] Routers {'87d3cc17-3b20-428a-8916-c8bb045775e3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:14:56.262728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:14:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['87d3cc17-3b20-428a-8916-c8bb045775e3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:56.336023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] For port e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:56.336616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.421610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] Set router 87d3cc17-3b20-428a-8916-c8bb045775e3 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:14:56.472926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Calling delete_port for e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:14:56.577941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:14:56Z', 'revision_number': 6, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:56.582775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beea56fb-f1b6-42a8-b4ae-abdee3c17bd5 None None] The sync data for ids ['87d3cc17-3b20-428a-8916-c8bb045775e3'] in n-d-836016-3 is: [{'id': '87d3cc17-3b20-428a-8916-c8bb045775e3', 'name': 'tempest-ServerActionsTestJSON-1248648787-router', 'tenant_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:10:28Z', 'updated_at': '2022-04-18T21:14:56Z', 'revision_number': 6, 'project_id': 'fa74e2d672004c62886bff8c9ad3c75e', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:14:56.783828 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:56.830462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:56.922056 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.095657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.098385 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.122930 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.123464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87d3cc17-3b20-428a-8916-c8bb045775e3 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:14:57.136600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.137796 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ae8b78ce-92b8-4920-b611-bb46a491fcb2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/87d3cc17-3b20-428a-8916-c8bb045775e3 HTTP/1.1" status: 204 len: 168 time: 1.3753676 Apr 18 21:14:57.140381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:57.199712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] Deleting subnet 357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:14:57.202558 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.254222 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.333814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.404489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.444951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357020fa-752d-4d3a-a9e1-2f79ea8ae1b5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:57.450444 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.457669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b57b984f-417a-4180-b8a5-7739335cd8a2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/357020fa-752d-4d3a-a9e1-2f79ea8ae1b5 HTTP/1.1" status: 204 len: 168 time: 0.3149805 Apr 18 21:14:57.458619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c955a382-2f18-4d02-9b09-2c8e78446222 None None] Network d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:14:57.459912 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42492) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:57.574929 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.586717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Deleting port 0ccc49bd-b666-44b9-adb3-ce8724400817 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:14:57.587060 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.759048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] DHCP port deletion for d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:14:57.763668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Deleting port 0ccc49bd-b666-44b9-adb3-ce8724400817 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:14:57.764136 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.813923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] For port 0ccc49bd-b666-44b9-adb3-ce8724400817, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0ccc49bd-b666-44b9-adb3-ce8724400817,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:57.814544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:57.827293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0ccc49bd-b666-44b9-adb3-ce8724400817 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:57.943283 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Calling delete_port for 0ccc49bd-b666-44b9-adb3-ce8724400817 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:14:58.025816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.049615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Port 0ccc49bd-b666-44b9-adb3-ce8724400817 update to DOWN by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 21:14:58.050052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:58.076850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccc49bd-b666-44b9-adb3-ce8724400817,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:58.081380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] No DVR routers for this DVR port 0ccc49bd-b666-44b9-adb3-ce8724400817 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:14:58.094017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:14:58.094366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e54a00ad-dcc1-4fd8-9980-b8d3ec4479d4 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:58.094788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:14:58.119923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.120276 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.120606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.120938 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.121266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.121615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.121940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.122263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.122587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.122904 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.123224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.123540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:14:58.141814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] For port 0ccc49bd-b666-44b9-adb3-ce8724400817, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0ccc49bd-b666-44b9-adb3-ce8724400817,segment=NetworkSegment(c3903ca1-cf6f-4da4-b3d2-eac76b9208e4),segment_id=c3903ca1-cf6f-4da4-b3d2-eac76b9208e4)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:14:58.142294 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.149888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:14:58.150222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9dbb9f99-0113-4ae3-8cf4-f6ea6bd20e9b not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:14:58.270019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Calling delete_port for 0ccc49bd-b666-44b9-adb3-ce8724400817 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:14:58.324353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.342896 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:14:58.343263 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:14:58.350334 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:58.362560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:58.363392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3903ca1-cf6f-4da4-b3d2-eac76b9208e4') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:14:58.374850 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.391794 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.398501 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:14:58.398932 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:14:58.413496 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:14:58.492016 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.497413 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.522478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:58.536631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ce6455f6-df76-4594-a43f-227dba41b0a5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d3fa0b6e-c5ff-4a3b-ad80-175bb27b6cb4 HTTP/1.1" status: 204 len: 168 time: 1.0757523 Apr 18 21:14:58.659102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:58.708194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-42611074-3549-4a3c-a8b2-c9a18946994a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa74e2d672004c62886bff8c9ad3c75e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472848 Apr 18 21:14:58.710614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:58.767646 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cae3936a-f2f2-49b7-9595-f8fe364a1461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.793901 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cae3936a-f2f2-49b7-9595-f8fe364a1461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.844529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Deleting port 0ccc49bd-b666-44b9-adb3-ce8724400817 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:14:58.845081 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.846730 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cae3936a-f2f2-49b7-9595-f8fe364a1461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.865668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3936a-f2f2-49b7-9595-f8fe364a1461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09cd8b5-8c95-4f46-9f7b-776a070cfa96,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:58.872854 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cae3936a-f2f2-49b7-9595-f8fe364a1461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:58.874104 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cae3936a-f2f2-49b7-9595-f8fe364a1461 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c09cd8b5-8c95-4f46-9f7b-776a070cfa96 HTTP/1.1" status: 204 len: 168 time: 0.1625214 Apr 18 21:14:58.928446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ec3ea29d-de19-4b31-823a-d6d637c10748 None None] The port '0ccc49bd-b666-44b9-adb3-ce8724400817' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:14:59.633761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42526) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:14:59.740420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1628240867-network', 'tenant_id': '482fd52e45d14000a38bd7a002ccc2f0'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:14:59.746202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:59.750164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Usage tracker for resource:network and tenant:482fd52e45d14000a38bd7a002ccc2f0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:59.753079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:59.759615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:59.771774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Made reservation on behalf of 482fd52e45d14000a38bd7a002ccc2f0 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:14:59.774455 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.787725 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.804016 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:14:59.808055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Usage tracker for resource:security_group_rule and tenant:482fd52e45d14000a38bd7a002ccc2f0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:14:59.810997 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:14:59.817544 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:14:59.908756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.913707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.946853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 104} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:14:59.955760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac0b91f-71a6-43f3-a82e-f01026f98614,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:14:59.961995 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:14:59.962361 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Added segment 9fdac9f3-ee02-44b0-8996-42273dfb3c2d of type vlan for network 051b76f9-3ad8-474c-9698-e303d7a8731e Apr 18 21:14:59.991457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.021650 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.022618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.023197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.141804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] Pushing event updated for resources: {'Network': ['ID=051b76f9-3ad8-474c-9698-e303d7a8731e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:00.144853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-331a5b68-fa82-4461-95e6-c5bb34859b54 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5098181 Apr 18 21:15:00.147865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42532) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:00.151992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 051b76f9-3ad8-474c-9698-e303d7a8731e details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:00.153138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Request body: {'subnet': {'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1628240867-subnet', 'tenant_id': '482fd52e45d14000a38bd7a002ccc2f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:00.158891 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:00.163692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Usage tracker for resource:subnet and tenant:482fd52e45d14000a38bd7a002ccc2f0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:00.166754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:00.172474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:00.185265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Made reservation on behalf of 482fd52e45d14000a38bd7a002ccc2f0 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:00.187552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.389642 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.464572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:00.476733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Checking segment: {'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:00.477087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Network hostable DHCP agents. Network: 051b76f9-3ad8-474c-9698-e303d7a8731e, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:00.495462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Network 051b76f9-3ad8-474c-9698-e303d7a8731e is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:00.504237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 051b76f9-3ad8-474c-9698-e303d7a8731e) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:00.508228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:00.508811 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:00.514659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ddea31-b474-4439-9753-161a7f687882 None None] Network 051b76f9-3ad8-474c-9698-e303d7a8731e requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:00.533773 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-35b3b9ab-0f3d-41cf-bb0e-17ed87bacc90 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3815022 Apr 18 21:15:00.723625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda435a-24ea-4946-8521-9012f7535af3 None None] Network 051b76f9-3ad8-474c-9698-e303d7a8731e requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:01.048387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-2e53d551-53ec-44e3-9291-dfa746670852 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:01.049845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-2e53d551-53ec-44e3-9291-dfa746670852 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/networks?id=051b76f9-3ad8-474c-9698-e303d7a8731e HTTP/1.1" status: 200 len: 814 time: 0.1518104 Apr 18 21:15:01.065640 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-25941f4b-61df-48d4-a188-7cde9ac551a9 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/quotas/482fd52e45d14000a38bd7a002ccc2f0 HTTP/1.1" status: 200 len: 375 time: 0.0097296 Apr 18 21:15:01.114516 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-4f9a9a05-4506-4471-9e3c-85a8d5d3b42c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=482fd52e45d14000a38bd7a002ccc2f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427063 Apr 18 21:15:01.303402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-96dc3f02-57e5-43d6-a7b3-8b0f4ccedc9f service neutron] 10.222.0.47 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820722 Apr 18 21:15:01.386127 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:15:01.443665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-13e61c52-f511-46a0-9d29-5bf3c5381229 service neutron] 10.222.0.47 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343803 Apr 18 21:15:01.630960 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce1065f5-f835-4471-ad0f-1ab388076895 req-f61c9666-0cbe-4dbd-979a-cd7db57fca15 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 210 time: 0.0458748 Apr 18 21:15:02.876382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7fbd31f4-610c-47a8-bdba-510b8caed00f req-c6543850-093c-4955-841b-aeec04edc006 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 210 time: 0.0562565 Apr 18 21:15:02.917639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-a4ba6519-41f3-4b64-a88e-12e98445a497 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:02.918971 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-a4ba6519-41f3-4b64-a88e-12e98445a497 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.61 "GET /v2.0/networks?id=051b76f9-3ad8-474c-9698-e303d7a8731e HTTP/1.1" status: 200 len: 814 time: 0.2988226 Apr 18 21:15:02.934449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Request body: {'port': {'device_id': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e', 'admin_state_up': True, 'tenant_id': '482fd52e45d14000a38bd7a002ccc2f0'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:03.069884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:03.073643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Usage tracker for resource:port and tenant:482fd52e45d14000a38bd7a002ccc2f0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:03.076530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:03.082465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:03.093111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Made reservation on behalf of 482fd52e45d14000a38bd7a002ccc2f0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:03.096698 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.257035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Allocated IP 172.20.0.14 (051b76f9-3ad8-474c-9698-e303d7a8731e/86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a/831e06d9-0cd8-434a-bf6e-7bd092598e35) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:03.464499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.494119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.558851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Network 051b76f9-3ad8-474c-9698-e303d7a8731e is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:03.565568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:03.569962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:15:03.600054 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Pushing event updated for resources: {'Port': ['ID=831e06d9-0cd8-434a-bf6e-7bd092598e35,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:03.638239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:03.638833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:03.659054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-e8086e18-9faf-4dd0-935d-19acfc05b0c0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7285058 Apr 18 21:15:03.674435 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Request body: {'port': {'device_id': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:03.784223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.081036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2048a0-b3d1-4a43-bd3e-32a6c4fdaba7 req-7a6f3317-5c3c-4db6-9cb8-22d4d847c007 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.083522 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c2048a0-b3d1-4a43-bd3e-32a6c4fdaba7 req-7a6f3317-5c3c-4db6-9cb8-22d4d847c007 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 932 time: 0.0945454 Apr 18 21:15:04.145866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2c2048a0-b3d1-4a43-bd3e-32a6c4fdaba7 req-f6550ce8-36c1-4c69-b0ba-0d59970b868f tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Synchronizing usage tracker for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:04.147458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 831e06d9-0cd8-434a-bf6e-7bd092598e35 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:15:04.155416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.162897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-2c2048a0-b3d1-4a43-bd3e-32a6c4fdaba7 req-f6550ce8-36c1-4c69-b0ba-0d59970b868f tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Unset dirty status for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:04.164473 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2c2048a0-b3d1-4a43-bd3e-32a6c4fdaba7 req-f6550ce8-36c1-4c69-b0ba-0d59970b868f tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709076 Apr 18 21:15:04.172021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Transition to ACTIVE for port object 831e06d9-0cd8-434a-bf6e-7bd092598e35 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:04.175970 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.301788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Pushing event updated for resources: {'Port': ['ID=831e06d9-0cd8-434a-bf6e-7bd092598e35,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:04.403335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Attempting to bind port 831e06d9-0cd8-434a-bf6e-7bd092598e35 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:04.403683 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Attempting to bind port 831e06d9-0cd8-434a-bf6e-7bd092598e35 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:04.403969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Attempting to bind port 831e06d9-0cd8-434a-bf6e-7bd092598e35 on network 051b76f9-3ad8-474c-9698-e303d7a8731e {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:04.408528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Port 831e06d9-0cd8-434a-bf6e-7bd092598e35 on network 051b76f9-3ad8-474c-9698-e303d7a8731e not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:15:04.408785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Attempting to bind port 831e06d9-0cd8-434a-bf6e-7bd092598e35 on network 051b76f9-3ad8-474c-9698-e303d7a8731e {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:04.414960 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:15:04.415292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Checking segment: {'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:04.415668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Bound using segment: {'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:15:04.416081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Bound port: 831e06d9-0cd8-434a-bf6e-7bd092598e35, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:04.416423 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.512752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] For port 831e06d9-0cd8-434a-bf6e-7bd092598e35, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:15:04.515687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] For port 831e06d9-0cd8-434a-bf6e-7bd092598e35, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=831e06d9-0cd8-434a-bf6e-7bd092598e35,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:15:04.521541 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.573488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.574258 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:04.575644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] 10.222.0.61 "PUT /v2.0/ports/831e06d9-0cd8-434a-bf6e-7bd092598e35 HTTP/1.1" status: 200 len: 1092 time: 0.9054847 Apr 18 21:15:04.578126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'tag': '831e06d9-0cd8-434a-bf6e-7bd092598e35'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:04.613601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353a2c26-3ec9-463b-85df-5a79e2708ecb service neutron] Pushing event updated for resources: {'Port': ['ID=831e06d9-0cd8-434a-bf6e-7bd092598e35,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:04.771139 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7174190a-fb2d-4311-bff0-2fb1defa303a'] response: {'name': 'network-changed', 'server_uuid': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'tag': '831e06d9-0cd8-434a-bf6e-7bd092598e35', 'status': 'completed', 'code': 200} Apr 18 21:15:04.806655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-306172aa-fba3-4be0-886a-6f5b93414185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.808119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-306172aa-fba3-4be0-886a-6f5b93414185 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=482fd52e45d14000a38bd7a002ccc2f0&device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 1095 time: 0.1871421 Apr 18 21:15:04.881839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-871ff4a3-1823-469d-b172-c3e1eb5e13ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=831e06d9-0cd8-434a-bf6e-7bd092598e35 HTTP/1.1" status: 200 len: 217 time: 0.0627551 Apr 18 21:15:04.947756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-bef0ecd8-d272-4b5b-8ec3-b05b1f0a6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:04.949117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-bef0ecd8-d272-4b5b-8ec3-b05b1f0a6281 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a HTTP/1.1" status: 200 len: 854 time: 0.0585718 Apr 18 21:15:05.000070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-6f55e521-fa8a-4991-a0b1-afa162694bf3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=051b76f9-3ad8-474c-9698-e303d7a8731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412285 Apr 18 21:15:05.137899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-f71029b4-b56a-403b-9f78-aac563a1f5fa service neutron] 10.222.0.61 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281161 Apr 18 21:15:05.277869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e1498f4e-a588-41a5-afba-d9cd2fae9ed3 req-b4f0c726-b8c9-4fc8-8f0f-0506534409cd service neutron] 10.222.0.61 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301460 Apr 18 21:15:05.354545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a822b-b108-43f9-8644-11b85967f782 req-377e80bf-4347-475e-9ea1-a350ba1c8236 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.356077 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-189a822b-b108-43f9-8644-11b85967f782 req-377e80bf-4347-475e-9ea1-a350ba1c8236 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 944 time: 0.0847790 Apr 18 21:15:05.401621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-729475ec-0e4f-40ea-8327-2a8672020d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.403114 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-729475ec-0e4f-40ea-8327-2a8672020d03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=482fd52e45d14000a38bd7a002ccc2f0&device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 1095 time: 0.0768754 Apr 18 21:15:05.403305 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-189a822b-b108-43f9-8644-11b85967f782 req-677e73c2-8681-4ce2-bca5-770c21c4bdd0 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411780 Apr 18 21:15:05.542589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-f9d45e28-7dc2-439a-8928-bd82c92f3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.544035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-f9d45e28-7dc2-439a-8928-bd82c92f3f56 service neutron] 10.222.0.61 "GET /v2.0/networks?id=051b76f9-3ad8-474c-9698-e303d7a8731e HTTP/1.1" status: 200 len: 915 time: 0.1307216 Apr 18 21:15:05.611613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-ca210415-0909-4035-859e-4f7236b85192 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=831e06d9-0cd8-434a-bf6e-7bd092598e35 HTTP/1.1" status: 200 len: 217 time: 0.0603280 Apr 18 21:15:05.676444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-44e6cea6-d749-4be3-b931-ca5dda9e9a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:05.677890 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-44e6cea6-d749-4be3-b931-ca5dda9e9a23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a HTTP/1.1" status: 200 len: 854 time: 0.0595341 Apr 18 21:15:05.725714 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-57028a9a-977d-45a9-87e4-f8ca897a59cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=051b76f9-3ad8-474c-9698-e303d7a8731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406001 Apr 18 21:15:05.857285 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-dcb35189-eb8c-4304-beb6-58aff320bd78 service neutron] 10.222.0.61 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249020 Apr 18 21:15:05.991341 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df89ca06-6f1b-4e2a-8e9c-e11b21c43b4e req-a19a0d60-a1e8-42d8-bea1-746180372fca service neutron] 10.222.0.61 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270201 Apr 18 21:15:06.591323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd079a-2ec2-4a8a-9f05-e4b2221e8432 req-304643ae-558e-4793-b967-bc50dd459a2e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:06.592023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-37dd079a-2ec2-4a8a-9f05-e4b2221e8432 req-304643ae-558e-4793-b967-bc50dd459a2e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Synchronizing usage tracker for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:06.610359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-37dd079a-2ec2-4a8a-9f05-e4b2221e8432 req-304643ae-558e-4793-b967-bc50dd459a2e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Unset dirty status for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:06.611514 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37dd079a-2ec2-4a8a-9f05-e4b2221e8432 req-304643ae-558e-4793-b967-bc50dd459a2e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 944 time: 0.1030147 Apr 18 21:15:06.655384 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37dd079a-2ec2-4a8a-9f05-e4b2221e8432 req-c409d4b4-19c2-4199-85ec-9171a5e07636 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379202 Apr 18 21:15:07.850040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da456b70-be3f-4683-a603-cdbe6a338a9b req-d8d2d530-97cf-4a4f-b5c0-2ab2a4294b41 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:07.851520 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da456b70-be3f-4683-a603-cdbe6a338a9b req-d8d2d530-97cf-4a4f-b5c0-2ab2a4294b41 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 944 time: 0.0907271 Apr 18 21:15:07.895523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-da456b70-be3f-4683-a603-cdbe6a338a9b req-03b4a7e5-20b5-448d-a38d-1f161dff8651 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381441 Apr 18 21:15:09.084150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf3e12-5ea9-4c59-b15f-5db327730df3 req-be2aaad7-de85-4a59-b9dc-fc8ab620374a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:09.085633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34cf3e12-5ea9-4c59-b15f-5db327730df3 req-be2aaad7-de85-4a59-b9dc-fc8ab620374a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 944 time: 0.0786514 Apr 18 21:15:09.130506 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-34cf3e12-5ea9-4c59-b15f-5db327730df3 req-12ed155c-0d24-43f1-805e-89db2be6662e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Apr 18 21:15:09.297476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 831e06d9-0cd8-434a-bf6e-7bd092598e35 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:09.433212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 831e06d9-0cd8-434a-bf6e-7bd092598e35, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=831e06d9-0cd8-434a-bf6e-7bd092598e35,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:09.446332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '831e06d9-0cd8-434a-bf6e-7bd092598e35', 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e', 'port_id': '831e06d9-0cd8-434a-bf6e-7bd092598e35', 'mac_address': 'fa:16:3e:1e:8f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:09.507722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.524541 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 831e06d9-0cd8-434a-bf6e-7bd092598e35 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:15:09.539997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 831e06d9-0cd8-434a-bf6e-7bd092598e35, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=831e06d9-0cd8-434a-bf6e-7bd092598e35,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:09.543370 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:09.610269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=831e06d9-0cd8-434a-bf6e-7bd092598e35,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:09.773197 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['831e06d9-0cd8-434a-bf6e-7bd092598e35'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:15:10.317372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24103-e191-47e8-891b-959c35c68da5 req-87e9dd45-68f5-4966-b618-942eb69b755a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:10.318880 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7db24103-e191-47e8-891b-959c35c68da5 req-87e9dd45-68f5-4966-b618-942eb69b755a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 945 time: 0.0803657 Apr 18 21:15:10.367173 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7db24103-e191-47e8-891b-959c35c68da5 req-14f20fe6-17e1-4869-b1d8-b8593873c2f5 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425735 Apr 18 21:15:11.302075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 831e06d9-0cd8-434a-bf6e-7bd092598e35 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:11.368308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 831e06d9-0cd8-434a-bf6e-7bd092598e35 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:11.372910 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 831e06d9-0cd8-434a-bf6e-7bd092598e35 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:11.373299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.497350 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.525746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831e06d9-0cd8-434a-bf6e-7bd092598e35'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:11.536280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 831e06d9-0cd8-434a-bf6e-7bd092598e35, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=831e06d9-0cd8-434a-bf6e-7bd092598e35,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:11.541197 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:11.563294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272eef55-d3a2-4841-8ebb-2ccf21871989 req-3296307a-6311-4088-bef8-ce5b61a75b13 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:11.564945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-272eef55-d3a2-4841-8ebb-2ccf21871989 req-3296307a-6311-4088-bef8-ce5b61a75b13 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 945 time: 0.0897634 Apr 18 21:15:11.578130 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cc5a7f6-0302-47fb-9c87-0e95e62bead6'] response: {'server_uuid': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '831e06d9-0cd8-434a-bf6e-7bd092598e35', 'code': 200} Apr 18 21:15:11.616429 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-272eef55-d3a2-4841-8ebb-2ccf21871989 req-c4fab794-1583-439c-9781-a0e039e9cdfe tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452697 Apr 18 21:15:11.622728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=831e06d9-0cd8-434a-bf6e-7bd092598e35,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:11.717619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da1378-21bf-4687-a327-75f8e1dbf1f7 req-bf3faa29-dfc7-4304-afc9-56cc8cecd8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:11.719035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79da1378-21bf-4687-a327-75f8e1dbf1f7 req-bf3faa29-dfc7-4304-afc9-56cc8cecd8cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 1097 time: 0.0702295 Apr 18 21:15:11.766017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79da1378-21bf-4687-a327-75f8e1dbf1f7 req-0997cdde-998d-4fbb-8262-c62ba55ff133 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369108 Apr 18 21:15:12.806580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa187671-18c9-4432-93e1-eae467f9ec72 req-f721160c-f15c-479a-a7a2-aa0d8541754c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:12.808051 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa187671-18c9-4432-93e1-eae467f9ec72 req-f721160c-f15c-479a-a7a2-aa0d8541754c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0806441 Apr 18 21:15:12.862475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa187671-18c9-4432-93e1-eae467f9ec72 req-c307b8ea-2677-454a-9481-321204f977a4 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Apr 18 21:15:13.619912 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f914dde6-670d-4447-8e7e-6d2f9f026030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:14.046565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee25f9-5f05-45c6-8da2-08abb1c2b6f0 req-69f2cbc1-b653-4662-a3dd-7cfa73b6054d tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.048035 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bee25f9-5f05-45c6-8da2-08abb1c2b6f0 req-69f2cbc1-b653-4662-a3dd-7cfa73b6054d tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0803845 Apr 18 21:15:14.092515 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bee25f9-5f05-45c6-8da2-08abb1c2b6f0 req-7b0d1e4f-73b6-4b11-af19-d734bdd763b8 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386891 Apr 18 21:15:14.385689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-3ffef9d3-a590-42c1-9df5-d80be3bb37aa tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:14.386368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-3ffef9d3-a590-42c1-9df5-d80be3bb37aa tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Synchronizing usage tracker for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:14.403795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-3ffef9d3-a590-42c1-9df5-d80be3bb37aa tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Unset dirty status for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:14.404863 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-3ffef9d3-a590-42c1-9df5-d80be3bb37aa tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/networks?id=051b76f9-3ad8-474c-9698-e303d7a8731e HTTP/1.1" status: 200 len: 814 time: 0.1674852 Apr 18 21:15:14.420781 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-d7a9bb3c-1369-4196-aa36-1bfc5997cf41 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/quotas/482fd52e45d14000a38bd7a002ccc2f0 HTTP/1.1" status: 200 len: 375 time: 0.0098455 Apr 18 21:15:14.507939 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-8722d0a7-2e0b-4e25-8aed-0f7bacec3679 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=482fd52e45d14000a38bd7a002ccc2f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0815065 Apr 18 21:15:14.795408 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-eb847aa9-71ea-4bb8-aed2-1b25b02e608f service neutron] 10.222.0.47 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803898 Apr 18 21:15:14.932548 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-56065329-79d5-4f72-854a-cb01918ce45e service neutron] 10.222.0.47 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293128 Apr 18 21:15:15.107008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c13270ef-3060-45b5-8bcd-f509dfa3d686 req-26af4f1a-9a76-4f32-8211-c3986356cb72 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 210 time: 0.0433578 Apr 18 21:15:16.021485 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1cefaf3a-ad48-4d1d-a151-fe8795c036a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.140690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-39dcd111-fe8d-404d-bc54-3e6e68ee00da tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.142181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-39dcd111-fe8d-404d-bc54-3e6e68ee00da tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.55 "GET /v2.0/networks?id=051b76f9-3ad8-474c-9698-e303d7a8731e HTTP/1.1" status: 200 len: 814 time: 0.1648266 Apr 18 21:15:16.153573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Request body: {'port': {'device_id': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e', 'admin_state_up': True, 'tenant_id': '482fd52e45d14000a38bd7a002ccc2f0'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:16.264713 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7c39862e-5464-42df-8f85-651373a4d758 req-56b9de36-91cb-4b33-b595-31370c87f117 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 210 time: 0.0426962 Apr 18 21:15:16.299637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:16.309450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:16.319687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Made reservation on behalf of 482fd52e45d14000a38bd7a002ccc2f0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:16.323132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.487158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Allocated IP 172.20.0.7 (051b76f9-3ad8-474c-9698-e303d7a8731e/86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a/590efe23-45d7-43cd-9b5c-920bb5b4067f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:16.796509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.825897 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:16.838210 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['831e06d9-0cd8-434a-bf6e-7bd092598e35'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:15:16.892122 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Network 051b76f9-3ad8-474c-9698-e303d7a8731e is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:16.893250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:16.902079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:15:16.938853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Pushing event updated for resources: {'Port': ['ID=590efe23-45d7-43cd-9b5c-920bb5b4067f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:16.960239 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.960582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.960950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.961284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.961643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.961971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.962292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.962614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.962932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.963252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.963568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.963881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:16.984406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:16.985016 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.010050 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-a3580c00-2bdf-4959-9319-f7a6565a993c tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601820 Apr 18 21:15:17.021925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Request body: {'port': {'device_id': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:17.129400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.176066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.197494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.531439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f450eb-8529-479e-b2db-5c20fb964a8a req-82625a42-14ad-4b2a-b507-c6a5f914a77a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:17.532139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-70f450eb-8529-479e-b2db-5c20fb964a8a req-82625a42-14ad-4b2a-b507-c6a5f914a77a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Synchronizing usage tracker for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:17.551150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 590efe23-45d7-43cd-9b5c-920bb5b4067f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:15:17.560259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.564605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-70f450eb-8529-479e-b2db-5c20fb964a8a req-82625a42-14ad-4b2a-b507-c6a5f914a77a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Unset dirty status for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:17.565849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70f450eb-8529-479e-b2db-5c20fb964a8a req-82625a42-14ad-4b2a-b507-c6a5f914a77a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 931 time: 0.1907580 Apr 18 21:15:17.591268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Transition to ACTIVE for port object 590efe23-45d7-43cd-9b5c-920bb5b4067f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:17.599688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.718502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-70f450eb-8529-479e-b2db-5c20fb964a8a req-d15489f7-04e4-44d6-8a24-3a5d648f606d tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464465 Apr 18 21:15:17.750669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Pushing event updated for resources: {'Port': ['ID=590efe23-45d7-43cd-9b5c-920bb5b4067f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:17.850542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Attempting to bind port 590efe23-45d7-43cd-9b5c-920bb5b4067f on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:17.850781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Attempting to bind port 590efe23-45d7-43cd-9b5c-920bb5b4067f by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:17.851107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Attempting to bind port 590efe23-45d7-43cd-9b5c-920bb5b4067f on network 051b76f9-3ad8-474c-9698-e303d7a8731e {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:17.855630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Port 590efe23-45d7-43cd-9b5c-920bb5b4067f on network 051b76f9-3ad8-474c-9698-e303d7a8731e not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:15:17.855941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Attempting to bind port 590efe23-45d7-43cd-9b5c-920bb5b4067f on network 051b76f9-3ad8-474c-9698-e303d7a8731e {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:17.861227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 14, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:15:17.861583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Checking segment: {'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:17.861955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Bound using segment: {'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:15:17.862379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Bound port: 590efe23-45d7-43cd-9b5c-920bb5b4067f, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fdac9f3-ee02-44b0-8996-42273dfb3c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:17.863438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:17.959343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] For port 590efe23-45d7-43cd-9b5c-920bb5b4067f, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:15:17.962351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] For port 590efe23-45d7-43cd-9b5c-920bb5b4067f, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=590efe23-45d7-43cd-9b5c-920bb5b4067f,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:15:17.969004 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.026574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.027170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.028522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] 10.222.0.55 "PUT /v2.0/ports/590efe23-45d7-43cd-9b5c-920bb5b4067f HTTP/1.1" status: 200 len: 1091 time: 1.0115979 Apr 18 21:15:18.028947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'tag': '590efe23-45d7-43cd-9b5c-920bb5b4067f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:18.055066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b490f95-9e8c-4036-9e4f-7cc37e506a8f service neutron] Pushing event updated for resources: {'Port': ['ID=590efe23-45d7-43cd-9b5c-920bb5b4067f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:18.098871 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9133c2f2-16a8-41fe-8736-45b81dcccd42'] response: {'name': 'network-changed', 'server_uuid': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'tag': '590efe23-45d7-43cd-9b5c-920bb5b4067f', 'status': 'completed', 'code': 200} Apr 18 21:15:18.148277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-c98cc821-22ca-42ed-a694-4e5393efc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.149803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-c98cc821-22ca-42ed-a694-4e5393efc4e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482fd52e45d14000a38bd7a002ccc2f0&device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 1094 time: 0.0815921 Apr 18 21:15:18.217887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-3068163f-f810-46a6-9f22-f4e45fabc330 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=590efe23-45d7-43cd-9b5c-920bb5b4067f HTTP/1.1" status: 200 len: 217 time: 0.0608580 Apr 18 21:15:18.282266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-ffea84c8-bac0-41fb-af5d-78035b41c3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.283813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-ffea84c8-bac0-41fb-af5d-78035b41c3d4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a HTTP/1.1" status: 200 len: 854 time: 0.0604279 Apr 18 21:15:18.329361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-49596349-89f3-477d-8c90-da4c1ae49371 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=051b76f9-3ad8-474c-9698-e303d7a8731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398750 Apr 18 21:15:18.559519 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-b648fdb8-f0c0-462b-966a-9b0fd08cade2 service neutron] 10.222.0.55 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239182 Apr 18 21:15:18.645018 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:18.690027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a42bc38-86b6-4797-bc6d-583499e30666 req-1022f76d-1cb9-4e53-aca0-a5b8ff153b3c service neutron] 10.222.0.55 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248214 Apr 18 21:15:18.805841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-65020325-79fa-4e19-b5e3-012847d033d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.807289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-65020325-79fa-4e19-b5e3-012847d033d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=482fd52e45d14000a38bd7a002ccc2f0&device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 1094 time: 0.0712318 Apr 18 21:15:18.995205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-c14797ae-04ff-401b-944d-6ab16f518a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:18.996647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-c14797ae-04ff-401b-944d-6ab16f518a9d service neutron] 10.222.0.55 "GET /v2.0/networks?id=051b76f9-3ad8-474c-9698-e303d7a8731e HTTP/1.1" status: 200 len: 915 time: 0.1834724 Apr 18 21:15:19.009585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69141b-18da-4842-9c32-6dd27b6edd81 req-6514b60f-602b-4875-8551-035bbf2282da tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:19.010951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca69141b-18da-4842-9c32-6dd27b6edd81 req-6514b60f-602b-4875-8551-035bbf2282da tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 943 time: 0.1741822 Apr 18 21:15:19.089022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-3a9b10bf-7eea-4d46-88cb-d4089f9f80d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=590efe23-45d7-43cd-9b5c-920bb5b4067f HTTP/1.1" status: 200 len: 217 time: 0.0770524 Apr 18 21:15:19.152582 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca69141b-18da-4842-9c32-6dd27b6edd81 req-e7254483-d233-40a7-8e4d-cb28a852930d tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905497 Apr 18 21:15:19.167706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-f51f6b7e-3d9e-47cc-be48-9f7ca0b4b82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:19.169126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-f51f6b7e-3d9e-47cc-be48-9f7ca0b4b82f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a HTTP/1.1" status: 200 len: 854 time: 0.0736558 Apr 18 21:15:19.187633 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:19.220037 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-14546e3b-d8b9-4f36-b371-8e3b0fe40e1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=051b76f9-3ad8-474c-9698-e303d7a8731e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437841 Apr 18 21:15:19.350984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-7460e92f-c808-49d4-b04e-086a8b12856c service neutron] 10.222.0.55 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247592 Apr 18 21:15:19.482181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45b10cad-8c13-48fc-9bfc-dc2e6810fa6c req-0733d897-82d1-4273-ba42-0727270c9a18 service neutron] 10.222.0.55 "GET /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243827 Apr 18 21:15:19.710894 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:20.338323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f54578a-8af1-4973-8dca-454d1d34ce6a req-840d8b83-b45e-44cb-be2e-1ace3e02fa31 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:20.339784 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f54578a-8af1-4973-8dca-454d1d34ce6a req-840d8b83-b45e-44cb-be2e-1ace3e02fa31 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 943 time: 0.0809019 Apr 18 21:15:20.387244 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5f54578a-8af1-4973-8dca-454d1d34ce6a req-3130bb9a-7ac6-47a2-8aa0-9d0d60033fe7 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417945 Apr 18 21:15:21.576619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d7faa0-1dde-42b9-9e8d-e5eac2f93c61 req-90e9a6be-bbf4-40a3-a8a6-be6bbeea0219 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:21.578529 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78d7faa0-1dde-42b9-9e8d-e5eac2f93c61 req-90e9a6be-bbf4-40a3-a8a6-be6bbeea0219 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 943 time: 0.0817661 Apr 18 21:15:21.627472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78d7faa0-1dde-42b9-9e8d-e5eac2f93c61 req-c9e3fb32-6ad3-4f10-b96c-0795870068df tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410011 Apr 18 21:15:22.814726 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd5be8-13aa-4441-9f6f-4e8ec49745b9 req-1bae665f-c8d4-43f0-8283-87914a19d9a9 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:22.816814 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3edd5be8-13aa-4441-9f6f-4e8ec49745b9 req-1bae665f-c8d4-43f0-8283-87914a19d9a9 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 943 time: 0.0819557 Apr 18 21:15:22.861682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3edd5be8-13aa-4441-9f6f-4e8ec49745b9 req-664a02de-e09d-4536-8e0a-b1fdfe180675 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386918 Apr 18 21:15:23.238737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 590efe23-45d7-43cd-9b5c-920bb5b4067f details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:15:23.371527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 590efe23-45d7-43cd-9b5c-920bb5b4067f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=590efe23-45d7-43cd-9b5c-920bb5b4067f,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:23.384610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '590efe23-45d7-43cd-9b5c-920bb5b4067f', 'network_id': '051b76f9-3ad8-474c-9698-e303d7a8731e', 'port_id': '590efe23-45d7-43cd-9b5c-920bb5b4067f', 'mac_address': 'fa:16:3e:81:d2:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:15:23.439291 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.455712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 590efe23-45d7-43cd-9b5c-920bb5b4067f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:15:23.475868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 590efe23-45d7-43cd-9b5c-920bb5b4067f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=590efe23-45d7-43cd-9b5c-920bb5b4067f,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:23.479780 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:23.557365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=590efe23-45d7-43cd-9b5c-920bb5b4067f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:23.769492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['590efe23-45d7-43cd-9b5c-920bb5b4067f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:15:24.058038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b28e5-f589-404a-a686-3ed6b3054b85 req-f1d28cdd-3829-4ef7-b52f-51724f27d61b tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:24.059503 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-470b28e5-f589-404a-a686-3ed6b3054b85 req-f1d28cdd-3829-4ef7-b52f-51724f27d61b tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 944 time: 0.0824609 Apr 18 21:15:24.103983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-470b28e5-f589-404a-a686-3ed6b3054b85 req-ea91b394-d207-4299-b15c-ebe9dcee7281 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387321 Apr 18 21:15:25.237129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 590efe23-45d7-43cd-9b5c-920bb5b4067f up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:25.299582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce715232-bbde-473e-823c-0f40fa033e8e req-39e06f38-908d-4cae-b2ac-1fafced4296a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.301907 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce715232-bbde-473e-823c-0f40fa033e8e req-39e06f38-908d-4cae-b2ac-1fafced4296a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 944 time: 0.0882154 Apr 18 21:15:25.307627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 590efe23-45d7-43cd-9b5c-920bb5b4067f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:25.313022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 590efe23-45d7-43cd-9b5c-920bb5b4067f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:25.313406 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.360621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce715232-bbde-473e-823c-0f40fa033e8e req-c9d56a28-6a8c-4ff3-9040-a1a06f1ffadc tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431595 Apr 18 21:15:25.439611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.467987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590efe23-45d7-43cd-9b5c-920bb5b4067f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:25.480118 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 590efe23-45d7-43cd-9b5c-920bb5b4067f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=590efe23-45d7-43cd-9b5c-920bb5b4067f,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:25.486087 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:25.522941 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45605dbd-5a5b-47e6-b330-a25a3c05130e'] response: {'server_uuid': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '590efe23-45d7-43cd-9b5c-920bb5b4067f', 'code': 200} Apr 18 21:15:25.558164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=590efe23-45d7-43cd-9b5c-920bb5b4067f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:25.566941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.567288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.567626 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.567962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.568297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.568627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.568961 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.569333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.569699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.570026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.570480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.570676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:25.645871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b62d6e-7eb2-434c-a7c3-4a8b66477e13 req-4228c648-8271-42bf-aa5a-f88d3e7911e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:25.647378 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-75b62d6e-7eb2-434c-a7c3-4a8b66477e13 req-4228c648-8271-42bf-aa5a-f88d3e7911e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 1096 time: 0.0739667 Apr 18 21:15:25.689712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-75b62d6e-7eb2-434c-a7c3-4a8b66477e13 req-77c9cb65-cd10-495e-98e8-71c5b29d7c1a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364270 Apr 18 21:15:26.564392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a8b0e-f038-4eaa-804b-7d634ce47997 req-11a7dc11-527a-4399-9b29-329f8d6be753 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:26.566444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e4a8b0e-f038-4eaa-804b-7d634ce47997 req-11a7dc11-527a-4399-9b29-329f8d6be753 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 945 time: 0.0962899 Apr 18 21:15:26.617807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2e4a8b0e-f038-4eaa-804b-7d634ce47997 req-e5c413a5-594e-4ee5-97ae-3a3432368aa9 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448620 Apr 18 21:15:27.814341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08884067-7829-46b6-9ed6-0fbc40d2d579 req-ace5894f-8060-4c90-be55-81ff886aba5d tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:27.816602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08884067-7829-46b6-9ed6-0fbc40d2d579 req-ace5894f-8060-4c90-be55-81ff886aba5d tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 945 time: 0.0876830 Apr 18 21:15:27.864853 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08884067-7829-46b6-9ed6-0fbc40d2d579 req-82496b7c-2600-4f42-8ed5-121e0e3e74e8 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 Apr 18 21:15:28.306768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef074b-aa3a-473c-af22-5957b663977a req-17bd01fb-92ce-4658-af91-b0497530eb6a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:28.308265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef074b-aa3a-473c-af22-5957b663977a req-17bd01fb-92ce-4658-af91-b0497530eb6a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 945 time: 0.0888555 Apr 18 21:15:28.354072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-beef074b-aa3a-473c-af22-5957b663977a req-e27f9f28-a96b-4f0a-acd8-c79df654bb35 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399952 Apr 18 21:15:29.543000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13be1b-5a56-4a6c-a412-c40cadbe1669 req-d6350de8-8f42-45d2-9771-fe26a35f6f5e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:29.544475 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af13be1b-5a56-4a6c-a412-c40cadbe1669 req-d6350de8-8f42-45d2-9771-fe26a35f6f5e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 945 time: 0.0839195 Apr 18 21:15:29.589614 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-af13be1b-5a56-4a6c-a412-c40cadbe1669 req-b54102fa-5825-4470-abae-59c9a8927092 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386250 Apr 18 21:15:29.668986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-b57c051c-0546-425f-b2b0-9e5dbc3885e4 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:29.670379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-b57c051c-0546-425f-b2b0-9e5dbc3885e4 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.55 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 945 time: 0.0815945 Apr 18 21:15:29.739996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Deleting port 590efe23-45d7-43cd-9b5c-920bb5b4067f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:29.740337 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.098473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] For port 590efe23-45d7-43cd-9b5c-920bb5b4067f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=590efe23-45d7-43cd-9b5c-920bb5b4067f,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:30.098830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.229805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Calling delete_port for 590efe23-45d7-43cd-9b5c-920bb5b4067f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:30.382018 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.394762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['590efe23-45d7-43cd-9b5c-920bb5b4067f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:15:30.438951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Pushing event deleted for resources: {'Port': ['ID=590efe23-45d7-43cd-9b5c-920bb5b4067f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:30.461783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['831e06d9-0cd8-434a-bf6e-7bd092598e35'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:15:30.515913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] No DVR routers for this DVR port 590efe23-45d7-43cd-9b5c-920bb5b4067f on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:30.519131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:30.522201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'name': 'network-vif-deleted', 'tag': '590efe23-45d7-43cd-9b5c-920bb5b4067f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:30.541303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c069ea8-b8ed-4bb5-b737-885cfbb8599d req-c58757cb-44f9-4012-bbc6-f29d52233742 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.55 "DELETE /v2.0/ports/590efe23-45d7-43cd-9b5c-920bb5b4067f HTTP/1.1" status: 204 len: 173 time: 0.8654251 Apr 18 21:15:30.595804 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-610ce6ef-059e-474c-9faa-c52eafbe95b3'] response: {'server_uuid': '8e184a49-3ebf-4b4b-ae0a-d44fb8635e55', 'name': 'network-vif-deleted', 'tag': '590efe23-45d7-43cd-9b5c-920bb5b4067f', 'status': 'completed', 'code': 200} Apr 18 21:15:30.764260 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2dd997de-cbbd-4b66-a74f-5cfe3413dac2 req-1adf005d-d087-4b54-8938-059a05f1227b tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e184a49-3ebf-4b4b-ae0a-d44fb8635e55 HTTP/1.1" status: 200 len: 210 time: 0.0448551 Apr 18 21:15:32.047795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd93f8d-acf7-4242-81b3-662ba9a6809e req-3a59df42-f00a-4a71-b77c-f23cc3e2ed70 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.049373 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ccd93f8d-acf7-4242-81b3-662ba9a6809e req-3a59df42-f00a-4a71-b77c-f23cc3e2ed70 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0915382 Apr 18 21:15:32.101764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ccd93f8d-acf7-4242-81b3-662ba9a6809e req-6b8bd2eb-45aa-41ca-950e-97041338bff5 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447977 Apr 18 21:15:32.338664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e083b-af07-461f-90d8-5a74d781bfec req-81c7bca1-e8b7-4798-a135-5d74aeb4dba1 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.340183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a0e083b-af07-461f-90d8-5a74d781bfec req-81c7bca1-e8b7-4798-a135-5d74aeb4dba1 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.1005912 Apr 18 21:15:32.394893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0a0e083b-af07-461f-90d8-5a74d781bfec req-7975a24a-e477-445c-90d8-50dc66f4aaab tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484235 Apr 18 21:15:32.600765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2594f60-859a-418f-acc0-1cc4d45e843b req-2b5536fc-0b04-4cd6-8fb6-cd84c831877e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.601403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d2594f60-859a-418f-acc0-1cc4d45e843b req-2b5536fc-0b04-4cd6-8fb6-cd84c831877e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Synchronizing usage tracker for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:32.620026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d2594f60-859a-418f-acc0-1cc4d45e843b req-2b5536fc-0b04-4cd6-8fb6-cd84c831877e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Unset dirty status for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:32.621352 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d2594f60-859a-418f-acc0-1cc4d45e843b req-2b5536fc-0b04-4cd6-8fb6-cd84c831877e tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.1102979 Apr 18 21:15:32.671607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d2594f60-859a-418f-acc0-1cc4d45e843b req-98707037-62a6-4bc0-9815-4abde7d83442 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440242 Apr 18 21:15:32.970385 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e45984-64d2-4ade-89ec-331535fb0410 req-d090239c-6429-4af2-82d4-3c1ba7cdeaed tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:32.972353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85e45984-64d2-4ade-89ec-331535fb0410 req-d090239c-6429-4af2-82d4-3c1ba7cdeaed tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0810339 Apr 18 21:15:33.018671 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85e45984-64d2-4ade-89ec-331535fb0410 req-07a79629-4e08-4921-851b-74cf2205665d tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404897 Apr 18 21:15:33.217746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1ee7e-afa4-4d50-a521-f492d624c7b1 req-589107fc-a2c2-402c-96be-8ece72d8f8ec tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:33.219317 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04b1ee7e-afa4-4d50-a521-f492d624c7b1 req-589107fc-a2c2-402c-96be-8ece72d8f8ec tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0863264 Apr 18 21:15:33.268117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04b1ee7e-afa4-4d50-a521-f492d624c7b1 req-d1e9d89a-f5e5-4665-b8ad-18e019f100b8 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423999 Apr 18 21:15:33.316475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 590efe23-45d7-43cd-9b5c-920bb5b4067f no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:33.354383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 590efe23-45d7-43cd-9b5c-920bb5b4067f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:15:33.354743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 590efe23-45d7-43cd-9b5c-920bb5b4067f not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:33.488453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c67f3f-04c9-497d-8a86-559e8e572b65 req-a0ebf8af-0a65-4db6-9424-6ccc43bf8d6a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:33.490071 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3c67f3f-04c9-497d-8a86-559e8e572b65 req-a0ebf8af-0a65-4db6-9424-6ccc43bf8d6a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0970824 Apr 18 21:15:33.537903 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a3c67f3f-04c9-497d-8a86-559e8e572b65 req-ea5b6d29-08cb-4c22-b837-0af288fdccdb tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419531 Apr 18 21:15:34.069800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30a3d0-ed8a-4fc9-b1fb-c36a783782c8 req-0bf5842d-f2c2-430f-b9ba-d56900e6fba7 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:34.071285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad30a3d0-ed8a-4fc9-b1fb-c36a783782c8 req-0bf5842d-f2c2-430f-b9ba-d56900e6fba7 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0829847 Apr 18 21:15:34.115740 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad30a3d0-ed8a-4fc9-b1fb-c36a783782c8 req-4569b976-4496-4895-a860-acdb5413426a tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Apr 18 21:15:35.328781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418a7bb-370b-4860-ae43-01e275c617fb req-778ce5a8-f32c-4b5b-b21e-857ad6191414 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.330519 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b418a7bb-370b-4860-ae43-01e275c617fb req-778ce5a8-f32c-4b5b-b21e-857ad6191414 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0912256 Apr 18 21:15:35.376494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b418a7bb-370b-4860-ae43-01e275c617fb req-ccd6af41-e54f-410e-90b4-1c01bffa68b5 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ac0b91f-71a6-43f3-a82e-f01026f98614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Apr 18 21:15:35.506839 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021364-fc38-488f-9af1-e451265e9c02 req-dcdf6163-bc04-4f81-8dfe-1bff0418fc39 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:35.508298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10021364-fc38-488f-9af1-e451265e9c02 req-dcdf6163-bc04-4f81-8dfe-1bff0418fc39 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.61 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 946 time: 0.0859258 Apr 18 21:15:35.588625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Deleting port 831e06d9-0cd8-434a-bf6e-7bd092598e35 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:35.588960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.854456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] For port 831e06d9-0cd8-434a-bf6e-7bd092598e35, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=831e06d9-0cd8-434a-bf6e-7bd092598e35,segment=NetworkSegment(9fdac9f3-ee02-44b0-8996-42273dfb3c2d),segment_id=9fdac9f3-ee02-44b0-8996-42273dfb3c2d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:35.854708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:35.985047 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Calling delete_port for 831e06d9-0cd8-434a-bf6e-7bd092598e35 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:36.145373 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.162800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['831e06d9-0cd8-434a-bf6e-7bd092598e35'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:15:36.197119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Pushing event deleted for resources: {'Port': ['ID=831e06d9-0cd8-434a-bf6e-7bd092598e35,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:36.283959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] No DVR routers for this DVR port 831e06d9-0cd8-434a-bf6e-7bd092598e35 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:36.286864 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:36.289387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'name': 'network-vif-deleted', 'tag': '831e06d9-0cd8-434a-bf6e-7bd092598e35'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:15:36.306356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-10021364-fc38-488f-9af1-e451265e9c02 req-34c0bd2d-b9a9-4137-a3fd-52cf90247404 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.61 "DELETE /v2.0/ports/831e06d9-0cd8-434a-bf6e-7bd092598e35 HTTP/1.1" status: 204 len: 173 time: 0.7896869 Apr 18 21:15:36.340990 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0a9fc6-1e27-4d78-84ed-de25dcf8f75d'] response: {'server_uuid': 'e850e0d4-81ec-4a2d-99e5-ece00afe2922', 'name': 'network-vif-deleted', 'tag': '831e06d9-0cd8-434a-bf6e-7bd092598e35', 'status': 'completed', 'code': 200} Apr 18 21:15:36.542478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57ee76a3-67ac-4c01-a57f-7a1f4d85c01b req-f39bc16b-2c06-4e35-9c83-52e82161cd76 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Synchronizing usage tracker for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:36.558766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-57ee76a3-67ac-4c01-a57f-7a1f4d85c01b req-f39bc16b-2c06-4e35-9c83-52e82161cd76 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] Unset dirty status for tenant:482fd52e45d14000a38bd7a002ccc2f0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:36.559933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-57ee76a3-67ac-4c01-a57f-7a1f4d85c01b req-f39bc16b-2c06-4e35-9c83-52e82161cd76 tempest-ServersNegativeTestJSON-469154620 tempest-ServersNegativeTestJSON-469154620-project] 10.222.0.47 "GET /v2.0/ports?device_id=e850e0d4-81ec-4a2d-99e5-ece00afe2922 HTTP/1.1" status: 200 len: 210 time: 0.0606117 Apr 18 21:15:37.662266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:37.840754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] Deleting subnet 86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:15:37.844132 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.911943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:37.976381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.051798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.089053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:38.094147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.100816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e7494c58-0852-48a9-b0a3-69e78c6ced09 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/86d0bb3d-8f15-4fe1-a5a1-dd527c27fe3a HTTP/1.1" status: 204 len: 168 time: 0.4375129 Apr 18 21:15:38.103271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:38.213460 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.352338 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.377398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051b76f9-3ad8-474c-9698-e303d7a8731e']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:38.384835 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:15:38.389912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdac9f3-ee02-44b0-8996-42273dfb3c2d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:38.390211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdac9f3-ee02-44b0-8996-42273dfb3c2d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:38.402011 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.417816 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.423659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:38.424046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:38.436733 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:38.512867 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.529292 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.540691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] Pushing event deleted for resources: {'Network': ['ID=051b76f9-3ad8-474c-9698-e303d7a8731e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:38.547970 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ddc83f7f-161e-4144-9e19-e7ae9946c226 admin admin] 10.222.0.47 "DELETE /v2.0/networks/051b76f9-3ad8-474c-9698-e303d7a8731e HTTP/1.1" status: 204 len: 168 time: 0.4437613 Apr 18 21:15:38.669123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42692) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:38.716687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-76f681cb-768e-41ba-bf98-dd64221aa98e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=482fd52e45d14000a38bd7a002ccc2f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463934 Apr 18 21:15:38.719251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:38.781703 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abc7be59-541e-4275-b81a-28c6f51b1f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.807759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abc7be59-541e-4275-b81a-28c6f51b1f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.860117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abc7be59-541e-4275-b81a-28c6f51b1f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.877328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7be59-541e-4275-b81a-28c6f51b1f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac0b91f-71a6-43f3-a82e-f01026f98614,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:38.887526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abc7be59-541e-4275-b81a-28c6f51b1f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:38.888633 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-abc7be59-541e-4275-b81a-28c6f51b1f80 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ac0b91f-71a6-43f3-a82e-f01026f98614 HTTP/1.1" status: 204 len: 168 time: 0.1685221 Apr 18 21:15:39.410956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 831e06d9-0cd8-434a-bf6e-7bd092598e35 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:39.448383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 831e06d9-0cd8-434a-bf6e-7bd092598e35 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:15:39.448735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 831e06d9-0cd8-434a-bf6e-7bd092598e35 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:39.635162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:39.738742 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2125666120'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:39.744357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:39.748123 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:network and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:39.750918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:39.757723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:39.767286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:39.771438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.783155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.797629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:39.801464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:security_group_rule and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:39.804141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:39.809719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:39.891453 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.896339 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.927346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:39.942913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896a7db3-300a-4d4e-89a7-dd65049a96a4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:39.947210 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:39.947570 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Added segment 5b9df45e-f884-44f2-8dd0-9eb9822c90fa of type vlan for network bc064b40-8480-4134-8e92-db378238d8b2 Apr 18 21:15:39.975422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.005536 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.012404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:40.012987 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:40.125998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Network': ['ID=bc064b40-8480-4134-8e92-db378238d8b2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:40.130217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0639511a-60f6-4014-9b20-2b69d5076347 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4940293 Apr 18 21:15:40.147371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network bc064b40-8480-4134-8e92-db378238d8b2 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:43.440544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42726) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:43.446658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'subnet': {'network_id': 'bc064b40-8480-4134-8e92-db378238d8b2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:43.556557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:43.560396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:subnet and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:43.563197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:43.569429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:43.579086 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:43.583817 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.620867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-332aed3d-ad68-4bcc-9137-a659df463cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.800972 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.880946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Subnet': ['ID=ac878cf3-8741-4d88-8410-29fb5020c4e8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:43.890345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Checking segment: {'id': '5b9df45e-f884-44f2-8dd0-9eb9822c90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bc064b40-8480-4134-8e92-db378238d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:43.890705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network hostable DHCP agents. Network: bc064b40-8480-4134-8e92-db378238d8b2, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:43.910067 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network bc064b40-8480-4134-8e92-db378238d8b2 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:43.919384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, bc064b40-8480-4134-8e92-db378238d8b2) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:43.923626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:43.924230 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:43.929668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7362a59-1932-4bdd-b194-2f9e6ffadede None None] Network bc064b40-8480-4134-8e92-db378238d8b2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:43.957319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-bea2bab5-6bf0-4bed-a4a7-d0fe3d2fef4b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5152841 Apr 18 21:15:43.960465 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:43.966035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1977926609'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:43.971605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:43.975453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:network and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:43.978268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:43.984604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:43.996633 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:44.000725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.035091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:44.045103 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.045455 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Added segment 1734d8a7-44a6-4929-8c8b-c5291977e80f of type vlan for network e95ca6d0-48b1-415f-8e71-1f3f3d21e887 Apr 18 21:15:44.075687 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.110394 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.119516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:44.120414 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.168283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-bc064b40-8480-4134-8e92-db378238d8b2', 'network_id': 'bc064b40-8480-4134-8e92-db378238d8b2', 'tenant_id': '9f30152e710f4eaf8d7b1aa78aa433fc', 'fixed_ips': [{'subnet_id': 'ac878cf3-8741-4d88-8410-29fb5020c4e8'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:15:44.169173 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.331497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699443 Apr 18 21:15:44.334836 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42734) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:44.340845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Allocated IP 2001:db8:0:ffff::2 (bc064b40-8480-4134-8e92-db378238d8b2/ac878cf3-8741-4d88-8410-29fb5020c4e8/7f258200-356d-4455-a1df-b0e2a09fe832) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:44.341090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'subnet': {'network_id': 'e95ca6d0-48b1-415f-8e71-1f3f3d21e887', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:44.343216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0712db0-d9d2-4d43-9898-8756a8520a21 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Network': ['ID=e95ca6d0-48b1-415f-8e71-1f3f3d21e887,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:44.355311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network e95ca6d0-48b1-415f-8e71-1f3f3d21e887 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:44.461861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:44.465862 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:subnet and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:44.468683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:44.474713 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:44.484700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:44.488402 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.641356 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.652708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Transition to ACTIVE for port object 7f258200-356d-4455-a1df-b0e2a09fe832 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:44.671094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Transition to ACTIVE for port object 7f258200-356d-4455-a1df-b0e2a09fe832 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:44.677360 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.728025 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.743095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Network bc064b40-8480-4134-8e92-db378238d8b2 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:44.745864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:44.748371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:15:44.792863 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Pushing event updated for resources: {'Port': ['ID=7f258200-356d-4455-a1df-b0e2a09fe832,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:44.808691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Subnet': ['ID=d1f45721-cf0b-4156-a438-2f39b05e4e11,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:44.817974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Checking segment: {'id': '1734d8a7-44a6-4929-8c8b-c5291977e80f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e95ca6d0-48b1-415f-8e71-1f3f3d21e887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:44.818346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network hostable DHCP agents. Network: e95ca6d0-48b1-415f-8e71-1f3f3d21e887, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:44.839809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network e95ca6d0-48b1-415f-8e71-1f3f3d21e887 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:44.850411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, e95ca6d0-48b1-415f-8e71-1f3f3d21e887) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:44.854903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:44.855525 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.858755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Attempting to bind port 7f258200-356d-4455-a1df-b0e2a09fe832 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:44.859126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Attempting to bind port 7f258200-356d-4455-a1df-b0e2a09fe832 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '5b9df45e-f884-44f2-8dd0-9eb9822c90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bc064b40-8480-4134-8e92-db378238d8b2'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:44.859483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Attempting to bind port 7f258200-356d-4455-a1df-b0e2a09fe832 on network bc064b40-8480-4134-8e92-db378238d8b2 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:44.863178 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26489455-6a9f-4826-8ef0-c272f889bd38 None None] Network e95ca6d0-48b1-415f-8e71-1f3f3d21e887 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:44.877064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e01efdbf-a7dc-4ff9-a977-fab484b19461 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5406539 Apr 18 21:15:44.879883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:44.880945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:15:44.881326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Checking segment: {'id': '5b9df45e-f884-44f2-8dd0-9eb9822c90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bc064b40-8480-4134-8e92-db378238d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:44.881743 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:44.882135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Bound using segment: {'id': '5b9df45e-f884-44f2-8dd0-9eb9822c90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bc064b40-8480-4134-8e92-db378238d8b2'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:15:44.882598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Bound port: 7f258200-356d-4455-a1df-b0e2a09fe832, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b9df45e-f884-44f2-8dd0-9eb9822c90fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'bc064b40-8480-4134-8e92-db378238d8b2'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:44.882965 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.025861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.090283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] For port 7f258200-356d-4455-a1df-b0e2a09fe832, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:15:45.102090 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.142485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] For port 7f258200-356d-4455-a1df-b0e2a09fe832, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7f258200-356d-4455-a1df-b0e2a09fe832,segment=NetworkSegment(5b9df45e-f884-44f2-8dd0-9eb9822c90fa),segment_id=5b9df45e-f884-44f2-8dd0-9eb9822c90fa)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:15:45.148659 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.187273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.226575 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f45721-cf0b-4156-a438-2f39b05e4e11,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.266868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2013ddfd-a1a9-4f77-887a-502644534858 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-e95ca6d0-48b1-415f-8e71-1f3f3d21e887', 'network_id': 'e95ca6d0-48b1-415f-8e71-1f3f3d21e887', 'tenant_id': '9f30152e710f4eaf8d7b1aa78aa433fc', 'fixed_ips': [{'subnet_id': 'd1f45721-cf0b-4156-a438-2f39b05e4e11'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:15:45.268007 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2013ddfd-a1a9-4f77-887a-502644534858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.289060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd81d9-f180-4f12-a79f-bcd64ac813fe None None] Pushing event updated for resources: {'Port': ['ID=7f258200-356d-4455-a1df-b0e2a09fe832,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.328209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.358381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95ca6d0-48b1-415f-8e71-1f3f3d21e887']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:45.375272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1734d8a7-44a6-4929-8c8b-c5291977e80f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:45.375578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1734d8a7-44a6-4929-8c8b-c5291977e80f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:45.377882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ecee3b-bc50-4dac-9188-0ea5563026fd None None] Network e95ca6d0-48b1-415f-8e71-1f3f3d21e887 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:45.388356 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.405530 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.414357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:45.414791 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:45.430838 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:45.540333 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.545313 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.573440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Network': ['ID=e95ca6d0-48b1-415f-8e71-1f3f3d21e887,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.577232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f32d5d5-4994-4422-b736-d28c969ff5a6 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/e95ca6d0-48b1-415f-8e71-1f3f3d21e887 HTTP/1.1" status: 204 len: 168 time: 0.6962926 Apr 18 21:15:45.581709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:45.587541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1299330230'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:45.593749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:45.599056 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:network and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:45.602071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:45.608150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:45.620359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:45.623830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.652634 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 108} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:45.663468 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.663810 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Added segment 19198993-d392-43e5-87d8-c2f68f1e3683 of type vlan for network d62317e5-b0fe-472e-9fbf-0eaf4da852d1 Apr 18 21:15:45.694260 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.723274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.728835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:45.729349 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.825040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7f258200-356d-4455-a1df-b0e2a09fe832 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:45.825726 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2424724 Apr 18 21:15:45.828197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42746) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:45.835260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'subnet': {'network_id': 'd62317e5-b0fe-472e-9fbf-0eaf4da852d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:45.840502 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd453481-a12a-4838-9179-a1f7a2201db9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Network': ['ID=d62317e5-b0fe-472e-9fbf-0eaf4da852d1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:45.852454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network d62317e5-b0fe-472e-9fbf-0eaf4da852d1 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:45.954033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:45.958899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:subnet and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:45.962000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:45.968299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:45.980125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:45.984655 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:45.991804 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 7f258200-356d-4455-a1df-b0e2a09fe832 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:46.015320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-27b44be3-8424-403e-8d88-78536ee3776b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.083621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Performing IP validity checks on allocation pools {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 18 21:15:46.084143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.ipam_backend_mixin [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88141) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 18 21:15:46.222309 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.312017 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Subnet': ['ID=09b5a2ec-df7a-4c00-9cfb-eba289aec7cc,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:46.323877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Checking segment: {'id': '19198993-d392-43e5-87d8-c2f68f1e3683', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'd62317e5-b0fe-472e-9fbf-0eaf4da852d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:46.324278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network hostable DHCP agents. Network: d62317e5-b0fe-472e-9fbf-0eaf4da852d1, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:46.334247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f8ec2f-90d0-4c98-8495-35d7e6648041 None None] Network bc064b40-8480-4134-8e92-db378238d8b2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:46.343799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network d62317e5-b0fe-472e-9fbf-0eaf4da852d1 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:46.354807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, d62317e5-b0fe-472e-9fbf-0eaf4da852d1) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:46.359925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:46.361460 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.373587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a22860-208e-457c-b106-b981e68eea2f None None] Network d62317e5-b0fe-472e-9fbf-0eaf4da852d1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:46.384859 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-be1d5083-e97f-4be3-ae89-ab29877718c9 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5554981 Apr 18 21:15:46.387573 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42750) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:46.531413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-63e2dd61-da54-4da1-bb12-1259cf1bff3b None None] Provisioning for port 7f258200-356d-4455-a1df-b0e2a09fe832 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:46.545781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-63e2dd61-da54-4da1-bb12-1259cf1bff3b None None] Provisioning complete for port 7f258200-356d-4455-a1df-b0e2a09fe832 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:46.546149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-63e2dd61-da54-4da1-bb12-1259cf1bff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.645317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.714711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.792130 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.829302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d5a5f0-5b33-4f5d-97be-907468807e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-d62317e5-b0fe-472e-9fbf-0eaf4da852d1', 'network_id': 'd62317e5-b0fe-472e-9fbf-0eaf4da852d1', 'tenant_id': '9f30152e710f4eaf8d7b1aa78aa433fc', 'fixed_ips': [{'subnet_id': '09b5a2ec-df7a-4c00-9cfb-eba289aec7cc'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:15:46.830146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-71d5a5f0-5b33-4f5d-97be-907468807e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.867797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Subnet': ['ID=09b5a2ec-df7a-4c00-9cfb-eba289aec7cc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:46.923125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-63e2dd61-da54-4da1-bb12-1259cf1bff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.933147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.960762 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62317e5-b0fe-472e-9fbf-0eaf4da852d1']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:46.978941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19198993-d392-43e5-87d8-c2f68f1e3683') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:46.979246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19198993-d392-43e5-87d8-c2f68f1e3683') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:46.984752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-63e2dd61-da54-4da1-bb12-1259cf1bff3b None None] For port 7f258200-356d-4455-a1df-b0e2a09fe832, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7f258200-356d-4455-a1df-b0e2a09fe832,segment=NetworkSegment(5b9df45e-f884-44f2-8dd0-9eb9822c90fa),segment_id=5b9df45e-f884-44f2-8dd0-9eb9822c90fa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:46.993163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-63e2dd61-da54-4da1-bb12-1259cf1bff3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:46.994457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.013082 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.019515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:47.019919 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.024800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f1b6ee-1bf9-45a1-9530-1cc3f76c45f9 None None] Network d62317e5-b0fe-472e-9fbf-0eaf4da852d1 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:47.034832 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:47.117408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.138607 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.153046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Network': ['ID=d62317e5-b0fe-472e-9fbf-0eaf4da852d1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.168107 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e834ae42-9689-4ab4-a6f8-cc023db7288c tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/d62317e5-b0fe-472e-9fbf-0eaf4da852d1 HTTP/1.1" status: 204 len: 168 time: 0.7795267 Apr 18 21:15:47.171800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:47.178834 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1088315677'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:47.180587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e2dd61-da54-4da1-bb12-1259cf1bff3b None None] Pushing event updated for resources: {'Port': ['ID=7f258200-356d-4455-a1df-b0e2a09fe832,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.187084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:47.192216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:network and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:47.195690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:47.202207 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:47.219025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:47.223345 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.255012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:47.266480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.266919 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Added segment e1d164f5-eb49-47a5-bf56-6e37565e5545 of type vlan for network 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 Apr 18 21:15:47.298988 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.300628 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.308225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.336499 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.341955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:47.342510 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.420907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0756f061-1039-434c-ab19-2f9aae51ee37 None None] Provisioning complete for port 7f258200-356d-4455-a1df-b0e2a09fe832 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:47.421272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0756f061-1039-434c-ab19-2f9aae51ee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.445232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2683146 Apr 18 21:15:47.445937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42762) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:47.453237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'subnet': {'network_id': '6b793822-b8f5-4c2b-a470-9ee09d85f0c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:47.453658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8407c09-ad32-4168-aa04-6d8a18771019 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Network': ['ID=6b793822-b8f5-4c2b-a470-9ee09d85f0c4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.464074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:47.565868 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:47.570186 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:subnet and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:47.573340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:47.581417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:47.593857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:47.597904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.796977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7f258200-356d-4455-a1df-b0e2a09fe832 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:47.826915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.864000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 7f258200-356d-4455-a1df-b0e2a09fe832 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:47.864587 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.907452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Subnet': ['ID=9839b831-5c2f-4532-a87b-85250bc2a054,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:47.918587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Checking segment: {'id': 'e1d164f5-eb49-47a5-bf56-6e37565e5545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b793822-b8f5-4c2b-a470-9ee09d85f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:47.918946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network hostable DHCP agents. Network: 6b793822-b8f5-4c2b-a470-9ee09d85f0c4, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:47.939143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:47.950224 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6b793822-b8f5-4c2b-a470-9ee09d85f0c4) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:47.954855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:47.955646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:47.962226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5433cdad-83d3-4077-a7d2-0b4119141985 None None] Network 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:47.978829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dbdb6f53-a03f-4dcb-8872-6c555d6acfc0 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5315657 Apr 18 21:15:47.982986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42768) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:47.989768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-433549461'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:47.995851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:47.999774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:network and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:48.002663 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:48.008638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:48.022744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:48.026182 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.055743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 136} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:48.065001 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.065368 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Added segment 0a482e7d-e14e-45d1-a943-612b5f0f5643 of type vlan for network ae75c27e-fe53-477c-9914-525c5f09b61f Apr 18 21:15:48.093828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.126897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.132961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:48.133630 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.202512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-6b793822-b8f5-4c2b-a470-9ee09d85f0c4', 'network_id': '6b793822-b8f5-4c2b-a470-9ee09d85f0c4', 'tenant_id': '9f30152e710f4eaf8d7b1aa78aa433fc', 'fixed_ips': [{'subnet_id': '9839b831-5c2f-4532-a87b-85250bc2a054'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:15:48.203366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.234631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2502317 Apr 18 21:15:48.238388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:48.244342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Request body: {'subnet': {'network_id': 'ae75c27e-fe53-477c-9914-525c5f09b61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:48.247388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d673d32c-c152-47e9-bd07-263615657aad tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Network': ['ID=ae75c27e-fe53-477c-9914-525c5f09b61f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:48.258610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network ae75c27e-fe53-477c-9914-525c5f09b61f details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:48.359627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:48.363760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Usage tracker for resource:subnet and tenant:9f30152e710f4eaf8d7b1aa78aa433fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:48.366746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:48.372388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:48.384017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Made reservation on behalf of 9f30152e710f4eaf8d7b1aa78aa433fc for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:48.387859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.450822 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Allocated IP 2001:db8::2 (6b793822-b8f5-4c2b-a470-9ee09d85f0c4/9839b831-5c2f-4532-a87b-85250bc2a054/0604d201-297e-4229-b55e-4696aa8bb2cc) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:48.610724 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.663634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.674019 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.684569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Transition to ACTIVE for port object 0604d201-297e-4229-b55e-4696aa8bb2cc will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:48.691309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event updated for resources: {'Subnet': ['ID=533b997b-d89e-4e62-9706-83d7845d4b1d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:48.701477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Checking segment: {'id': '0a482e7d-e14e-45d1-a943-612b5f0f5643', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ae75c27e-fe53-477c-9914-525c5f09b61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:48.701863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network hostable DHCP agents. Network: ae75c27e-fe53-477c-9914-525c5f09b61f, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:48.703476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Transition to ACTIVE for port object 0604d201-297e-4229-b55e-4696aa8bb2cc will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:48.710126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.721458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Network ae75c27e-fe53-477c-9914-525c5f09b61f is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:48.730810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, ae75c27e-fe53-477c-9914-525c5f09b61f) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:48.735151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:48.735906 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:48.750405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68aa975-ba18-452e-a35c-7e53d619c3f6 None None] Network ae75c27e-fe53-477c-9914-525c5f09b61f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:48.759985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3d09da7b-0ebc-4bfe-8a56-00a59e27c5cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5204060 Apr 18 21:15:48.762566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:48.800756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Network 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:48.805263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:48.851636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:15:48.910427 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Pushing event updated for resources: {'Port': ['ID=0604d201-297e-4229-b55e-4696aa8bb2cc,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.020134 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.025246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Attempting to bind port 0604d201-297e-4229-b55e-4696aa8bb2cc on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:49.025642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Attempting to bind port 0604d201-297e-4229-b55e-4696aa8bb2cc by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e1d164f5-eb49-47a5-bf56-6e37565e5545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b793822-b8f5-4c2b-a470-9ee09d85f0c4'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:49.026010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Attempting to bind port 0604d201-297e-4229-b55e-4696aa8bb2cc on network 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:49.039097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:15:49.039465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Checking segment: {'id': 'e1d164f5-eb49-47a5-bf56-6e37565e5545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b793822-b8f5-4c2b-a470-9ee09d85f0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:49.039870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.040261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Bound using segment: {'id': 'e1d164f5-eb49-47a5-bf56-6e37565e5545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b793822-b8f5-4c2b-a470-9ee09d85f0c4'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:15:49.040723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Bound port: 0604d201-297e-4229-b55e-4696aa8bb2cc, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d164f5-eb49-47a5-bf56-6e37565e5545', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '6b793822-b8f5-4c2b-a470-9ee09d85f0c4'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:49.041098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.086234 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.163997 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.203998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4494e926-e7f3-4f03-8637-81f3cd0174d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-ae75c27e-fe53-477c-9914-525c5f09b61f', 'network_id': 'ae75c27e-fe53-477c-9914-525c5f09b61f', 'tenant_id': '9f30152e710f4eaf8d7b1aa78aa433fc', 'fixed_ips': [{'subnet_id': '533b997b-d89e-4e62-9706-83d7845d4b1d'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:15:49.205141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4494e926-e7f3-4f03-8637-81f3cd0174d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.209879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Subnet': ['ID=533b997b-d89e-4e62-9706-83d7845d4b1d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.233990 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.250472 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] For port 0604d201-297e-4229-b55e-4696aa8bb2cc, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:15:49.296947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] For port 0604d201-297e-4229-b55e-4696aa8bb2cc, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0604d201-297e-4229-b55e-4696aa8bb2cc,segment=NetworkSegment(e1d164f5-eb49-47a5-bf56-6e37565e5545),segment_id=e1d164f5-eb49-47a5-bf56-6e37565e5545)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:15:49.307287 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.311734 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.339904 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae75c27e-fe53-477c-9914-525c5f09b61f']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:49.353009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a482e7d-e14e-45d1-a943-612b5f0f5643') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:49.353388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a482e7d-e14e-45d1-a943-612b5f0f5643') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:49.365559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.386284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.395444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:49.395951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.398694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951cc311-03cb-4b05-9132-1bbb2b74c7ca None None] Network ae75c27e-fe53-477c-9914-525c5f09b61f requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:49.411949 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:49.434782 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedc85e-da5a-4f32-9eb2-c5334f1e9972 None None] Pushing event updated for resources: {'Port': ['ID=0604d201-297e-4229-b55e-4696aa8bb2cc,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.497424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.516471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.528563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Network': ['ID=ae75c27e-fe53-477c-9914-525c5f09b61f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:49.536244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:49.536876 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-176da8ec-73fe-4831-b353-c78b486dc041 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/ae75c27e-fe53-477c-9914-525c5f09b61f HTTP/1.1" status: 204 len: 168 time: 0.7727630 Apr 18 21:15:49.597836 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-21f64750-e61a-44c6-8ed5-1f2b0a080b35 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] GET failed (client error): The resource could not be found. Apr 18 21:15:49.598271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-21f64750-e61a-44c6-8ed5-1f2b0a080b35 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Synchronizing usage tracker for tenant:9f30152e710f4eaf8d7b1aa78aa433fc on resource:subnet {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:49.618138 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-21f64750-e61a-44c6-8ed5-1f2b0a080b35 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Unset dirty status for tenant:9f30152e710f4eaf8d7b1aa78aa433fc on resource:subnet {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:49.619753 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-21f64750-e61a-44c6-8ed5-1f2b0a080b35 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "GET /v2.0/subnets/533b997b-d89e-4e62-9706-83d7845d4b1d HTTP/1.1" status: 404 len: 337 time: 0.0812893 Apr 18 21:15:49.622825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:49.649331 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fddc5fc-3d63-463b-a6fd-ad572ab04368 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] DELETE failed (client error): The resource could not be found. Apr 18 21:15:49.649864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fddc5fc-3d63-463b-a6fd-ad572ab04368 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:49.651590 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0fddc5fc-3d63-463b-a6fd-ad572ab04368 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/ae75c27e-fe53-477c-9914-525c5f09b61f HTTP/1.1" status: 404 len: 339 time: 0.0277784 Apr 18 21:15:49.655494 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:49.696083 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-93283e4b-20d2-4705-84ce-37ce88723b64 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] DELETE failed (client error): The resource could not be found. Apr 18 21:15:49.696543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93283e4b-20d2-4705-84ce-37ce88723b64 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:49.698412 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-93283e4b-20d2-4705-84ce-37ce88723b64 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/subnets/533b997b-d89e-4e62-9706-83d7845d4b1d HTTP/1.1" status: 404 len: 337 time: 0.0419512 Apr 18 21:15:49.701116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42792) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:49.710369 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.731305 n-d-836016-3 neutron-server[88141]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce82dcb0-1311-4be0-b096-452af6f40e74 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] DELETE failed (client error): The resource could not be found. Apr 18 21:15:49.731642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce82dcb0-1311-4be0-b096-452af6f40e74 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88141) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:49.733651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ce82dcb0-1311-4be0-b096-452af6f40e74 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/ae75c27e-fe53-477c-9914-525c5f09b61f HTTP/1.1" status: 404 len: 339 time: 0.0312252 Apr 18 21:15:49.736343 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:49.807637 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Deleting subnet 9839b831-5c2f-4532-a87b-85250bc2a054 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:15:49.810883 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.820943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0604d201-297e-4229-b55e-4696aa8bb2cc up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:49.866556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:49.889617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0604d201-297e-4229-b55e-4696aa8bb2cc completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:49.959171 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.032939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.076453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Subnet': ['ID=9839b831-5c2f-4532-a87b-85250bc2a054,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:50.080188 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.097245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-891865cb-fff4-4e6a-bc12-c4e69cf321de tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/subnets/9839b831-5c2f-4532-a87b-85250bc2a054 HTTP/1.1" status: 204 len: 168 time: 0.3571429 Apr 18 21:15:50.097543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:50.218443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.229902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Deleting port 0604d201-297e-4229-b55e-4696aa8bb2cc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:50.230238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.380308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086c595-2e49-4bbc-ab6b-3b49ae006511 None None] Network 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:50.457744 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] For port 0604d201-297e-4229-b55e-4696aa8bb2cc, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0604d201-297e-4229-b55e-4696aa8bb2cc,segment=NetworkSegment(e1d164f5-eb49-47a5-bf56-6e37565e5545),segment_id=e1d164f5-eb49-47a5-bf56-6e37565e5545)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:50.458733 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.550921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a0b4b914-a671-42f3-92d3-e5711a690a2e None None] Provisioning for port 0604d201-297e-4229-b55e-4696aa8bb2cc completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:50.561947 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-a0b4b914-a671-42f3-92d3-e5711a690a2e None None] Provisioning complete for port 0604d201-297e-4229-b55e-4696aa8bb2cc triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:50.562323 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a0b4b914-a671-42f3-92d3-e5711a690a2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.584729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Calling delete_port for 0604d201-297e-4229-b55e-4696aa8bb2cc owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:50.666635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.681243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a0b4b914-a671-42f3-92d3-e5711a690a2e None None] Port 0604d201-297e-4229-b55e-4696aa8bb2cc update to ACTIVE by agent not found {{(pid=88143) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 18 21:15:50.704830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c69be9-4d5d-4dbd-9333-59ac03c72d4b None None] DHCP port deletion for 6b793822-b8f5-4c2b-a470-9ee09d85f0c4 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:15:50.721052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No DVR routers for this DVR port 0604d201-297e-4229-b55e-4696aa8bb2cc on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:50.752503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Port': ['ID=0604d201-297e-4229-b55e-4696aa8bb2cc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:50.951865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:50.977488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b793822-b8f5-4c2b-a470-9ee09d85f0c4']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:50.989193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d164f5-eb49-47a5-bf56-6e37565e5545') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:50.989483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d164f5-eb49-47a5-bf56-6e37565e5545') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:51.000725 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.021185 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.027088 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:51.027465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:51.041570 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:51.117289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.122236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.150654 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/6b793822-b8f5-4c2b-a470-9ee09d85f0c4 HTTP/1.1" status: 204 len: 168 time: 1.0518818 Apr 18 21:15:51.151505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f12218c-5f8f-4a2b-994f-8adc9dfeec2e tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Network': ['ID=6b793822-b8f5-4c2b-a470-9ee09d85f0c4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:51.153066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:51.194238 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e11f0e28-93e5-4acf-8533-fc04f4ee644b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] DELETE failed (client error): The resource could not be found. Apr 18 21:15:51.194690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e11f0e28-93e5-4acf-8533-fc04f4ee644b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:51.196365 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e11f0e28-93e5-4acf-8533-fc04f4ee644b tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/subnets/09b5a2ec-df7a-4c00-9cfb-eba289aec7cc HTTP/1.1" status: 404 len: 337 time: 0.0423899 Apr 18 21:15:51.199084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:51.223854 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f73460b0-a0bd-495e-b062-e629c4dc99f5 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] DELETE failed (client error): The resource could not be found. Apr 18 21:15:51.224312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f73460b0-a0bd-495e-b062-e629c4dc99f5 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:51.225944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f73460b0-a0bd-495e-b062-e629c4dc99f5 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/d62317e5-b0fe-472e-9fbf-0eaf4da852d1 HTTP/1.1" status: 404 len: 339 time: 0.0259757 Apr 18 21:15:51.228451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:51.265030 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-adfc2774-7497-41b3-b6a0-b3b439a11a31 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] DELETE failed (client error): The resource could not be found. Apr 18 21:15:51.265481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adfc2774-7497-41b3-b6a0-b3b439a11a31 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:51.267154 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-adfc2774-7497-41b3-b6a0-b3b439a11a31 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/subnets/d1f45721-cf0b-4156-a438-2f39b05e4e11 HTTP/1.1" status: 404 len: 337 time: 0.0378978 Apr 18 21:15:51.270291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:51.293896 n-d-836016-3 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ec0373-81ce-4a16-ac58-5e778c2207cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] DELETE failed (client error): The resource could not be found. Apr 18 21:15:51.294400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3ec0373-81ce-4a16-ac58-5e778c2207cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 18 21:15:51.296018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f3ec0373-81ce-4a16-ac58-5e778c2207cb tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/e95ca6d0-48b1-415f-8e71-1f3f3d21e887 HTTP/1.1" status: 404 len: 339 time: 0.0248480 Apr 18 21:15:51.298530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:51.370287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Deleting subnet ac878cf3-8741-4d88-8410-29fb5020c4e8 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:15:51.373171 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.427153 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.513154 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.587083 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.628787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Subnet': ['ID=ac878cf3-8741-4d88-8410-29fb5020c4e8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:51.630774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.635345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccdfbb3-ee3a-42a4-9244-f87b27f0fcc1 None None] Network bc064b40-8480-4134-8e92-db378238d8b2 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:51.640853 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-71608e4c-3b51-4dcd-952b-e68cb570c142 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/subnets/ac878cf3-8741-4d88-8410-29fb5020c4e8 HTTP/1.1" status: 204 len: 168 time: 0.3413737 Apr 18 21:15:51.643453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42828) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:51.759090 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.770723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Deleting port 7f258200-356d-4455-a1df-b0e2a09fe832 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:51.771150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.801728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0604d201-297e-4229-b55e-4696aa8bb2cc no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:51.840998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0604d201-297e-4229-b55e-4696aa8bb2cc {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:15:51.841352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0604d201-297e-4229-b55e-4696aa8bb2cc not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:51.929316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] DHCP port deletion for bc064b40-8480-4134-8e92-db378238d8b2 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:15:51.933562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Deleting port 7f258200-356d-4455-a1df-b0e2a09fe832 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:51.933940 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:51.989945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] For port 7f258200-356d-4455-a1df-b0e2a09fe832, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7f258200-356d-4455-a1df-b0e2a09fe832,segment=NetworkSegment(5b9df45e-f884-44f2-8dd0-9eb9822c90fa),segment_id=5b9df45e-f884-44f2-8dd0-9eb9822c90fa)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:51.990424 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.114711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Calling delete_port for 7f258200-356d-4455-a1df-b0e2a09fe832 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:52.143147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] For port 7f258200-356d-4455-a1df-b0e2a09fe832, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=7f258200-356d-4455-a1df-b0e2a09fe832,segment=NetworkSegment(5b9df45e-f884-44f2-8dd0-9eb9822c90fa),segment_id=5b9df45e-f884-44f2-8dd0-9eb9822c90fa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:52.143545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.193884 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.238029 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Port': ['ID=7f258200-356d-4455-a1df-b0e2a09fe832,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:52.243237 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] No DVR routers for this DVR port 7f258200-356d-4455-a1df-b0e2a09fe832 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:52.265705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Calling delete_port for 7f258200-356d-4455-a1df-b0e2a09fe832 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:52.366347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.370263 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:15:52.370630 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:15:52.391189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc064b40-8480-4134-8e92-db378238d8b2']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:52.402955 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b9df45e-f884-44f2-8dd0-9eb9822c90fa') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:52.403246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b9df45e-f884-44f2-8dd0-9eb9822c90fa') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:52.415143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.431175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.437152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:52.437567 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:52.456096 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:52.532268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.550390 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.561244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] Pushing event deleted for resources: {'Network': ['ID=bc064b40-8480-4134-8e92-db378238d8b2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:52.568207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cc01a65f-ceff-4af7-a1c9-d721ee4f0d76 tempest-NetworksIpV6Test-1884759916 tempest-NetworksIpV6Test-1884759916-project] 10.222.0.47 "DELETE /v2.0/networks/bc064b40-8480-4134-8e92-db378238d8b2 HTTP/1.1" status: 204 len: 168 time: 0.9212472 Apr 18 21:15:52.828704 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42836) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:52.871872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Deleting port 7f258200-356d-4455-a1df-b0e2a09fe832 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:52.872432 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:52.937440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-db0b0085-23bf-4531-b9f8-204a08bc5096 None None] The port '7f258200-356d-4455-a1df-b0e2a09fe832' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:15:52.988058 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-33cdf04a-c7f2-4d4d-a314-7394ae142f71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f30152e710f4eaf8d7b1aa78aa433fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580236 Apr 18 21:15:52.990857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:53.062145 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35fcfbe3-1803-4415-b1ae-d4c691d8ea60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.087917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35fcfbe3-1803-4415-b1ae-d4c691d8ea60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.144289 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35fcfbe3-1803-4415-b1ae-d4c691d8ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.159540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fcfbe3-1803-4415-b1ae-d4c691d8ea60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896a7db3-300a-4d4e-89a7-dd65049a96a4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:53.167388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35fcfbe3-1803-4415-b1ae-d4c691d8ea60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:53.167641 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-35fcfbe3-1803-4415-b1ae-d4c691d8ea60 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/896a7db3-300a-4d4e-89a7-dd65049a96a4 HTTP/1.1" status: 204 len: 168 time: 0.1753469 Apr 18 21:15:53.794126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7f258200-356d-4455-a1df-b0e2a09fe832 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:53.830358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 7f258200-356d-4455-a1df-b0e2a09fe832 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:15:53.830909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 7f258200-356d-4455-a1df-b0e2a09fe832 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:53.869416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:53.983301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-138821119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:53.991762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:53.999918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Usage tracker for resource:router and tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:54.003214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:54.016542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:54.032148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.032960 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.048516 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.068148 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.091159 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.092369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4dcb5371-92bf-4ebc-97ee-4c5ace7d781e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2219398 Apr 18 21:15:54.095179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42872) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:54.101606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-976721855'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:54.107433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:54.112591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Usage tracker for resource:network and tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:54.115625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:54.121399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:54.132099 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Made reservation on behalf of 2ee6865e0a8549a69b6d1d5b92d4acc7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:54.135529 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.147722 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.162915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:54.166699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Usage tracker for resource:security_group_rule and tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:54.169481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:54.176271 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:54.262178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.266209 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.295860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 109} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:54.309083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75c029f1-6279-4057-b416-9b24d019aa43,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:54.314117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.314463 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Added segment 07651340-587d-4cd6-b0c2-058653b75fa1 of type vlan for network 323f7cea-c64b-439d-b26f-e9fa6638e202 Apr 18 21:15:54.342603 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.377079 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.382597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:54.383169 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.494432 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3982241 Apr 18 21:15:54.497336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42876) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:54.497872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383bba50-7efe-44e6-a213-373bfb8235d9 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event updated for resources: {'Network': ['ID=323f7cea-c64b-439d-b26f-e9fa6638e202,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:54.503758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Request body: {'subnet': {'network_id': '323f7cea-c64b-439d-b26f-e9fa6638e202', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:54.507700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 323f7cea-c64b-439d-b26f-e9fa6638e202 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:54.622346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:54.626539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Usage tracker for resource:subnet and tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:54.633453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:54.640069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:54.653405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Made reservation on behalf of 2ee6865e0a8549a69b6d1d5b92d4acc7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:54.656992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.884249 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:54.965965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event updated for resources: {'Subnet': ['ID=e2029ba6-f644-47ad-a2b1-6cf0b0eb033b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:54.973487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Checking segment: {'id': '07651340-587d-4cd6-b0c2-058653b75fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '323f7cea-c64b-439d-b26f-e9fa6638e202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:54.973892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Network hostable DHCP agents. Network: 323f7cea-c64b-439d-b26f-e9fa6638e202, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:54.993681 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Network 323f7cea-c64b-439d-b26f-e9fa6638e202 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:55.003249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 323f7cea-c64b-439d-b26f-e9fa6638e202) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:55.007298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.007892 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.013351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273e40dd-f890-4f10-bd58-6cfa2a7c85d5 None None] Network 323f7cea-c64b-439d-b26f-e9fa6638e202 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:55.032465 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5a918c8b-cfce-439a-ba31-1b11867418f3 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5310502 Apr 18 21:15:55.032793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42880) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.038500 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2108734845'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:55.043985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:55.047766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Usage tracker for resource:network and tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:55.051462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:55.057944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:55.070256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Made reservation on behalf of 2ee6865e0a8549a69b6d1d5b92d4acc7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:55.073869 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.104006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:15:55.114229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.114577 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Added segment bd88cf78-8fad-4702-aec6-313b6ae65df4 of type vlan for network 491e9187-ed27-47c4-8ef6-86c67d13e294 Apr 18 21:15:55.143614 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.173750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.179694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.180376 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.233784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1998732 Apr 18 21:15:55.237308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42884) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.239222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-323f7cea-c64b-439d-b26f-e9fa6638e202', 'network_id': '323f7cea-c64b-439d-b26f-e9fa6638e202', 'tenant_id': '2ee6865e0a8549a69b6d1d5b92d4acc7', 'fixed_ips': [{'subnet_id': 'e2029ba6-f644-47ad-a2b1-6cf0b0eb033b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:15:55.240223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.243366 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Request body: {'subnet': {'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:55.362692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:15:55.367150 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Usage tracker for resource:subnet and tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:15:55.370071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:15:55.375865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:15:55.386829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Made reservation on behalf of 2ee6865e0a8549a69b6d1d5b92d4acc7 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:15:55.390267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.410708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Allocated IP 172.20.0.2 (323f7cea-c64b-439d-b26f-e9fa6638e202/e2029ba6-f644-47ad-a2b1-6cf0b0eb033b/c6baf5e9-e65e-4e15-962a-82f69c04bede) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:55.410897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148c667-3b38-4614-90f8-57210b7e55af tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event updated for resources: {'Network': ['ID=491e9187-ed27-47c4-8ef6-86c67d13e294,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:55.421881 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 491e9187-ed27-47c4-8ef6-86c67d13e294 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:15:55.619977 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.700594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event updated for resources: {'Subnet': ['ID=8c8405ac-f0f7-470d-9e71-c37a50a0638b,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:55.710339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Checking segment: {'id': 'bd88cf78-8fad-4702-aec6-313b6ae65df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:55.710703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Network hostable DHCP agents. Network: 491e9187-ed27-47c4-8ef6-86c67d13e294, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:15:55.714384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.726546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Transition to ACTIVE for port object c6baf5e9-e65e-4e15-962a-82f69c04bede will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:55.730497 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Network 491e9187-ed27-47c4-8ef6-86c67d13e294 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:15:55.741260 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 491e9187-ed27-47c4-8ef6-86c67d13e294) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:55.746718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:15:55.747352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.748862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Transition to ACTIVE for port object c6baf5e9-e65e-4e15-962a-82f69c04bede will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:55.754937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9aa5429-a857-43a7-ae0e-1537b14a8175 None None] Network 491e9187-ed27-47c4-8ef6-86c67d13e294 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:55.771501 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-589e9c44-63ca-4e45-b455-1bcde36e63cc tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5330009 Apr 18 21:15:55.774432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42888) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:55.774866 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:55.779792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0f4a5822-88bc-414d-912b-6f2ab56288e2 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Request body: {'router': {'external_gateway_info': {'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:15:55.913973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Network 323f7cea-c64b-439d-b26f-e9fa6638e202 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:55.922876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:55.929768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:15:55.939281 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Pushing event updated for resources: {'Port': ['ID=c6baf5e9-e65e-4e15-962a-82f69c04bede,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:56.078441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Attempting to bind port c6baf5e9-e65e-4e15-962a-82f69c04bede on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:56.078868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Attempting to bind port c6baf5e9-e65e-4e15-962a-82f69c04bede by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07651340-587d-4cd6-b0c2-058653b75fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '323f7cea-c64b-439d-b26f-e9fa6638e202'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:56.079240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Attempting to bind port c6baf5e9-e65e-4e15-962a-82f69c04bede on network 323f7cea-c64b-439d-b26f-e9fa6638e202 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:56.089574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:15:56.089995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Checking segment: {'id': '07651340-587d-4cd6-b0c2-058653b75fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '323f7cea-c64b-439d-b26f-e9fa6638e202'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:56.090349 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.090739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Bound using segment: {'id': '07651340-587d-4cd6-b0c2-058653b75fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '323f7cea-c64b-439d-b26f-e9fa6638e202'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:15:56.091203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Bound port: c6baf5e9-e65e-4e15-962a-82f69c04bede, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07651340-587d-4cd6-b0c2-058653b75fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '323f7cea-c64b-439d-b26f-e9fa6638e202'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:56.091577 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.178583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-491e9187-ed27-47c4-8ef6-86c67d13e294', 'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294', 'tenant_id': '2ee6865e0a8549a69b6d1d5b92d4acc7', 'fixed_ips': [{'subnet_id': '8c8405ac-f0f7-470d-9e71-c37a50a0638b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:15:56.179395 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.283611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] For port c6baf5e9-e65e-4e15-962a-82f69c04bede, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:15:56.293769 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f4a5822-88bc-414d-912b-6f2ab56288e2 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.300027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] For port c6baf5e9-e65e-4e15-962a-82f69c04bede, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c6baf5e9-e65e-4e15-962a-82f69c04bede,segment=NetworkSegment(07651340-587d-4cd6-b0c2-058653b75fa1),segment_id=07651340-587d-4cd6-b0c2-058653b75fa1)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:15:56.307925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.455001 n-d-836016-3 neutron-server[88141]: INFO neutron.api.v2.resource [None req-0f4a5822-88bc-414d-912b-6f2ab56288e2 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 18 21:15:56.462418 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0f4a5822-88bc-414d-912b-6f2ab56288e2 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "PUT /v2.0/routers/8cba4ea4-ee95-4593-9ff7-01c6ca316902 HTTP/1.1" status: 400 len: 364 time: 0.6812966 Apr 18 21:15:56.462695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42892) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:56.488377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72ef1b-6d24-4037-b735-d8a286dd2203 None None] Pushing event updated for resources: {'Port': ['ID=c6baf5e9-e65e-4e15-962a-82f69c04bede,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:56.505406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Allocated IP 172.21.0.2 (491e9187-ed27-47c4-8ef6-86c67d13e294/8c8405ac-f0f7-470d-9e71-c37a50a0638b/58618f8b-53d2-4f31-98b0-9aeaf80e2e1a) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:15:56.539347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Deleting subnet 8c8405ac-f0f7-470d-9e71-c37a50a0638b {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:15:56.739272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.750276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Transition to ACTIVE for port object 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:56.770678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Transition to ACTIVE for port object 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:15:56.776079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.776631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.843111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Network 491e9187-ed27-47c4-8ef6-86c67d13e294 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:15:56.846364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:15:56.847406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.850147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:15:56.890139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Pushing event updated for resources: {'Port': ['ID=58618f8b-53d2-4f31-98b0-9aeaf80e2e1a,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:56.940133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.954025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Attempting to bind port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:15:56.954403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Attempting to bind port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'bd88cf78-8fad-4702-aec6-313b6ae65df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:15:56.954771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Attempting to bind port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a on network 491e9187-ed27-47c4-8ef6-86c67d13e294 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:15:56.963582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:15:56.963960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Checking segment: {'id': 'bd88cf78-8fad-4702-aec6-313b6ae65df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:15:56.964446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:56.964760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Bound using segment: {'id': 'bd88cf78-8fad-4702-aec6-313b6ae65df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:15:56.965217 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Bound port: 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd88cf78-8fad-4702-aec6-313b6ae65df4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '491e9187-ed27-47c4-8ef6-86c67d13e294'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:15:56.965622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.020643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.064533 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event deleted for resources: {'Subnet': ['ID=8c8405ac-f0f7-470d-9e71-c37a50a0638b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:57.069592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.076888 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de2dc0da-15fd-428b-a51d-2aef408ef64b tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "DELETE /v2.0/subnets/8c8405ac-f0f7-470d-9e71-c37a50a0638b HTTP/1.1" status: 204 len: 168 time: 0.6131237 Apr 18 21:15:57.079335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42896) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:57.082419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] For port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:15:57.085750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] For port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=58618f8b-53d2-4f31-98b0-9aeaf80e2e1a,segment=NetworkSegment(bd88cf78-8fad-4702-aec6-313b6ae65df4),segment_id=bd88cf78-8fad-4702-aec6-313b6ae65df4)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:15:57.090347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.206129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.218664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Deleting port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:57.219018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.227734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbeaf26-dde6-40e8-a122-52d5561e6d21 None None] Pushing event updated for resources: {'Port': ['ID=58618f8b-53d2-4f31-98b0-9aeaf80e2e1a,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:57.241145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0ca73-99f6-4ce0-af1a-b37d6b2487fd None None] Network 491e9187-ed27-47c4-8ef6-86c67d13e294 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:57.446305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] For port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=58618f8b-53d2-4f31-98b0-9aeaf80e2e1a,segment=NetworkSegment(bd88cf78-8fad-4702-aec6-313b6ae65df4),segment_id=bd88cf78-8fad-4702-aec6-313b6ae65df4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:57.446666 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.514840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc6b394-f259-4535-ba29-f6a4e239051c None None] Network 323f7cea-c64b-439d-b26f-e9fa6638e202 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:57.575190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Calling delete_port for 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:57.616440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-291c9f47-9061-4b97-8b33-aea81550afed None None] Provisioning for port c6baf5e9-e65e-4e15-962a-82f69c04bede completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:57.793875 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.841672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c6baf5e9-e65e-4e15-962a-82f69c04bede up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:15:57.851047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event deleted for resources: {'Port': ['ID=58618f8b-53d2-4f31-98b0-9aeaf80e2e1a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:57.854861 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] No DVR routers for this DVR port 58618f8b-53d2-4f31-98b0-9aeaf80e2e1a on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:57.920304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port c6baf5e9-e65e-4e15-962a-82f69c04bede completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:15:57.926199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port c6baf5e9-e65e-4e15-962a-82f69c04bede triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:57.926570 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:57.979976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e87bd-7bfc-4351-ac91-53da70e95ee1 None None] get_active_networks_info from n-d-836016-3 {{(pid=88143) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 18 21:15:57.992253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.024451 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['491e9187-ed27-47c4-8ef6-86c67d13e294']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:58.038246 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd88cf78-8fad-4702-aec6-313b6ae65df4') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:58.038546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd88cf78-8fad-4702-aec6-313b6ae65df4') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:58.051554 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.074208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.082647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:58.083056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:58.099987 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:58.122431 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.146902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8d44973c-e52e-451c-b79b-3a3e7d791659 None None] Provisioning complete for port c6baf5e9-e65e-4e15-962a-82f69c04bede triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:15:58.147273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8d44973c-e52e-451c-b79b-3a3e7d791659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.179581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.197978 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.200778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf6e87bd-7bfc-4351-ac91-53da70e95ee1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 18 21:15:58.210039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event deleted for resources: {'Network': ['ID=491e9187-ed27-47c4-8ef6-86c67d13e294,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:58.211331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port c6baf5e9-e65e-4e15-962a-82f69c04bede, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c6baf5e9-e65e-4e15-962a-82f69c04bede,segment=NetworkSegment(07651340-587d-4cd6-b0c2-058653b75fa1),segment_id=07651340-587d-4cd6-b0c2-058653b75fa1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:58.218446 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.218798 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.219139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.219473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.219829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.220165 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.220491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.220819 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.221730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.222257 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.222780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.223120 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:15:58.226632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-73ba54a1-384f-47b1-afcc-da4871eca74f tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "DELETE /v2.0/networks/491e9187-ed27-47c4-8ef6-86c67d13e294 HTTP/1.1" status: 204 len: 168 time: 1.1463645 Apr 18 21:15:58.227725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.229173 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:58.298627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Deleting subnet e2029ba6-f644-47ad-a2b1-6cf0b0eb033b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:15:58.302282 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.364326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.435903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=c6baf5e9-e65e-4e15-962a-82f69c04bede,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:58.451513 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.532208 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.570779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event deleted for resources: {'Subnet': ['ID=e2029ba6-f644-47ad-a2b1-6cf0b0eb033b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:58.574560 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.581896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d2a43726-ce1a-411f-b5da-55d0e4ae6ca7 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "DELETE /v2.0/subnets/e2029ba6-f644-47ad-a2b1-6cf0b0eb033b HTTP/1.1" status: 204 len: 168 time: 0.3515904 Apr 18 21:15:58.584291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42904) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:58.668906 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1629edd0-1549-4a0f-94e7-7495594a27d4 None None] Network 323f7cea-c64b-439d-b26f-e9fa6638e202 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:15:58.700181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.710973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Deleting port c6baf5e9-e65e-4e15-962a-82f69c04bede {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:58.711301 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.916454 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] DHCP port deletion for 323f7cea-c64b-439d-b26f-e9fa6638e202 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:15:58.920335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Deleting port c6baf5e9-e65e-4e15-962a-82f69c04bede {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:58.920612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] For port c6baf5e9-e65e-4e15-962a-82f69c04bede, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c6baf5e9-e65e-4e15-962a-82f69c04bede,segment=NetworkSegment(07651340-587d-4cd6-b0c2-058653b75fa1),segment_id=07651340-587d-4cd6-b0c2-058653b75fa1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:58.920739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:58.920969 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.047621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Calling delete_port for c6baf5e9-e65e-4e15-962a-82f69c04bede owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:59.126111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] For port c6baf5e9-e65e-4e15-962a-82f69c04bede, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=c6baf5e9-e65e-4e15-962a-82f69c04bede,segment=NetworkSegment(07651340-587d-4cd6-b0c2-058653b75fa1),segment_id=07651340-587d-4cd6-b0c2-058653b75fa1)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:15:59.126649 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.130813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.181447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event deleted for resources: {'Port': ['ID=c6baf5e9-e65e-4e15-962a-82f69c04bede,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:59.185015 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] No DVR routers for this DVR port c6baf5e9-e65e-4e15-962a-82f69c04bede on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:15:59.259125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Calling delete_port for c6baf5e9-e65e-4e15-962a-82f69c04bede owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:15:59.308633 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.335373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:15:59.335739 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:15:59.336676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323f7cea-c64b-439d-b26f-e9fa6638e202']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:59.349273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07651340-587d-4cd6-b0c2-058653b75fa1') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:59.349604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07651340-587d-4cd6-b0c2-058653b75fa1') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:15:59.360908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.377938 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.384194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:15:59.384590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:15:59.398884 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:15:59.477989 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.495798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.508274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Pushing event deleted for resources: {'Network': ['ID=323f7cea-c64b-439d-b26f-e9fa6638e202,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:15:59.510790 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9f66718f-a90c-4ce8-bcaf-a4a73661f513 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "DELETE /v2.0/networks/323f7cea-c64b-439d-b26f-e9fa6638e202 HTTP/1.1" status: 204 len: 168 time: 0.9254897 Apr 18 21:15:59.513718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:59.555278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ad1b35c-b2c8-4626-9402-bf59611a979e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Synchronizing usage tracker for tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:15:59.572055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0ad1b35c-b2c8-4626-9402-bf59611a979e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Unset dirty status for tenant:2ee6865e0a8549a69b6d1d5b92d4acc7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:15:59.573206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0ad1b35c-b2c8-4626-9402-bf59611a979e tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "GET /v2.0/ports?device_id=8cba4ea4-ee95-4593-9ff7-01c6ca316902 HTTP/1.1" status: 200 len: 205 time: 0.0585833 Apr 18 21:15:59.575780 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:15:59.801072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c6baf5e9-e65e-4e15-962a-82f69c04bede no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:15:59.817028 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8f33def-9eda-43c6-897f-ee0a2dd01238 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.835120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: c6baf5e9-e65e-4e15-962a-82f69c04bede {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:15:59.835404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device c6baf5e9-e65e-4e15-962a-82f69c04bede not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:15:59.836722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Deleting port c6baf5e9-e65e-4e15-962a-82f69c04bede {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:15:59.837106 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:15:59.906591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5bffb1b5-ce92-4354-9845-594781c315a0 None None] The port 'c6baf5e9-e65e-4e15-962a-82f69c04bede' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:16:00.118081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8f33def-9eda-43c6-897f-ee0a2dd01238 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.120235 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8f33def-9eda-43c6-897f-ee0a2dd01238 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.143904 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8f33def-9eda-43c6-897f-ee0a2dd01238 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.144401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f33def-9eda-43c6-897f-ee0a2dd01238 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Fanout notify agent at l3_agent the message router_deleted on router 8cba4ea4-ee95-4593-9ff7-01c6ca316902 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:16:00.155281 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8f33def-9eda-43c6-897f-ee0a2dd01238 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.156340 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-a8f33def-9eda-43c6-897f-ee0a2dd01238 tempest-RoutersNegativeTest-1668308813 tempest-RoutersNegativeTest-1668308813-project] 10.222.0.47 "DELETE /v2.0/routers/8cba4ea4-ee95-4593-9ff7-01c6ca316902 HTTP/1.1" status: 204 len: 168 time: 0.5796671 Apr 18 21:16:00.426597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42920) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:00.571910 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-994320d0-b6ca-4f3a-8a71-a3bc6ed2c32b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ee6865e0a8549a69b6d1d5b92d4acc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1441765 Apr 18 21:16:00.574481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:00.634719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4404df5e-0aa3-4dc3-a450-1c48cf5a9cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.659929 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4404df5e-0aa3-4dc3-a450-1c48cf5a9cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.712052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4404df5e-0aa3-4dc3-a450-1c48cf5a9cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.726137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404df5e-0aa3-4dc3-a450-1c48cf5a9cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c029f1-6279-4057-b416-9b24d019aa43,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:00.734186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4404df5e-0aa3-4dc3-a450-1c48cf5a9cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:00.735355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4404df5e-0aa3-4dc3-a450-1c48cf5a9cda admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75c029f1-6279-4057-b416-9b24d019aa43 HTTP/1.1" status: 204 len: 168 time: 0.1599314 Apr 18 21:16:01.411903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 42950) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:01.522298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1036574597-network', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:01.528186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:01.532242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Usage tracker for resource:network and tenant:fc3fbc5327464444b7dac0689ad28885 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:01.536537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:01.542134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:01.552257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Made reservation on behalf of fc3fbc5327464444b7dac0689ad28885 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:01.554701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.567077 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.581832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:01.585924 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Usage tracker for resource:security_group_rule and tenant:fc3fbc5327464444b7dac0689ad28885 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:01.588703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:01.594399 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:01.679757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.683787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.719410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 127} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:01.724985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f2b48-da6e-453e-b6c4-936b83f7574e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:01.732675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.733046 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Added segment e46003c9-6075-408d-9fe4-8f0dcfed0c1e of type vlan for network ccc07318-ec83-4bb7-a842-420cc3aae6d8 Apr 18 21:16:01.765741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.793744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.794677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:01.795223 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:01.895435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4824293 Apr 18 21:16:01.898328 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e787fd68-4bfd-4a8e-978c-c9e6866287e4 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc07318-ec83-4bb7-a842-420cc3aae6d8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:01.898500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42956) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:01.904023 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Request body: {'subnet': {'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-subnet', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:01.907686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:01.910671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:01.914667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Usage tracker for resource:subnet and tenant:fc3fbc5327464444b7dac0689ad28885 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:01.917784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:01.923792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:01.940920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Made reservation on behalf of fc3fbc5327464444b7dac0689ad28885 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:01.943279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.145948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.218447 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b1ac478-97d9-4258-8481-5fc37c082401,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:02.228015 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Checking segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:02.228383 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Network hostable DHCP agents. Network: ccc07318-ec83-4bb7-a842-420cc3aae6d8, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:02.248323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:02.259388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, ccc07318-ec83-4bb7-a842-420cc3aae6d8) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:02.266051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:02.266674 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.267237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd420d51-fd47-44c1-bb63-87a790b19dba None None] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:16:02.291690 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c89bbe54-2b50-4a47-9509-21d29d23d982 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3921421 Apr 18 21:16:02.294514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42960) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:02.299618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:02.305199 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:02.309479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Usage tracker for resource:router and tenant:fc3fbc5327464444b7dac0689ad28885 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:02.312420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:02.319038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:02.335463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.336612 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.354378 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.504409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'fixed_ips': [{'subnet_id': '6b1ac478-97d9-4258-8481-5fc37c082401'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:16:02.505765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.649656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.706660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Allocated IP 172.20.0.2 (ccc07318-ec83-4bb7-a842-420cc3aae6d8/6b1ac478-97d9-4258-8481-5fc37c082401/45874ec1-fa42-4179-914b-05b6d4db7e91) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:02.925921 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.937139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Transition to ACTIVE for port object 45874ec1-fa42-4179-914b-05b6d4db7e91 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:02.957689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Transition to ACTIVE for port object 45874ec1-fa42-4179-914b-05b6d4db7e91 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:02.963654 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:02.979618 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.013388 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.024924 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:03.027736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:03.030259 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:03.073930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Pushing event updated for resources: {'Port': ['ID=45874ec1-fa42-4179-914b-05b6d4db7e91,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:03.138693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Attempting to bind port 45874ec1-fa42-4179-914b-05b6d4db7e91 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:03.139055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Attempting to bind port 45874ec1-fa42-4179-914b-05b6d4db7e91 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:03.139512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Attempting to bind port 45874ec1-fa42-4179-914b-05b6d4db7e91 on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:03.145956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:03.146340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Checking segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:03.146749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.147147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Bound using segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:03.147617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Bound port: 45874ec1-fa42-4179-914b-05b6d4db7e91, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:03.147997 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.245610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] For port 45874ec1-fa42-4179-914b-05b6d4db7e91, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:03.249315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] For port 45874ec1-fa42-4179-914b-05b6d4db7e91, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=45874ec1-fa42-4179-914b-05b6d4db7e91,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:03.253739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.272634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Allocated IP 172.25.5.50 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/edb9e725-21d5-4c53-8b31-46af287142ae) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:03.336683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb34c2-5c43-4a51-b1ca-47f48a3da6b1 None None] Pushing event updated for resources: {'Port': ['ID=45874ec1-fa42-4179-914b-05b6d4db7e91,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:03.427094 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.459247 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:03.530142 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:03.532867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:03.540922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:03.577766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Pushing event updated for resources: {'Port': ['ID=edb9e725-21d5-4c53-8b31-46af287142ae,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:03.870631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 45874ec1-fa42-4179-914b-05b6d4db7e91 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:03.970031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 45874ec1-fa42-4179-914b-05b6d4db7e91 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:03.997027 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.328754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86514e4b-10df-477a-b46a-f747e117d652 None None] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:16:04.354449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.437301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-865552b7-a1b1-4ff6-afb2-c95df1b95cbe None None] Provisioning for port 45874ec1-fa42-4179-914b-05b6d4db7e91 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:04.446484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-865552b7-a1b1-4ff6-afb2-c95df1b95cbe None None] Provisioning complete for port 45874ec1-fa42-4179-914b-05b6d4db7e91 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:04.446856 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-865552b7-a1b1-4ff6-afb2-c95df1b95cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.583564 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Router 1110713f-4bb2-47b1-b8f2-ee156fda02ac is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:16:04.666718 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-865552b7-a1b1-4ff6-afb2-c95df1b95cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.715742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-865552b7-a1b1-4ff6-afb2-c95df1b95cbe None None] For port 45874ec1-fa42-4179-914b-05b6d4db7e91, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=45874ec1-fa42-4179-914b-05b6d4db7e91,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:04.721985 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-865552b7-a1b1-4ff6-afb2-c95df1b95cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.803956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865552b7-a1b1-4ff6-afb2-c95df1b95cbe None None] Pushing event updated for resources: {'Port': ['ID=45874ec1-fa42-4179-914b-05b6d4db7e91,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:04.922582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:16:04.932836 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Sync routers for ids ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:16:04.943138 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Routers {'1110713f-4bb2-47b1-b8f2-ee156fda02ac'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:04.943765 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:04.950374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7eb3c1c1-9f59-4663-a3e9-6b5aba11affc None None] Provisioning complete for port 45874ec1-fa42-4179-914b-05b6d4db7e91 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:04.950749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7eb3c1c1-9f59-4663-a3e9-6b5aba11affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.951258 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:04.954116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f901ae57-14f8-4851-bd48-738f9a00e5a4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6585114 Apr 18 21:16:04.955674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42964) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:05.131535 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Set router 1110713f-4bb2-47b1-b8f2-ee156fda02ac gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:05.417579 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:16:03Z', 'revision_number': 3, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port': {'id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:03Z', 'updated_at': '2022-04-18T21:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:05.421231 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Checking router: 1110713f-4bb2-47b1-b8f2-ee156fda02ac for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:16:05.421595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Updating router 1110713f-4bb2-47b1-b8f2-ee156fda02ac port edb9e725-21d5-4c53-8b31-46af287142ae binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:16:05.478175 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.648792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.807235 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.814165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 45874ec1-fa42-4179-914b-05b6d4db7e91 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:05.819407 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Transition to ACTIVE for port object edb9e725-21d5-4c53-8b31-46af287142ae will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:05.826265 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.881093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Allocated IP 172.20.0.1 (ccc07318-ec83-4bb7-a842-420cc3aae6d8/6b1ac478-97d9-4258-8481-5fc37c082401/4ec4c0cd-284f-42ef-bffe-2cd00e902783) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:05.898354 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Attempting to bind port edb9e725-21d5-4c53-8b31-46af287142ae on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:05.898728 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Attempting to bind port edb9e725-21d5-4c53-8b31-46af287142ae by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:05.899079 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Attempting to bind port edb9e725-21d5-4c53-8b31-46af287142ae on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:05.918626 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:05.919031 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:05.919324 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.919708 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:05.920165 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Bound port: edb9e725-21d5-4c53-8b31-46af287142ae, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:05.920528 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.932700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 45874ec1-fa42-4179-914b-05b6d4db7e91 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:05.933494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:05.983448 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Pushing event updated for resources: {'Port': ['ID=edb9e725-21d5-4c53-8b31-46af287142ae,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:05.997821 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] For port edb9e725-21d5-4c53-8b31-46af287142ae, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:06.001325 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] For port edb9e725-21d5-4c53-8b31-46af287142ae, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=edb9e725-21d5-4c53-8b31-46af287142ae,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:06.007999 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.008476 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.008810 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.009143 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.009467 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.010007 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.010514 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.010840 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.011170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.011488 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.011810 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.012128 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:06.015885 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.050282 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.069300 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Transition to ACTIVE for port object 4ec4c0cd-284f-42ef-bffe-2cd00e902783 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:06.094786 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.095409 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Routers {'1110713f-4bb2-47b1-b8f2-ee156fda02ac'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:06.096537 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:06.159603 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0bf252-538f-49c0-b2f1-e15cbf9f5eb2 None None] Pushing event updated for resources: {'Port': ['ID=edb9e725-21d5-4c53-8b31-46af287142ae,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:06.162097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:06.164874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:06.172753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:06.209063 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec4c0cd-284f-42ef-bffe-2cd00e902783,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:06.233333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.315549 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] Set router 1110713f-4bb2-47b1-b8f2-ee156fda02ac gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:06.417011 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ac5af6b-cafb-46ea-b545-c3d5c8ed6c94 None None] Provisioning for port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:06.422113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-1ac5af6b-cafb-46ea-b545-c3d5c8ed6c94 None None] Provisioning complete for port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:06.422482 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1ac5af6b-cafb-46ea-b545-c3d5c8ed6c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.479888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-1ac5af6b-cafb-46ea-b545-c3d5c8ed6c94 None None] Port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:16:06.491233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.622791 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:16:03Z', 'revision_number': 3, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port': {'id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:03Z', 'updated_at': '2022-04-18T21:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:06.626605 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae4964d-c076-404e-bc2e-9b705362560e None None] The sync data for ids ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'] in n-d-836016-3 is: [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:16:03Z', 'revision_number': 3, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port': {'id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:03Z', 'updated_at': '2022-04-18T21:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:16:06.726996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.731497 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:06.844631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Pushing event updated for resources: {'Port': ['ID=4ec4c0cd-284f-42ef-bffe-2cd00e902783,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:06.847422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.000729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:07.002024 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:07.215875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Router 1110713f-4bb2-47b1-b8f2-ee156fda02ac has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:16:07.216117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-03875e50-5537-424f-a704-0afb8a1bf889 None None] Provisioning complete for port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:07.216576 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03875e50-5537-424f-a704-0afb8a1bf889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.275451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-03875e50-5537-424f-a704-0afb8a1bf889 None None] Port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:16:07.406487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:16:07.416364 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-13507294-d8ea-4499-b434-e86f202e1d64 admin admin] 10.222.0.47 "PUT /v2.0/routers/1110713f-4bb2-47b1-b8f2-ee156fda02ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4594309 Apr 18 21:16:07.832117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device edb9e725-21d5-4c53-8b31-46af287142ae up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:07.907366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port edb9e725-21d5-4c53-8b31-46af287142ae completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:07.913765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port edb9e725-21d5-4c53-8b31-46af287142ae triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:07.914149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:07.944557 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42982) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:07.954287 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1567865006-network', 'tenant_id': '989b0f536bfb473db76da6c477728f8b'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:07.959977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:07.963854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Usage tracker for resource:network and tenant:989b0f536bfb473db76da6c477728f8b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:07.967039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:07.973323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:07.988136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Made reservation on behalf of 989b0f536bfb473db76da6c477728f8b for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:07.990594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.006118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.022209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:08.026256 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Usage tracker for resource:security_group_rule and tenant:989b0f536bfb473db76da6c477728f8b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:08.029123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:08.035322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:08.040328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.058177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port edb9e725-21d5-4c53-8b31-46af287142ae, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=edb9e725-21d5-4c53-8b31-46af287142ae,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:08.062096 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.139883 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.141246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=edb9e725-21d5-4c53-8b31-46af287142ae,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:08.144828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.176985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:16:08.184504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87791525-f097-4b55-bc92-796e59875838,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:08.191367 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.191725 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Added segment 28c5b299-731d-4e96-a1f7-0361253c88f2 of type vlan for network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a Apr 18 21:16:08.207997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Sync routers for ids ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:16:08.217421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Routers {'1110713f-4bb2-47b1-b8f2-ee156fda02ac'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:08.218053 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:08.218939 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.250530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.251518 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.252196 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.359555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] Pushing event updated for resources: {'Network': ['ID=3d68110c-c3bb-4d01-b799-ba9cf4e8df4a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:08.362671 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a5a104f2-ced9-4933-a402-f471e8f9f8bd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4169993 Apr 18 21:16:08.365356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:08.371578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Request body: {'subnet': {'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-subnet', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:08.374946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:16:08.377795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:08.381706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Usage tracker for resource:subnet and tenant:989b0f536bfb473db76da6c477728f8b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:08.384742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:08.390686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:08.401438 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Made reservation on behalf of 989b0f536bfb473db76da6c477728f8b for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:08.404063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.520351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Set router 1110713f-4bb2-47b1-b8f2-ee156fda02ac gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:08.622623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.827604 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea59062-974c-417f-acfc-e412036acc61,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:08.835668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Checking segment: {'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:08.836261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Network hostable DHCP agents. Network: 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:16:08.856848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:16:08.867109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:08.871639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:08.872958 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.874352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:16:06Z', 'revision_number': 4, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port': {'id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:03Z', 'updated_at': '2022-04-18T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ec4c0cd-284f-42ef-bffe-2cd00e902783', 'name': '', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'mac_address': 'fa:16:3e:c5:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:05Z', 'updated_at': '2022-04-18T21:16:06Z', 'revision_number': 2, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'subnets': [{'id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:08.879568 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3acac7-08fb-4ece-8e9f-5de3d38692e0 None None] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:16:08.895766 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-377112dd-7ef6-468d-9e80-00868b935cb6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5286412 Apr 18 21:16:08.896303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Checking router: 1110713f-4bb2-47b1-b8f2-ee156fda02ac for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:16:08.896664 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Updating router 1110713f-4bb2-47b1-b8f2-ee156fda02ac port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:16:08.897814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42990) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:08.902742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:08.908266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:08.912874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Usage tracker for resource:router and tenant:989b0f536bfb473db76da6c477728f8b is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:16:08.915746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:16:08.921546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:08.933645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.934632 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:08.949318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.027289 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.240080 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.338219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-3d68110c-c3bb-4d01-b799-ba9cf4e8df4a', 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'fixed_ips': [{'subnet_id': '9ea59062-974c-417f-acfc-e412036acc61'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:16:09.339048 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.587153 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.621539 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.666515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Allocated IP 172.20.0.2 (3d68110c-c3bb-4d01-b799-ba9cf4e8df4a/9ea59062-974c-417f-acfc-e412036acc61/2574c070-b308-45b6-908a-c5f1b3c2003c) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:09.726927 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.759626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Allocated IP 172.25.5.180 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/171c9056-dea3-4054-8ff1-6156c33aa89f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:09.797179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Transition to ACTIVE for port object 4ec4c0cd-284f-42ef-bffe-2cd00e902783 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:09.809994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.854489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device edb9e725-21d5-4c53-8b31-46af287142ae up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:09.930039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:09.965976 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.039424 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:10.047388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:10.051368 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:10.082884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Pushing event updated for resources: {'Port': ['ID=171c9056-dea3-4054-8ff1-6156c33aa89f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:10.132026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047d463-cc1c-48f2-8942-e0aecb0d3796 None None] Pushing event updated for resources: {'Port': ['ID=4ec4c0cd-284f-42ef-bffe-2cd00e902783,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:10.226463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.248429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Attempting to bind port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:10.248799 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Attempting to bind port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:10.249163 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Attempting to bind port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:10.254473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Transition to ACTIVE for port object 2574c070-b308-45b6-908a-c5f1b3c2003c will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:10.256794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port edb9e725-21d5-4c53-8b31-46af287142ae triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:10.257012 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.292966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:10.293334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Checking segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:10.293761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.294156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Bound using segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:10.294621 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Bound port: 4ec4c0cd-284f-42ef-bffe-2cd00e902783, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:10.294988 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.362361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Transition to ACTIVE for port object 2574c070-b308-45b6-908a-c5f1b3c2003c will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:10.387384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.492734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:10.508086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:10.510979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:10.519173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] For port 4ec4c0cd-284f-42ef-bffe-2cd00e902783, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:10.521733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Pushing event updated for resources: {'Port': ['ID=2574c070-b308-45b6-908a-c5f1b3c2003c,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:10.528065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] For port 4ec4c0cd-284f-42ef-bffe-2cd00e902783, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ec4c0cd-284f-42ef-bffe-2cd00e902783,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:10.581184 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.621127 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.740995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047d463-cc1c-48f2-8942-e0aecb0d3796 None None] Pushing event updated for resources: {'Port': ['ID=4ec4c0cd-284f-42ef-bffe-2cd00e902783,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:10.747823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Attempting to bind port 2574c070-b308-45b6-908a-c5f1b3c2003c on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:10.748203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Attempting to bind port 2574c070-b308-45b6-908a-c5f1b3c2003c by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:10.748577 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Attempting to bind port 2574c070-b308-45b6-908a-c5f1b3c2003c on network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:10.756310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:10.756695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Checking segment: {'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:10.757109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.757533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Bound using segment: {'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:10.758009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Bound port: 2574c070-b308-45b6-908a-c5f1b3c2003c, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:10.758393 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:10.769006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Routers {'1110713f-4bb2-47b1-b8f2-ee156fda02ac'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:10.769681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:10.992233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.084609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] For port 2574c070-b308-45b6-908a-c5f1b3c2003c, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:11.088338 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] Set router 1110713f-4bb2-47b1-b8f2-ee156fda02ac gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:11.144475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] For port 2574c070-b308-45b6-908a-c5f1b3c2003c, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2574c070-b308-45b6-908a-c5f1b3c2003c,segment=NetworkSegment(28c5b299-731d-4e96-a1f7-0361253c88f2),segment_id=28c5b299-731d-4e96-a1f7-0361253c88f2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:11.151234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.206495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Router 2b9a40e1-7247-4930-a537-94f79a25a982 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:16:11.383953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b4fe61-4e96-4f88-b138-b950cb51ff3c None None] Pushing event updated for resources: {'Port': ['ID=2574c070-b308-45b6-908a-c5f1b3c2003c,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:11.412963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:16:11.425595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Sync routers for ids ['2b9a40e1-7247-4930-a537-94f79a25a982'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:16:11.436691 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Routers {'2b9a40e1-7247-4930-a537-94f79a25a982'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:11.437600 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2b9a40e1-7247-4930-a537-94f79a25a982'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:11.446556 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:11.450871 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c318231b-22ac-42dc-a578-92a2e129764c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5495365 Apr 18 21:16:11.451200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 42994) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:16:11.515343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:16:06Z', 'revision_number': 4, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port': {'id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:03Z', 'updated_at': '2022-04-18T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ec4c0cd-284f-42ef-bffe-2cd00e902783', 'name': '', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'mac_address': 'fa:16:3e:c5:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:05Z', 'updated_at': '2022-04-18T21:16:10Z', 'revision_number': 4, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'subnets': [{'id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:11.541317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22080eec-8e0d-4777-9036-20f3bf0b5644 None None] The sync data for ids ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'] in n-d-836016-3 is: [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:16:06Z', 'revision_number': 4, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port': {'id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:03Z', 'updated_at': '2022-04-18T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '4ec4c0cd-284f-42ef-bffe-2cd00e902783', 'name': '', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'mac_address': 'fa:16:3e:c5:04:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4214, 'fixed_ips': [{'subnet_id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:05Z', 'updated_at': '2022-04-18T21:16:10Z', 'revision_number': 4, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'subnets': [{'id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:16:11.696947 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Set router 2b9a40e1-7247-4930-a537-94f79a25a982 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:11.928749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2574c070-b308-45b6-908a-c5f1b3c2003c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:12.013231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 2574c070-b308-45b6-908a-c5f1b3c2003c completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:12.022295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ec4c0cd-284f-42ef-bffe-2cd00e902783 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:12.059505 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:16:10Z', 'revision_number': 3, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port': {'id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:09Z', 'updated_at': '2022-04-18T21:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:12.064242 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Checking router: 2b9a40e1-7247-4930-a537-94f79a25a982 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:16:12.065221 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Updating router 2b9a40e1-7247-4930-a537-94f79a25a982 port 171c9056-dea3-4054-8ff1-6156c33aa89f binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:16:12.134585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:12.143507 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:12.143883 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.151941 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.304929 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.351718 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 4ec4c0cd-284f-42ef-bffe-2cd00e902783, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ec4c0cd-284f-42ef-bffe-2cd00e902783,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:12.365245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.484040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=4ec4c0cd-284f-42ef-bffe-2cd00e902783,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:12.595147 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.601471 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.616897 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Transition to ACTIVE for port object 171c9056-dea3-4054-8ff1-6156c33aa89f will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:12.623547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127b7cb3-0b17-4177-963f-80a850fe8d78 None None] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:16:12.627792 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.713552 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Attempting to bind port 171c9056-dea3-4054-8ff1-6156c33aa89f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:12.714026 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Attempting to bind port 171c9056-dea3-4054-8ff1-6156c33aa89f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:12.714461 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Attempting to bind port 171c9056-dea3-4054-8ff1-6156c33aa89f on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:12.730332 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:12.730960 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:12.731476 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.732185 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:12.732747 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Bound port: 171c9056-dea3-4054-8ff1-6156c33aa89f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:12.733310 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.762684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c6d59c8-5aba-4891-9261-9ce97aa165f4 None None] Provisioning for port 2574c070-b308-45b6-908a-c5f1b3c2003c completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:12.776364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-6c6d59c8-5aba-4891-9261-9ce97aa165f4 None None] Provisioning complete for port 2574c070-b308-45b6-908a-c5f1b3c2003c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:12.777121 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c6d59c8-5aba-4891-9261-9ce97aa165f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.812144 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] For port 171c9056-dea3-4054-8ff1-6156c33aa89f, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:12.815654 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] For port 171c9056-dea3-4054-8ff1-6156c33aa89f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=171c9056-dea3-4054-8ff1-6156c33aa89f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:12.820444 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4962d-933a-49b4-92d5-ce990da87e89 None None] Pushing event updated for resources: {'Port': ['ID=171c9056-dea3-4054-8ff1-6156c33aa89f,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:12.824066 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:12.874534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Allocated IP 172.20.0.1 (3d68110c-c3bb-4d01-b799-ba9cf4e8df4a/9ea59062-974c-417f-acfc-e412036acc61/83e39dea-7a5d-4dc1-a598-ed5909f83f38) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:12.941171 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Routers {'2b9a40e1-7247-4930-a537-94f79a25a982'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:12.942450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2b9a40e1-7247-4930-a537-94f79a25a982'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:13.015669 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4962d-933a-49b4-92d5-ce990da87e89 None None] Pushing event updated for resources: {'Port': ['ID=171c9056-dea3-4054-8ff1-6156c33aa89f,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:13.054192 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c6d59c8-5aba-4891-9261-9ce97aa165f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.058569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.077270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Transition to ACTIVE for port object 83e39dea-7a5d-4dc1-a598-ed5909f83f38 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:13.102846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-6c6d59c8-5aba-4891-9261-9ce97aa165f4 None None] For port 2574c070-b308-45b6-908a-c5f1b3c2003c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2574c070-b308-45b6-908a-c5f1b3c2003c,segment=NetworkSegment(28c5b299-731d-4e96-a1f7-0361253c88f2),segment_id=28c5b299-731d-4e96-a1f7-0361253c88f2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:13.109217 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c6d59c8-5aba-4891-9261-9ce97aa165f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.117096 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.166792 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] Set router 2b9a40e1-7247-4930-a537-94f79a25a982 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:13.220825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:13.226266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:13.230426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:13.248268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d59c8-5aba-4891-9261-9ce97aa165f4 None None] Pushing event updated for resources: {'Port': ['ID=2574c070-b308-45b6-908a-c5f1b3c2003c,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:13.299435 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Pushing event updated for resources: {'Port': ['ID=83e39dea-7a5d-4dc1-a598-ed5909f83f38,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:13.311624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.449890 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d93b09bc-ae3d-41cc-8a0a-63280c3e830c None None] Provisioning complete for port 2574c070-b308-45b6-908a-c5f1b3c2003c triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:13.450813 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d93b09bc-ae3d-41cc-8a0a-63280c3e830c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.459870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.510616 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:16:10Z', 'revision_number': 3, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port': {'id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:09Z', 'updated_at': '2022-04-18T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:13.515508 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0df2a-b17f-4c3e-ba7b-9044d4a38c49 None None] The sync data for ids ['2b9a40e1-7247-4930-a537-94f79a25a982'] in n-d-836016-3 is: [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:16:10Z', 'revision_number': 3, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port': {'id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:09Z', 'updated_at': '2022-04-18T21:16:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:16:13.694771 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5d684cc9-2bdf-4480-838b-ae88ea2a77f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.734832 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.741382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.819483 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-631f70a1-c2f0-4c9e-9d21-9a184ba3954a None None] Provisioning for port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:13.824603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-631f70a1-c2f0-4c9e-9d21-9a184ba3954a None None] Provisioning complete for port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:13.824974 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-631f70a1-c2f0-4c9e-9d21-9a184ba3954a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.866072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Pushing event updated for resources: {'Port': ['ID=83e39dea-7a5d-4dc1-a598-ed5909f83f38,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:13.868473 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:13.897901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-631f70a1-c2f0-4c9e-9d21-9a184ba3954a None None] Port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:16:13.952895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 171c9056-dea3-4054-8ff1-6156c33aa89f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:14.030318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:14.031552 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:14.041649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 171c9056-dea3-4054-8ff1-6156c33aa89f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:14.047260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 171c9056-dea3-4054-8ff1-6156c33aa89f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:14.047939 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.202318 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.224302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 171c9056-dea3-4054-8ff1-6156c33aa89f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=171c9056-dea3-4054-8ff1-6156c33aa89f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:14.229707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.230489 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ec4c0cd-284f-42ef-bffe-2cd00e902783 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:14.303937 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Router 2b9a40e1-7247-4930-a537-94f79a25a982 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:16:14.372774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=171c9056-dea3-4054-8ff1-6156c33aa89f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:14.375580 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b64bcdb9-d750-477d-85fc-51bd44ed20a3 None None] Provisioning complete for port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:14.375960 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b64bcdb9-d750-477d-85fc-51bd44ed20a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.438131 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:14.438491 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:14.478279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b64bcdb9-d750-477d-85fc-51bd44ed20a3 None None] Port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:16:14.578006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2574c070-b308-45b6-908a-c5f1b3c2003c up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:14.622437 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:16:14.631949 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-896e04d1-d49e-41a1-ad74-9b42b1cd3424 admin admin] 10.222.0.47 "PUT /v2.0/routers/2b9a40e1-7247-4930-a537-94f79a25a982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1797092 Apr 18 21:16:14.650301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 2574c070-b308-45b6-908a-c5f1b3c2003c triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:14.650671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.208975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Sync routers for ids ['2b9a40e1-7247-4930-a537-94f79a25a982'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:16:15.218275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Routers {'2b9a40e1-7247-4930-a537-94f79a25a982'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:15.218899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:15:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2b9a40e1-7247-4930-a537-94f79a25a982'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:15.384670 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:16:15.400288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Set router 2b9a40e1-7247-4930-a537-94f79a25a982 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:15.711274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:16:13Z', 'revision_number': 4, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port': {'id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:09Z', 'updated_at': '2022-04-18T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '83e39dea-7a5d-4dc1-a598-ed5909f83f38', 'name': '', 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'mac_address': 'fa:16:3e:fa:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9ea59062-974c-417f-acfc-e412036acc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:12Z', 'updated_at': '2022-04-18T21:16:13Z', 'revision_number': 2, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'subnets': [{'id': '9ea59062-974c-417f-acfc-e412036acc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:15.715097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Checking router: 2b9a40e1-7247-4930-a537-94f79a25a982 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:16:15.715451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Updating router 2b9a40e1-7247-4930-a537-94f79a25a982 port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:16:15.774086 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:15.825920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 171c9056-dea3-4054-8ff1-6156c33aa89f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:16.039989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 171c9056-dea3-4054-8ff1-6156c33aa89f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:16.040362 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.140632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9f5378aa-9b5e-46b4-aae3-e35b5d2449b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.319229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.330697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Transition to ACTIVE for port object 83e39dea-7a5d-4dc1-a598-ed5909f83f38 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:16.337226 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.496957 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a3fdf-6444-4e24-89e6-e44d8dde34a3 None None] Pushing event updated for resources: {'Port': ['ID=83e39dea-7a5d-4dc1-a598-ed5909f83f38,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:16.576240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Attempting to bind port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:16.576624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Attempting to bind port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:16.577558 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Attempting to bind port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 on network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:16.582527 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 15, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:16.582903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Checking segment: {'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:16.583305 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.583707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Bound using segment: {'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:16.584168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Bound port: 83e39dea-7a5d-4dc1-a598-ed5909f83f38, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28c5b299-731d-4e96-a1f7-0361253c88f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:16.584544 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.684845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] For port 83e39dea-7a5d-4dc1-a598-ed5909f83f38, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:16.687926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] For port 83e39dea-7a5d-4dc1-a598-ed5909f83f38, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=83e39dea-7a5d-4dc1-a598-ed5909f83f38,segment=NetworkSegment(28c5b299-731d-4e96-a1f7-0361253c88f2),segment_id=28c5b299-731d-4e96-a1f7-0361253c88f2)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:16.693915 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:16.694411 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-d4387f2a-507f-473a-8004-6a8211c96881 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:16.695908 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-d4387f2a-507f-473a-8004-6a8211c96881 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/networks?id=ccc07318-ec83-4bb7-a842-420cc3aae6d8 HTTP/1.1" status: 200 len: 817 time: 0.1583784 Apr 18 21:16:16.711812 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-aaa4ae3a-dd0e-4539-9d17-b73c7d73188a tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/quotas/fc3fbc5327464444b7dac0689ad28885 HTTP/1.1" status: 200 len: 375 time: 0.0102820 Apr 18 21:16:16.774318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Routers {'2b9a40e1-7247-4930-a537-94f79a25a982'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:16:16.774956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:16:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2b9a40e1-7247-4930-a537-94f79a25a982'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:16.797809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-4eb6685c-8218-4d77-934e-19b7cc2bb137 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Synchronizing usage tracker for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:16.818006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-4eb6685c-8218-4d77-934e-19b7cc2bb137 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Unset dirty status for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:16.819397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-4eb6685c-8218-4d77-934e-19b7cc2bb137 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc3fbc5327464444b7dac0689ad28885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023922 Apr 18 21:16:16.850778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a3fdf-6444-4e24-89e6-e44d8dde34a3 None None] Pushing event updated for resources: {'Port': ['ID=83e39dea-7a5d-4dc1-a598-ed5909f83f38,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:16.968289 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-5a042899-32ed-485d-9264-f1ca897536d8 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360667 Apr 18 21:16:16.974459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] Set router 2b9a40e1-7247-4930-a537-94f79a25a982 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:16:17.104068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-690eda66-7dc3-46b6-b2a0-c3a39ba0ea14 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284854 Apr 18 21:16:17.239125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.244984 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:17.292505 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d44497d4-9d40-4e34-810b-ac3acfd024c3 req-e057bc28-d09f-4c27-9d25-55e17541e8e5 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 210 time: 0.0446558 Apr 18 21:16:17.347594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:16:13Z', 'revision_number': 4, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port': {'id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:09Z', 'updated_at': '2022-04-18T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '83e39dea-7a5d-4dc1-a598-ed5909f83f38', 'name': '', 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'mac_address': 'fa:16:3e:fa:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9ea59062-974c-417f-acfc-e412036acc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:12Z', 'updated_at': '2022-04-18T21:16:16Z', 'revision_number': 4, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'subnets': [{'id': '9ea59062-974c-417f-acfc-e412036acc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:16:17.352270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f1e84-7693-4c41-8bbd-c3ebdf35092e None None] The sync data for ids ['2b9a40e1-7247-4930-a537-94f79a25a982'] in n-d-836016-3 is: [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:16:13Z', 'revision_number': 4, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port': {'id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:09Z', 'updated_at': '2022-04-18T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '83e39dea-7a5d-4dc1-a598-ed5909f83f38', 'name': '', 'network_id': '3d68110c-c3bb-4d01-b799-ba9cf4e8df4a', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'mac_address': 'fa:16:3e:fa:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_interface', 'standard_attr_id': 4226, 'fixed_ips': [{'subnet_id': '9ea59062-974c-417f-acfc-e412036acc61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:12Z', 'updated_at': '2022-04-18T21:16:16Z', 'revision_number': 4, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'subnets': [{'id': '9ea59062-974c-417f-acfc-e412036acc61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:16:17.850887 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83e39dea-7a5d-4dc1-a598-ed5909f83f38 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:17.930389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:17.935795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:17.936202 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.074210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.150953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 83e39dea-7a5d-4dc1-a598-ed5909f83f38, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=83e39dea-7a5d-4dc1-a598-ed5909f83f38,segment=NetworkSegment(28c5b299-731d-4e96-a1f7-0361253c88f2),segment_id=28c5b299-731d-4e96-a1f7-0361253c88f2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:18.155959 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.226533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=83e39dea-7a5d-4dc1-a598-ed5909f83f38,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:18.474176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0cb081ed-0e8b-4af7-bc84-627cf5a74215 req-6cfd663f-44fd-4293-a946-dfe913e607b8 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 210 time: 0.0498621 Apr 18 21:16:18.520852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ab7e4f8c-abb4-46ca-9104-f2606c9b2759 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:18.521631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ab7e4f8c-abb4-46ca-9104-f2606c9b2759 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Synchronizing usage tracker for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:18.542943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ab7e4f8c-abb4-46ca-9104-f2606c9b2759 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Unset dirty status for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:18.544195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ab7e4f8c-abb4-46ca-9104-f2606c9b2759 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "GET /v2.0/networks?id=ccc07318-ec83-4bb7-a842-420cc3aae6d8 HTTP/1.1" status: 200 len: 817 time: 0.1885207 Apr 18 21:16:18.561163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Request body: {'port': {'device_id': '67a25edf-7328-498c-916e-86017b102118', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'admin_state_up': True, 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:18.649314 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.703065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:18.712616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:18.722521 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Made reservation on behalf of fc3fbc5327464444b7dac0689ad28885 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:18.725912 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:18.888524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Allocated IP 172.20.0.13 (ccc07318-ec83-4bb7-a842-420cc3aae6d8/6b1ac478-97d9-4258-8481-5fc37c082401/df8e4182-9f48-4f0b-ba04-233e87fd109d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:19.089080 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.104507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Transition to ACTIVE for port object df8e4182-9f48-4f0b-ba04-233e87fd109d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:19.130388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.205763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.316888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:19.323975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:19.326499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:19.366722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Pushing event updated for resources: {'Port': ['ID=df8e4182-9f48-4f0b-ba04-233e87fd109d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:19.384449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.384800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.385141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.385475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.385836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.386167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.386495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.386822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.387149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.387471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.387792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.388118 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:19.410301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:19.410919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.438669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ffcf7379-25db-40b1-a67d-b9dfbae62798 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8816299 Apr 18 21:16:19.454156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Request body: {'port': {'device_id': '67a25edf-7328-498c-916e-86017b102118', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:19.553246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-088e49ff-97b7-4d28-9623-1fbc32f133a2 None None] Provisioning for port df8e4182-9f48-4f0b-ba04-233e87fd109d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:19.560406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-088e49ff-97b7-4d28-9623-1fbc32f133a2 None None] Provisioning complete for port df8e4182-9f48-4f0b-ba04-233e87fd109d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:19.560785 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-088e49ff-97b7-4d28-9623-1fbc32f133a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.570306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.618819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-088e49ff-97b7-4d28-9623-1fbc32f133a2 None None] Port df8e4182-9f48-4f0b-ba04-233e87fd109d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:16:19.722411 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.801107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eeefd5-7415-40f3-8985-086a33aa9129 req-79c0579a-1279-4dda-a563-6c9dc8ebc06c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:19.801816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-68eeefd5-7415-40f3-8985-086a33aa9129 req-79c0579a-1279-4dda-a563-6c9dc8ebc06c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Synchronizing usage tracker for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:19.827195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83e39dea-7a5d-4dc1-a598-ed5909f83f38 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:19.884351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-68eeefd5-7415-40f3-8985-086a33aa9129 req-79c0579a-1279-4dda-a563-6c9dc8ebc06c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Unset dirty status for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:19.885421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-68eeefd5-7415-40f3-8985-086a33aa9129 req-79c0579a-1279-4dda-a563-6c9dc8ebc06c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 932 time: 0.2961421 Apr 18 21:16:19.897854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:19.898415 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:19.961991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-68eeefd5-7415-40f3-8985-086a33aa9129 req-7f8bef55-3691-4d77-9807-72796f1d73f1 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Synchronizing usage tracker for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:20.022441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-68eeefd5-7415-40f3-8985-086a33aa9129 req-7f8bef55-3691-4d77-9807-72796f1d73f1 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Unset dirty status for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:20.023580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-68eeefd5-7415-40f3-8985-086a33aa9129 req-7f8bef55-3691-4d77-9807-72796f1d73f1 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269517 Apr 18 21:16:20.042782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df8e4182-9f48-4f0b-ba04-233e87fd109d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:16:20.051590 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.066729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Transition to ACTIVE for port object df8e4182-9f48-4f0b-ba04-233e87fd109d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:20.069975 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.226940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Pushing event updated for resources: {'Port': ['ID=df8e4182-9f48-4f0b-ba04-233e87fd109d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:20.311042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Attempting to bind port df8e4182-9f48-4f0b-ba04-233e87fd109d on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:20.311373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Attempting to bind port df8e4182-9f48-4f0b-ba04-233e87fd109d by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:20.311703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Attempting to bind port df8e4182-9f48-4f0b-ba04-233e87fd109d on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:20.316654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Port df8e4182-9f48-4f0b-ba04-233e87fd109d on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:16:20.316973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Attempting to bind port df8e4182-9f48-4f0b-ba04-233e87fd109d on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:20.322104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:20.322446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Checking segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:20.322824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Bound using segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:20.323245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Bound port: df8e4182-9f48-4f0b-ba04-233e87fd109d, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:20.323592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.416704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] For port df8e4182-9f48-4f0b-ba04-233e87fd109d, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:20.419621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] For port df8e4182-9f48-4f0b-ba04-233e87fd109d, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=df8e4182-9f48-4f0b-ba04-233e87fd109d,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:20.423358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.476794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.477290 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:20.478696 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] 10.222.0.61 "PUT /v2.0/ports/df8e4182-9f48-4f0b-ba04-233e87fd109d HTTP/1.1" status: 200 len: 1092 time: 1.0290687 Apr 18 21:16:20.479126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a25edf-7328-498c-916e-86017b102118', 'tag': 'df8e4182-9f48-4f0b-ba04-233e87fd109d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:20.515693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777c5fe-7690-48d0-aa03-6cc5b8c92463 service neutron] Pushing event updated for resources: {'Port': ['ID=df8e4182-9f48-4f0b-ba04-233e87fd109d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:20.553170 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62356fd0-643b-40c5-b1b8-718089bd7c3b'] response: {'name': 'network-changed', 'server_uuid': '67a25edf-7328-498c-916e-86017b102118', 'tag': 'df8e4182-9f48-4f0b-ba04-233e87fd109d', 'status': 'completed', 'code': 200} Apr 18 21:16:20.601544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-c24f0e53-c2fe-4306-9c7e-fbe7c0acbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.603056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-c24f0e53-c2fe-4306-9c7e-fbe7c0acbe9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc3fbc5327464444b7dac0689ad28885&device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 1095 time: 0.0816889 Apr 18 21:16:20.680608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-9de37654-371b-40d8-b378-315059fb1494 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8e4182-9f48-4f0b-ba04-233e87fd109d HTTP/1.1" status: 200 len: 217 time: 0.0669026 Apr 18 21:16:20.752878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-4c75ed16-70f3-4542-a1db-f39c4584792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.754533 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-4c75ed16-70f3-4542-a1db-f39c4584792b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6b1ac478-97d9-4258-8481-5fc37c082401 HTTP/1.1" status: 200 len: 856 time: 0.0644228 Apr 18 21:16:20.845977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-f5ef30a4-1afb-434d-932f-0c280033d3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:20.847443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-f5ef30a4-1afb-434d-932f-0c280033d3fb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc07318-ec83-4bb7-a842-420cc3aae6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786104 Apr 18 21:16:20.996115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-a66d7250-930a-469e-8663-7c263e3e8725 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392508 Apr 18 21:16:21.284013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9dd0a977-3918-4800-87bc-954fa994d5c1 req-ecd11b8a-8f8c-45e3-9467-228d9aae27ae service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786002 Apr 18 21:16:21.309921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a8bca-dad4-45fe-ad9c-eb6cca1e8e37 req-ad865b48-a4a9-43a3-8dc4-8a12d07e43a3 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.311483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a65a8bca-dad4-45fe-ad9c-eb6cca1e8e37 req-ad865b48-a4a9-43a3-8dc4-8a12d07e43a3 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 944 time: 0.1184604 Apr 18 21:16:21.399677 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a65a8bca-dad4-45fe-ad9c-eb6cca1e8e37 req-f2e841af-3aec-4051-8ee5-71860698e271 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814023 Apr 18 21:16:21.425323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-81fbf1dd-c0b8-44e4-b931-3b1315cbdae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.426800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-81fbf1dd-c0b8-44e4-b931-3b1315cbdae5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc3fbc5327464444b7dac0689ad28885&device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 1095 time: 0.0927508 Apr 18 21:16:21.561680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-287c9ca2-d63d-464b-bb7a-07c775cae421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.563036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-287c9ca2-d63d-464b-bb7a-07c775cae421 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ccc07318-ec83-4bb7-a842-420cc3aae6d8 HTTP/1.1" status: 200 len: 918 time: 0.1303930 Apr 18 21:16:21.635271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-7f3a9825-6d17-47a2-9c33-f4f1a6711e4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df8e4182-9f48-4f0b-ba04-233e87fd109d HTTP/1.1" status: 200 len: 217 time: 0.0650704 Apr 18 21:16:21.697038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-a0c181fb-6685-4ba3-bfeb-c1c13b6997fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.698468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-a0c181fb-6685-4ba3-bfeb-c1c13b6997fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6b1ac478-97d9-4258-8481-5fc37c082401 HTTP/1.1" status: 200 len: 856 time: 0.0567698 Apr 18 21:16:21.777137 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-328782c5-9a64-49cc-bd71-bf72718dcb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:21.778682 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-328782c5-9a64-49cc-bd71-bf72718dcb15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc07318-ec83-4bb7-a842-420cc3aae6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724926 Apr 18 21:16:21.907853 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-6584ff12-b213-4d13-b741-daaee0e5ebe3 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222038 Apr 18 21:16:22.041793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9fe30037-8a79-4457-afff-dd6b7f127219 req-c6462933-462e-4b42-ac83-aa40417b4a69 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272752 Apr 18 21:16:22.593163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346ca68-7eff-4fee-a224-23376f882507 req-e7793cb1-ae8b-4e82-ae30-0d50caaf809d tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:22.594678 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4346ca68-7eff-4fee-a224-23376f882507 req-e7793cb1-ae8b-4e82-ae30-0d50caaf809d tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 944 time: 0.0810993 Apr 18 21:16:22.640502 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4346ca68-7eff-4fee-a224-23376f882507 req-d125b45d-1810-47a9-ace0-b5b2309c062a tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397654 Apr 18 21:16:23.825760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453cc78-4bc1-4193-8b8b-359189d739c4 req-44a5b4f7-5079-4e12-8e0d-dac2c921302f tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:23.827236 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7453cc78-4bc1-4193-8b8b-359189d739c4 req-44a5b4f7-5079-4e12-8e0d-dac2c921302f tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 944 time: 0.0806844 Apr 18 21:16:23.872849 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7453cc78-4bc1-4193-8b8b-359189d739c4 req-34502677-da93-4508-a5f7-e0720a90b9b7 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394030 Apr 18 21:16:25.067079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff426d91-fe7c-4d65-88f5-6a23e819c0c1 req-c470a95f-f0db-44b4-9108-4af7fc5fb9b0 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:25.068466 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff426d91-fe7c-4d65-88f5-6a23e819c0c1 req-c470a95f-f0db-44b4-9108-4af7fc5fb9b0 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 944 time: 0.0838654 Apr 18 21:16:25.113674 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff426d91-fe7c-4d65-88f5-6a23e819c0c1 req-01c0547b-d0cc-421c-a082-27f3c8063d8c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 Apr 18 21:16:25.580253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device df8e4182-9f48-4f0b-ba04-233e87fd109d details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:25.718219 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port df8e4182-9f48-4f0b-ba04-233e87fd109d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=df8e4182-9f48-4f0b-ba04-233e87fd109d,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:25.732560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'df8e4182-9f48-4f0b-ba04-233e87fd109d', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'port_id': 'df8e4182-9f48-4f0b-ba04-233e87fd109d', 'mac_address': 'fa:16:3e:17:57:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:25.791075 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.808334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df8e4182-9f48-4f0b-ba04-233e87fd109d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:16:25.824063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port df8e4182-9f48-4f0b-ba04-233e87fd109d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=df8e4182-9f48-4f0b-ba04-233e87fd109d,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:25.827329 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:25.894128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=df8e4182-9f48-4f0b-ba04-233e87fd109d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:25.901437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.901818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.902165 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.902506 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.902845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.903180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.903525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.903882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.904333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.904587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.904962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:25.905295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:16:26.074517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['df8e4182-9f48-4f0b-ba04-233e87fd109d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:16:26.302196 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5140c8-5e74-44aa-ab2d-abced87586f3 req-bae9a7c4-d7f4-4ff6-89b1-13b428f3a6e8 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:26.303637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df5140c8-5e74-44aa-ab2d-abced87586f3 req-bae9a7c4-d7f4-4ff6-89b1-13b428f3a6e8 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 945 time: 0.0847249 Apr 18 21:16:26.347439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df5140c8-5e74-44aa-ab2d-abced87586f3 req-10b4c486-b782-4c1a-b7d7-91090c38a792 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381429 Apr 18 21:16:27.530754 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22872f-fc47-4c3d-a609-f453c4f5cfd8 req-d1b2e54f-d475-4a7c-9328-561b8051b0a9 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:27.532200 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a22872f-fc47-4c3d-a609-f453c4f5cfd8 req-d1b2e54f-d475-4a7c-9328-561b8051b0a9 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 945 time: 0.0800431 Apr 18 21:16:27.580856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3a22872f-fc47-4c3d-a609-f453c4f5cfd8 req-a2a82898-9064-4eb4-83af-5eac17093075 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Apr 18 21:16:27.613048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device df8e4182-9f48-4f0b-ba04-233e87fd109d up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:27.678793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port df8e4182-9f48-4f0b-ba04-233e87fd109d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:27.683345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port df8e4182-9f48-4f0b-ba04-233e87fd109d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:27.683716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.799957 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.827737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a25edf-7328-498c-916e-86017b102118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e4182-9f48-4f0b-ba04-233e87fd109d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:27.837849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port df8e4182-9f48-4f0b-ba04-233e87fd109d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=df8e4182-9f48-4f0b-ba04-233e87fd109d,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:27.841870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:27.878339 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aac0b86c-9480-4da0-a694-3ddb65a7a2f8'] response: {'server_uuid': '67a25edf-7328-498c-916e-86017b102118', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df8e4182-9f48-4f0b-ba04-233e87fd109d', 'code': 200} Apr 18 21:16:27.915854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=df8e4182-9f48-4f0b-ba04-233e87fd109d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:28.026837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429abbf6-390f-4fe8-8ccd-a60b1107ce9f req-c83bf662-b6aa-4d86-a48a-bf439de7ab27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:28.028351 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-429abbf6-390f-4fe8-8ccd-a60b1107ce9f req-c83bf662-b6aa-4d86-a48a-bf439de7ab27 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 1097 time: 0.0792317 Apr 18 21:16:28.075600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-429abbf6-390f-4fe8-8ccd-a60b1107ce9f req-3c8eeda5-8d06-4c07-adc9-f5d17b724b61 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379901 Apr 18 21:16:28.779848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4ca2f2-708b-47a1-8b43-73947cea4c16 req-71b3dae7-22e1-46f3-b5fd-f3903fb20767 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:28.781387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d4ca2f2-708b-47a1-8b43-73947cea4c16 req-71b3dae7-22e1-46f3-b5fd-f3903fb20767 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 946 time: 0.0808403 Apr 18 21:16:28.825945 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5d4ca2f2-708b-47a1-8b43-73947cea4c16 req-9197991e-50e2-4396-8647-993ec66e91e9 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384109 Apr 18 21:16:30.014984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009d77b-4e10-4311-8c4f-a165e317a90f req-f6d5980f-5c84-414a-9b8e-023b72a2fdbf tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:30.016427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d009d77b-4e10-4311-8c4f-a165e317a90f req-f6d5980f-5c84-414a-9b8e-023b72a2fdbf tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 946 time: 0.0815740 Apr 18 21:16:30.060207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d009d77b-4e10-4311-8c4f-a165e317a90f req-9cc0c292-f355-4f53-87d2-3d862fb90218 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Apr 18 21:16:30.246746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3190b9-b012-43f2-9233-9eca6de01eb2 req-e9f1b83d-e842-4f24-abda-61ae2298b3f7 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:30.248194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae3190b9-b012-43f2-9233-9eca6de01eb2 req-e9f1b83d-e842-4f24-abda-61ae2298b3f7 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 946 time: 0.0834255 Apr 18 21:16:30.293215 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ae3190b9-b012-43f2-9233-9eca6de01eb2 req-8d8230d7-6a4a-4d85-aaea-b3b24ad48ac9 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392847 Apr 18 21:16:43.627866 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-acf8ff81-d98a-4b31-907d-3e3924067443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:45.162712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1625c824-2ace-4643-8370-9f0b466d80b2 req-45ffbfdd-12ab-4c1e-a323-0eb71c595277 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:45.164173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1625c824-2ace-4643-8370-9f0b466d80b2 req-45ffbfdd-12ab-4c1e-a323-0eb71c595277 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 946 time: 0.0859437 Apr 18 21:16:45.208674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1625c824-2ace-4643-8370-9f0b466d80b2 req-f8c2823f-923f-4533-af21-ee52d3ffe490 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Apr 18 21:16:46.024849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be6ba8d4-f774-402f-8086-11a5df1d9f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:46.399392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ed54d-b6fc-4aee-aad9-bb7178021b0e req-99d6bd20-bab5-43ed-ae95-3dc72cc8f3f4 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:46.400762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d2ed54d-b6fc-4aee-aad9-bb7178021b0e req-99d6bd20-bab5-43ed-ae95-3dc72cc8f3f4 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 946 time: 0.0794117 Apr 18 21:16:46.444854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d2ed54d-b6fc-4aee-aad9-bb7178021b0e req-62efa448-9c38-499b-b3cc-3827fbd17a07 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383968 Apr 18 21:16:46.746909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-d5f350f5-75c1-4605-a6f3-48c933c4adb0 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:46.748273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-d5f350f5-75c1-4605-a6f3-48c933c4adb0 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 946 time: 0.0797710 Apr 18 21:16:46.823750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Deleting port df8e4182-9f48-4f0b-ba04-233e87fd109d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:16:46.824087 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.177033 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] For port df8e4182-9f48-4f0b-ba04-233e87fd109d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=df8e4182-9f48-4f0b-ba04-233e87fd109d,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:47.177389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.183465 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.205657 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.304732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Calling delete_port for df8e4182-9f48-4f0b-ba04-233e87fd109d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:16:47.451625 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.467530 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['df8e4182-9f48-4f0b-ba04-233e87fd109d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:16:47.504788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Pushing event deleted for resources: {'Port': ['ID=df8e4182-9f48-4f0b-ba04-233e87fd109d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:47.615062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] No DVR routers for this DVR port df8e4182-9f48-4f0b-ba04-233e87fd109d on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:16:47.621842 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:47.624433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a25edf-7328-498c-916e-86017b102118', 'name': 'network-vif-deleted', 'tag': 'df8e4182-9f48-4f0b-ba04-233e87fd109d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:47.638286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-421291d2-b8cb-425c-9df6-2c1d6e0f3b28 req-d8879146-2a8f-4335-aa81-bf58a0dc1755 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=67a25edf-7328-498c-916e-86017b102118 HTTP/1.1" status: 200 len: 210 time: 0.0614624 Apr 18 21:16:47.651700 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-02dca6fa-8992-42e1-9dfe-61a4598e512b req-6ff6d09a-a6c8-4e9f-9e07-c2e0fe779078 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "DELETE /v2.0/ports/df8e4182-9f48-4f0b-ba04-233e87fd109d HTTP/1.1" status: 204 len: 173 time: 0.8953488 Apr 18 21:16:47.685912 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd905e53-4772-4e55-9157-29edb8bb4f9f'] response: {'server_uuid': '67a25edf-7328-498c-916e-86017b102118', 'name': 'network-vif-deleted', 'tag': 'df8e4182-9f48-4f0b-ba04-233e87fd109d', 'status': 'completed', 'code': 200} Apr 18 21:16:48.652550 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.217524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.333738 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-41f661de-492c-413f-95ba-f39fcb6d2ef0 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:49.335093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-41f661de-492c-413f-95ba-f39fcb6d2ef0 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/networks?id=ccc07318-ec83-4bb7-a842-420cc3aae6d8 HTTP/1.1" status: 200 len: 817 time: 0.1495929 Apr 18 21:16:49.352008 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-320917f6-925c-4b74-aa03-5d292a8b631c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/quotas/fc3fbc5327464444b7dac0689ad28885 HTTP/1.1" status: 200 len: 375 time: 0.0112250 Apr 18 21:16:49.442605 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-0beeeadb-1588-43a1-b943-81a0e7a97dee tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fc3fbc5327464444b7dac0689ad28885&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844922 Apr 18 21:16:49.583319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-33d22c71-b6ec-4961-8905-ef70b54cb3cb service neutron] 10.222.0.47 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290262 Apr 18 21:16:49.717018 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-105f54a1-60cc-4f4f-ab21-e87a7222bae9 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278584 Apr 18 21:16:49.719886 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:49.894930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-27053747-107e-450d-9488-341e5138129e req-6b4292f7-fcf7-40ce-a090-26120890a900 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Synchronizing usage tracker for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:49.911716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-27053747-107e-450d-9488-341e5138129e req-6b4292f7-fcf7-40ce-a090-26120890a900 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Unset dirty status for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:49.913138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27053747-107e-450d-9488-341e5138129e req-6b4292f7-fcf7-40ce-a090-26120890a900 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 210 time: 0.0612142 Apr 18 21:16:51.003111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-af254420-dd75-4417-86e2-60f055a17e0c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:51.004739 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-af254420-dd75-4417-86e2-60f055a17e0c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "GET /v2.0/networks?id=ccc07318-ec83-4bb7-a842-420cc3aae6d8 HTTP/1.1" status: 200 len: 817 time: 0.1545153 Apr 18 21:16:51.022585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Request body: {'port': {'device_id': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'admin_state_up': True, 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:51.088401 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a70ae1c2-81bf-438d-89f9-61faf5094409 req-1f8d531e-5e49-4937-8da8-dfd6b957ae32 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 210 time: 0.0484297 Apr 18 21:16:51.159303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:16:51.168513 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:16:51.180963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Made reservation on behalf of fc3fbc5327464444b7dac0689ad28885 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:16:51.184496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.347013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Allocated IP 172.20.0.9 (ccc07318-ec83-4bb7-a842-420cc3aae6d8/6b1ac478-97d9-4258-8481-5fc37c082401/1a9362b9-6f25-4911-91bc-41101df93549) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:16:51.567430 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.583587 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Transition to ACTIVE for port object 1a9362b9-6f25-4911-91bc-41101df93549 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:51.610580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.676127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:16:51.677246 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:16:51.686066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:16:51.723030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Pushing event updated for resources: {'Port': ['ID=1a9362b9-6f25-4911-91bc-41101df93549,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:51.752415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device df8e4182-9f48-4f0b-ba04-233e87fd109d no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:16:51.754704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:51.755347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.786027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-83985157-1a3e-4079-8950-a5cfda9ded74 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7683840 Apr 18 21:16:51.793916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: df8e4182-9f48-4f0b-ba04-233e87fd109d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:16:51.794267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device df8e4182-9f48-4f0b-ba04-233e87fd109d not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:16:51.900505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-11d0917f-1b12-4e32-b0ed-49751f652d8f None None] Provisioning for port 1a9362b9-6f25-4911-91bc-41101df93549 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:51.908773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Request body: {'port': {'device_id': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:16:51.910207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-11d0917f-1b12-4e32-b0ed-49751f652d8f None None] Provisioning complete for port 1a9362b9-6f25-4911-91bc-41101df93549 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:51.910660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-11d0917f-1b12-4e32-b0ed-49751f652d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:51.968467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-11d0917f-1b12-4e32-b0ed-49751f652d8f None None] Port 1a9362b9-6f25-4911-91bc-41101df93549 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:16:52.024946 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.369364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718018fd-a5ec-4566-8011-4f68264deee8 req-335cf731-6ea9-4c28-a6c1-f0b7bee93dc6 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:52.370140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-718018fd-a5ec-4566-8011-4f68264deee8 req-335cf731-6ea9-4c28-a6c1-f0b7bee93dc6 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Synchronizing usage tracker for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:16:52.383932 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:16:52.429576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-718018fd-a5ec-4566-8011-4f68264deee8 req-335cf731-6ea9-4c28-a6c1-f0b7bee93dc6 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Unset dirty status for tenant:fc3fbc5327464444b7dac0689ad28885 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:16:52.430740 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-718018fd-a5ec-4566-8011-4f68264deee8 req-335cf731-6ea9-4c28-a6c1-f0b7bee93dc6 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 931 time: 0.2321048 Apr 18 21:16:52.465136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a9362b9-6f25-4911-91bc-41101df93549 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:16:52.480896 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.499044 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-718018fd-a5ec-4566-8011-4f68264deee8 req-4218fcc3-7283-4d22-9c60-224e5258c36c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614300 Apr 18 21:16:52.505636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Transition to ACTIVE for port object 1a9362b9-6f25-4911-91bc-41101df93549 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:16:52.510548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.665591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Pushing event updated for resources: {'Port': ['ID=1a9362b9-6f25-4911-91bc-41101df93549,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:52.747412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Attempting to bind port 1a9362b9-6f25-4911-91bc-41101df93549 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:16:52.747737 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Attempting to bind port 1a9362b9-6f25-4911-91bc-41101df93549 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:16:52.748063 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Attempting to bind port 1a9362b9-6f25-4911-91bc-41101df93549 on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:52.752800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Port 1a9362b9-6f25-4911-91bc-41101df93549 on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:16:52.753115 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Attempting to bind port 1a9362b9-6f25-4911-91bc-41101df93549 on network ccc07318-ec83-4bb7-a842-420cc3aae6d8 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:16:52.758112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 16, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:16:52.758442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Checking segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:16:52.758816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Bound using segment: {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:16:52.759228 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Bound port: 1a9362b9-6f25-4911-91bc-41101df93549, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:16:52.759567 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:52.953288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] For port 1a9362b9-6f25-4911-91bc-41101df93549, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:16:52.957296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] For port 1a9362b9-6f25-4911-91bc-41101df93549, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1a9362b9-6f25-4911-91bc-41101df93549,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:16:52.961943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.017854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.018523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:53.019809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] 10.222.0.61 "PUT /v2.0/ports/1a9362b9-6f25-4911-91bc-41101df93549 HTTP/1.1" status: 200 len: 1091 time: 1.2227123 Apr 18 21:16:53.020769 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'tag': '1a9362b9-6f25-4911-91bc-41101df93549'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:16:53.049890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f307c70-5f22-472b-bdd9-3f682a55185a service neutron] Pushing event updated for resources: {'Port': ['ID=1a9362b9-6f25-4911-91bc-41101df93549,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:53.102877 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d992c109-0386-4378-b946-26185f18f3ab'] response: {'name': 'network-changed', 'server_uuid': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'tag': '1a9362b9-6f25-4911-91bc-41101df93549', 'status': 'completed', 'code': 200} Apr 18 21:16:53.150312 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-74116834-3856-4732-81d6-ac0bf3e77beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.151989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-74116834-3856-4732-81d6-ac0bf3e77beb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc3fbc5327464444b7dac0689ad28885&device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 1094 time: 0.0841036 Apr 18 21:16:53.225661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-a50b1b34-fe64-4e34-8f82-270f8b43b40f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a9362b9-6f25-4911-91bc-41101df93549 HTTP/1.1" status: 200 len: 217 time: 0.0624654 Apr 18 21:16:53.295840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-5a5eec3d-31e4-4fe6-9b18-ce8ff803a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.297198 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-5a5eec3d-31e4-4fe6-9b18-ce8ff803a218 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6b1ac478-97d9-4258-8481-5fc37c082401 HTTP/1.1" status: 200 len: 856 time: 0.0620282 Apr 18 21:16:53.372110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-3a6328a7-7eea-4f2b-98ae-ad963cd40865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.373618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-3a6328a7-7eea-4f2b-98ae-ad963cd40865 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc07318-ec83-4bb7-a842-420cc3aae6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702832 Apr 18 21:16:53.505908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-cacd7a7e-fc33-4338-a2f1-35a6ab218f85 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252127 Apr 18 21:16:53.692286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4e3fb2d9-f131-4eb7-9718-213f21ea160d req-67a53186-6597-46ea-84b1-b739a10373b6 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782012 Apr 18 21:16:53.722443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9318d7ea-d555-4fda-9d51-4cbc8a870b2e req-bf26cd1f-6f63-436c-9cd3-091486a8d8ad tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.723894 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9318d7ea-d555-4fda-9d51-4cbc8a870b2e req-bf26cd1f-6f63-436c-9cd3-091486a8d8ad tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 943 time: 0.1124113 Apr 18 21:16:53.810702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9318d7ea-d555-4fda-9d51-4cbc8a870b2e req-155e3f9e-941e-456a-97d9-4558b7d83260 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809882 Apr 18 21:16:53.837752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-6bc1eaa8-5aa8-463d-ae6b-941564a977eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.839213 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-6bc1eaa8-5aa8-463d-ae6b-941564a977eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fc3fbc5327464444b7dac0689ad28885&device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 1094 time: 0.0913813 Apr 18 21:16:53.974368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-9f118d5c-3e90-4348-9a70-48cc4f574e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:53.975803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-9f118d5c-3e90-4348-9a70-48cc4f574e79 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ccc07318-ec83-4bb7-a842-420cc3aae6d8 HTTP/1.1" status: 200 len: 918 time: 0.1264973 Apr 18 21:16:54.050060 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-a30f2f14-fd58-40fc-80af-1bc7b7652f65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a9362b9-6f25-4911-91bc-41101df93549 HTTP/1.1" status: 200 len: 217 time: 0.0652611 Apr 18 21:16:54.111543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-2e5fc0ee-1db2-4f6d-81c9-35a03d7ceea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:54.113006 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-2e5fc0ee-1db2-4f6d-81c9-35a03d7ceea2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=6b1ac478-97d9-4258-8481-5fc37c082401 HTTP/1.1" status: 200 len: 856 time: 0.0569644 Apr 18 21:16:54.191672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-55a3ba0a-6f5e-411e-a68a-04b9e8f29026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:54.193138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-55a3ba0a-6f5e-411e-a68a-04b9e8f29026 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ccc07318-ec83-4bb7-a842-420cc3aae6d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728183 Apr 18 21:16:54.322715 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-7337a0be-c94f-4e6b-ae5a-c5391c7dcd06 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229315 Apr 18 21:16:54.452607 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4f9488c6-1c10-4ca3-86b7-fcc4d84801ad req-5a2f4f5e-5d97-4c9d-8344-08c9fe2a9b69 service neutron] 10.222.0.61 "GET /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232684 Apr 18 21:16:55.130635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a0d41-3504-4169-aee1-27d8f23eb552 req-a2cd18cf-18e3-448f-8bd6-0f3a20f844a1 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:55.132278 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad5a0d41-3504-4169-aee1-27d8f23eb552 req-a2cd18cf-18e3-448f-8bd6-0f3a20f844a1 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 943 time: 0.2112293 Apr 18 21:16:55.177159 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ad5a0d41-3504-4169-aee1-27d8f23eb552 req-55b80bef-76cc-412e-a8b3-0d6373829f3b tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Apr 18 21:16:56.365429 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f002416-1c50-46ca-966b-62e24b64ff8f req-ff8caa02-b9dd-4910-a4a3-43006fac3a06 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:56.366955 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f002416-1c50-46ca-966b-62e24b64ff8f req-ff8caa02-b9dd-4910-a4a3-43006fac3a06 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 943 time: 0.0824735 Apr 18 21:16:56.411619 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3f002416-1c50-46ca-966b-62e24b64ff8f req-f1b4e81e-312e-4937-a4db-727d0dc8dc95 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388968 Apr 18 21:16:57.598554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b12f6-444c-45fc-9600-dc8356c41679 req-a66e167d-e6bc-4643-9484-e79587aa865e tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:57.600120 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-733b12f6-444c-45fc-9600-dc8356c41679 req-a66e167d-e6bc-4643-9484-e79587aa865e tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 943 time: 0.0820069 Apr 18 21:16:57.649111 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-733b12f6-444c-45fc-9600-dc8356c41679 req-04b19e5e-93fc-4f00-93e7-823d7107d22b tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425816 Apr 18 21:16:57.785295 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1a9362b9-6f25-4911-91bc-41101df93549 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:16:57.920347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1a9362b9-6f25-4911-91bc-41101df93549, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1a9362b9-6f25-4911-91bc-41101df93549,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:57.934170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1a9362b9-6f25-4911-91bc-41101df93549', 'network_id': 'ccc07318-ec83-4bb7-a842-420cc3aae6d8', 'port_id': '1a9362b9-6f25-4911-91bc-41101df93549', 'mac_address': 'fa:16:3e:d2:4a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b1ac478-97d9-4258-8481-5fc37c082401', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:16:57.990634 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.010721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a9362b9-6f25-4911-91bc-41101df93549 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:16:58.026193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1a9362b9-6f25-4911-91bc-41101df93549, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1a9362b9-6f25-4911-91bc-41101df93549,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:16:58.029761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:16:58.096625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1a9362b9-6f25-4911-91bc-41101df93549,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:16:58.267263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1a9362b9-6f25-4911-91bc-41101df93549'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:16:58.951475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d98775e-cd97-4a47-bba0-51a0c6fea928 req-76021a1e-9bee-422f-bfea-4ce786eb1a4b tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:16:58.952872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d98775e-cd97-4a47-bba0-51a0c6fea928 req-76021a1e-9bee-422f-bfea-4ce786eb1a4b tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 944 time: 0.2000608 Apr 18 21:16:58.996973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d98775e-cd97-4a47-bba0-51a0c6fea928 req-455f75e4-20d2-47fa-8cea-eeff043e0eb0 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381842 Apr 18 21:16:59.800974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1a9362b9-6f25-4911-91bc-41101df93549 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:16:59.878170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 1a9362b9-6f25-4911-91bc-41101df93549 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:16:59.882892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1a9362b9-6f25-4911-91bc-41101df93549 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:16:59.883260 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.001819 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.028867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9362b9-6f25-4911-91bc-41101df93549'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:00.039758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1a9362b9-6f25-4911-91bc-41101df93549, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1a9362b9-6f25-4911-91bc-41101df93549,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:00.043357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:00.117424 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3653d922-da30-4f8e-bafa-71189cbd0025'] response: {'server_uuid': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a9362b9-6f25-4911-91bc-41101df93549', 'code': 200} Apr 18 21:17:00.118452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1a9362b9-6f25-4911-91bc-41101df93549,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:00.205837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807bfa2c-7e6f-4c09-81aa-fb59278c48a9 req-a08b80e0-dac9-454d-a8c9-dacae4e5f9ba tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:00.207322 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-807bfa2c-7e6f-4c09-81aa-fb59278c48a9 req-a08b80e0-dac9-454d-a8c9-dacae4e5f9ba tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 945 time: 0.0896659 Apr 18 21:17:00.229716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd2076-d20b-4c09-9efb-4425fb8d2d1a req-d0f4a2d1-8165-44f6-aa61-6ba78d115c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:00.231172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e8cd2076-d20b-4c09-9efb-4425fb8d2d1a req-d0f4a2d1-8165-44f6-aa61-6ba78d115c7a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 1096 time: 0.0750070 Apr 18 21:17:00.252309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-807bfa2c-7e6f-4c09-81aa-fb59278c48a9 req-9e6ed52a-8ae3-4c60-a83a-69cf4ca17787 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393167 Apr 18 21:17:00.279083 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e8cd2076-d20b-4c09-9efb-4425fb8d2d1a req-fa1cc331-6722-4f3c-a271-8e6abfcea7ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382261 Apr 18 21:17:01.447461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df6efec-83d4-48ae-97cb-395ff6af1f5d req-7a716211-a146-4ff4-addb-674a5e59fa49 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:01.448838 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3df6efec-83d4-48ae-97cb-395ff6af1f5d req-7a716211-a146-4ff4-addb-674a5e59fa49 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 945 time: 0.0851960 Apr 18 21:17:01.495919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3df6efec-83d4-48ae-97cb-395ff6af1f5d req-b1e3e8dc-0874-41ee-ada2-bb0976590ad3 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398569 Apr 18 21:17:02.696007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edd748-4733-480f-b484-644e45d4d966 req-42c64b98-6ebc-402b-89f1-b0d75a94b156 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.697566 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90edd748-4733-480f-b484-644e45d4d966 req-42c64b98-6ebc-402b-89f1-b0d75a94b156 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 945 time: 0.0873117 Apr 18 21:17:02.746985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-90edd748-4733-480f-b484-644e45d4d966 req-c85d64e5-6c0c-467d-871c-a8b94812063c tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436046 Apr 18 21:17:02.940269 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aef8e1-45b0-43ac-b529-347c47d77f0d req-e3c29f14-2fa3-4f47-aec7-68c9c93bd52d tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:02.942899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3aef8e1-45b0-43ac-b529-347c47d77f0d req-e3c29f14-2fa3-4f47-aec7-68c9c93bd52d tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 945 time: 0.0861788 Apr 18 21:17:02.988900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3aef8e1-45b0-43ac-b529-347c47d77f0d req-6987dec4-dcc6-4979-9e83-0c70efb52b19 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406365 Apr 18 21:17:13.630204 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c778bed-d04f-4718-9da6-9ea835e09636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:16.028107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d72bfca8-cf35-4cf8-be17-eb5be7185783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.190169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.210507 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:17.350043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0b4fe-fb86-4889-9863-8c2a7c9e659f req-5456914f-1cc1-451d-97c2-5d39d4b53825 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:17.351505 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4df0b4fe-fb86-4889-9863-8c2a7c9e659f req-5456914f-1cc1-451d-97c2-5d39d4b53825 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 945 time: 0.0811725 Apr 18 21:17:17.396136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4df0b4fe-fb86-4889-9863-8c2a7c9e659f req-66c2a01e-5652-46ff-9a87-d8d894b1f420 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390232 Apr 18 21:17:18.583552 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17acaa1d-e3f9-4535-96cb-a1500eb570da req-7914c9fa-eb5f-4bff-869a-6dd204921caa tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:18.585007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17acaa1d-e3f9-4535-96cb-a1500eb570da req-7914c9fa-eb5f-4bff-869a-6dd204921caa tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 945 time: 0.0802174 Apr 18 21:17:18.628956 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17acaa1d-e3f9-4535-96cb-a1500eb570da req-84cbf7db-a2fe-46a8-b1d3-d0c4ad5e9891 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/security-groups?id=b17f2b48-da6e-453e-b6c4-936b83f7574e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380018 Apr 18 21:17:18.656261 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.108110 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-f9347557-e26f-4a71-a625-c199d3f8b713 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:19.109548 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-f9347557-e26f-4a71-a625-c199d3f8b713 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 945 time: 0.0824625 Apr 18 21:17:19.182483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Deleting port 1a9362b9-6f25-4911-91bc-41101df93549 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:19.182813 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.218960 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.428020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] For port 1a9362b9-6f25-4911-91bc-41101df93549, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1a9362b9-6f25-4911-91bc-41101df93549,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:19.428294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.549455 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Calling delete_port for 1a9362b9-6f25-4911-91bc-41101df93549 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:19.698835 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.716811 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1a9362b9-6f25-4911-91bc-41101df93549'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:17:19.752560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Pushing event deleted for resources: {'Port': ['ID=1a9362b9-6f25-4911-91bc-41101df93549,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:19.758532 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.762147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.762495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.762833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.763180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.763497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.763854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.764179 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.764503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.764827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.765147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.765464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.765803 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:19.801113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-607908d0-7b27-481f-9011-e7c6d8d2edc5 req-6c306815-e932-42a0-a963-0c1100159b31 tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.47 "GET /v2.0/ports?device_id=b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c HTTP/1.1" status: 200 len: 210 time: 0.0520494 Apr 18 21:17:19.843776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] No DVR routers for this DVR port 1a9362b9-6f25-4911-91bc-41101df93549 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:19.846627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:19.849412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'name': 'network-vif-deleted', 'tag': '1a9362b9-6f25-4911-91bc-41101df93549'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:17:19.866627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f58feb86-8dfb-423b-9194-2a7c709c9ea3 req-b0298029-d820-4c83-87f9-2ddb38ab58db tempest-TestEncryptedCinderVolumes-1043658755 tempest-TestEncryptedCinderVolumes-1043658755-project] 10.222.0.61 "DELETE /v2.0/ports/1a9362b9-6f25-4911-91bc-41101df93549 HTTP/1.1" status: 204 len: 173 time: 0.7480400 Apr 18 21:17:19.904591 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f38fa771-f585-4b31-8451-d18e070fabb8'] response: {'server_uuid': 'b96dc5f7-7d71-4f5f-9956-cf1bfc3e470c', 'name': 'network-vif-deleted', 'tag': '1a9362b9-6f25-4911-91bc-41101df93549', 'status': 'completed', 'code': 200} Apr 18 21:17:20.939872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43288) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:21.541638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:21.896034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Deleting port 4ec4c0cd-284f-42ef-bffe-2cd00e902783 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:21.896373 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.182356 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] For port 4ec4c0cd-284f-42ef-bffe-2cd00e902783, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=4ec4c0cd-284f-42ef-bffe-2cd00e902783,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:22.183059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.309659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Calling delete_port for 4ec4c0cd-284f-42ef-bffe-2cd00e902783 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:22.574301 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:22.626068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec4c0cd-284f-42ef-bffe-2cd00e902783,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:22.668159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.668503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.668842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.669175 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.669504 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.669856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.670179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.670500 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.670822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.671169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.671458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.671775 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:22.905544 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.271164 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Router 1110713f-4bb2-47b1-b8f2-ee156fda02ac has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:17:23.575005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:17:23.584545 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] Sync routers for ids ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:23.588143 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-61404093-2376-4291-a64f-ebe45e4ac54e admin admin] 10.222.0.47 "PUT /v2.0/routers/1110713f-4bb2-47b1-b8f2-ee156fda02ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6470923 Apr 18 21:17:23.590588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43294) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:23.594400 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] Routers {'1110713f-4bb2-47b1-b8f2-ee156fda02ac'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:23.594989 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:23.768732 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.830363 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] Set router 1110713f-4bb2-47b1-b8f2-ee156fda02ac gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:23.924464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1a9362b9-6f25-4911-91bc-41101df93549 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:23.959785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:23.962876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 1a9362b9-6f25-4911-91bc-41101df93549 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:17:23.963299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1a9362b9-6f25-4911-91bc-41101df93549 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:23.970588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Deleting port edb9e725-21d5-4c53-8b31-46af287142ae {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:23.971466 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.155879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] For port edb9e725-21d5-4c53-8b31-46af287142ae, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=edb9e725-21d5-4c53-8b31-46af287142ae,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:24.156264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.222774 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50'}], 'enable_snat': True}, 'gw_port_id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:17:22Z', 'revision_number': 5, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port': {'id': 'edb9e725-21d5-4c53-8b31-46af287142ae', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:bd:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:03Z', 'updated_at': '2022-04-18T21:16:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:24.232865 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] Checking router: 1110713f-4bb2-47b1-b8f2-ee156fda02ac for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:24.242186 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] Routers {'1110713f-4bb2-47b1-b8f2-ee156fda02ac'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:24.242786 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:24.286417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Calling delete_port for edb9e725-21d5-4c53-8b31-46af287142ae owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:24.425530 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] Set router 1110713f-4bb2-47b1-b8f2-ee156fda02ac gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:24.461202 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.512916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Pushing event deleted for resources: {'Port': ['ID=edb9e725-21d5-4c53-8b31-46af287142ae,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:24.535267 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:17:23Z', 'revision_number': 6, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:24.540068 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8210b14-9fc9-42f0-8a41-798b0f61975b None None] The sync data for ids ['1110713f-4bb2-47b1-b8f2-ee156fda02ac'] in n-d-836016-3 is: [{'id': '1110713f-4bb2-47b1-b8f2-ee156fda02ac', 'name': 'tempest-TestEncryptedCinderVolumes-1036574597-router', 'tenant_id': 'fc3fbc5327464444b7dac0689ad28885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:02Z', 'updated_at': '2022-04-18T21:17:23Z', 'revision_number': 6, 'project_id': 'fc3fbc5327464444b7dac0689ad28885', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:24.606457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.786955 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.789213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.813983 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.815204 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1110713f-4bb2-47b1-b8f2-ee156fda02ac {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:17:24.827785 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:24.828897 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4a262f29-686b-4d6c-a36a-8f975fd1e591 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1110713f-4bb2-47b1-b8f2-ee156fda02ac HTTP/1.1" status: 204 len: 168 time: 1.2374146 Apr 18 21:17:24.832137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43298) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:25.015143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] Deleting subnet 6b1ac478-97d9-4258-8481-5fc37c082401 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:17:25.018804 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.067408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.148422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.221195 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.259989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1ac478-97d9-4258-8481-5fc37c082401,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.263643 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.269248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df901c98-84c9-4f36-964e-1e048616c408 None None] Network ccc07318-ec83-4bb7-a842-420cc3aae6d8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:17:25.269829 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-050e8e08-6124-43cd-bcf7-0ecdeaf4e33a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6b1ac478-97d9-4258-8481-5fc37c082401 HTTP/1.1" status: 204 len: 168 time: 0.4365921 Apr 18 21:17:25.272294 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43302) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:25.384058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.396555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Deleting port 45874ec1-fa42-4179-914b-05b6d4db7e91 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:25.396898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.547064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] DHCP port deletion for ccc07318-ec83-4bb7-a842-420cc3aae6d8 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:17:25.552695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Deleting port 45874ec1-fa42-4179-914b-05b6d4db7e91 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:25.553077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.626106 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] For port 45874ec1-fa42-4179-914b-05b6d4db7e91, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=45874ec1-fa42-4179-914b-05b6d4db7e91,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:25.627122 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.752628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Calling delete_port for 45874ec1-fa42-4179-914b-05b6d4db7e91 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:25.778137 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] For port 45874ec1-fa42-4179-914b-05b6d4db7e91, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=45874ec1-fa42-4179-914b-05b6d4db7e91,segment=NetworkSegment(e46003c9-6075-408d-9fe4-8f0dcfed0c1e),segment_id=e46003c9-6075-408d-9fe4-8f0dcfed0c1e)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:25.778455 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.843056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:25.894327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] No DVR routers for this DVR port 45874ec1-fa42-4179-914b-05b6d4db7e91 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:25.899350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 45874ec1-fa42-4179-914b-05b6d4db7e91 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:25.927471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Pushing event deleted for resources: {'Port': ['ID=45874ec1-fa42-4179-914b-05b6d4db7e91,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:25.931859 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Calling delete_port for 45874ec1-fa42-4179-914b-05b6d4db7e91 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:25.975127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 45874ec1-fa42-4179-914b-05b6d4db7e91 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:17:25.975485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 45874ec1-fa42-4179-914b-05b6d4db7e91 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:25.975909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ec4c0cd-284f-42ef-bffe-2cd00e902783 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:26.013221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 4ec4c0cd-284f-42ef-bffe-2cd00e902783 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:17:26.013595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 4ec4c0cd-284f-42ef-bffe-2cd00e902783 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:26.014015 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device edb9e725-21d5-4c53-8b31-46af287142ae no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:26.030921 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.056876 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc07318-ec83-4bb7-a842-420cc3aae6d8']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.058988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: edb9e725-21d5-4c53-8b31-46af287142ae {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:17:26.059340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device edb9e725-21d5-4c53-8b31-46af287142ae not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:26.071328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.071730 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e46003c9-6075-408d-9fe4-8f0dcfed0c1e') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:26.081836 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:26.082689 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:26.085800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.102403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.108664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:17:26.109050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:26.122264 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:26.199445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.215960 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.227000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc07318-ec83-4bb7-a842-420cc3aae6d8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:26.240118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91409d3e-9a91-4d1b-960d-70bdc21e447d admin admin] 10.222.0.47 "DELETE /v2.0/networks/ccc07318-ec83-4bb7-a842-420cc3aae6d8 HTTP/1.1" status: 204 len: 168 time: 0.9668126 Apr 18 21:17:26.242857 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43306) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:26.584406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Deleting port 45874ec1-fa42-4179-914b-05b6d4db7e91 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:26.585019 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:26.665269 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-520598b6-fc22-4454-820d-41a24d6266cc None None] The port '45874ec1-fa42-4179-914b-05b6d4db7e91' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:17:26.933894 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.287143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Deleting port 83e39dea-7a5d-4dc1-a598-ed5909f83f38 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:27.287577 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.468089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] For port 83e39dea-7a5d-4dc1-a598-ed5909f83f38, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=83e39dea-7a5d-4dc1-a598-ed5909f83f38,segment=NetworkSegment(28c5b299-731d-4e96-a1f7-0361253c88f2),segment_id=28c5b299-731d-4e96-a1f7-0361253c88f2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:27.468445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.591193 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Calling delete_port for 83e39dea-7a5d-4dc1-a598-ed5909f83f38 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:27.782267 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:27.833570 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Pushing event deleted for resources: {'Port': ['ID=83e39dea-7a5d-4dc1-a598-ed5909f83f38,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:28.221189 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:28.584943 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Router 2b9a40e1-7247-4930-a537-94f79a25a982 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:17:28.767321 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:17:28.776074 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] Sync routers for ids ['2b9a40e1-7247-4930-a537-94f79a25a982'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:28.776580 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a505234f-51a8-4c58-82ac-324cf817de52 admin admin] 10.222.0.47 "PUT /v2.0/routers/2b9a40e1-7247-4930-a537-94f79a25a982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5325353 Apr 18 21:17:28.778973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43310) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:28.785708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] Routers {'2b9a40e1-7247-4930-a537-94f79a25a982'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:28.786330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2b9a40e1-7247-4930-a537-94f79a25a982'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:28.962959 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.025635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] Set router 2b9a40e1-7247-4930-a537-94f79a25a982 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:29.148668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.159236 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Deleting port 171c9056-dea3-4054-8ff1-6156c33aa89f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:29.159610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.312264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180'}], 'enable_snat': True}, 'gw_port_id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:17:27Z', 'revision_number': 5, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port': {'id': '171c9056-dea3-4054-8ff1-6156c33aa89f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:5f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:16:09Z', 'updated_at': '2022-04-18T21:16:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:29.317038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] Checking router: 2b9a40e1-7247-4930-a537-94f79a25a982 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:29.325350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] Routers {'2b9a40e1-7247-4930-a537-94f79a25a982'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:29.325982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['2b9a40e1-7247-4930-a537-94f79a25a982'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:29.336266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] For port 171c9056-dea3-4054-8ff1-6156c33aa89f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=171c9056-dea3-4054-8ff1-6156c33aa89f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:29.336828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.384173 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:17:29.461273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Calling delete_port for 171c9056-dea3-4054-8ff1-6156c33aa89f owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:29.476046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] Set router 2b9a40e1-7247-4930-a537-94f79a25a982 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:29.582510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:17:29Z', 'revision_number': 6, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:29.586803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af28869-6f0f-4881-948f-8585b4f7d602 None None] The sync data for ids ['2b9a40e1-7247-4930-a537-94f79a25a982'] in n-d-836016-3 is: [{'id': '2b9a40e1-7247-4930-a537-94f79a25a982', 'name': 'tempest-TestEncryptedCinderVolumes-1567865006-router', 'tenant_id': '989b0f536bfb473db76da6c477728f8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:16:08Z', 'updated_at': '2022-04-18T21:17:29Z', 'revision_number': 6, 'project_id': '989b0f536bfb473db76da6c477728f8b', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:29.758319 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:29.806787 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=171c9056-dea3-4054-8ff1-6156c33aa89f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:29.895860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.034296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83e39dea-7a5d-4dc1-a598-ed5909f83f38 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:30.075776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 83e39dea-7a5d-4dc1-a598-ed5909f83f38 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:17:30.076843 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83e39dea-7a5d-4dc1-a598-ed5909f83f38 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:30.079239 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.082211 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.110093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.110820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b9a40e1-7247-4930-a537-94f79a25a982 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:17:30.124644 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.127076 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1f511f89-6f41-4ac4-9e12-b24b6e3262b6 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2b9a40e1-7247-4930-a537-94f79a25a982 HTTP/1.1" status: 204 len: 168 time: 1.3459055 Apr 18 21:17:30.130121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43314) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:30.191823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] Deleting subnet 9ea59062-974c-417f-acfc-e412036acc61 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:17:30.194721 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.247350 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.331318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.411065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.451743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea59062-974c-417f-acfc-e412036acc61,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:30.453757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.460450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c3509f61-79ba-4166-9a8f-100c08225d71 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9ea59062-974c-417f-acfc-e412036acc61 HTTP/1.1" status: 204 len: 168 time: 0.3291829 Apr 18 21:17:30.462062 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91944c93-65b8-4067-9787-52c741e4f15d None None] Network 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:17:30.462968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43318) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:30.572878 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.584191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Deleting port 2574c070-b308-45b6-908a-c5f1b3c2003c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:30.584534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.735253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] DHCP port deletion for 3d68110c-c3bb-4d01-b799-ba9cf4e8df4a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:17:30.739557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Deleting port 2574c070-b308-45b6-908a-c5f1b3c2003c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:30.740104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.808100 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] For port 2574c070-b308-45b6-908a-c5f1b3c2003c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2574c070-b308-45b6-908a-c5f1b3c2003c,segment=NetworkSegment(28c5b299-731d-4e96-a1f7-0361253c88f2),segment_id=28c5b299-731d-4e96-a1f7-0361253c88f2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:30.808897 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:30.935092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Calling delete_port for 2574c070-b308-45b6-908a-c5f1b3c2003c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:30.956629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] For port 2574c070-b308-45b6-908a-c5f1b3c2003c, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=2574c070-b308-45b6-908a-c5f1b3c2003c,segment=NetworkSegment(28c5b299-731d-4e96-a1f7-0361253c88f2),segment_id=28c5b299-731d-4e96-a1f7-0361253c88f2)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:30.956943 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.019590 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.074739 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2574c070-b308-45b6-908a-c5f1b3c2003c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:31.076540 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] No DVR routers for this DVR port 2574c070-b308-45b6-908a-c5f1b3c2003c on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:17:31.080532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Calling delete_port for 2574c070-b308-45b6-908a-c5f1b3c2003c owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:17:31.155500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:17:31.155853 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:17:31.199291 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.225270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d68110c-c3bb-4d01-b799-ba9cf4e8df4a']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:31.239600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c5b299-731d-4e96-a1f7-0361253c88f2') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:31.239907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c5b299-731d-4e96-a1f7-0361253c88f2') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:31.251212 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.268619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.275416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:17:31.275904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:17:31.289082 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:17:31.468830 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.486518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.497460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d68110c-c3bb-4d01-b799-ba9cf4e8df4a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:31.500295 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-21ad53df-3525-4228-92e9-d650d49a59a5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3d68110c-c3bb-4d01-b799-ba9cf4e8df4a HTTP/1.1" status: 204 len: 168 time: 1.0363135 Apr 18 21:17:31.657203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Deleting port 2574c070-b308-45b6-908a-c5f1b3c2003c {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:17:31.658126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.680550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43324) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:31.731177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-722d49a1-c686-46fe-81c7-4faa527745a7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc3fbc5327464444b7dac0689ad28885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495341 Apr 18 21:17:31.734455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43328) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:31.765750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-774ad307-b8e8-4d8c-a4c2-47eb56aa5f91 None None] The port '2574c070-b308-45b6-908a-c5f1b3c2003c' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:17:31.803536 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b77fb06c-3126-4e86-9fea-99afc5c576a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.831389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b77fb06c-3126-4e86-9fea-99afc5c576a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.860428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 171c9056-dea3-4054-8ff1-6156c33aa89f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:31.888007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b77fb06c-3126-4e86-9fea-99afc5c576a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.897719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 171c9056-dea3-4054-8ff1-6156c33aa89f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:17:31.898068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 171c9056-dea3-4054-8ff1-6156c33aa89f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:31.898476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2574c070-b308-45b6-908a-c5f1b3c2003c no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:17:31.908342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77fb06c-3126-4e86-9fea-99afc5c576a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f2b48-da6e-453e-b6c4-936b83f7574e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:31.916914 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b77fb06c-3126-4e86-9fea-99afc5c576a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:31.918110 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b77fb06c-3126-4e86-9fea-99afc5c576a0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b17f2b48-da6e-453e-b6c4-936b83f7574e HTTP/1.1" status: 204 len: 168 time: 0.1810541 Apr 18 21:17:31.939677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 2574c070-b308-45b6-908a-c5f1b3c2003c {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:17:31.940176 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 2574c070-b308-45b6-908a-c5f1b3c2003c not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:17:32.285332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43336) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:32.334223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c43514da-3d5e-4f68-91e1-17c0a1929546 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=989b0f536bfb473db76da6c477728f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476279 Apr 18 21:17:32.336639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43340) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:32.393790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d37bbe96-7b3a-43ee-9186-e11a2680c839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.423846 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d37bbe96-7b3a-43ee-9186-e11a2680c839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.477689 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d37bbe96-7b3a-43ee-9186-e11a2680c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.493181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37bbe96-7b3a-43ee-9186-e11a2680c839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87791525-f097-4b55-bc92-796e59875838,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:32.500438 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d37bbe96-7b3a-43ee-9186-e11a2680c839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:32.501976 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d37bbe96-7b3a-43ee-9186-e11a2680c839 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87791525-f097-4b55-bc92-796e59875838 HTTP/1.1" status: 204 len: 168 time: 0.1642220 Apr 18 21:17:33.274349 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43364) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:33.396589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-228747556-network', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:33.402761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:33.406606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Usage tracker for resource:network and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:33.410104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:33.415802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:33.426889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Made reservation on behalf of e7003dd53eec4999b92bf77ddc08738f for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:33.429059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.440917 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.454945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:33.458863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:33.461535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:33.467217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:33.551282 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.555045 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.588918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:33.594137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cab7f7-e025-48f1-a9c0-93c68e68de1d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:33.601963 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.601963 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Added segment acfcb0e3-9069-48c4-a122-ad52f0acee62 of type vlan for network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a Apr 18 21:17:33.628888 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.661972 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.662941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:33.663633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:33.764250 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4887617 Apr 18 21:17:33.765113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372741e-94bf-4551-8cff-942bdda7fdeb admin admin] Pushing event updated for resources: {'Network': ['ID=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:33.767751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43370) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:33.773415 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Request body: {'subnet': {'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-228747556-subnet', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:33.775976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:33.779228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:33.783340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Usage tracker for resource:subnet and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:33.786484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:33.796475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:33.809863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Made reservation on behalf of e7003dd53eec4999b92bf77ddc08738f for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:33.812560 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.023857 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.102317 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76f31f69-fa2b-4709-a711-0c94109cec05,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:34.111387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Checking segment: {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:34.112319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Network hostable DHCP agents. Network: 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:34.132047 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:34.142243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:34.146675 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:34.147264 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.152042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c1e7fe-621c-4e0f-9c24-a1a5fe61d024 None None] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:17:34.167837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc7db9f9-a9b0-4e57-a850-a8f0714e9123 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3990285 Apr 18 21:17:34.171342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43374) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:34.179848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:34.186322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:34.191107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Usage tracker for resource:router and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:34.194238 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:34.200911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:34.210327 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.211322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.226892 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.370956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:17:34.371883 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.532086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Allocated IP 172.20.0.2 (8c7ef760-8c62-4ebf-8bec-5d78c988ad7a/76f31f69-fa2b-4709-a711-0c94109cec05/dbfed997-ae8c-4957-9a04-a70b80dc99f3) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:34.619995 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.746311 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.758657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Transition to ACTIVE for port object dbfed997-ae8c-4957-9a04-a70b80dc99f3 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:34.777995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Transition to ACTIVE for port object dbfed997-ae8c-4957-9a04-a70b80dc99f3 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:34.783506 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.838222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:34.841283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:34.845846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:17:34.899781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Pushing event updated for resources: {'Port': ['ID=dbfed997-ae8c-4957-9a04-a70b80dc99f3,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:34.945377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.945756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.946101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.946439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.946776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.946905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.947105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.947432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.947857 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.948086 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.948420 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.948743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.949064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:34.962167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Attempting to bind port dbfed997-ae8c-4957-9a04-a70b80dc99f3 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:34.962533 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Attempting to bind port dbfed997-ae8c-4957-9a04-a70b80dc99f3 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:34.962895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Attempting to bind port dbfed997-ae8c-4957-9a04-a70b80dc99f3 on network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:17:34.968110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:17:34.968475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Checking segment: {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:34.968878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.969264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Bound using segment: {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:17:34.969874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Bound port: dbfed997-ae8c-4957-9a04-a70b80dc99f3, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:34.970440 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:34.984637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.060711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] For port dbfed997-ae8c-4957-9a04-a70b80dc99f3, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:17:35.064675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] For port dbfed997-ae8c-4957-9a04-a70b80dc99f3, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dbfed997-ae8c-4957-9a04-a70b80dc99f3,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:17:35.069455 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.132490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Allocated IP 172.25.5.244 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:35.166095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3c23c-5c68-4110-b266-9a2746d87706 None None] Pushing event updated for resources: {'Port': ['ID=dbfed997-ae8c-4957-9a04-a70b80dc99f3,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:35.300718 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.346155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.412499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:35.415349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:35.424869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:17:35.460232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Pushing event updated for resources: {'Port': ['ID=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:35.839958 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:35.892633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dbfed997-ae8c-4957-9a04-a70b80dc99f3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:35.969917 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port dbfed997-ae8c-4957-9a04-a70b80dc99f3 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:36.135956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ca2ffc-ef89-49df-8fa8-a49e812ee331 None None] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:17:36.242694 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8bca57f0-2301-4435-88a4-7f9606087348 None None] Provisioning for port dbfed997-ae8c-4957-9a04-a70b80dc99f3 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:36.259634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8bca57f0-2301-4435-88a4-7f9606087348 None None] Provisioning complete for port dbfed997-ae8c-4957-9a04-a70b80dc99f3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:36.260004 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8bca57f0-2301-4435-88a4-7f9606087348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.315026 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.503342 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8bca57f0-2301-4435-88a4-7f9606087348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.529485 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:17:36.547730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8bca57f0-2301-4435-88a4-7f9606087348 None None] For port dbfed997-ae8c-4957-9a04-a70b80dc99f3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dbfed997-ae8c-4957-9a04-a70b80dc99f3,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:36.555809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8bca57f0-2301-4435-88a4-7f9606087348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.648900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca57f0-2301-4435-88a4-7f9606087348 None None] Pushing event updated for resources: {'Port': ['ID=dbfed997-ae8c-4957-9a04-a70b80dc99f3,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:36.736786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:17:36.746466 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Sync routers for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:36.758498 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:36.759229 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:36.760850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.764848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-16a0063f-f690-4622-9453-246f6183c148 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5896189 Apr 18 21:17:36.765320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43378) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:36.778735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-68725429-9f67-46b6-9e88-58d77e497fb8 None None] Provisioning complete for port dbfed997-ae8c-4957-9a04-a70b80dc99f3 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:36.779112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-68725429-9f67-46b6-9e88-58d77e497fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:36.982309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:37.277144 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 3, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:37.280932 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Checking router: 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:37.281275 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Updating router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:17:37.337951 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.602702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.681961 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.693956 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Transition to ACTIVE for port object 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:37.699860 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.786368 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Attempting to bind port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:37.787060 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Attempting to bind port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:37.787060 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Attempting to bind port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:17:37.789049 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Pushing event updated for resources: {'Port': ['ID=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:37.799707 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.800049 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.800387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.800721 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.801050 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.801377 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.801729 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.802049 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.802371 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.802691 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.803010 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.803330 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:17:37.807910 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:17:37.808254 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:37.809347 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.809347 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:17:37.810379 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Bound port: 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:37.810379 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.825400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Allocated IP 172.20.0.1 (8c7ef760-8c62-4ebf-8bec-5d78c988ad7a/76f31f69-fa2b-4709-a711-0c94109cec05/0d17d811-f1b2-4d58-b261-220848418ff0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:37.875609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dbfed997-ae8c-4957-9a04-a70b80dc99f3 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:37.895650 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] For port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:17:37.899035 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] For port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:17:37.902842 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.954216 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port dbfed997-ae8c-4957-9a04-a70b80dc99f3 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:37.954873 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:37.984974 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:37.985665 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:38.004236 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.027027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Transition to ACTIVE for port object 0d17d811-f1b2-4d58-b261-220848418ff0 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:38.053063 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.101525 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9bfc71-ce4b-4b36-bacc-f0cd5270a77b None None] Pushing event updated for resources: {'Port': ['ID=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:38.125585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:38.129390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:38.133941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:17:38.166433 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Pushing event updated for resources: {'Port': ['ID=0d17d811-f1b2-4d58-b261-220848418ff0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:38.199437 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.229762 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:38.431362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e0016a2-543c-4b37-b2f1-801c79be57f2 None None] Provisioning for port 0d17d811-f1b2-4d58-b261-220848418ff0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:38.436942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e0016a2-543c-4b37-b2f1-801c79be57f2 None None] Provisioning complete for port 0d17d811-f1b2-4d58-b261-220848418ff0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:38.437317 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e0016a2-543c-4b37-b2f1-801c79be57f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.474207 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.495565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0e0016a2-543c-4b37-b2f1-801c79be57f2 None None] Port 0d17d811-f1b2-4d58-b261-220848418ff0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:17:38.522503 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 3, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:38.526335 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17577f6f-f84c-40b2-b0e0-1b6bf5c83193 None None] The sync data for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 is: [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:35Z', 'revision_number': 3, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:38.717259 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.722754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:38.835877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Pushing event updated for resources: {'Port': ['ID=0d17d811-f1b2-4d58-b261-220848418ff0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:38.838287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.001823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:39.003210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:39.222223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-74e24cab-8c22-4493-8849-d98d6edbefcf None None] Provisioning complete for port 0d17d811-f1b2-4d58-b261-220848418ff0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:39.223415 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-74e24cab-8c22-4493-8849-d98d6edbefcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:39.284284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-74e24cab-8c22-4493-8849-d98d6edbefcf None None] Port 0d17d811-f1b2-4d58-b261-220848418ff0 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:17:39.334279 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:17:39.538659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:17:39.549261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47298cfb-197e-4c5c-9955-225e1f27f175 admin admin] 10.222.0.47 "PUT /v2.0/routers/039b2c36-6cab-4e4a-aed5-776d95bb0ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7826271 Apr 18 21:17:39.908552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:39.985738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:39.993418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:39.993828 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.130471 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43396) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:40.137327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-297049227-network', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:40.138647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.148033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:40.152549 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Usage tracker for resource:network and tenant:b2945a17538d4b9ea7753b3856bfc4e1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:40.155691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:40.156304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:40.163572 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:40.167581 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.175907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Made reservation on behalf of b2945a17538d4b9ea7753b3856bfc4e1 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:40.178462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.192436 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.208365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:40.213981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Usage tracker for resource:security_group_rule and tenant:b2945a17538d4b9ea7753b3856bfc4e1 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:40.216879 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:40.223181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:40.248724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Sync routers for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:40.266301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:40.271764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:40.272787 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:40.311864 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.316716 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.348799 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 138} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:17:40.358005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7b6d4-2d30-4049-860e-10429a87ef65,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:40.364029 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.364406 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Added segment af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81 of type vlan for network 04961eca-7470-4948-9952-6f1a0d66136b Apr 18 21:17:40.392986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.424279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.425430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.426807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.460032 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:40.530814 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3983362 Apr 18 21:17:40.534404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b74017-2e78-4883-86d1-a84c9743a5cb admin admin] Pushing event updated for resources: {'Network': ['ID=04961eca-7470-4948-9952-6f1a0d66136b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:40.534685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:40.542366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Request body: {'subnet': {'network_id': '04961eca-7470-4948-9952-6f1a0d66136b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-297049227-subnet', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:40.548533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:40.552694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Usage tracker for resource:subnet and tenant:b2945a17538d4b9ea7753b3856bfc4e1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:40.556321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:40.562075 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:40.571639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Made reservation on behalf of b2945a17538d4b9ea7753b3856bfc4e1 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:40.574200 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.585997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 04961eca-7470-4948-9952-6f1a0d66136b details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:17:40.781437 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.859222 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af3f5dcb-139a-48b8-8463-1124cec13e59,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:40.864001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 2, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:40.867848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Checking segment: {'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:40.868017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Checking router: 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:40.868198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Network hostable DHCP agents. Network: 04961eca-7470-4948-9952-6f1a0d66136b, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:17:40.868322 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Updating router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 port 0d17d811-f1b2-4d58-b261-220848418ff0 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:17:40.889162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Network 04961eca-7470-4948-9952-6f1a0d66136b is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:17:40.900733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 04961eca-7470-4948-9952-6f1a0d66136b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:40.905175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:40.905782 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.928497 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ac5ede2e-0ceb-4cb0-bb2e-b12131d0e0f4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3902047 Apr 18 21:17:40.930348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:40.935746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:40.942027 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:40.944493 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d52d4fe-e85c-46dd-b810-29ec83bb5b55 None None] Network 04961eca-7470-4948-9952-6f1a0d66136b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:17:40.946250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Usage tracker for resource:router and tenant:b2945a17538d4b9ea7753b3856bfc4e1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:17:40.949625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:17:40.957130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:40.971118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.972136 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:40.987985 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.053730 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.280469 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.311525 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-04961eca-7470-4948-9952-6f1a0d66136b', 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'fixed_ips': [{'subnet_id': 'af3f5dcb-139a-48b8-8463-1124cec13e59'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:17:41.312280 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.619496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Allocated IP 172.20.0.2 (04961eca-7470-4948-9952-6f1a0d66136b/af3f5dcb-139a-48b8-8463-1124cec13e59/e5aa279a-5caf-435a-ae60-a1195db6fb14) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:41.646214 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.685261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Transition to ACTIVE for port object 0d17d811-f1b2-4d58-b261-220848418ff0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:41.724489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.739966 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.757688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:41.894044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185443d1-3f6c-4e76-aff1-31da63412044 None None] Pushing event updated for resources: {'Port': ['ID=0d17d811-f1b2-4d58-b261-220848418ff0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:41.900794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:41.907020 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Allocated IP 172.25.5.198 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:42.069502 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.102513 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.130570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Attempting to bind port 0d17d811-f1b2-4d58-b261-220848418ff0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:42.130941 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Attempting to bind port 0d17d811-f1b2-4d58-b261-220848418ff0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:42.131311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Attempting to bind port 0d17d811-f1b2-4d58-b261-220848418ff0 on network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:17:42.142125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.156018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:17:42.156459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Checking segment: {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:42.156798 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.157193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Bound using segment: {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:17:42.157725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Bound port: 0d17d811-f1b2-4d58-b261-220848418ff0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:42.158107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.169351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:42.172378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:42.172608 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Transition to ACTIVE for port object e5aa279a-5caf-435a-ae60-a1195db6fb14 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:42.175529 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:17:42.178649 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:42.179022 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.226573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Pushing event updated for resources: {'Port': ['ID=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:42.279110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Transition to ACTIVE for port object e5aa279a-5caf-435a-ae60-a1195db6fb14 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:42.295632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.385080 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Network 04961eca-7470-4948-9952-6f1a0d66136b is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:42.390236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:42.404730 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:17:42.409433 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] For port 0d17d811-f1b2-4d58-b261-220848418ff0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:17:42.444366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Pushing event updated for resources: {'Port': ['ID=e5aa279a-5caf-435a-ae60-a1195db6fb14,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:42.533088 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] For port 0d17d811-f1b2-4d58-b261-220848418ff0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0d17d811-f1b2-4d58-b261-220848418ff0,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:17:42.543437 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.609357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.671726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Attempting to bind port e5aa279a-5caf-435a-ae60-a1195db6fb14 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:42.672105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Attempting to bind port e5aa279a-5caf-435a-ae60-a1195db6fb14 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:42.672463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Attempting to bind port e5aa279a-5caf-435a-ae60-a1195db6fb14 on network 04961eca-7470-4948-9952-6f1a0d66136b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:17:42.687724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:17:42.688101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Checking segment: {'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:42.688510 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.688964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Bound using segment: {'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:17:42.689428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Bound port: e5aa279a-5caf-435a-ae60-a1195db6fb14, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:42.689846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.698768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:42.699430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:42.772398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185443d1-3f6c-4e76-aff1-31da63412044 None None] Pushing event updated for resources: {'Port': ['ID=0d17d811-f1b2-4d58-b261-220848418ff0,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:42.951181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] For port e5aa279a-5caf-435a-ae60-a1195db6fb14, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:17:42.962451 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:42.974184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:43.023206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] For port e5aa279a-5caf-435a-ae60-a1195db6fb14, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e5aa279a-5caf-435a-ae60-a1195db6fb14,segment=NetworkSegment(af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81),segment_id=af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:17:43.037026 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.222701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc5d5a-4399-4ac4-8be7-a71c7aab9649 None None] Pushing event updated for resources: {'Port': ['ID=e5aa279a-5caf-435a-ae60-a1195db6fb14,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:43.297832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:17:43.408223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:42Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:43.413721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4e5b80-cdf6-4c33-b4e9-01e9dee5e471 None None] The sync data for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 is: [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:42Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:43.512013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:17:43.521677 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Sync routers for ids ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:43.531174 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Routers {'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:43.532190 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:43.547308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.552234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3e855b25-ab25-49d1-bc3f-5f56403722ad admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6204503 Apr 18 21:17:43.554922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43408) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:17:43.634509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eff19622-5485-491b-bb15-c19413e72531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:43.748974 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Set router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:43.970100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d17d811-f1b2-4d58-b261-220848418ff0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:44.098732 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:17:42Z', 'revision_number': 3, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port': {'id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:41Z', 'updated_at': '2022-04-18T21:17:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:44.105794 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Checking router: cf8bc995-2664-4491-bcb2-b1d0d8f86f8b for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:44.106144 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Updating router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:17:44.139931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 0d17d811-f1b2-4d58-b261-220848418ff0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:44.145908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0d17d811-f1b2-4d58-b261-220848418ff0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:44.146298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.176738 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.339564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.411602 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 0d17d811-f1b2-4d58-b261-220848418ff0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0d17d811-f1b2-4d58-b261-220848418ff0,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:44.421893 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.423367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e5aa279a-5caf-435a-ae60-a1195db6fb14 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:44.447123 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.534973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afc36d4-2ca7-4e5f-8cd1-af7202828914 None None] Network 04961eca-7470-4948-9952-6f1a0d66136b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:17:44.586798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=0d17d811-f1b2-4d58-b261-220848418ff0,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:44.652825 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.667573 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Transition to ACTIVE for port object e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:44.678518 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.692409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Allocated IP 172.20.0.1 (04961eca-7470-4948-9952-6f1a0d66136b/af3f5dcb-139a-48b8-8463-1124cec13e59/a72b35d7-c26d-49b4-b85e-2f8e81dde165) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:17:44.702732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3f3b4c6e-d5ab-4fce-9a1c-ff09e611d4e7 None None] Provisioning for port e5aa279a-5caf-435a-ae60-a1195db6fb14 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:44.730257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e5aa279a-5caf-435a-ae60-a1195db6fb14 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:44.749358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e5aa279a-5caf-435a-ae60-a1195db6fb14 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:44.749784 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.787378 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009b6cb-75f1-408a-b219-3e7843b0f61d None None] Pushing event updated for resources: {'Port': ['ID=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:44.789936 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Attempting to bind port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:44.790292 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Attempting to bind port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:44.790652 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Attempting to bind port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:17:44.797267 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:17:44.797676 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:44.798305 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.798831 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:17:44.799375 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Bound port: e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:44.799751 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:44.930038 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] For port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:17:44.933273 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] For port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:17:44.939815 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.020158 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.028153 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Routers {'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:45.028821 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:45.039060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Transition to ACTIVE for port object a72b35d7-c26d-49b4-b85e-2f8e81dde165 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:45.052578 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.067760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.098243 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009b6cb-75f1-408a-b219-3e7843b0f61d None None] Pushing event updated for resources: {'Port': ['ID=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.147601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e5aa279a-5caf-435a-ae60-a1195db6fb14, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e5aa279a-5caf-435a-ae60-a1195db6fb14,segment=NetworkSegment(af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81),segment_id=af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:45.150768 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Network 04961eca-7470-4948-9952-6f1a0d66136b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:45.155805 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.159934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:45.165087 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:17:45.214378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Pushing event updated for resources: {'Port': ['ID=a72b35d7-c26d-49b4-b85e-2f8e81dde165,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.233310 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.260250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e5aa279a-5caf-435a-ae60-a1195db6fb14,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.283687 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] Set router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:45.383345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.451105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0fbe1862-4b56-4446-8269-eaa3bdb49915 None None] Provisioning complete for port e5aa279a-5caf-435a-ae60-a1195db6fb14 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:45.451671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0fbe1862-4b56-4446-8269-eaa3bdb49915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.631856 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:17:42Z', 'revision_number': 3, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port': {'id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:41Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:45.635586 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e76b1a-6bd2-4987-9697-997491d0b466 None None] The sync data for ids ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'] in n-d-836016-3 is: [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:17:42Z', 'revision_number': 3, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port': {'id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:41Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:45.661129 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.665999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.729695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e36088c0-78e9-4c29-af2f-730fac750b0f None None] Provisioning for port a72b35d7-c26d-49b4-b85e-2f8e81dde165 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:45.735261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e36088c0-78e9-4c29-af2f-730fac750b0f None None] Provisioning complete for port a72b35d7-c26d-49b4-b85e-2f8e81dde165 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:45.735632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e36088c0-78e9-4c29-af2f-730fac750b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.775338 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Pushing event updated for resources: {'Port': ['ID=a72b35d7-c26d-49b4-b85e-2f8e81dde165,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:45.781640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:45.803157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e36088c0-78e9-4c29-af2f-730fac750b0f None None] Port a72b35d7-c26d-49b4-b85e-2f8e81dde165 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:17:45.940442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Network 04961eca-7470-4948-9952-6f1a0d66136b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:17:45.942125 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:17:45.947458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d17d811-f1b2-4d58-b261-220848418ff0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:46.043028 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dffcb072-382b-4645-8162-ffcf5081b907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.045323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 0d17d811-f1b2-4d58-b261-220848418ff0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:46.045716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.201770 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:17:46.251257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e5aa279a-5caf-435a-ae60-a1195db6fb14 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:46.280063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9ad5f046-258e-4980-abf3-4aad3c400191 None None] Provisioning complete for port a72b35d7-c26d-49b4-b85e-2f8e81dde165 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:46.280296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ad5f046-258e-4980-abf3-4aad3c400191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.358289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5f046-258e-4980-abf3-4aad3c400191 None None] Port a72b35d7-c26d-49b4-b85e-2f8e81dde165 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:17:46.374643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e5aa279a-5caf-435a-ae60-a1195db6fb14 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:46.374643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:46.399243 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:17:46.409964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fca61509-3bb6-4e90-bb2a-9a7ae0daa332 admin admin] 10.222.0.47 "PUT /v2.0/routers/cf8bc995-2664-4491-bcb2-b1d0d8f86f8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8538930 Apr 18 21:17:47.185346 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.213418 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:47.303391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Sync routers for ids ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:17:47.316117 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Routers {'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:47.316757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:47.519372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Set router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:47.878100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:17:45Z', 'revision_number': 4, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port': {'id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ef:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:41Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a72b35d7-c26d-49b4-b85e-2f8e81dde165', 'name': '', 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'mac_address': 'fa:16:3e:b9:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'af3f5dcb-139a-48b8-8463-1124cec13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:45Z', 'revision_number': 2, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'subnets': [{'id': 'af3f5dcb-139a-48b8-8463-1124cec13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:47.882502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Checking router: cf8bc995-2664-4491-bcb2-b1d0d8f86f8b for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:17:47.882849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Updating router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b port a72b35d7-c26d-49b4-b85e-2f8e81dde165 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:17:47.933999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:48.003759 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.198084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:48.216474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:48.216846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.455293 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.491024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:48.499524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.650674 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.670935 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.682678 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.685226 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Transition to ACTIVE for port object a72b35d7-c26d-49b4-b85e-2f8e81dde165 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:17:48.694720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.913263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a125d-17a4-4b5c-b2a1-504eef4b80c6 None None] Pushing event updated for resources: {'Port': ['ID=a72b35d7-c26d-49b4-b85e-2f8e81dde165,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:48.926348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Attempting to bind port a72b35d7-c26d-49b4-b85e-2f8e81dde165 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:17:48.926723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Attempting to bind port a72b35d7-c26d-49b4-b85e-2f8e81dde165 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:17:48.927092 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Attempting to bind port a72b35d7-c26d-49b4-b85e-2f8e81dde165 on network 04961eca-7470-4948-9952-6f1a0d66136b {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:17:48.932992 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:17:48.933368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Checking segment: {'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:17:48.933806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:48.934208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Bound using segment: {'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:17:48.934682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Bound port: a72b35d7-c26d-49b4-b85e-2f8e81dde165, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:17:48.935060 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.042717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] For port a72b35d7-c26d-49b4-b85e-2f8e81dde165, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:17:49.045916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] For port a72b35d7-c26d-49b4-b85e-2f8e81dde165, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a72b35d7-c26d-49b4-b85e-2f8e81dde165,segment=NetworkSegment(af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81),segment_id=af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:17:49.051102 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.144829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Routers {'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:17:49.145468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:17:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:49.213329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a125d-17a4-4b5c-b2a1-504eef4b80c6 None None] Pushing event updated for resources: {'Port': ['ID=a72b35d7-c26d-49b4-b85e-2f8e81dde165,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:49.264728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.394575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] Set router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:17:49.733499 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:49.763944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:17:45Z', 'revision_number': 4, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port': {'id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:41Z', 'updated_at': '2022-04-18T21:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a72b35d7-c26d-49b4-b85e-2f8e81dde165', 'name': '', 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'mac_address': 'fa:16:3e:b9:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'af3f5dcb-139a-48b8-8463-1124cec13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:49Z', 'revision_number': 4, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'subnets': [{'id': 'af3f5dcb-139a-48b8-8463-1124cec13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:17:49.769810 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3561a84-e18f-453f-93e0-20dc6d43d267 None None] The sync data for ids ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'] in n-d-836016-3 is: [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:17:45Z', 'revision_number': 4, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port': {'id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:41Z', 'updated_at': '2022-04-18T21:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'a72b35d7-c26d-49b4-b85e-2f8e81dde165', 'name': '', 'network_id': '04961eca-7470-4948-9952-6f1a0d66136b', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'mac_address': 'fa:16:3e:b9:2e:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'af3f5dcb-139a-48b8-8463-1124cec13e59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:44Z', 'updated_at': '2022-04-18T21:17:49Z', 'revision_number': 4, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'subnets': [{'id': 'af3f5dcb-139a-48b8-8463-1124cec13e59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:17:50.034065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a72b35d7-c26d-49b4-b85e-2f8e81dde165 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:50.132937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a72b35d7-c26d-49b4-b85e-2f8e81dde165 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:17:50.138901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a72b35d7-c26d-49b4-b85e-2f8e81dde165 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:50.139404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.344973 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.403398 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a72b35d7-c26d-49b4-b85e-2f8e81dde165, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a72b35d7-c26d-49b4-b85e-2f8e81dde165,segment=NetworkSegment(af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81),segment_id=af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:17:50.409471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:50.410735 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:50.565379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a72b35d7-c26d-49b4-b85e-2f8e81dde165,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:17:50.588231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:50.588961 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:51.888719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a72b35d7-c26d-49b4-b85e-2f8e81dde165 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:17:51.971711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a72b35d7-c26d-49b4-b85e-2f8e81dde165 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:17:51.972100 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:56.715169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-7fba2ebb-7ba8-414d-a272-819b58264403 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:56.716533 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-7fba2ebb-7ba8-414d-a272-819b58264403 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 814 time: 0.1481576 Apr 18 21:17:56.733008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-846b7a95-145e-4900-aac0-186cea01a930 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/quotas/e7003dd53eec4999b92bf77ddc08738f HTTP/1.1" status: 200 len: 375 time: 0.0097451 Apr 18 21:17:56.823979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-6bfb979e-702b-460c-adeb-e6b0b3cfabb6 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0850224 Apr 18 21:17:56.840058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-9e4a8370-e7fa-44d0-a3ca-8e065135cacb service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:17:56.841048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-9e4a8370-e7fa-44d0-a3ca-8e065135cacb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052793 Apr 18 21:17:56.973857 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-113c5fbf-f086-40fa-ba3f-425a56a1a1db service neutron] 10.222.0.47 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264255 Apr 18 21:17:57.107831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-3724f9d7-cff6-4436-8ab7-0196d54507e8 service neutron] 10.222.0.47 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277149 Apr 18 21:17:58.296823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1d959256-0dc2-4ec8-bce4-cb2da6f935d5 req-86f52932-600d-48b2-9074-286ad2eee406 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Synchronizing usage tracker for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:17:58.315205 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1d959256-0dc2-4ec8-bce4-cb2da6f935d5 req-86f52932-600d-48b2-9074-286ad2eee406 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Unset dirty status for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:17:58.316380 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1d959256-0dc2-4ec8-bce4-cb2da6f935d5 req-86f52932-600d-48b2-9074-286ad2eee406 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 210 time: 0.0623515 Apr 18 21:17:59.527850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7bd6006-dc95-4d6a-a3d8-52eaa54d583c req-12973b05-bcb8-4d13-a7b1-f817f7b820f5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 210 time: 0.0623264 Apr 18 21:17:59.566403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-84ddb147-f6c8-45e2-8170-81a7fcdfc5a6 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:17:59.567819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-84ddb147-f6c8-45e2-8170-81a7fcdfc5a6 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 814 time: 0.1888700 Apr 18 21:17:59.585759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'port': {'device_id': '68936fe8-a9ff-4046-b897-46a38c814545', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'admin_state_up': True, 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:17:59.723951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:17:59.733757 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:17:59.744114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Made reservation on behalf of e7003dd53eec4999b92bf77ddc08738f for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:17:59.747706 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:17:59.974093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Allocated IP 172.20.0.6 (8c7ef760-8c62-4ebf-8bec-5d78c988ad7a/76f31f69-fa2b-4709-a711-0c94109cec05/10e655e1-1adf-4f07-8957-b2a8b3a1447a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:00.429231 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.448267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Transition to ACTIVE for port object 10e655e1-1adf-4f07-8957-b2a8b3a1447a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:00.479655 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.550499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:00.553809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:00.556656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:18:00.638593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:00.676121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:00.678326 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:00.726802 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ca2d881e-d747-4dba-8a84-b399e71136ed tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1444769 Apr 18 21:18:00.787639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810f010-a8da-4dc6-b3d0-2b3fb630a25b req-2a1fd672-2148-4a3a-8300-2398a61f2de3 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:00.795438 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a810f010-a8da-4dc6-b3d0-2b3fb630a25b req-2a1fd672-2148-4a3a-8300-2398a61f2de3 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 931 time: 0.1002915 Apr 18 21:18:00.839700 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a810f010-a8da-4dc6-b3d0-2b3fb630a25b req-71dd0dd0-f04c-432b-9de9-ae8fc81cb277 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Synchronizing usage tracker for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:00.862925 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a810f010-a8da-4dc6-b3d0-2b3fb630a25b req-71dd0dd0-f04c-432b-9de9-ae8fc81cb277 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Unset dirty status for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:00.872930 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a810f010-a8da-4dc6-b3d0-2b3fb630a25b req-71dd0dd0-f04c-432b-9de9-ae8fc81cb277 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765312 Apr 18 21:18:00.954310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4fe2576a-e8ce-4469-84ff-510d96dbab18 None None] Provisioning for port 10e655e1-1adf-4f07-8957-b2a8b3a1447a completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:00.961888 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4fe2576a-e8ce-4469-84ff-510d96dbab18 None None] Provisioning complete for port 10e655e1-1adf-4f07-8957-b2a8b3a1447a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:00.963574 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4fe2576a-e8ce-4469-84ff-510d96dbab18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:01.030611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4fe2576a-e8ce-4469-84ff-510d96dbab18 None None] Port 10e655e1-1adf-4f07-8957-b2a8b3a1447a cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:18:02.090128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12daf9ab-3faa-4254-8a70-9ce8e81335f4 req-280502ff-c00f-4b0f-ac8e-e661a7d40b5e tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:02.090842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-12daf9ab-3faa-4254-8a70-9ce8e81335f4 req-280502ff-c00f-4b0f-ac8e-e661a7d40b5e tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Synchronizing usage tracker for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:02.109233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-12daf9ab-3faa-4254-8a70-9ce8e81335f4 req-280502ff-c00f-4b0f-ac8e-e661a7d40b5e tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Unset dirty status for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:02.114065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12daf9ab-3faa-4254-8a70-9ce8e81335f4 req-280502ff-c00f-4b0f-ac8e-e661a7d40b5e tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 931 time: 0.1152780 Apr 18 21:18:02.179451 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12daf9ab-3faa-4254-8a70-9ce8e81335f4 req-3cac7816-bad6-4957-a020-e3589330b0c7 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581124 Apr 18 21:18:03.380551 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab40c138-b1ef-45e5-ad40-77d74468e5f2 req-48d4f946-6c06-48f6-9a13-618e37e1166d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:03.383183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab40c138-b1ef-45e5-ad40-77d74468e5f2 req-48d4f946-6c06-48f6-9a13-618e37e1166d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 931 time: 0.0883052 Apr 18 21:18:03.436983 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab40c138-b1ef-45e5-ad40-77d74468e5f2 req-28699b2d-b572-4082-ae4d-d095018f8b78 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466230 Apr 18 21:18:04.659607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3e0b8-8b52-4850-b0c9-775a908b2493 req-4cae64f3-b7f4-495d-9675-2a535a4bd2a8 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:04.662581 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94a3e0b8-8b52-4850-b0c9-775a908b2493 req-4cae64f3-b7f4-495d-9675-2a535a4bd2a8 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 931 time: 0.1058345 Apr 18 21:18:04.718156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94a3e0b8-8b52-4850-b0c9-775a908b2493 req-2a2e7f21-8276-4646-a47d-9a441326378b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456247 Apr 18 21:18:06.068316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024d0fd-a093-4fc7-ac07-f6d38da20599 req-fa74e37e-d7a9-4e71-be90-48525fa1a001 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:06.070014 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5024d0fd-a093-4fc7-ac07-f6d38da20599 req-fa74e37e-d7a9-4e71-be90-48525fa1a001 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 931 time: 0.2113357 Apr 18 21:18:06.136820 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5024d0fd-a093-4fc7-ac07-f6d38da20599 req-1bd14e9e-7a60-4fc1-9510-c21f5b3b4f6a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601554 Apr 18 21:18:06.384533 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:18:07.379940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d69e1-3e83-4080-98a8-bf56f8fb004b req-3a139d3c-0baa-4b45-b1d0-5a818168b17a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:07.381720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b84d69e1-3e83-4080-98a8-bf56f8fb004b req-3a139d3c-0baa-4b45-b1d0-5a818168b17a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 931 time: 0.1164041 Apr 18 21:18:07.433992 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b84d69e1-3e83-4080-98a8-bf56f8fb004b req-e51cca51-63b4-4da7-9fd0-ab493c8cfb9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461199 Apr 18 21:18:08.159607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Request body: {'port': {'device_id': '68936fe8-a9ff-4046-b897-46a38c814545', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:08.279824 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.654397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb300d29-4ec5-49a8-a0aa-faba92fbe775 req-07fe0382-a331-460d-b062-015cc9987104 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:08.655901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bb300d29-4ec5-49a8-a0aa-faba92fbe775 req-07fe0382-a331-460d-b062-015cc9987104 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 931 time: 0.1050322 Apr 18 21:18:08.656417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e655e1-1adf-4f07-8957-b2a8b3a1447a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:18:08.665236 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.681948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Transition to ACTIVE for port object 10e655e1-1adf-4f07-8957-b2a8b3a1447a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:18:08.686873 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:08.709414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bb300d29-4ec5-49a8-a0aa-faba92fbe775 req-bdb6b7dd-b378-4339-8549-8f2683cd8f3f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457222 Apr 18 21:18:08.847759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Pushing event updated for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:08.933057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Attempting to bind port 10e655e1-1adf-4f07-8957-b2a8b3a1447a on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:18:08.933392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Attempting to bind port 10e655e1-1adf-4f07-8957-b2a8b3a1447a by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:18:08.933775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Attempting to bind port 10e655e1-1adf-4f07-8957-b2a8b3a1447a on network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:18:08.939715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Port 10e655e1-1adf-4f07-8957-b2a8b3a1447a on network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:18:08.940031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Attempting to bind port 10e655e1-1adf-4f07-8957-b2a8b3a1447a on network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:18:08.945675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:18:08.946012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Checking segment: {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:18:08.946394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Bound using segment: {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:18:08.946822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Bound port: 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acfcb0e3-9069-48c4-a122-ad52f0acee62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:18:08.947168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.050891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:18:09.054133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:18:09.058895 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.115357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.115978 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:09.117808 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] 10.222.0.61 "PUT /v2.0/ports/10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 1091 time: 0.9632981 Apr 18 21:18:09.121232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:09.160036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64846ad3-3ae8-4ee6-a6d6-79afc314e65b service neutron] Pushing event updated for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:09.215880 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e9d3043-d06a-442a-aaee-6a3255a0735d'] response: {'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'status': 'completed', 'code': 200} Apr 18 21:18:09.262140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-5671b7d4-803f-4bf4-90b0-21a7c60b3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.263662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-5671b7d4-803f-4bf4-90b0-21a7c60b3fa3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1094 time: 0.0921152 Apr 18 21:18:09.338182 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-844587c4-3e94-4ac5-b5e4-7b5e58c38826 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 217 time: 0.0639644 Apr 18 21:18:09.410296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-f02f0cad-64b8-4470-869d-4dafe8011842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.411653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-f02f0cad-64b8-4470-869d-4dafe8011842 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.0641744 Apr 18 21:18:09.494540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-94f19831-f546-4556-a233-3cb788d4d4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.496019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-94f19831-f546-4556-a233-3cb788d4d4bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736432 Apr 18 21:18:09.634643 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-ac110e4d-d2f2-42e1-9587-3e590198f7b0 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285162 Apr 18 21:18:09.882444 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12d5a575-d7e8-496a-966d-fac576be8fb5 req-04aaab14-a9cb-4939-a45f-30d87e422177 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385130 Apr 18 21:18:09.904900 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e17a2-eb4f-4d21-b3da-a4ac9e50f08e req-d27002c8-8368-4e70-b484-cd5ed2738b2a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:09.906332 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c8e17a2-eb4f-4d21-b3da-a4ac9e50f08e req-d27002c8-8368-4e70-b484-cd5ed2738b2a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 943 time: 0.0865433 Apr 18 21:18:09.956805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5c8e17a2-eb4f-4d21-b3da-a4ac9e50f08e req-4bd8f085-22e8-45ce-98f0-512947cfc84a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435240 Apr 18 21:18:10.015427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43f551-983e-4838-a8ae-843a4682bebd req-9571351b-c9e1-40c4-8531-65662ab8c902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.017606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb43f551-983e-4838-a8ae-843a4682bebd req-9571351b-c9e1-40c4-8531-65662ab8c902 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1094 time: 0.0775595 Apr 18 21:18:10.154284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43f551-983e-4838-a8ae-843a4682bebd req-f51ec5d3-d040-4b5a-9de4-0d967a565262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.155800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb43f551-983e-4838-a8ae-843a4682bebd req-f51ec5d3-d040-4b5a-9de4-0d967a565262 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 915 time: 0.1318767 Apr 18 21:18:10.233483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb43f551-983e-4838-a8ae-843a4682bebd req-40581302-34f4-4647-8c10-60caf8ba86de service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 217 time: 0.0685358 Apr 18 21:18:10.299590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43f551-983e-4838-a8ae-843a4682bebd req-2fb26881-7676-43e2-8303-5a40cbdf89a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.301063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb43f551-983e-4838-a8ae-843a4682bebd req-2fb26881-7676-43e2-8303-5a40cbdf89a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.0608881 Apr 18 21:18:10.376951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43f551-983e-4838-a8ae-843a4682bebd req-3c28efc7-66ad-4de8-a3a5-cdba330e65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:10.378997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb43f551-983e-4838-a8ae-843a4682bebd req-3c28efc7-66ad-4de8-a3a5-cdba330e65d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709431 Apr 18 21:18:10.511877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb43f551-983e-4838-a8ae-843a4682bebd req-f46a6991-f25e-4a5b-8dc0-6679ca35e8fc service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267090 Apr 18 21:18:10.645627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb43f551-983e-4838-a8ae-843a4682bebd req-232df5e1-728d-4aa9-acea-08b144d9c8fe service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267412 Apr 18 21:18:11.166335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f8c50c-dd9d-42e7-b07c-7d087e3367e0 req-222dddae-11f7-41c6-abd3-8139b24dd9a1 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:11.167905 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12f8c50c-dd9d-42e7-b07c-7d087e3367e0 req-222dddae-11f7-41c6-abd3-8139b24dd9a1 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 943 time: 0.0940771 Apr 18 21:18:11.228975 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-12f8c50c-dd9d-42e7-b07c-7d087e3367e0 req-73e7fd88-43ea-4753-a788-49468a188eb1 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545211 Apr 18 21:18:12.112458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 10e655e1-1adf-4f07-8957-b2a8b3a1447a details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:18:12.265410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:18:12.280775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'port_id': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'mac_address': 'fa:16:3e:b8:ca:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:18:12.340107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.363516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e655e1-1adf-4f07-8957-b2a8b3a1447a {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:18:12.380753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:18:12.386074 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:12.463628 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:12.640651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['10e655e1-1adf-4f07-8957-b2a8b3a1447a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:18:12.714697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084509c1-e3bd-46ff-a798-338b02c20c5c req-8b5cb9f3-95d4-41be-a037-e2b6142bd8f0 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:12.716369 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-084509c1-e3bd-46ff-a798-338b02c20c5c req-8b5cb9f3-95d4-41be-a037-e2b6142bd8f0 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 944 time: 0.0988960 Apr 18 21:18:12.771632 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-084509c1-e3bd-46ff-a798-338b02c20c5c req-ca4f161a-e1ce-42d7-a65f-9acee5d47eef tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487709 Apr 18 21:18:13.637807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cb59d922-d630-4304-ad5b-e5bd39d9f02a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:13.980631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09761f8-0a06-4a40-a049-4baed2e72b08 req-19813471-db99-4dc1-877a-ac3c1608f0c7 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:13.982129 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f09761f8-0a06-4a40-a049-4baed2e72b08 req-19813471-db99-4dc1-877a-ac3c1608f0c7 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 944 time: 0.0989912 Apr 18 21:18:14.035585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f09761f8-0a06-4a40-a049-4baed2e72b08 req-d24df6e0-5d6a-4df0-8ec3-19ef6d81bf0e tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467124 Apr 18 21:18:14.141156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 10e655e1-1adf-4f07-8957-b2a8b3a1447a up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:18:14.209946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 10e655e1-1adf-4f07-8957-b2a8b3a1447a completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:18:14.214841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 10e655e1-1adf-4f07-8957-b2a8b3a1447a triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:14.215207 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.370318 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.399532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:14.410278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:18:14.416294 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:14.491999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:14.582682 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afa5367-a365-4d4a-8997-13d3dcfdd3fc'] response: {'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'code': 200} Apr 18 21:18:14.731274 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f6e46-942c-4262-ab02-a1a1b940f414 req-8d32a49d-2b15-47d3-8ce8-bba4dabb63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:14.732943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-287f6e46-942c-4262-ab02-a1a1b940f414 req-8d32a49d-2b15-47d3-8ce8-bba4dabb63b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1096 time: 0.0767832 Apr 18 21:18:14.799138 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-287f6e46-942c-4262-ab02-a1a1b940f414 req-630f0e07-d4a1-41b7-9af9-c8ccddbeddd6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554600 Apr 18 21:18:15.238711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb299055-38ec-44a8-ba1d-7610bb068e11 req-e5e362e0-3d7a-4c66-a91c-76d751d98e14 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:15.240254 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb299055-38ec-44a8-ba1d-7610bb068e11 req-e5e362e0-3d7a-4c66-a91c-76d751d98e14 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0909576 Apr 18 21:18:15.287523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bb299055-38ec-44a8-ba1d-7610bb068e11 req-1aa63ab2-a903-4541-9f3a-b2687005eff7 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408196 Apr 18 21:18:16.042688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4fc22dd5-91d8-4d60-a565-2e953ef13d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:16.486506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca3e20-3f74-4ee9-a410-a47587b0f207 req-1f6f785e-235d-4c75-84cc-1d958076852b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:16.487932 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3ca3e20-3f74-4ee9-a410-a47587b0f207 req-1f6f785e-235d-4c75-84cc-1d958076852b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0844364 Apr 18 21:18:16.540333 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d3ca3e20-3f74-4ee9-a410-a47587b0f207 req-ce54931c-9cf4-44ce-9485-51d492356dc9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425739 Apr 18 21:18:16.751899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e90409-b9fe-4156-8930-ab5f2038b15b req-430e1149-5242-4d0d-bbbe-f6fa88a2a5fc tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:16.753426 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08e90409-b9fe-4156-8930-ab5f2038b15b req-430e1149-5242-4d0d-bbbe-f6fa88a2a5fc tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0974944 Apr 18 21:18:16.802192 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08e90409-b9fe-4156-8930-ab5f2038b15b req-0649ae69-ce32-4971-a45d-1006a7f4d691 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423298 Apr 18 21:18:17.194746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.222344 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:17.263535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e51b4-a297-4a12-82d7-fefd6b61fbeb req-e7968551-3e05-4a0c-9631-cc012245b479 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:17.265057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a20e51b4-a297-4a12-82d7-fefd6b61fbeb req-e7968551-3e05-4a0c-9631-cc012245b479 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0927649 Apr 18 21:18:17.315020 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a20e51b4-a297-4a12-82d7-fefd6b61fbeb req-a4e95b73-13ab-45c2-a75a-df88f0f9a79f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419567 Apr 18 21:18:18.698629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.241139 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:19.738440 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:27.720010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8972d6-582c-448e-94f4-f8cdae0102e0 req-28a27858-4a18-447c-a9f8-7e09852a3411 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:27.721195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4d8972d6-582c-448e-94f4-f8cdae0102e0 req-28a27858-4a18-447c-a9f8-7e09852a3411 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0942843 Apr 18 21:18:27.778968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4d8972d6-582c-448e-94f4-f8cdae0102e0 req-a2ffbfbe-ea47-4db9-ab33-9d3a35423c0c tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481637 Apr 18 21:18:27.815285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43600) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:27.999440 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abff51a0-ebf5-42d7-bb87-b35761c5f4d8 tempest-TestMinimumBasicScenario-1515143425 tempest-TestMinimumBasicScenario-1515143425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:28.000685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-abff51a0-ebf5-42d7-bb87-b35761c5f4d8 tempest-TestMinimumBasicScenario-1515143425 tempest-TestMinimumBasicScenario-1515143425-project-admin] Synchronizing usage tracker for tenant:b2945a17538d4b9ea7753b3856bfc4e1 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:28.020136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-abff51a0-ebf5-42d7-bb87-b35761c5f4d8 tempest-TestMinimumBasicScenario-1515143425 tempest-TestMinimumBasicScenario-1515143425-project-admin] Unset dirty status for tenant:b2945a17538d4b9ea7753b3856bfc4e1 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:28.021561 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-abff51a0-ebf5-42d7-bb87-b35761c5f4d8 tempest-TestMinimumBasicScenario-1515143425 tempest-TestMinimumBasicScenario-1515143425-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1091 time: 0.2046764 Apr 18 21:18:28.024529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43606) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:28.029607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:28.036659 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:28.040671 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:floatingip and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:28.045083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:28.052691 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:28.064419 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.210427 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.365018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Allocated IP 172.25.5.9 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/f051d636-6097-494a-8f3a-659632834f84) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:18:28.540472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.571250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:28.634269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:18:28.636945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:18:28.647929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:18:28.683843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'Port': ['ID=f051d636-6097-494a-8f3a-659632834f84,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:28.705126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.705454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.705839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.706179 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.706513 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.706844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.717092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.717629 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.717973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.718310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.718639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:28.718965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:29.162996 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.248142 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.595610 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.600422 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.713842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'Port': ['ID=f051d636-6097-494a-8f3a-659632834f84,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:29.729792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:29.934756 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Floating IP 42ce63f9-a953-45f4-a1f9-abeff1d8ea0f associated. External IP: 172.25.5.9, port: 10e655e1-1adf-4f07-8957-b2a8b3a1447a. Apr 18 21:18:30.307665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:18:30.496388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:18:30.508577 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] Sync routers for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:18:30.520262 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:18:30.521034 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:18:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:30.531305 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.623139 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-74f13c57-bf5d-473f-b39f-613dd3ce0e08 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5933697 Apr 18 21:18:30.623139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:30.623471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:30.630838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1014553520', 'description': 'tempest-secgroup-smoke-1014553520 description', 'project_id': 'e7003dd53eec4999b92bf77ddc08738f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:30.639577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:30.656011 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:30.673744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.696851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:30.706303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:30.709544 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:30.713505 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:18:30.716101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:30.744189 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4231b6a0-71cf-42e7-a55e-96ce1d4fe4d4'] response: {'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'status': 'completed', 'code': 200} Apr 18 21:18:30.847562 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:30.856984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.030458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:31.044103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-ca5e0995-01a0-447f-8702-451c96c999f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.045605 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-ca5e0995-01a0-447f-8702-451c96c999f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1096 time: 0.2750838 Apr 18 21:18:31.047426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.047774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.048103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.048428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.048860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.049218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.049378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.050334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.050334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.050334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.050885 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.051133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:18:31.076844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.081455 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e672de60-f4cf-4012-ada0-1e7b8e1a5f0d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4577875 Apr 18 21:18:31.081978 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43618) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:31.091685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'security_group_rule': {'security_group_id': '5ed4ed40-d8f2-4c23-96bd-0e83c529d94f', 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:31.098522 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '42ce63f9-a953-45f4-a1f9-abeff1d8ea0f', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'port_id': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'mac_address': 'fa:16:3e:b8:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68936fe8-a9ff-4046-b897-46a38c814545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:18:29Z', 'updated_at': '2022-04-18T21:18:29Z', 'revision_number': 0, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 5, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:31.104698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:31.105469 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] Checking router: 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:18:31.112091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:31.116534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:31.118027 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:18:31.118638 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:18:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:31.126425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:31.152180 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.202788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-b72afe87-e413-4d28-8eeb-2416227b9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.204358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-b72afe87-e413-4d28-8eeb-2416227b9cd3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 915 time: 0.1490717 Apr 18 21:18:31.240132 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.245240 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.273301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb56aa68-c019-4eb1-9506-067196bd1a9e,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:31.285583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.287436 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6a874f3-7ea6-462b-a2f7-f6f53be47f4d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2037666 Apr 18 21:18:31.293974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43622) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:31.302069 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'security_group_rule': {'security_group_id': '5ed4ed40-d8f2-4c23-96bd-0e83c529d94f', 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:31.317094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:31.330816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:31.335784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:31.344544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-f32b0dee-25fc-42c6-9530-112e032fea7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 997 time: 0.1335688 Apr 18 21:18:31.345404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:31.354669 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:18:31.404402 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.447025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-aa4069c9-4f08-4a82-a6a0-ee7c08405151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.448505 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-aa4069c9-4f08-4a82-a6a0-ee7c08405151 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.0967374 Apr 18 21:18:31.527481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.534323 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.572588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ecb1cf1-b19b-4ee0-be93-e96616096cc9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:31.582948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-f7a2aa01-713b-44fb-a126-75e2850fb34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:31.584452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-f7a2aa01-713b-44fb-a126-75e2850fb34c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293938 Apr 18 21:18:31.585185 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.586328 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-33d10eb9-3b4a-4bf3-9242-0d0c54a2d3ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2913857 Apr 18 21:18:31.589174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:31.594346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'security_group_rule': {'security_group_id': '5ed4ed40-d8f2-4c23-96bd-0e83c529d94f', 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:31.619247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:31.635915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:31.641901 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:31.650357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:31.735043 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '42ce63f9-a953-45f4-a1f9-abeff1d8ea0f', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'port_id': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'mac_address': 'fa:16:3e:b8:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68936fe8-a9ff-4046-b897-46a38c814545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:18:29Z', 'updated_at': '2022-04-18T21:18:29Z', 'revision_number': 0, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 5, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:18:31.735889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.740627 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12353938-b7eb-4984-8bcd-1ad7ffc4de58 None None] The sync data for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 is: [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '42ce63f9-a953-45f4-a1f9-abeff1d8ea0f', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'floating_ip_address': '172.25.5.9', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'port_id': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4255, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'mac_address': 'fa:16:3e:b8:ca:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68936fe8-a9ff-4046-b897-46a38c814545', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:18:29Z', 'updated_at': '2022-04-18T21:18:29Z', 'revision_number': 0, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 5, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:18:31.786128 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-03060799-2696-4e21-9b61-89fcaeedc2f6 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861653 Apr 18 21:18:31.935750 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.943049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.985644 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd3a176-f2dd-4c1d-8dec-7491aefd4261,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:31.994803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c1ffddb1-1815-48a2-9afc-fc0b6c612395 req-cf642622-1038-4ef1-800d-2b969691e368 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003469 Apr 18 21:18:31.995983 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:31.997120 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-95efd674-2b42-4d69-94ea-60b6a0944e8f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4070342 Apr 18 21:18:32.001494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43630) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:32.008261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'security_group_rule': {'security_group_id': '5ed4ed40-d8f2-4c23-96bd-0e83c529d94f', 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:32.016631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a069670c-27f4-4951-a4b5-d1cdf95838ab None None] New status for floating IP 42ce63f9-a953-45f4-a1f9-abeff1d8ea0f: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:18:32.018386 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:32.023090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:32.027202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:32.037181 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:32.055430 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.131693 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.139065 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.165590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ac89f21-43b0-474b-9a5b-cca710e58bef,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:32.180543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.182450 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-0ad66fe8-4eae-4171-9124-e9b2c644dd9f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1789281 Apr 18 21:18:32.185890 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43634) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:32.195006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'security_group_rule': {'security_group_id': '5ed4ed40-d8f2-4c23-96bd-0e83c529d94f', 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:32.205800 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:32.211824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:32.216082 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:32.226052 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:32.240524 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Project e7003dd53eec4999b92bf77ddc08738f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:18:32.248210 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.326004 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.335136 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.362744 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72928725-a630-4982-99eb-75dd50394669,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:32.373257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.374656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-294156e1-7a78-45cd-a5b2-975c598f4204 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1872001 Apr 18 21:18:32.377392 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43638) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:18:32.382801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'security_group_rule': {'security_group_id': '5ed4ed40-d8f2-4c23-96bd-0e83c529d94f', 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:32.389788 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:18:32.394003 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Usage tracker for resource:security_group_rule and tenant:e7003dd53eec4999b92bf77ddc08738f is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:18:32.396918 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:18:32.406227 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:18:32.417654 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Project e7003dd53eec4999b92bf77ddc08738f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:18:32.424889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.497416 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.502828 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.530729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4196001c-1459-4616-bcc1-435f979ee692,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:32.541980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:32.543222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5757097e-5150-4169-bdda-af12b3cf094b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1647942 Apr 18 21:18:32.671952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-3b43be9d-db47-44dc-9995-8e47eb4a4b59 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Synchronizing usage tracker for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:18:32.686911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-3b43be9d-db47-44dc-9995-8e47eb4a4b59 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Unset dirty status for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:18:32.688932 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-3b43be9d-db47-44dc-9995-8e47eb4a4b59 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014553520&fields=id&tenant_id=e7003dd53eec4999b92bf77ddc08738f HTTP/1.1" status: 200 len: 267 time: 0.0611367 Apr 18 21:18:32.783350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-7d24f2c3-9366-49b3-8b95-eb6c977a6357 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:32.784810 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-7d24f2c3-9366-49b3-8b95-eb6c977a6357 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0898433 Apr 18 21:18:32.797410 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'port': {'security_groups': ['43cab7f7-e025-48f1-a9c0-93c68e68de1d', '5ed4ed40-d8f2-4c23-96bd-0e83c529d94f']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:18:32.926627 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.206656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:18:33.233383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.239256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.258929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['10e655e1-1adf-4f07-8957-b2a8b3a1447a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:18:33.312257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.313321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.314791 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a048d6a0-00ce-4111-96f5-54dd787ac4cf req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "PUT /v2.0/ports/10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 981 time: 0.5237031 Apr 18 21:18:33.315248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:18:33.352187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b840d-2b5d-4004-b2e5-2ab49df45d06 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:18:33.435522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['10e655e1-1adf-4f07-8957-b2a8b3a1447a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:18:33.490537 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4da9f12b-4981-406b-9ae2-872c1844edfd'] response: {'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'status': 'completed', 'code': 200} Apr 18 21:18:33.649017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a600b3-e305-4f1e-95e3-d59321305730 req-6178980d-75ee-4f88-9333-5f5ab51c5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.650539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a600b3-e305-4f1e-95e3-d59321305730 req-6178980d-75ee-4f88-9333-5f5ab51c5f32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1135 time: 0.1163096 Apr 18 21:18:33.659623 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c10fd3-cbf6-4517-b066-047aa9df4848 req-c73cac2d-e42f-4a27-a2cb-ec9fd62eaaa5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.661130 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90c10fd3-cbf6-4517-b066-047aa9df4848 req-c73cac2d-e42f-4a27-a2cb-ec9fd62eaaa5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.1619277 Apr 18 21:18:33.697248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-75f5e825-add9-4e5c-aaae-ca297f359705 None None] Provisioning complete for port 10e655e1-1adf-4f07-8957-b2a8b3a1447a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:18:33.697687 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-75f5e825-add9-4e5c-aaae-ca297f359705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:33.924708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90c10fd3-cbf6-4517-b066-047aa9df4848 req-69b6f8ce-4203-4120-8ba3-494e2bc010e9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2422287 Apr 18 21:18:33.958022 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a600b3-e305-4f1e-95e3-d59321305730 req-51e8038e-1ca2-4c6f-9b39-b305494afacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:33.960260 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a600b3-e305-4f1e-95e3-d59321305730 req-51e8038e-1ca2-4c6f-9b39-b305494afacd service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 915 time: 0.2979569 Apr 18 21:18:34.075911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a600b3-e305-4f1e-95e3-d59321305730 req-728b4108-3694-4e32-80d0-739f0449c128 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 999 time: 0.1087165 Apr 18 21:18:34.144688 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a600b3-e305-4f1e-95e3-d59321305730 req-b8c94312-c9fc-4b14-8449-ea0a6759f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:34.146787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a600b3-e305-4f1e-95e3-d59321305730 req-b8c94312-c9fc-4b14-8449-ea0a6759f5b5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.0626945 Apr 18 21:18:34.231345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a600b3-e305-4f1e-95e3-d59321305730 req-ed7e0fb6-2cb3-4d69-9ae0-38c3bb7a2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:34.233145 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a600b3-e305-4f1e-95e3-d59321305730 req-ed7e0fb6-2cb3-4d69-9ae0-38c3bb7a2966 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806172 Apr 18 21:18:34.368951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a600b3-e305-4f1e-95e3-d59321305730 req-99d36b82-945e-4bb7-90de-f5a8d4616883 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283007 Apr 18 21:18:34.504199 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-50a600b3-e305-4f1e-95e3-d59321305730 req-c26c7f08-47cd-4614-8c24-6459a13c4ede service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270068 Apr 18 21:18:43.383440 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:18:43.643611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8898d7f2-9261-4d0f-9370-5183e0ba9eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:46.038702 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ffd9af1-46c9-4da0-8a85-0a2eb75d761a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.188605 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:47.220352 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:48.666438 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.241772 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:49.732463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:18:51.355905 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17364e75-39cd-4c60-8a34-18477193016e req-29814a01-3225-474f-ad48-1e3af634e7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.356911 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17364e75-39cd-4c60-8a34-18477193016e req-29814a01-3225-474f-ad48-1e3af634e7f3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1135 time: 0.1332774 Apr 18 21:18:51.371690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e741d-56d1-4e61-993b-34b7ffb2e2c1 req-9d717cc8-81fa-4b6e-9344-be3d5c137ae5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.373034 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d6e741d-56d1-4e61-993b-34b7ffb2e2c1 req-9d717cc8-81fa-4b6e-9344-be3d5c137ae5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.1179678 Apr 18 21:18:51.506174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5d6e741d-56d1-4e61-993b-34b7ffb2e2c1 req-51a16635-ddd3-4470-920e-f1ac17b1e6d7 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1133938 Apr 18 21:18:51.532715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17364e75-39cd-4c60-8a34-18477193016e req-38837d21-7a75-4481-b12d-789811a7a70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.534203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17364e75-39cd-4c60-8a34-18477193016e req-38837d21-7a75-4481-b12d-789811a7a70a service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 915 time: 0.1703150 Apr 18 21:18:51.641091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17364e75-39cd-4c60-8a34-18477193016e req-ddd28c9a-7533-4856-97dc-136468ba1eaa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 999 time: 0.1003232 Apr 18 21:18:51.704439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17364e75-39cd-4c60-8a34-18477193016e req-b226b2d8-9fb4-4309-86e7-f6d2064fa24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.705887 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17364e75-39cd-4c60-8a34-18477193016e req-b226b2d8-9fb4-4309-86e7-f6d2064fa24a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.0573225 Apr 18 21:18:51.784119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17364e75-39cd-4c60-8a34-18477193016e req-5886d764-b89e-48d0-83ba-2ce74be89e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:51.785616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17364e75-39cd-4c60-8a34-18477193016e req-5886d764-b89e-48d0-83ba-2ce74be89e57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734863 Apr 18 21:18:51.919687 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17364e75-39cd-4c60-8a34-18477193016e req-107e0e87-5891-4668-ac26-5723535d5d5a service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268356 Apr 18 21:18:52.056117 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17364e75-39cd-4c60-8a34-18477193016e req-914e67ff-ba5f-4708-abff-37bb4ee05e5a service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298420 Apr 18 21:18:52.693693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dd9201-143f-4af4-98dc-38d6ebd01b63 req-5258a593-f4ad-44a9-ba72-e5b21a5450f4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:52.695177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61dd9201-143f-4af4-98dc-38d6ebd01b63 req-5258a593-f4ad-44a9-ba72-e5b21a5450f4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0806127 Apr 18 21:18:52.853619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-61dd9201-143f-4af4-98dc-38d6ebd01b63 req-6b990a5e-bff9-43c8-ba0c-474b7819a979 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1524343 Apr 18 21:18:54.048210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17abb8fe-a22a-4094-8def-56f98b2171dd req-1ebfdc5a-13be-4432-ac63-162bb245682e tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:54.049826 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17abb8fe-a22a-4094-8def-56f98b2171dd req-1ebfdc5a-13be-4432-ac63-162bb245682e tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0864642 Apr 18 21:18:54.097258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17abb8fe-a22a-4094-8def-56f98b2171dd req-978d9dbc-b00d-483d-bb96-2a4633f5a786 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414789 Apr 18 21:18:55.303083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cbb4f-5419-4a33-9eda-0ec4e8042463 req-0be46451-01a1-41d8-a0c9-e02efdd84d63 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:55.304769 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-620cbb4f-5419-4a33-9eda-0ec4e8042463 req-0be46451-01a1-41d8-a0c9-e02efdd84d63 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0951872 Apr 18 21:18:55.355111 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-620cbb4f-5419-4a33-9eda-0ec4e8042463 req-0ca7ac55-2163-4039-af6d-a522300c10c5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440648 Apr 18 21:18:56.667832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6159d2-57f1-41f5-b7dd-fae85953de26 req-ddef2cbd-c8a3-426a-ae09-6e5dfba02d1a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:56.669205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e6159d2-57f1-41f5-b7dd-fae85953de26 req-ddef2cbd-c8a3-426a-ae09-6e5dfba02d1a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.2060304 Apr 18 21:18:56.717469 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e6159d2-57f1-41f5-b7dd-fae85953de26 req-e108b4cc-c08f-42b8-bef3-3f9d4ac5d483 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0420635 Apr 18 21:18:57.922426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7005ae0-f959-4df2-b90b-d9e18885ebbf req-cbdf4bf0-34a5-484b-b8db-e144c00ede35 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:57.924157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7005ae0-f959-4df2-b90b-d9e18885ebbf req-cbdf4bf0-34a5-484b-b8db-e144c00ede35 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0984864 Apr 18 21:18:57.977498 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c7005ae0-f959-4df2-b90b-d9e18885ebbf req-51dd3f80-fbe5-44eb-87c2-fc98d9dd7777 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0471892 Apr 18 21:18:58.079043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-3368a927-4e57-4543-967f-feb790a4ff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.080524 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-3368a927-4e57-4543-967f-feb790a4ff9d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1135 time: 0.0748374 Apr 18 21:18:58.233361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-16a57540-414f-420a-bea3-f2b84b6adb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.234816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-16a57540-414f-420a-bea3-f2b84b6adb0c service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 915 time: 0.1286476 Apr 18 21:18:58.336945 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-6c497550-5c13-4f85-be89-5f6b7be338fb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 999 time: 0.0949984 Apr 18 21:18:58.398599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-d61a4664-57c2-4b68-9a95-72a0613add80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.400012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-d61a4664-57c2-4b68-9a95-72a0613add80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.0563173 Apr 18 21:18:58.473017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-4ed93238-96aa-454c-9470-2cb89727614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:58.474419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-4ed93238-96aa-454c-9470-2cb89727614f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684249 Apr 18 21:18:58.616883 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-3728c759-92d2-41d8-86f8-785541bfaa07 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349652 Apr 18 21:18:58.749644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba2481d5-2730-479d-b5c1-5830da63ea2b req-8f35e233-0401-497d-8e62-b265edede6b3 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256444 Apr 18 21:18:59.176710 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db273c39-5f96-49a8-909a-c30dfa54fb8e req-5bd69423-23de-42b4-9999-133f1261aa7d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:18:59.178215 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db273c39-5f96-49a8-909a-c30dfa54fb8e req-5bd69423-23de-42b4-9999-133f1261aa7d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0905020 Apr 18 21:18:59.227715 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-db273c39-5f96-49a8-909a-c30dfa54fb8e req-f00a850e-d35f-4d70-ac2d-49656fc6dc93 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437195 Apr 18 21:19:00.425949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff01c885-f7ff-496d-9ef7-6948c005f26c req-cfac809e-251e-45b1-93a4-6fd1b4201427 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:00.427383 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff01c885-f7ff-496d-9ef7-6948c005f26c req-cfac809e-251e-45b1-93a4-6fd1b4201427 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0849245 Apr 18 21:19:00.478997 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff01c885-f7ff-496d-9ef7-6948c005f26c req-3047e1fb-c5cd-474f-bbe2-ee4b060f4e6f tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458114 Apr 18 21:19:01.692283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102eee87-c1bc-4c49-8e04-415dddcc0e44 req-2d53db1a-5cc0-418e-a8e4-b0ae96b45f51 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:01.693786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102eee87-c1bc-4c49-8e04-415dddcc0e44 req-2d53db1a-5cc0-418e-a8e4-b0ae96b45f51 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0826671 Apr 18 21:19:01.743534 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-102eee87-c1bc-4c49-8e04-415dddcc0e44 req-aae1adce-989a-462e-836f-a95d77897bf2 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438926 Apr 18 21:19:02.943004 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11a1f0-d370-4e4d-8bc0-d0c1f505d427 req-d869bffd-392c-4c20-a9f8-94d039f315c7 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:02.944528 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb11a1f0-d370-4e4d-8bc0-d0c1f505d427 req-d869bffd-392c-4c20-a9f8-94d039f315c7 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0882814 Apr 18 21:19:03.002936 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb11a1f0-d370-4e4d-8bc0-d0c1f505d427 req-dd414455-0c2f-4977-95f1-37946d8a045b tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0519559 Apr 18 21:19:04.203400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412c315-a84c-4e98-83fd-6c5ddf6a4aeb req-07f025e0-a829-4026-b9aa-79b6377443f5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:04.204870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f412c315-a84c-4e98-83fd-6c5ddf6a4aeb req-07f025e0-a829-4026-b9aa-79b6377443f5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0863991 Apr 18 21:19:04.254696 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f412c315-a84c-4e98-83fd-6c5ddf6a4aeb req-9aaae01d-d11e-4e39-b047-066f62be501d tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&id=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438807 Apr 18 21:19:13.636329 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cbb875da-2605-4499-915c-47cbfcd4a734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:16.042355 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3790a2b-62f5-429d-bca3-953c70e81792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.190929 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:17.222097 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:18.668674 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.247966 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:19.732870 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:20.382498 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:19:36.634739 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4defa96-3b32-400a-b18b-76a26f584271 req-c55a6f54-d991-41b3-a083-671dc59770ce tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1014553520&fields=id&tenant_id=e7003dd53eec4999b92bf77ddc08738f HTTP/1.1" status: 200 len: 267 time: 0.0416429 Apr 18 21:19:36.727037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4defa96-3b32-400a-b18b-76a26f584271 req-e947cf2f-cfdb-466b-bdd0-de1e64bd264a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:36.728487 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4defa96-3b32-400a-b18b-76a26f584271 req-e947cf2f-cfdb-466b-bdd0-de1e64bd264a tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 984 time: 0.0874071 Apr 18 21:19:36.739864 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Request body: {'port': {'security_groups': ['43cab7f7-e025-48f1-a9c0-93c68e68de1d']}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:19:36.871423 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.135859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:37.163137 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.168139 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.184036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['10e655e1-1adf-4f07-8957-b2a8b3a1447a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:19:37.239444 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:37.240092 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.241492 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f4defa96-3b32-400a-b18b-76a26f584271 req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "PUT /v2.0/ports/10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 942 time: 0.5062704 Apr 18 21:19:37.242045 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:19:37.247599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:37.279348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event updated for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:37.290767 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.291124 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.291554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.291905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.292244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.292589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.292922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.293299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.293706 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.294042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.294376 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.294789 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0780ce49-b612-45d6-a779-49ddf59c73a9 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.340652 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbec0995-3607-4e82-a4b2-81ab6adac75a'] response: {'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'status': 'completed', 'code': 200} Apr 18 21:19:37.356302 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.360194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['10e655e1-1adf-4f07-8957-b2a8b3a1447a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:19:37.430685 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.503382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-56f82c20-925e-4cb9-ab65-2998e0ce7400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:37.505204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-56f82c20-925e-4cb9-ab65-2998e0ce7400 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1096 time: 0.1331353 Apr 18 21:19:37.544413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-527b4e3c-9fea-47de-8195-6ee47d59527e None None] Provisioning complete for port 10e655e1-1adf-4f07-8957-b2a8b3a1447a triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:19:37.544667 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-527b4e3c-9fea-47de-8195-6ee47d59527e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.620662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.656945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed4ed40-d8f2-4c23-96bd-0e83c529d94f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:37.673582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.673860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.674202 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.674539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.674870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.675199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.675526 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.675853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.676176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.676499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.676823 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.677141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:19:37.682028 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:37.686463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1069657b-8cdf-4f84-90da-7872cafa6951 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "DELETE /v2.0/security-groups/5ed4ed40-d8f2-4c23-96bd-0e83c529d94f HTTP/1.1" status: 204 len: 168 time: 0.4301999 Apr 18 21:19:37.687373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43704) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:37.782765 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-7cab01f1-36cd-4e18-a728-9da0efddf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:37.784231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-7cab01f1-36cd-4e18-a728-9da0efddf990 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 915 time: 0.2688830 Apr 18 21:19:38.092362 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-d15358e3-f7e4-46d3-afca-4d3c4945aa06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 999 time: 0.2997882 Apr 18 21:19:38.148113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Deleting port f051d636-6097-494a-8f3a-659632834f84 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:38.148479 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.220656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-bd1387b9-1225-4989-a2ca-c0630ad8756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:38.222124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-bd1387b9-1225-4989-a2ca-c0630ad8756d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.1168203 Apr 18 21:19:38.394765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.395441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.465164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-6873c23d-d0d1-4557-8f3c-a8d90db4c709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:38.466679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-6873c23d-d0d1-4557-8f3c-a8d90db4c709 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298424 Apr 18 21:19:38.523608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-19d66133-831c-40cf-8c25-b562d60e65db service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:19:38.524546 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-19d66133-831c-40cf-8c25-b562d60e65db service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050147 Apr 18 21:19:38.531515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Calling delete_port for f051d636-6097-494a-8f3a-659632834f84 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:38.731279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-c1e5b7ac-5f9e-4e5b-bab8-9f929030aebc service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690190 Apr 18 21:19:38.893908 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:38.989551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event deleted for resources: {'Port': ['ID=f051d636-6097-494a-8f3a-659632834f84,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:38.997045 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08cdec88-feec-4844-9b10-98fc2f09d339 req-f66066f4-635e-42c9-857a-5f3808c7eec4 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562599 Apr 18 21:19:39.055191 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.055601 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Floating IP 42ce63f9-a953-45f4-a1f9-abeff1d8ea0f disassociated (deleted). External IP: 172.25.5.9, port: 10e655e1-1adf-4f07-8957-b2a8b3a1447a. Apr 18 21:19:39.546559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:19:39.779618 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:19:39.790213 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] Sync routers for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:19:39.801576 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:19:39.801937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:39.802147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:39.866758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e74ed787-33a3-469f-9ddf-7a02ca7a18a5 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "DELETE /v2.0/floatingips/42ce63f9-a953-45f4-a1f9-abeff1d8ea0f HTTP/1.1" status: 204 len: 168 time: 2.1787736 Apr 18 21:19:39.867501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:19:39.932353 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c09fab13-b85d-46c9-bceb-f533ef926ce8'] response: {'name': 'network-changed', 'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'status': 'completed', 'code': 200} Apr 18 21:19:40.004769 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:19:40.047197 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-f66a9908-e548-4647-80fc-b10641164535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.048697 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-f66a9908-e548-4647-80fc-b10641164535 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e7003dd53eec4999b92bf77ddc08738f&device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 1096 time: 0.0848446 Apr 18 21:19:40.220779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-7a5f4503-ab59-49da-9ba7-d32c6645d1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.223758 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-7a5f4503-ab59-49da-9ba7-d32c6645d1d5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 200 len: 915 time: 0.1656804 Apr 18 21:19:40.323985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-0656867f-94aa-41b1-b898-f30bba3e1024 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 200 len: 217 time: 0.0944078 Apr 18 21:19:40.408257 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 5, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:40.413220 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] Checking router: 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:19:40.413733 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-89fff69e-7df6-421f-9fce-aa2802a7db31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.415195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-89fff69e-7df6-421f-9fce-aa2802a7db31 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 200 len: 853 time: 0.0658839 Apr 18 21:19:40.423086 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:19:40.423735 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:40.510218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-8eab5188-bb4c-4c5a-ae2e-5839b1d38cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:40.511738 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-8eab5188-bb4c-4c5a-ae2e-5839b1d38cad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872383 Apr 18 21:19:40.604207 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:19:40.651144 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-0f994f96-78a0-4c70-9a01-d250f0a53ab7 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320486 Apr 18 21:19:40.807025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e2bb6be-09ed-4f75-b55c-03a06057080d req-8f40c52a-2afe-4fa3-ab67-1374a2861fe6 service neutron] 10.222.0.61 "GET /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490953 Apr 18 21:19:40.972941 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 5, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:40.977126 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-762206ac-6c1c-46dc-96e0-33192dedffd9 None None] The sync data for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 is: [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:17:38Z', 'revision_number': 4, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '0d17d811-f1b2-4d58-b261-220848418ff0', 'name': '', 'network_id': '8c7ef760-8c62-4ebf-8bec-5d78c988ad7a', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'mac_address': 'fa:16:3e:bf:7a:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:37Z', 'updated_at': '2022-04-18T21:17:44Z', 'revision_number': 5, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'subnets': [{'id': '76f31f69-fa2b-4709-a711-0c94109cec05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:19:41.226051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b492f-78fd-49e4-a669-eb3700047abe None None] New status for floating IP 42ce63f9-a953-45f4-a1f9-abeff1d8ea0f: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:19:43.639903 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-caf0336e-a378-4df9-8661-2fcc68950438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:45.424425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0623cdc2-2b84-4a4b-afd4-e6a7be4e5817 req-6ce89a26-9983-41be-bdaa-bf43c54389dd tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:45.425975 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0623cdc2-2b84-4a4b-afd4-e6a7be4e5817 req-6ce89a26-9983-41be-bdaa-bf43c54389dd tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0854771 Apr 18 21:19:45.475756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0623cdc2-2b84-4a4b-afd4-e6a7be4e5817 req-fe52da2d-c6be-4ff9-9bd2-64695efe8abf tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440712 Apr 18 21:19:46.043995 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bfb59dd7-7971-4e3c-b404-0a887a8401b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:46.675142 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283dfb3c-355c-4658-8083-2a0ee5840fa6 req-16ad707b-085f-4e09-bbd2-12e15ebe11e1 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:46.675912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-283dfb3c-355c-4658-8083-2a0ee5840fa6 req-16ad707b-085f-4e09-bbd2-12e15ebe11e1 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Synchronizing usage tracker for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:46.693195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-283dfb3c-355c-4658-8083-2a0ee5840fa6 req-16ad707b-085f-4e09-bbd2-12e15ebe11e1 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Unset dirty status for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:46.694538 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-283dfb3c-355c-4658-8083-2a0ee5840fa6 req-16ad707b-085f-4e09-bbd2-12e15ebe11e1 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.1108801 Apr 18 21:19:46.740730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-283dfb3c-355c-4658-8083-2a0ee5840fa6 req-3494fd69-ae58-44c5-b857-10ba9f399d35 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Synchronizing usage tracker for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:19:46.759787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-283dfb3c-355c-4658-8083-2a0ee5840fa6 req-3494fd69-ae58-44c5-b857-10ba9f399d35 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Unset dirty status for tenant:e7003dd53eec4999b92bf77ddc08738f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:19:46.760960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-283dfb3c-355c-4658-8083-2a0ee5840fa6 req-3494fd69-ae58-44c5-b857-10ba9f399d35 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608284 Apr 18 21:19:47.194420 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.225039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.301416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-5f03e057-fb33-45df-a25d-c8053bc1f237 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.302954 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-5f03e057-fb33-45df-a25d-c8053bc1f237 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.61 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0809634 Apr 18 21:19:47.385874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Deleting port 10e655e1-1adf-4f07-8957-b2a8b3a1447a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:47.386216 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.759789 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] For port 10e655e1-1adf-4f07-8957-b2a8b3a1447a, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=10e655e1-1adf-4f07-8957-b2a8b3a1447a,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:47.760518 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:47.887930 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Calling delete_port for 10e655e1-1adf-4f07-8957-b2a8b3a1447a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:47.959148 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2ac3d-1da6-4eae-8f27-16fca6073c1f req-f01d7514-8049-4a45-8567-97b2b5bfaf92 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:19:47.960668 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7db2ac3d-1da6-4eae-8f27-16fca6073c1f req-f01d7514-8049-4a45-8567-97b2b5bfaf92 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/ports?device_id=68936fe8-a9ff-4046-b897-46a38c814545 HTTP/1.1" status: 200 len: 945 time: 0.0865519 Apr 18 21:19:48.011646 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7db2ac3d-1da6-4eae-8f27-16fca6073c1f req-fc4b16be-fb79-40a6-ab23-1f3a306eb6d4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.47 "GET /v2.0/security-groups?id=43cab7f7-e025-48f1-a9c0-93c68e68de1d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448298 Apr 18 21:19:48.041265 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.056389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['10e655e1-1adf-4f07-8957-b2a8b3a1447a'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:19:48.093583 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Pushing event deleted for resources: {'Port': ['ID=10e655e1-1adf-4f07-8957-b2a8b3a1447a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:48.171638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] No DVR routers for this DVR port 10e655e1-1adf-4f07-8957-b2a8b3a1447a on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:48.174288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:48.176849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'name': 'network-vif-deleted', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:19:48.197132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b4a98c7-80da-4def-813a-98b994a49b0a req-6af1cc5a-a108-4bc2-9c0c-4fd0f117d8c4 tempest-TestMinimumBasicScenario-1155150763 tempest-TestMinimumBasicScenario-1155150763-project] 10.222.0.61 "DELETE /v2.0/ports/10e655e1-1adf-4f07-8957-b2a8b3a1447a HTTP/1.1" status: 204 len: 173 time: 0.8849554 Apr 18 21:19:48.228229 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c437fcf-2f58-47eb-b6b4-dac3b9ce517a'] response: {'server_uuid': '68936fe8-a9ff-4046-b897-46a38c814545', 'name': 'network-vif-deleted', 'tag': '10e655e1-1adf-4f07-8957-b2a8b3a1447a', 'status': 'completed', 'code': 200} Apr 18 21:19:48.673492 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.263505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:49.677119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:49.747034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.252225 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.576762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 10e655e1-1adf-4f07-8957-b2a8b3a1447a no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:50.611005 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 10e655e1-1adf-4f07-8957-b2a8b3a1447a {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:19:50.611330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 10e655e1-1adf-4f07-8957-b2a8b3a1447a not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:50.625936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Deleting port 0d17d811-f1b2-4d58-b261-220848418ff0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:50.626273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:50.948030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] For port 0d17d811-f1b2-4d58-b261-220848418ff0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=0d17d811-f1b2-4d58-b261-220848418ff0,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:50.948722 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.071782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Calling delete_port for 0d17d811-f1b2-4d58-b261-220848418ff0 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:51.248937 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.293200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Pushing event deleted for resources: {'Port': ['ID=0d17d811-f1b2-4d58-b261-220848418ff0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:51.570789 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:51.938964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:19:52.118287 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:19:52.132277 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] Sync routers for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:19:52.136395 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cb3d3424-cfcd-45f8-b311-d10c0e29116f admin admin] 10.222.0.47 "PUT /v2.0/routers/039b2c36-6cab-4e4a-aed5-776d95bb0ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4580469 Apr 18 21:19:52.138746 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:52.148002 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:19:52.148631 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:52.337029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:19:52.441794 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.631509 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.631735 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244'}], 'enable_snat': True}, 'gw_port_id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:19:51Z', 'revision_number': 5, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port': {'id': '050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:7e:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:35Z', 'updated_at': '2022-04-18T21:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:52.636365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] Checking router: 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:19:52.644792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Deleting port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:52.645140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.646450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] Routers {'039b2c36-6cab-4e4a-aed5-776d95bb0ad3'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:19:52.647184 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:52.807408 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] Set router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:19:52.829163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] For port 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:52.829534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:52.917380 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:19:52Z', 'revision_number': 6, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:52.921660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e2cb196-aefd-4b60-9028-96285e77f410 None None] The sync data for ids ['039b2c36-6cab-4e4a-aed5-776d95bb0ad3'] in n-d-836016-3 is: [{'id': '039b2c36-6cab-4e4a-aed5-776d95bb0ad3', 'name': 'tempest-TestMinimumBasicScenario-228747556-router', 'tenant_id': 'e7003dd53eec4999b92bf77ddc08738f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:34Z', 'updated_at': '2022-04-18T21:19:52Z', 'revision_number': 6, 'project_id': 'e7003dd53eec4999b92bf77ddc08738f', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:19:52.961974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Calling delete_port for 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:53.142526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.192652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Pushing event deleted for resources: {'Port': ['ID=050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:53.289922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.473777 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.476503 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.499425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.500620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 039b2c36-6cab-4e4a-aed5-776d95bb0ad3 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:19:53.514595 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.516870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-55fb1d0e-a5b7-4956-9c83-dba593a41244 admin admin] 10.222.0.47 "DELETE /v2.0/routers/039b2c36-6cab-4e4a-aed5-776d95bb0ad3 HTTP/1.1" status: 204 len: 168 time: 1.3766668 Apr 18 21:19:53.520899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:53.580210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] Deleting subnet 76f31f69-fa2b-4709-a711-0c94109cec05 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:19:53.583387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.636188 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.831859 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.912040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.956335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d17d811-f1b2-4d58-b261-220848418ff0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:53.962879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76f31f69-fa2b-4709-a711-0c94109cec05,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:53.970662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:53.980204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-b95c63b8-2321-4f14-8b28-833651ff377e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/76f31f69-fa2b-4709-a711-0c94109cec05 HTTP/1.1" status: 204 len: 168 time: 0.4584231 Apr 18 21:19:53.983113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:53.996797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038700cb-2ac0-4ba6-9742-3a60df84233e None None] Network 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:19:54.023732 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 0d17d811-f1b2-4d58-b261-220848418ff0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:19:54.024000 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 0d17d811-f1b2-4d58-b261-220848418ff0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:54.024430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:54.072692 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:19:54.073059 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 050056c7-cd0f-4f0a-bbbf-ef851dfb5ee0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:54.096832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.110244 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Deleting port dbfed997-ae8c-4957-9a04-a70b80dc99f3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:54.112968 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.326266 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] DHCP port deletion for 8c7ef760-8c62-4ebf-8bec-5d78c988ad7a request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:19:54.329843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] For port dbfed997-ae8c-4957-9a04-a70b80dc99f3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dbfed997-ae8c-4957-9a04-a70b80dc99f3,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:54.329843 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.332904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Deleting port dbfed997-ae8c-4957-9a04-a70b80dc99f3 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:54.333299 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.463349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Calling delete_port for dbfed997-ae8c-4957-9a04-a70b80dc99f3 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:54.549064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.552111 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] For port dbfed997-ae8c-4957-9a04-a70b80dc99f3, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dbfed997-ae8c-4957-9a04-a70b80dc99f3,segment=NetworkSegment(acfcb0e3-9069-48c4-a122-ad52f0acee62),segment_id=acfcb0e3-9069-48c4-a122-ad52f0acee62)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:54.554647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.599658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfed997-ae8c-4957-9a04-a70b80dc99f3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:54.608430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] No DVR routers for this DVR port dbfed997-ae8c-4957-9a04-a70b80dc99f3 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:19:54.684503 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Calling delete_port for dbfed997-ae8c-4957-9a04-a70b80dc99f3 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:54.733354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.766837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:19:54.767101 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7ef760-8c62-4ebf-8bec-5d78c988ad7a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:54.767379 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:19:54.779401 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acfcb0e3-9069-48c4-a122-ad52f0acee62') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:54.779692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acfcb0e3-9069-48c4-a122-ad52f0acee62') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:54.792312 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.810435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.817542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:19:54.818083 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:19:54.832133 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:19:54.912138 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.916993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:54.942475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7ef760-8c62-4ebf-8bec-5d78c988ad7a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:54.948704 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-63f5b317-0e93-4350-9f8d-a24c23a85ee5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8c7ef760-8c62-4ebf-8bec-5d78c988ad7a HTTP/1.1" status: 204 len: 168 time: 0.9639499 Apr 18 21:19:54.951977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:55.268738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Deleting port dbfed997-ae8c-4957-9a04-a70b80dc99f3 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:55.269335 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.343242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0053f08d-45c4-4fc5-badb-60167a2a08eb None None] The port 'dbfed997-ae8c-4957-9a04-a70b80dc99f3' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:19:55.636365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:55.949800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dbfed997-ae8c-4957-9a04-a70b80dc99f3 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:55.985146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: dbfed997-ae8c-4957-9a04-a70b80dc99f3 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:19:55.985496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dbfed997-ae8c-4957-9a04-a70b80dc99f3 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:19:56.031473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Deleting port a72b35d7-c26d-49b4-b85e-2f8e81dde165 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:56.031795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.219553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] For port a72b35d7-c26d-49b4-b85e-2f8e81dde165, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a72b35d7-c26d-49b4-b85e-2f8e81dde165,segment=NetworkSegment(af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81),segment_id=af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:56.219907 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.352337 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Calling delete_port for a72b35d7-c26d-49b4-b85e-2f8e81dde165 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:56.544963 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:56.594656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a72b35d7-c26d-49b4-b85e-2f8e81dde165,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:56.887613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.378174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:19:57.382771 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:19:57.561784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:19:57.571554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] Sync routers for ids ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:19:57.578380 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7843dd66-3699-46ae-9441-3eb3951763e1 admin admin] 10.222.0.47 "PUT /v2.0/routers/cf8bc995-2664-4491-bcb2-b1d0d8f86f8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6246142 Apr 18 21:19:57.580838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:57.586042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] Routers {'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:19:57.587150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:57.771790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] Set router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:19:57.772041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.973608 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:57.983463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Deleting port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:57.983844 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.163035 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198'}], 'enable_snat': True}, 'gw_port_id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:19:56Z', 'revision_number': 5, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port': {'id': 'e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:ef:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:17:41Z', 'updated_at': '2022-04-18T21:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:58.166989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] Checking router: cf8bc995-2664-4491-bcb2-b1d0d8f86f8b for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:19:58.176576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] Routers {'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:19:58.176795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] For port e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:58.176950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.177172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:58.310072 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Calling delete_port for e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:58.343978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] Set router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:19:58.461139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:19:57Z', 'revision_number': 6, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:19:58.465495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315bd8b6-e6bc-41ad-b22a-349c9bafccba None None] The sync data for ids ['cf8bc995-2664-4491-bcb2-b1d0d8f86f8b'] in n-d-836016-3 is: [{'id': 'cf8bc995-2664-4491-bcb2-b1d0d8f86f8b', 'name': 'tempest-TestMinimumBasicScenario-297049227-router', 'tenant_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:17:40Z', 'updated_at': '2022-04-18T21:19:57Z', 'revision_number': 6, 'project_id': 'b2945a17538d4b9ea7753b3856bfc4e1', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:19:58.621879 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.671153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Pushing event deleted for resources: {'Port': ['ID=e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:58.764596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.959922 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.962215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.987452 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:58.988323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf8bc995-2664-4491-bcb2-b1d0d8f86f8b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:19:59.001301 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.002461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-123e06ef-18d3-4044-8c5a-7a6bcc375893 admin admin] 10.222.0.47 "DELETE /v2.0/routers/cf8bc995-2664-4491-bcb2-b1d0d8f86f8b HTTP/1.1" status: 204 len: 168 time: 1.4206986 Apr 18 21:19:59.005062 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:59.066234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] Deleting subnet af3f5dcb-139a-48b8-8463-1124cec13e59 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:19:59.069184 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.127688 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.213400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.290718 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.333542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af3f5dcb-139a-48b8-8463-1124cec13e59,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:59.338347 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.345327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1389b7e3-b41c-4c2a-b39f-5d479eae3429 None None] Network 04961eca-7470-4948-9952-6f1a0d66136b requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:19:59.348916 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-90010a1f-e1ad-4210-9a8d-66b1d31d0d7a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/af3f5dcb-139a-48b8-8463-1124cec13e59 HTTP/1.1" status: 204 len: 168 time: 0.3405733 Apr 18 21:19:59.349278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:19:59.474438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.491042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Deleting port e5aa279a-5caf-435a-ae60-a1195db6fb14 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:59.491389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.634323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] DHCP port deletion for 04961eca-7470-4948-9952-6f1a0d66136b request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:19:59.638774 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Deleting port e5aa279a-5caf-435a-ae60-a1195db6fb14 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:19:59.639212 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.729965 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] For port e5aa279a-5caf-435a-ae60-a1195db6fb14, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e5aa279a-5caf-435a-ae60-a1195db6fb14,segment=NetworkSegment(af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81),segment_id=af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:59.730357 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.858066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Calling delete_port for e5aa279a-5caf-435a-ae60-a1195db6fb14 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:19:59.858367 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] For port e5aa279a-5caf-435a-ae60-a1195db6fb14, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=e5aa279a-5caf-435a-ae60-a1195db6fb14,segment=NetworkSegment(af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81),segment_id=af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:19:59.858574 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.943660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:19:59.992697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Pushing event deleted for resources: {'Port': ['ID=e5aa279a-5caf-435a-ae60-a1195db6fb14,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:19:59.993862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e5aa279a-5caf-435a-ae60-a1195db6fb14 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:19:59.995899 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] No DVR routers for this DVR port e5aa279a-5caf-435a-ae60-a1195db6fb14 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:20:00.026274 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Calling delete_port for e5aa279a-5caf-435a-ae60-a1195db6fb14 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:20:00.073077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e5aa279a-5caf-435a-ae60-a1195db6fb14 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:20:00.073526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e5aa279a-5caf-435a-ae60-a1195db6fb14 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:00.073871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a72b35d7-c26d-49b4-b85e-2f8e81dde165 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:00.116345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a72b35d7-c26d-49b4-b85e-2f8e81dde165 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:20:00.116345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a72b35d7-c26d-49b4-b85e-2f8e81dde165 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:00.116780 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:20:00.120077 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.150350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04961eca-7470-4948-9952-6f1a0d66136b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:00.162894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:20:00.163243 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device e72062e6-3ac8-4a11-bdc0-ef95ad3ed43e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:20:00.172697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:00.173991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af770ad0-c5ec-4cc7-bdbe-a011ea7d6f81') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:00.186832 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:20:00.187644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.187865 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:20:00.208253 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.215534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:20:00.216071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:20:00.230406 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:20:00.307701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.328549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.340071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] Pushing event deleted for resources: {'Network': ['ID=04961eca-7470-4948-9952-6f1a0d66136b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:00.350344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-515d1095-8a4e-462c-9e04-86ffa4f3eeaf admin admin] 10.222.0.47 "DELETE /v2.0/networks/04961eca-7470-4948-9952-6f1a0d66136b HTTP/1.1" status: 204 len: 168 time: 0.9999418 Apr 18 21:20:00.545758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43840) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:00.599137 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a4f79ba6-349d-4286-9e8c-36729a770e7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7003dd53eec4999b92bf77ddc08738f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516558 Apr 18 21:20:00.602191 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43844) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:00.662476 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81434985-2f11-4f09-9b06-dbc2195896a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.688951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Deleting port e5aa279a-5caf-435a-ae60-a1195db6fb14 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:20:00.689501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.693587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81434985-2f11-4f09-9b06-dbc2195896a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.756396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81434985-2f11-4f09-9b06-dbc2195896a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.777547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81434985-2f11-4f09-9b06-dbc2195896a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cab7f7-e025-48f1-a9c0-93c68e68de1d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:00.792895 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81434985-2f11-4f09-9b06-dbc2195896a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:00.794098 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-81434985-2f11-4f09-9b06-dbc2195896a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43cab7f7-e025-48f1-a9c0-93c68e68de1d HTTP/1.1" status: 204 len: 168 time: 0.1909928 Apr 18 21:20:00.804808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-5e489e6c-fd5a-4a43-96f4-f078b63fc6f4 None None] The port 'e5aa279a-5caf-435a-ae60-a1195db6fb14' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:20:01.211228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43852) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:01.266397 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3d374691-4cf9-4e90-b28f-e2591ae10636 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b2945a17538d4b9ea7753b3856bfc4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538752 Apr 18 21:20:01.268709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43856) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:01.329922 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6aab-1e5f-409f-bd47-6676815c40a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.359675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6aab-1e5f-409f-bd47-6676815c40a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.416891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6aab-1e5f-409f-bd47-6676815c40a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.443998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac6aab-1e5f-409f-bd47-6676815c40a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7b6d4-2d30-4049-860e-10429a87ef65,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:01.450066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0ac6aab-1e5f-409f-bd47-6676815c40a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:01.450066 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e0ac6aab-1e5f-409f-bd47-6676815c40a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5fc7b6d4-2d30-4049-860e-10429a87ef65 HTTP/1.1" status: 204 len: 168 time: 0.1804245 Apr 18 21:20:03.392098 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43898) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:03.397308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1193592904', 'description': 'tempest-secgroup-smoke-1193592904 description', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:03.404152 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:03.408143 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:03.411462 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:03.417200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:03.429790 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.443224 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.459603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:03.464071 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:03.467365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:03.474413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:03.567638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.571692 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.584763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:03.592953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:03.601931 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:03.613441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:03.617302 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabffc8b-4392-41f5-8ec2-de85095c09e7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:03.699817 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.704822 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.754402 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79db19d6-58fe-4b57-abb9-ee3adab85eb2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:03.758687 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.762136 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-61295207-3c87-4173-82e3-b2c457decc11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3688409 Apr 18 21:20:03.763042 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:03.768718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '79db19d6-58fe-4b57-abb9-ee3adab85eb2', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:03.781321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:03.786154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:03.789112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:03.795096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:03.816596 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.888143 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.895918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.919013 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bef5ead2-11f9-4f47-b15f-b83c1ea12a3d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:03.933388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:03.935061 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4b0c3ccb-f9ea-4c26-96fb-971128cc7de9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709838 Apr 18 21:20:03.938631 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43906) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:03.945649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '79db19d6-58fe-4b57-abb9-ee3adab85eb2', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:03.952648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:03.957419 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:03.960857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:03.970366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:03.994890 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.072438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.076827 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.103144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efe2f0d5-a6ed-499f-a2a8-564687e64767,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:04.114407 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.118455 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-96f5717e-c81e-4426-884e-0fa57a25662f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1759334 Apr 18 21:20:04.118963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43910) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:04.124866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '79db19d6-58fe-4b57-abb9-ee3adab85eb2', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:04.132067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:04.136178 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:04.139452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:04.148791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:04.174889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.254542 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.258491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.283698 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b717f1ce-74cc-45ae-9b1a-90a3ca5be313,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:04.293289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.297081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3533ecf4-7e41-427b-b270-0d4a12124e0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1770408 Apr 18 21:20:04.299830 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43914) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:04.305745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '79db19d6-58fe-4b57-abb9-ee3adab85eb2', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:04.313481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:04.318012 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:04.320992 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:04.327237 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:04.346197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.418702 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.426646 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.462732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd4d25d-82c0-4e5b-899d-019fc94d3bdd,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:04.470756 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.472409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-655c6256-f910-4daa-9c37-33f9d6dc15f1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1715837 Apr 18 21:20:04.475348 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43918) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:04.480809 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '79db19d6-58fe-4b57-abb9-ee3adab85eb2', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:04.489400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:04.494921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:04.498111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:04.505083 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:04.516047 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:20:04.523801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.703433 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.707779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.733699 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bb42864-5d0c-4045-8181-6531be1805d9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:04.745838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.747088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2fcd755f-9d3a-487f-9c87-e263081a8f96 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2707140 Apr 18 21:20:04.751621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43922) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:04.757682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '79db19d6-58fe-4b57-abb9-ee3adab85eb2', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:04.765612 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:04.769832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:04.773030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:04.778851 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:04.789279 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:20:04.795924 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.863416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.867195 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.894756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e102b6-cb65-4cca-b418-645f75f59146,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:04.904381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.905583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-648a17a9-d7fc-4702-9523-d540769084fe tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527627 Apr 18 21:20:04.908980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:04.914784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'network': {'name': 'tempest-network-smoke--2023465733', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:04.920461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:04.924982 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:network and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:04.928037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:04.933979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:04.946668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:04.950821 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.978949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 132} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:20:04.990245 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:04.990558 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Added segment 129c6503-130e-4822-88c0-b079356670aa of type vlan for network 6646acdb-d5eb-4c00-8685-d4421560dbfe Apr 18 21:20:05.020155 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.054305 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.059854 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:05.060448 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.157012 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2468848 Apr 18 21:20:05.160141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43930) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:05.165371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'admin_state_up': True, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:05.172600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d43a8-705f-43a2-8e07-e09295e2f5b7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Network': ['ID=6646acdb-d5eb-4c00-8685-d4421560dbfe,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:05.175339 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:05.179729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:router and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:05.182605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:20:05.183112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:05.193240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:05.206767 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.208017 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.226681 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.614055 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.938759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:05.969176 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.111660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.145 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/634aace4-9336-4ce0-9b4e-950a9f2cf0f7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:06.264606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.293757 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:06.355426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:06.362660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:06.365234 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:20:06.411115 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:06.802425 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:07.280923 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:07.487032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 47edf704-605c-433b-9233-029f427d23e7 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:20:07.674219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:20:07.687292 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Sync routers for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:20:07.698553 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:20:07.699193 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:07.703279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:07.704570 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d1a42bbe-aec7-4b11-be2f-ac97ccb14c97 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5434160 Apr 18 21:20:07.707985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43934) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:07.851854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-30b579b7-582f-477e-8438-fe7459538e89 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8b5c4668663f458da0f1023aaaf7ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1426020 Apr 18 21:20:07.854547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43940) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:07.930420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:20:07.994529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2384b310-cbf7-4f88-ab01-142453e7cd80 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:07.996075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2384b310-cbf7-4f88-ab01-142453e7cd80 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1405830 Apr 18 21:20:07.999346 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43944) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:08.042460 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc59357f-b090-4561-853e-7047423beb71 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417824 Apr 18 21:20:08.045141 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 43948) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:08.050827 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-160110100', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:08.168699 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:08.173301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:subnet and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:08.176228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:08.182114 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:08.194596 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:08.199459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.217972 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:06Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:08.223156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Checking router: 47edf704-605c-433b-9233-029f427d23e7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:20:08.223503 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Updating router 47edf704-605c-433b-9233-029f427d23e7 port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:20:08.276631 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.430254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.513084 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Subnet': ['ID=078b33e2-3cd3-482d-8416-9ce364853baa,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:08.523756 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Checking segment: {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:20:08.524121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network hostable DHCP agents. Network: 6646acdb-d5eb-4c00-8685-d4421560dbfe, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:20:08.545364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:20:08.556865 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 6646acdb-d5eb-4c00-8685-d4421560dbfe) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:08.560980 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:08.562090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.569765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45da1101-a0e5-4c3c-85e9-922f4bd5f65a None None] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:20:08.585985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dd1efeac-97c0-409b-a119-096fc4761d65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5395384 Apr 18 21:20:08.589108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 43952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:08.621641 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.635049 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Transition to ACTIVE for port object 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:08.643040 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.729670 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Attempting to bind port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:08.730374 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Attempting to bind port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:08.730374 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Attempting to bind port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:20:08.737686 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Pushing event updated for resources: {'Port': ['ID=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:08.742611 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:20:08.742977 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:20:08.743373 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.743754 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:20:08.744210 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Bound port: 634aace4-9336-4ce0-9b4e-950a9f2cf0f7, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:08.744576 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.783527 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.783868 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.784206 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.784538 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.784938 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.785259 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.785605 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.785940 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.786247 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.786559 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.786875 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.787190 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:08.819613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-6646acdb-d5eb-4c00-8685-d4421560dbfe', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:20:08.820625 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.832315 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] For port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:20:08.836785 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] For port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:20:08.843417 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:08.935307 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2b87bc-b2d7-4ec4-bda5-ad34864cb79e None None] Pushing event updated for resources: {'Port': ['ID=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:08.938219 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:20:08.938817 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:08.993409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Allocated IP 172.20.0.2 (6646acdb-d5eb-4c00-8685-d4421560dbfe/078b33e2-3cd3-482d-8416-9ce364853baa/83c4658e-802a-4dde-8c60-45fa40f427e7) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:09.137563 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:20:09.210368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.220922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Transition to ACTIVE for port object 83c4658e-802a-4dde-8c60-45fa40f427e7 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:09.240846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Transition to ACTIVE for port object 83c4658e-802a-4dde-8c60-45fa40f427e7 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:09.247824 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.312462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:09.319759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:09.324592 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:20:09.341680 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.362564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Pushing event updated for resources: {'Port': ['ID=83c4658e-802a-4dde-8c60-45fa40f427e7,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:09.374826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.375333 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.375619 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.376028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.376371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.376705 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.377034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.377365 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.377719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.378047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.378380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.379068 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:20:09.437207 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Attempting to bind port 83c4658e-802a-4dde-8c60-45fa40f427e7 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:09.437657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Attempting to bind port 83c4658e-802a-4dde-8c60-45fa40f427e7 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:09.438003 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Attempting to bind port 83c4658e-802a-4dde-8c60-45fa40f427e7 on network 6646acdb-d5eb-4c00-8685-d4421560dbfe {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:20:09.443373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:20:09.443755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Checking segment: {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:20:09.444158 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.444610 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Bound using segment: {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:20:09.445018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Bound port: 83c4658e-802a-4dde-8c60-45fa40f427e7, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:09.445397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.451371 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:06Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:09.456942 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b67747-16b5-432c-89fd-07699c1f712f None None] The sync data for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 is: [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:06Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:20:09.542236 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-35d2d578-831a-477c-9d43-997259736e85 None None] For port 83c4658e-802a-4dde-8c60-45fa40f427e7, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:20:09.545429 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-35d2d578-831a-477c-9d43-997259736e85 None None] For port 83c4658e-802a-4dde-8c60-45fa40f427e7, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=83c4658e-802a-4dde-8c60-45fa40f427e7,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:20:09.551746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:09.643983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2d578-831a-477c-9d43-997259736e85 None None] Pushing event updated for resources: {'Port': ['ID=83c4658e-802a-4dde-8c60-45fa40f427e7,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:09.817345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.1 (6646acdb-d5eb-4c00-8685-d4421560dbfe/078b33e2-3cd3-482d-8416-9ce364853baa/d221d1ed-0611-4806-ab21-2f62d56f687d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:10.085260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83c4658e-802a-4dde-8c60-45fa40f427e7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:10.168766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 83c4658e-802a-4dde-8c60-45fa40f427e7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:10.171829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.176180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:10.196210 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object d221d1ed-0611-4806-ab21-2f62d56f687d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:10.223597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.263428 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:10.276132 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:10.276132 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.293249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:10.301873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:10.305316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:20:10.380016 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=d221d1ed-0611-4806-ab21-2f62d56f687d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.398198 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.429010 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.449395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:20:10.454791 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.611337 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:10.701776 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:10.870026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0834caa8-a1af-4f3f-87b7-49a4ceb85180 None None] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:20:10.972776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-74a2dfe9-4a6c-4266-8cd5-be8ffe0eddf6 None None] Provisioning for port 83c4658e-802a-4dde-8c60-45fa40f427e7 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:10.982058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-74a2dfe9-4a6c-4266-8cd5-be8ffe0eddf6 None None] Provisioning complete for port 83c4658e-802a-4dde-8c60-45fa40f427e7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:10.982761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-74a2dfe9-4a6c-4266-8cd5-be8ffe0eddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.167284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.178298 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.230878 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-74a2dfe9-4a6c-4266-8cd5-be8ffe0eddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.282765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-74a2dfe9-4a6c-4266-8cd5-be8ffe0eddf6 None None] For port 83c4658e-802a-4dde-8c60-45fa40f427e7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=83c4658e-802a-4dde-8c60-45fa40f427e7,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:20:11.293148 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-74a2dfe9-4a6c-4266-8cd5-be8ffe0eddf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.304021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=d221d1ed-0611-4806-ab21-2f62d56f687d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:11.307748 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.378130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2dfe9-4a6c-4266-8cd5-be8ffe0eddf6 None None] Pushing event updated for resources: {'Port': ['ID=83c4658e-802a-4dde-8c60-45fa40f427e7,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:11.467325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:11.469204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:11.520040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d1420b3a-6b57-418b-b980-238d94663bd9 None None] Provisioning complete for port 83c4658e-802a-4dde-8c60-45fa40f427e7 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:11.520622 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d1420b3a-6b57-418b-b980-238d94663bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.689078 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d1420b3a-6b57-418b-b980-238d94663bd9 None None] Provisioning for port d221d1ed-0611-4806-ab21-2f62d56f687d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:11.692321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d1420b3a-6b57-418b-b980-238d94663bd9 None None] Provisioning complete for port d221d1ed-0611-4806-ab21-2f62d56f687d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:11.692745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d1420b3a-6b57-418b-b980-238d94663bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.754643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d1420b3a-6b57-418b-b980-238d94663bd9 None None] Port d221d1ed-0611-4806-ab21-2f62d56f687d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:20:11.809344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 47edf704-605c-433b-9233-029f427d23e7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:20:11.880135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-95032d2b-5cbc-40ca-a095-1d1e340c84d4 None None] Provisioning complete for port d221d1ed-0611-4806-ab21-2f62d56f687d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:11.880731 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-95032d2b-5cbc-40ca-a095-1d1e340c84d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:11.938206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-95032d2b-5cbc-40ca-a095-1d1e340c84d4 None None] Port d221d1ed-0611-4806-ab21-2f62d56f687d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:20:11.974125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83c4658e-802a-4dde-8c60-45fa40f427e7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:12.010639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:20:12.022010 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-cfdb6520-6681-4cff-81d1-0efbb3230839 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/47edf704-605c-433b-9233-029f427d23e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4317415 Apr 18 21:20:12.023350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Sync routers for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:20:12.047877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:20:12.048513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:12.146864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d33f462c-eb49-4f09-94d1-a193f7cd7cf6 None None] Provisioning complete for port d221d1ed-0611-4806-ab21-2f62d56f687d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:12.147238 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d33f462c-eb49-4f09-94d1-a193f7cd7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.172522 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 83c4658e-802a-4dde-8c60-45fa40f427e7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:12.173553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.211806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-9e6e1b49-f7e9-4a5b-ac8e-bda4ece2131a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1193592904&fields=id&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 267 time: 0.0445492 Apr 18 21:20:12.334662 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d33f462c-eb49-4f09-94d1-a193f7cd7cf6 None None] Port d221d1ed-0611-4806-ab21-2f62d56f687d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:20:12.371856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:20:12.373751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-8f1d58fd-f41e-4b16-8681-ab2b01fabbcb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:12.374673 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-8f1d58fd-f41e-4b16-8681-ab2b01fabbcb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:12.394497 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-8f1d58fd-f41e-4b16-8681-ab2b01fabbcb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:12.395753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-8f1d58fd-f41e-4b16-8681-ab2b01fabbcb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/networks?id=6646acdb-d5eb-4c00-8685-d4421560dbfe HTTP/1.1" status: 200 len: 797 time: 0.1766634 Apr 18 21:20:12.413174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-2cdfba8f-faaf-42ca-a485-3aebe6980fb3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/quotas/8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 375 time: 0.0113366 Apr 18 21:20:12.507189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-8298a765-1229-4345-ac95-ee1ccdf785f5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:12.535464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-8298a765-1229-4345-ac95-ee1ccdf785f5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:12.536783 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-8298a765-1229-4345-ac95-ee1ccdf785f5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1161520 Apr 18 21:20:12.590707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:12.734934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-3a4e0aeb-e93e-48a3-bba1-8570d5ba39ae service neutron] 10.222.0.47 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833875 Apr 18 21:20:12.841854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:12.842245 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:12.881371 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-c3ed45ef-e9cf-4e9a-8ff0-c2919ac78563 service neutron] 10.222.0.47 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392701 Apr 18 21:20:12.990874 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 2, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:13.001071 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Checking router: 47edf704-605c-433b-9233-029f427d23e7 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:20:13.001988 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Updating router 47edf704-605c-433b-9233-029f427d23e7 port d221d1ed-0611-4806-ab21-2f62d56f687d binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:20:13.060306 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.228737 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5b02e95b-ac65-4c8a-b431-59bce447c1b4 req-43b0f264-742d-4f38-b6fa-77f599c2913a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 210 time: 0.1898496 Apr 18 21:20:13.454711 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.472477 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Transition to ACTIVE for port object d221d1ed-0611-4806-ab21-2f62d56f687d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:13.481266 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.648237 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cc541-9f31-4798-806a-c209b25eed40 None None] Pushing event updated for resources: {'Port': ['ID=d221d1ed-0611-4806-ab21-2f62d56f687d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:13.717729 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-032913b4-8137-494f-bd14-438e17668744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.727222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Attempting to bind port d221d1ed-0611-4806-ab21-2f62d56f687d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:13.727594 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Attempting to bind port d221d1ed-0611-4806-ab21-2f62d56f687d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:13.727962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Attempting to bind port d221d1ed-0611-4806-ab21-2f62d56f687d on network 6646acdb-d5eb-4c00-8685-d4421560dbfe {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:20:13.735993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:20:13.736411 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Checking segment: {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:20:13.736824 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.737225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Bound using segment: {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:20:13.737733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Bound port: d221d1ed-0611-4806-ab21-2f62d56f687d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:13.738108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.844265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] For port d221d1ed-0611-4806-ab21-2f62d56f687d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:20:13.847485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] For port d221d1ed-0611-4806-ab21-2f62d56f687d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d221d1ed-0611-4806-ab21-2f62d56f687d,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:20:13.853979 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:13.946747 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:20:13.947404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:19:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:14.031037 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2cc541-9f31-4798-806a-c209b25eed40 None None] Pushing event updated for resources: {'Port': ['ID=d221d1ed-0611-4806-ab21-2f62d56f687d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:14.166954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:20:14.494906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-40605428-b3b3-477e-a532-f293e08d99fd req-fbd44a9e-42dd-4b1a-b7a3-fdfd1f7d6dff tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 210 time: 0.1153703 Apr 18 21:20:14.517736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-dd082b07-72db-492a-a74b-d0bfb737aee3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:14.518104 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-dd082b07-72db-492a-a74b-d0bfb737aee3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/networks?id=6646acdb-d5eb-4c00-8685-d4421560dbfe HTTP/1.1" status: 200 len: 797 time: 0.3634944 Apr 18 21:20:14.576135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-0314b92f-8488-4dcd-999e-7a5312ba4d02 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 380 time: 0.0484164 Apr 18 21:20:14.586364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'port': {'device_id': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'admin_state_up': True, 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'security_groups': ['79db19d6-58fe-4b57-abb9-ee3adab85eb2']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:14.714468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:13Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:14.720018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16ca0fc-102d-4e33-9071-a85c5deafc91 None None] The sync data for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 is: [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:13Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:20:14.786352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:14.804220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:14.826741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:20:14.831821 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.038573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.3 (6646acdb-d5eb-4c00-8685-d4421560dbfe/078b33e2-3cd3-482d-8416-9ce364853baa/e6cb9bf1-5b35-4173-b626-c06c4e2beff9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:15.294545 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.314798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object e6cb9bf1-5b35-4173-b626-c06c4e2beff9 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:15.351652 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.423550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:15.431915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:15.436931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:20:15.623065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:15.674486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.675157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.715638 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-869a31e7-2e0e-4ef9-b639-cd51ada378bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1349084 Apr 18 21:20:15.717135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-62665c89-7f93-451a-9361-b0fe213cdb88 None None] Provisioning for port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:15.725755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-62665c89-7f93-451a-9361-b0fe213cdb88 None None] Provisioning complete for port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:15.726660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-62665c89-7f93-451a-9361-b0fe213cdb88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:15.737464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-66af4834-2819-4d66-8b50-153868209bc1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:20:15.737464 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-66af4834-2819-4d66-8b50-153868209bc1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148985 Apr 18 21:20:15.798475 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65669647-2e16-4db2-96d3-9ff5819dc1d8 req-a14c8c83-c38b-4fe8-90cf-f26315e54758 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:15.800840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65669647-2e16-4db2-96d3-9ff5819dc1d8 req-a14c8c83-c38b-4fe8-90cf-f26315e54758 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 931 time: 0.1362934 Apr 18 21:20:15.807374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Request body: {'port': {'device_id': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:15.830057 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-62665c89-7f93-451a-9361-b0fe213cdb88 None None] Port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:20:15.859396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-65669647-2e16-4db2-96d3-9ff5819dc1d8 req-0bb3641f-8f89-440e-8ca7-e1d42e048bd6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:15.882889 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-65669647-2e16-4db2-96d3-9ff5819dc1d8 req-0bb3641f-8f89-440e-8ca7-e1d42e048bd6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:15.885074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65669647-2e16-4db2-96d3-9ff5819dc1d8 req-0bb3641f-8f89-440e-8ca7-e1d42e048bd6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742521 Apr 18 21:20:15.950728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.000424 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d221d1ed-0611-4806-ab21-2f62d56f687d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:16.081234 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a1634c1-a5ed-4cbc-9e5f-94c85243fa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.096195 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d221d1ed-0611-4806-ab21-2f62d56f687d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:16.113417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d221d1ed-0611-4806-ab21-2f62d56f687d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:16.113918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.252385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.290009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d221d1ed-0611-4806-ab21-2f62d56f687d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d221d1ed-0611-4806-ab21-2f62d56f687d,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:20:16.294843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.382819 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d221d1ed-0611-4806-ab21-2f62d56f687d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:16.417520 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6cb9bf1-5b35-4173-b626-c06c4e2beff9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:20:16.426157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.443194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Transition to ACTIVE for port object e6cb9bf1-5b35-4173-b626-c06c4e2beff9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:20:16.447458 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.613820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:16.699620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Attempting to bind port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:20:16.700256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Attempting to bind port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:20:16.700413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Attempting to bind port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 on network 6646acdb-d5eb-4c00-8685-d4421560dbfe {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:20:16.705795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 on network 6646acdb-d5eb-4c00-8685-d4421560dbfe not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:20:16.706114 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Attempting to bind port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 on network 6646acdb-d5eb-4c00-8685-d4421560dbfe {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:20:16.711199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:20:16.711530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Checking segment: {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:20:16.711909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Bound using segment: {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:20:16.712323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Bound port: e6cb9bf1-5b35-4173-b626-c06c4e2beff9, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '129c6503-130e-4822-88c0-b079356670aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:20:16.712666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.806291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] For port e6cb9bf1-5b35-4173-b626-c06c4e2beff9, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:20:16.809134 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] For port e6cb9bf1-5b35-4173-b626-c06c4e2beff9, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:20:16.814542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.870008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:16.870626 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:16.872014 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] 10.222.0.55 "PUT /v2.0/ports/e6cb9bf1-5b35-4173-b626-c06c4e2beff9 HTTP/1.1" status: 200 len: 1091 time: 1.1290729 Apr 18 21:20:16.872453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:20:16.906940 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7bfdbc-eff9-44a0-b3c7-4b163a5c5096 service neutron] Pushing event updated for resources: {'Port': ['ID=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:16.954836 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffeb7fc0-adf6-4b39-a5c7-48bec5abec13'] response: {'name': 'network-changed', 'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'status': 'completed', 'code': 200} Apr 18 21:20:17.001383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-263789af-197d-41c3-9c5f-9ca62936655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.003000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-263789af-197d-41c3-9c5f-9ca62936655b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 1094 time: 0.0849257 Apr 18 21:20:17.086163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-ca8112d8-5360-4e2b-91e5-b71fe9ce96b2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9 HTTP/1.1" status: 200 len: 217 time: 0.0757477 Apr 18 21:20:17.110543 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d0b179-25db-451a-8ceb-09f5a4eec6b0 req-68aee85c-e9ec-48ea-8b8c-242aa4e306c0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.112139 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65d0b179-25db-451a-8ceb-09f5a4eec6b0 req-68aee85c-e9ec-48ea-8b8c-242aa4e306c0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 943 time: 0.1019881 Apr 18 21:20:17.160824 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-65d0b179-25db-451a-8ceb-09f5a4eec6b0 req-b4378d79-bdd1-4095-b6e8-94a38a8ebfcc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422964 Apr 18 21:20:17.163605 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-78d13316-6cee-4a7f-a0de-7cea5051cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.165146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-78d13316-6cee-4a7f-a0de-7cea5051cb31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=078b33e2-3cd3-482d-8416-9ce364853baa HTTP/1.1" status: 200 len: 834 time: 0.0726950 Apr 18 21:20:17.207580 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.228144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:17.245330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-4b81c680-ace0-4824-9f54-a986ae6944a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.246839 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-4b81c680-ace0-4824-9f54-a986ae6944a3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6646acdb-d5eb-4c00-8685-d4421560dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762343 Apr 18 21:20:17.379872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-bc9fd3ed-1aaa-4da1-a2ec-5e3639d0ab77 service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270673 Apr 18 21:20:17.519896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6e7689b2-e731-4bb4-b56e-5cdcdfbcd939 req-05f93a51-816c-4389-b5ed-90cd4c444add service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335037 Apr 18 21:20:17.640278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-1886ae45-3275-48a4-a430-406ede2d391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.641795 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-1886ae45-3275-48a4-a430-406ede2d391d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 1094 time: 0.0756392 Apr 18 21:20:17.777585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-0e6f681c-17fe-4c7f-9321-25a45dd046ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.779111 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-0e6f681c-17fe-4c7f-9321-25a45dd046ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=6646acdb-d5eb-4c00-8685-d4421560dbfe HTTP/1.1" status: 200 len: 898 time: 0.1312439 Apr 18 21:20:17.851679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-a5107d0a-90fb-4e8b-83c5-e968cefef77e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9 HTTP/1.1" status: 200 len: 217 time: 0.0665681 Apr 18 21:20:17.931554 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-ede7e61e-5d60-49e6-b616-919bb0c16a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:17.933585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-ede7e61e-5d60-49e6-b616-919bb0c16a21 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=078b33e2-3cd3-482d-8416-9ce364853baa HTTP/1.1" status: 200 len: 834 time: 0.0754080 Apr 18 21:20:17.971264 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d221d1ed-0611-4806-ab21-2f62d56f687d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:18.048444 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d221d1ed-0611-4806-ab21-2f62d56f687d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:18.048728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:18.133452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-d470ee79-d1ed-4ae2-be86-fef4c26f654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:18.134957 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-d470ee79-d1ed-4ae2-be86-fef4c26f654f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6646acdb-d5eb-4c00-8685-d4421560dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1956546 Apr 18 21:20:18.272536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-038d3545-1287-4b63-a127-1d82b4945229 service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304672 Apr 18 21:20:18.465543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ffdf9-d37d-4835-a769-c53850d7ed52 req-9936afe4-5450-4d4c-9b37-8e187c4b6241 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:18.466133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-347ffdf9-d37d-4835-a769-c53850d7ed52 req-9936afe4-5450-4d4c-9b37-8e187c4b6241 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:20:18.469830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c480b510-4a94-49fe-9a1a-0b2076071394 req-157fd48e-a212-4fcd-891e-b51adb82ae53 service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611395 Apr 18 21:20:18.484610 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-347ffdf9-d37d-4835-a769-c53850d7ed52 req-9936afe4-5450-4d4c-9b37-8e187c4b6241 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:20:18.486102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347ffdf9-d37d-4835-a769-c53850d7ed52 req-9936afe4-5450-4d4c-9b37-8e187c4b6241 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 943 time: 0.2084868 Apr 18 21:20:18.536271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347ffdf9-d37d-4835-a769-c53850d7ed52 req-7061bfa0-368f-4cf3-bdba-ba9acdfc497f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Apr 18 21:20:18.674618 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.261471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.725378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1ea89b-92de-4d62-89da-ec4294624978 req-dc6e84c1-bdfa-4a43-bd80-26a34b3fc166 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:19.726929 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a1ea89b-92de-4d62-89da-ec4294624978 req-dc6e84c1-bdfa-4a43-bd80-26a34b3fc166 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 943 time: 0.0825281 Apr 18 21:20:19.749009 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:19.775828 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8a1ea89b-92de-4d62-89da-ec4294624978 req-98707db8-501e-4972-b163-d03e33d669ac tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427425 Apr 18 21:20:20.733350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e6cb9bf1-5b35-4173-b626-c06c4e2beff9 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:20:20.864989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e6cb9bf1-5b35-4173-b626-c06c4e2beff9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:20:20.879524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'port_id': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'mac_address': 'fa:16:3e:b2:61:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:20:20.959081 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:20.976835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6cb9bf1-5b35-4173-b626-c06c4e2beff9 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:20:20.989293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44776f38-fd43-4508-b150-2c9c3774a755 req-b983bc49-03d7-4528-aaeb-c2b464e48df4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:20.991463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44776f38-fd43-4508-b150-2c9c3774a755 req-b983bc49-03d7-4528-aaeb-c2b464e48df4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 943 time: 0.1054857 Apr 18 21:20:20.995517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e6cb9bf1-5b35-4173-b626-c06c4e2beff9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:20:21.007905 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:21.067663 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44776f38-fd43-4508-b150-2c9c3774a755 req-cf8ad35d-bec7-4660-aa12-c0e461342398 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696805 Apr 18 21:20:21.115953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:21.352066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['e6cb9bf1-5b35-4173-b626-c06c4e2beff9'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:20:22.275825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68b453-0523-4748-b7fa-84f60db9fb10 req-237933fe-d6c6-438c-9235-f924c199aa6a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:22.277287 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa68b453-0523-4748-b7fa-84f60db9fb10 req-237933fe-d6c6-438c-9235-f924c199aa6a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 944 time: 0.0844514 Apr 18 21:20:22.320939 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fa68b453-0523-4748-b7fa-84f60db9fb10 req-bd452b91-5335-4e87-90af-95d4c5d62d8f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379877 Apr 18 21:20:22.748395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e6cb9bf1-5b35-4173-b626-c06c4e2beff9 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:20:22.825221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:20:22.830285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:20:22.830722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:22.951469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:22.978292 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:20:22.988974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port e6cb9bf1-5b35-4173-b626-c06c4e2beff9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:20:22.992563 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:23.028869 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d6c4935-be08-44b1-a2d2-a046cb7c5f8f'] response: {'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'code': 200} Apr 18 21:20:23.062652 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:23.157154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ec91f-6c35-471c-bf07-538f5b1d9fdc req-470ff8b7-ae46-4eb2-b072-a98a755bd6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:23.158657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-090ec91f-6c35-471c-bf07-538f5b1d9fdc req-470ff8b7-ae46-4eb2-b072-a98a755bd6e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0739195 Apr 18 21:20:23.198548 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-090ec91f-6c35-471c-bf07-538f5b1d9fdc req-df027492-b513-409f-95b4-8eb4784e3afb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339544 Apr 18 21:20:23.515702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b4910-6483-47dc-afa4-279fca7d1a1b req-20a81045-b857-4bc4-bacd-5929da9bfb5f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:23.517168 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-632b4910-6483-47dc-afa4-279fca7d1a1b req-20a81045-b857-4bc4-bacd-5929da9bfb5f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0889163 Apr 18 21:20:23.563167 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-632b4910-6483-47dc-afa4-279fca7d1a1b req-c1c9d1f4-7714-4e99-862b-8d353242fa24 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402815 Apr 18 21:20:24.753451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f8b58-f343-40bb-a8b3-532c2fcd091f req-99418138-c586-4030-bfc8-cc47ffbb2880 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:24.754881 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3b0f8b58-f343-40bb-a8b3-532c2fcd091f req-99418138-c586-4030-bfc8-cc47ffbb2880 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0864122 Apr 18 21:20:24.800289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3b0f8b58-f343-40bb-a8b3-532c2fcd091f req-79266e17-d7a5-4c3a-9e72-8cad1802a10c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Apr 18 21:20:25.000000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b58fe0-3227-468a-a0b6-6ae48efa2197 req-376d556b-e301-4e2f-b1de-05f77af27cf5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:25.001454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14b58fe0-3227-468a-a0b6-6ae48efa2197 req-376d556b-e301-4e2f-b1de-05f77af27cf5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0942411 Apr 18 21:20:25.046241 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-14b58fe0-3227-468a-a0b6-6ae48efa2197 req-84c540ce-c1e8-453d-a196-7c43ac4f8ca1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383694 Apr 18 21:20:25.068565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44006) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:25.142609 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e0fa0-23d8-4d80-8914-dfc41499d895 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:25.144119 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e5e0fa0-23d8-4d80-8914-dfc41499d895 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 1091 time: 0.0745754 Apr 18 21:20:25.147078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44010) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:25.152007 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:20:25.159396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:20:25.163200 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:floatingip and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:20:25.166006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:20:25.171875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:20:25.183619 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.329759 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.466729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.192 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/43bb113a-9c70-4b83-911a-bcbccb68e88a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:20:25.625177 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.658439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:25.718973 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:20:25.721844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:20:25.729650 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:20:25.768583 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=43bb113a-9c70-4b83-911a-bcbccb68e88a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:26.256909 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.331229 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.538777 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.543053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.651579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=43bb113a-9c70-4b83-911a-bcbccb68e88a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:20:26.664272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:26.840841 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed associated. External IP: 172.25.5.192, port: e6cb9bf1-5b35-4173-b626-c06c4e2beff9. Apr 18 21:20:27.192600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 47edf704-605c-433b-9233-029f427d23e7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:20:27.372104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:20:27.381615 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] Sync routers for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:20:27.392877 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:20:27.393418 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:27.396446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:27.455919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d40fa21c-6117-40d2-a7bd-c151ba216ca4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3077960 Apr 18 21:20:27.456520 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:20:27.507938 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9930387-4019-40f9-8f68-4c1676c2211d'] response: {'name': 'network-changed', 'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'status': 'completed', 'code': 200} Apr 18 21:20:27.612989 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:20:27.671057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f7b70-0338-4c96-a0a6-a29cc26a7b51 req-02b5bb1f-213a-4dcc-bb61-c986bf438a94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:27.672472 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d94f7b70-0338-4c96-a0a6-a29cc26a7b51 req-02b5bb1f-213a-4dcc-bb61-c986bf438a94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1081920 Apr 18 21:20:27.674630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-ce7741c0-b572-48d4-80a8-6916ca0f90ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:27.675981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-ce7741c0-b572-48d4-80a8-6916ca0f90ee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 1096 time: 0.1443782 Apr 18 21:20:27.798831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d94f7b70-0338-4c96-a0a6-a29cc26a7b51 req-43867877-5e1e-43b1-9676-6bd38747770b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204655 Apr 18 21:20:27.823860 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44018) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:27.842321 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-9368131c-d8b7-4c81-ab30-48ef11f652fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:27.843799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-9368131c-d8b7-4c81-ab30-48ef11f652fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=6646acdb-d5eb-4c00-8685-d4421560dbfe HTTP/1.1" status: 200 len: 898 time: 0.1504979 Apr 18 21:20:27.945075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9e7b91f1-e500-4daf-ae3d-45e0e1087140 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed HTTP/1.1" status: 200 len: 991 time: 0.1200359 Apr 18 21:20:27.955085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-02f877e8-34b8-44dd-97c7-3c03757c7211 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9 HTTP/1.1" status: 200 len: 999 time: 0.1048982 Apr 18 21:20:27.971084 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '47edf704-605c-433b-9233-029f427d23e7', 'port_id': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'mac_address': 'fa:16:3e:b2:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:26Z', 'updated_at': '2022-04-18T21:20:26Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:16Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:27.975902 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] Checking router: 47edf704-605c-433b-9233-029f427d23e7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:20:27.985465 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:20:27.986107 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:20:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:28.033162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-c1db7b1d-822f-4aba-bc5b-0e481c52f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:28.034624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-c1db7b1d-822f-4aba-bc5b-0e481c52f4ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=078b33e2-3cd3-482d-8416-9ce364853baa HTTP/1.1" status: 200 len: 834 time: 0.0738342 Apr 18 21:20:28.111005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-a2b46631-3799-4330-88be-fdaaebb99628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:20:28.112483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-a2b46631-3799-4330-88be-fdaaebb99628 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6646acdb-d5eb-4c00-8685-d4421560dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723844 Apr 18 21:20:28.171502 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:20:28.248307 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-b76d4c5f-918c-4e61-b206-7e36bb702641 service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299534 Apr 18 21:20:28.383271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-219d6a6a-e3e1-494b-a4a8-e0733ff8c8ab req-0d71e631-f119-4d66-a6cc-7b0d3ce76f38 service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290102 Apr 18 21:20:28.520064 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '47edf704-605c-433b-9233-029f427d23e7', 'port_id': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'mac_address': 'fa:16:3e:b2:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:26Z', 'updated_at': '2022-04-18T21:20:26Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:16Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:20:28.524067 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64adc06c-4d1f-4914-a3c5-50bcbe81b7f5 None None] The sync data for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 is: [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.192', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '47edf704-605c-433b-9233-029f427d23e7', 'port_id': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'mac_address': 'fa:16:3e:b2:61:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:20:26Z', 'updated_at': '2022-04-18T21:20:26Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:16Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:20:28.731363 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdcba8-fc8c-4980-8841-8e9039c01127 None None] New status for floating IP 3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:20:28.948716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:29.067382 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-288ee626-f7bb-4b89-9a6b-fa8c9ac0d14d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed HTTP/1.1" status: 200 len: 991 time: 0.1175961 Apr 18 21:20:30.068849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44026) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:20:30.285261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6969bdae-49e7-4f70-a1a1-8aacda013686 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed HTTP/1.1" status: 200 len: 993 time: 0.2153661 Apr 18 21:20:34.382504 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:20:43.641208 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-89e2b80c-774c-4bd0-a975-3b7b2968db15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:46.045767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eef8800f-6914-454b-b249-0beae5353e8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:47.202386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:47.229934 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:48.676505 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.260179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:20:49.762647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:11.381422 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:21:13.643835 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6165398e-5cd1-48ff-9c97-96c6666b8f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:14.427150 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-42ab538a-816b-45f9-8350-5652c59fce71 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0729556 Apr 18 21:21:14.578895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98448477-1add-460a-941b-bb5dbee8c88f req-0926c73d-7fb8-4a4a-812b-b7bc0bbf99fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:14.580906 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-0926c73d-7fb8-4a4a-812b-b7bc0bbf99fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0778658 Apr 18 21:21:14.854889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98448477-1add-460a-941b-bb5dbee8c88f req-f36cbac1-31f9-41ef-9df4-33f7e1c1a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:14.856374 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-f36cbac1-31f9-41ef-9df4-33f7e1c1a953 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6646acdb-d5eb-4c00-8685-d4421560dbfe HTTP/1.1" status: 200 len: 898 time: 0.2568665 Apr 18 21:21:14.970255 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-e5d45577-565b-4ea5-af29-6648c5173641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9 HTTP/1.1" status: 200 len: 1001 time: 0.1067259 Apr 18 21:21:15.042553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98448477-1add-460a-941b-bb5dbee8c88f req-1f40a4c4-3aef-4af4-a262-4b15c5ee3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:15.045062 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-1f40a4c4-3aef-4af4-a262-4b15c5ee3afd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=078b33e2-3cd3-482d-8416-9ce364853baa HTTP/1.1" status: 200 len: 834 time: 0.0688105 Apr 18 21:21:15.132313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98448477-1add-460a-941b-bb5dbee8c88f req-043a307a-f4dc-4e05-8c4b-4370a7fd7605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:15.133825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-043a307a-f4dc-4e05-8c4b-4370a7fd7605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6646acdb-d5eb-4c00-8685-d4421560dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0816858 Apr 18 21:21:15.282579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-cde518d8-ea71-44e6-bcde-2ff7863f16ef service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418960 Apr 18 21:21:15.456613 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-98448477-1add-460a-941b-bb5dbee8c88f req-79fc7696-4e86-4db7-88e1-892f2d625d9b service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680894 Apr 18 21:21:16.057599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cf861d7-72c9-4c84-b72f-d5b0c73aa4c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.206931 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:17.234354 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:18.678993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.262067 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:19.752784 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:31.251661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebb9a7-c4ec-416d-9e11-6a59d4b2ccb1 req-2bc3a76b-851d-4dc0-a8a0-1fd840dbff41 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:31.253172 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b0ebb9a7-c4ec-416d-9e11-6a59d4b2ccb1 req-2bc3a76b-851d-4dc0-a8a0-1fd840dbff41 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0868986 Apr 18 21:21:31.300432 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b0ebb9a7-c4ec-416d-9e11-6a59d4b2ccb1 req-c36343fc-fa95-4893-b84c-b0ddd51f5877 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402114 Apr 18 21:21:32.495344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4377fe-5f55-4a02-b099-8e707df0ac30 req-5f71a7f0-1a70-4119-a937-7064731aa1e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:32.497435 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a4377fe-5f55-4a02-b099-8e707df0ac30 req-5f71a7f0-1a70-4119-a937-7064731aa1e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0836465 Apr 18 21:21:32.542958 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a4377fe-5f55-4a02-b099-8e707df0ac30 req-aea564a9-73bb-49c7-8b62-a91e5ab0577b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392835 Apr 18 21:21:32.567719 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44056) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:32.674649 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3d6e829a-5aa6-4081-8006-e886ae6ea351 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed HTTP/1.1" status: 200 len: 993 time: 0.1057863 Apr 18 21:21:34.144554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89b060-896c-499a-805d-9a9fa20a19f7 req-4b4ee219-8fde-4c5b-868d-a320ef26ca6c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:34.146461 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc89b060-896c-499a-805d-9a9fa20a19f7 req-4b4ee219-8fde-4c5b-868d-a320ef26ca6c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0931263 Apr 18 21:21:34.197565 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cc89b060-896c-499a-805d-9a9fa20a19f7 req-4b2a4bc8-b97c-437f-a96a-e3fd2f37aef6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408268 Apr 18 21:21:35.413136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431c62b-7fed-498a-8d6a-2c50f669b6ed req-06abe874-d327-4556-9498-79ef851df0ce tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:35.414571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c431c62b-7fed-498a-8d6a-2c50f669b6ed req-06abe874-d327-4556-9498-79ef851df0ce tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0850236 Apr 18 21:21:35.462113 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c431c62b-7fed-498a-8d6a-2c50f669b6ed req-beab6c27-dec6-4379-b0f1-5ac9aa20181f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414851 Apr 18 21:21:35.485309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44068) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:35.600210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ecafdfb8-512a-485b-b896-ceb26cc360fc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed HTTP/1.1" status: 200 len: 993 time: 0.1129956 Apr 18 21:21:35.898905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44076) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:36.110894 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 43bb113a-9c70-4b83-911a-bcbccb68e88a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:21:36.111391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.311700 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.312027 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.442642 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 43bb113a-9c70-4b83-911a-bcbccb68e88a owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:21:36.612953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.668853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=43bb113a-9c70-4b83-911a-bcbccb68e88a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:36.703592 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.703863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.704202 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.705040 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.705480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.705718 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.706159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.706496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.706979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.707310 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.707638 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.707988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:36.782023 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:36.782476 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed disassociated (deleted). External IP: 172.25.5.192, port: e6cb9bf1-5b35-4173-b626-c06c4e2beff9. Apr 18 21:21:37.290527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 47edf704-605c-433b-9233-029f427d23e7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:21:37.489877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:21:37.504658 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] Sync routers for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:21:37.517636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:37.522097 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:37.522762 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:37.583772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-38294b7f-a06b-4db7-a6c9-422614e5daf0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/floatingips/3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed HTTP/1.1" status: 204 len: 168 time: 1.6836421 Apr 18 21:21:37.584336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:37.637245 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62d9398-99cc-45aa-898b-be726f16dc1d'] response: {'name': 'network-changed', 'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'status': 'completed', 'code': 200} Apr 18 21:21:37.745427 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-1e7fc575-a1d6-41e8-9e83-c049d3558c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:37.747147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-1e7fc575-a1d6-41e8-9e83-c049d3558c52 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 1096 time: 0.0841005 Apr 18 21:21:37.770316 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:37.907105 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-0070b445-b120-418b-8fea-cbf6b38127a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:37.909449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-0070b445-b120-418b-8fea-cbf6b38127a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6646acdb-d5eb-4c00-8685-d4421560dbfe HTTP/1.1" status: 200 len: 898 time: 0.1564531 Apr 18 21:21:37.995774 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-d3d1ff5f-99fc-4e53-91e5-6211d7a60ac3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9 HTTP/1.1" status: 200 len: 217 time: 0.0789201 Apr 18 21:21:38.066397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-a3f8c8d8-0831-45cb-897d-fd03decf72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.068024 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-a3f8c8d8-0831-45cb-897d-fd03decf72df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=078b33e2-3cd3-482d-8416-9ce364853baa HTTP/1.1" status: 200 len: 834 time: 0.0654325 Apr 18 21:21:38.111275 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b9c03-26f8-408b-82d8-38bddaaa835a req-0e88c07e-5a49-4480-a6fc-386a3e34d504 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.112358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-320b9c03-26f8-408b-82d8-38bddaaa835a req-0e88c07e-5a49-4480-a6fc-386a3e34d504 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:38.131404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-320b9c03-26f8-408b-82d8-38bddaaa835a req-0e88c07e-5a49-4480-a6fc-386a3e34d504 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:38.133997 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-320b9c03-26f8-408b-82d8-38bddaaa835a req-0e88c07e-5a49-4480-a6fc-386a3e34d504 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.1384437 Apr 18 21:21:38.154261 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:16Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:38.159053 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] Checking router: 47edf704-605c-433b-9233-029f427d23e7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:21:38.168458 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:38.169081 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:38.170540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-8e125f84-a914-4582-9920-fd35e28d8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:38.172418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-8e125f84-a914-4582-9920-fd35e28d8459 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6646acdb-d5eb-4c00-8685-d4421560dbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982792 Apr 18 21:21:38.186578 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-320b9c03-26f8-408b-82d8-38bddaaa835a req-1ea72ec1-0ba9-479f-ba77-34a32af8d16e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 Apr 18 21:21:38.337670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-be39f45d-9220-49de-bd96-3544568ee564 service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577959 Apr 18 21:21:38.364547 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:38.605930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4c680d6-0c8a-4a7e-b088-b183eb8c0729 req-52e19050-d51c-4494-8d07-a957759fb0bb service neutron] 10.222.0.55 "GET /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619412 Apr 18 21:21:38.724916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:16Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:38.729039 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde321fc-169f-4eeb-beef-0ebfb098c71b None None] The sync data for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 is: [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'd221d1ed-0611-4806-ab21-2f62d56f687d', 'name': '', 'network_id': '6646acdb-d5eb-4c00-8685-d4421560dbfe', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:24:35:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:09Z', 'updated_at': '2022-04-18T21:20:16Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '078b33e2-3cd3-482d-8416-9ce364853baa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:21:38.943263 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b75b63-0ae9-44cb-a5cd-01b488c5f2cc None None] New status for floating IP 3ec40f3a-d5b4-40f4-bd7a-1c2fb32062ed: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:21:39.396822 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf175a-02fa-415b-a365-73c7bd3c55a8 req-eff52541-bcbf-4790-824b-aa65e4bfceef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:39.398865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfbf175a-02fa-415b-a365-73c7bd3c55a8 req-eff52541-bcbf-4790-824b-aa65e4bfceef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0891755 Apr 18 21:21:39.445854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfbf175a-02fa-415b-a365-73c7bd3c55a8 req-c5506678-6eeb-4f06-8b6b-4da783060741 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=79db19d6-58fe-4b57-abb9-ee3adab85eb2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410321 Apr 18 21:21:39.786180 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-18b29e27-e746-431e-82f5-4100e2ec30ab tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:39.787655 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-18b29e27-e746-431e-82f5-4100e2ec30ab tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 945 time: 0.0835364 Apr 18 21:21:39.860068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:21:39.860408 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.120284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port e6cb9bf1-5b35-4173-b626-c06c4e2beff9, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:21:40.120520 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.249178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for e6cb9bf1-5b35-4173-b626-c06c4e2beff9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:21:40.400731 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.451853 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=e6cb9bf1-5b35-4173-b626-c06c4e2beff9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:40.499632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.499978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.500315 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.500643 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.500968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.501470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.501862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.502189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.502515 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.502835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.503154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.503471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:40.543413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] No DVR routers for this DVR port e6cb9bf1-5b35-4173-b626-c06c4e2beff9 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:40.546047 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:40.548794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'name': 'network-vif-deleted', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:21:40.565427 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c01a4c09-3554-4586-b41b-0c8cc064e504 req-b3a2b3e6-a077-4d95-b429-8db4003132c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "DELETE /v2.0/ports/e6cb9bf1-5b35-4173-b626-c06c4e2beff9 HTTP/1.1" status: 204 len: 173 time: 0.7720160 Apr 18 21:21:40.605663 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e9dcc1b-77fb-4a8f-b905-fbeec45271dc'] response: {'server_uuid': '9958d99e-0395-4b23-af98-16c478fa3ad0', 'name': 'network-vif-deleted', 'tag': 'e6cb9bf1-5b35-4173-b626-c06c4e2beff9', 'status': 'completed', 'code': 200} Apr 18 21:21:40.688459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e3a147b5-0626-4429-81b6-8ad32710713d req-1f42da97-0357-43bf-8fcc-94a84c154683 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=9958d99e-0395-4b23-af98-16c478fa3ad0 HTTP/1.1" status: 200 len: 210 time: 0.1200969 Apr 18 21:21:41.786665 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44096) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:42.361085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:42.846330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port d221d1ed-0611-4806-ab21-2f62d56f687d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:21:42.847254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.039709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port d221d1ed-0611-4806-ab21-2f62d56f687d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d221d1ed-0611-4806-ab21-2f62d56f687d,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:21:43.040064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.087345 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e6cb9bf1-5b35-4173-b626-c06c4e2beff9 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:43.124050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: e6cb9bf1-5b35-4173-b626-c06c4e2beff9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:21:43.124434 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device e6cb9bf1-5b35-4173-b626-c06c4e2beff9 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:43.167265 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for d221d1ed-0611-4806-ab21-2f62d56f687d owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:21:43.505061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.553393 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=d221d1ed-0611-4806-ab21-2f62d56f687d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:43.647580 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9c321b4f-463d-404c-b270-76964ffb9098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:43.834949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.308039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 47edf704-605c-433b-9233-029f427d23e7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:21:44.489623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:21:44.498895 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] Sync routers for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:21:44.504195 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2a0e8fc6-8b09-467b-970b-f03ed1aaae22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/47edf704-605c-433b-9233-029f427d23e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7164288 Apr 18 21:21:44.506809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44100) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.509526 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:44.510165 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:44.576344 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting subnet 078b33e2-3cd3-482d-8416-9ce364853baa {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:21:44.583855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.647398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.692912 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:44.739341 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.822879 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.865269 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Subnet': ['ID=078b33e2-3cd3-482d-8416-9ce364853baa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:44.871324 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:44.883619 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-529ffadf-97dd-40a7-a223-3077c80c1295 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/subnets/078b33e2-3cd3-482d-8416-9ce364853baa HTTP/1.1" status: 204 len: 168 time: 0.3707323 Apr 18 21:21:44.883619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44104) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:44.887090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1511eae5-9668-459d-9ab2-dd502a7c9e07 None None] Network 6646acdb-d5eb-4c00-8685-d4421560dbfe requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:21:45.035328 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:21:43Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:45.039983 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] Checking router: 47edf704-605c-433b-9233-029f427d23e7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:21:45.049847 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] Routers {'47edf704-605c-433b-9233-029f427d23e7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:45.050484 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['47edf704-605c-433b-9233-029f427d23e7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:45.086152 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.174383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] DHCP port deletion for 6646acdb-d5eb-4c00-8685-d4421560dbfe request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:21:45.178642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Deleting port 83c4658e-802a-4dde-8c60-45fa40f427e7 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:21:45.179041 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.241774 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] Set router 47edf704-605c-433b-9233-029f427d23e7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:45.278792 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.289965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:21:45.290314 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.395013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] For port 83c4658e-802a-4dde-8c60-45fa40f427e7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=83c4658e-802a-4dde-8c60-45fa40f427e7,segment=NetworkSegment(129c6503-130e-4822-88c0-b079356670aa),segment_id=129c6503-130e-4822-88c0-b079356670aa)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:21:45.395296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.476795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 634aace4-9336-4ce0-9b4e-950a9f2cf0f7, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:21:45.477394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.519240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Calling delete_port for 83c4658e-802a-4dde-8c60-45fa40f427e7 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:21:45.528718 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:21:43Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:45.532675 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a937d4-0ed5-47de-b606-cf817eb81c21 None None] The sync data for ids ['47edf704-605c-433b-9233-029f427d23e7'] in n-d-836016-3 is: [{'id': '47edf704-605c-433b-9233-029f427d23e7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1112421464', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:20:05Z', 'updated_at': '2022-04-18T21:21:43Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '634aace4-9336-4ce0-9b4e-950a9f2cf0f7', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:db:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47edf704-605c-433b-9233-029f427d23e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:20:06Z', 'updated_at': '2022-04-18T21:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:21:45.597139 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.650369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Pushing event deleted for resources: {'Port': ['ID=83c4658e-802a-4dde-8c60-45fa40f427e7,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:45.655446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] No DVR routers for this DVR port 83c4658e-802a-4dde-8c60-45fa40f427e7 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:21:45.663529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.663899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.668112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a442d05-9875-4884-b3d8-9e47b4df6980 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:45.737468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:21:45.908780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:45.957481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=634aace4-9336-4ce0-9b4e-950a9f2cf0f7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.015310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d221d1ed-0611-4806-ab21-2f62d56f687d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:46.055421 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.058127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d221d1ed-0611-4806-ab21-2f62d56f687d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:21:46.058478 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d221d1ed-0611-4806-ab21-2f62d56f687d not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:46.058928 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83c4658e-802a-4dde-8c60-45fa40f427e7 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:46.098934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 83c4658e-802a-4dde-8c60-45fa40f427e7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:21:46.099479 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 83c4658e-802a-4dde-8c60-45fa40f427e7 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:46.105441 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-193da3c4-cbb9-495a-8d88-c89b0f451536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.243660 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.245889 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.270147 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.270697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Fanout notify agent at l3_agent the message router_deleted on router 47edf704-605c-433b-9233-029f427d23e7 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:21:46.287364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.290984 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-869d76c3-a10a-46f2-bb89-42e514c52c8a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/routers/47edf704-605c-433b-9233-029f427d23e7 HTTP/1.1" status: 204 len: 168 time: 1.4047496 Apr 18 21:21:46.291460 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44108) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.419346 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.557754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.584078 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6646acdb-d5eb-4c00-8685-d4421560dbfe']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:46.596278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '129c6503-130e-4822-88c0-b079356670aa') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:46.596575 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '129c6503-130e-4822-88c0-b079356670aa') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:46.608057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.625079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.632380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:21:46.632766 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:21:46.647194 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:21:46.727711 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.745743 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.757452 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Network': ['ID=6646acdb-d5eb-4c00-8685-d4421560dbfe,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.765854 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8642149e-d5d5-4d44-8ab2-902d6c04b83f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/networks/6646acdb-d5eb-4c00-8685-d4421560dbfe HTTP/1.1" status: 204 len: 168 time: 0.4736581 Apr 18 21:21:46.768635 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44112) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:46.841653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e857647e-4858-40b5-8b20-f00e6021da6f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.873360 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e857647e-4858-40b5-8b20-f00e6021da6f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.944053 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e857647e-4858-40b5-8b20-f00e6021da6f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.963295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e857647e-4858-40b5-8b20-f00e6021da6f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79db19d6-58fe-4b57-abb9-ee3adab85eb2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:46.974409 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e857647e-4858-40b5-8b20-f00e6021da6f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:46.975703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e857647e-4858-40b5-8b20-f00e6021da6f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/security-groups/79db19d6-58fe-4b57-abb9-ee3adab85eb2 HTTP/1.1" status: 204 len: 168 time: 0.2060297 Apr 18 21:21:47.210922 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.238425 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.474065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44120) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:47.479281 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018303219', 'description': 'tempest-secgroup-smoke-2018303219 description', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:47.487074 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:47.491319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:47.494330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:47.500313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:47.510975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.531215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:47.535837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:47.538751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:47.544485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:47.617277 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.621656 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.682811 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:47.686448 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.687665 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a0ac42c0-8da4-4692-b67c-485289fe1080 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2126000 Apr 18 21:21:47.691507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44124) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:47.699056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:47.706822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:47.710966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:47.713944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:47.719808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:47.743600 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.809741 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.814418 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.840388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e362e2-dc36-4518-ac93-90c3d6f21b87,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:47.850454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.851816 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-caef7c2b-7745-4085-ae71-e53770b972d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593738 Apr 18 21:21:47.854601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44128) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:47.859854 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:47.867171 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:47.870976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:47.873896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:47.880428 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:47.898382 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.975406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:47.979952 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.006814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cc7d40-467d-4477-bf3f-91e97eb7f76f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:48.019805 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.021240 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7cd6be20-afce-4341-857f-f723adbf3177 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1656725 Apr 18 21:21:48.022280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:21:48.024631 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44132) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.029886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:48.037780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:48.041874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:48.044941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:48.054660 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:48.069594 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.077108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:21:48.077457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 634aace4-9336-4ce0-9b4e-950a9f2cf0f7 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:21:48.139433 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.143479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.166621 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=535b7ae0-f2fa-46fb-9578-c610f80c4651,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:48.176356 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.177631 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fda80902-0191-4b2a-9c7d-d27a890413b0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1519346 Apr 18 21:21:48.180391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44136) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.185250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:48.192723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:48.197581 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:48.200771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:48.206736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:48.225101 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.290896 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.294429 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.318780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bacd264-ba25-4f3d-9e55-79f33444cef5,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:48.328543 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.329927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f18ff895-a2c4-4fcc-86a8-24b6f16027f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1485503 Apr 18 21:21:48.332931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44140) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.338249 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:48.345421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:48.349415 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:48.352313 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:48.359004 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:48.370109 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:21:48.376953 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.380006 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:21:48.443432 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.447044 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.469439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef892ec7-b2a8-4617-8353-754bb6fa29c1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:48.480033 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.481195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ec5e671-98e2-4784-8c0f-1c9d97a4262c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1471426 Apr 18 21:21:48.484296 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.489832 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:48.496224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:48.499988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:48.502859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:48.508414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:48.522248 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:21:48.528626 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.594149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.598528 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.621645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aeed89c-86ae-476a-ac2b-1e7d1afc3e16,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:48.630887 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.633947 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fadcdfe5-0ac0-4e88-beef-408cbe6f2996 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1487207 Apr 18 21:21:48.634776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.640373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'network': {'name': 'tempest-network-smoke--302357522', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:48.646393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:48.650561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:network and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:48.653463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:48.659766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:48.675154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:48.676905 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.688163 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.706462 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 111} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:21:48.715556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.715910 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Added segment f1ad1393-c9d5-46f1-a454-ebcd14111f94 of type vlan for network 3afc3a1b-d365-43a2-b983-810cecde7272 Apr 18 21:21:48.742681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.771482 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.776779 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:48.777364 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.877261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2413239 Apr 18 21:21:48.880358 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44152) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:48.885630 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'admin_state_up': True, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:48.889298 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba66795-4ca1-4e53-848d-ebe0970071f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Network': ['ID=3afc3a1b-d365-43a2-b983-810cecde7272,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:48.894207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:48.898107 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:router and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:48.900223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 3afc3a1b-d365-43a2-b983-810cecde7272 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:21:48.900993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:48.908299 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:48.918133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.919102 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:48.935391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.261001 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.322598 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.643269 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.672622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.759609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:49.823121 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.231 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/a94bd6a1-3055-445f-ba91-843008803aa2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:49.995302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.024254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:50.085418 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:50.092232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:50.097163 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:21:50.126639 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=a94bd6a1-3055-445f-ba91-843008803aa2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:50.522633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.006707 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.226708 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:21:51.422688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:21:51.433288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Sync routers for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:21:51.443657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:51.444294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:51.459664 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.460915 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ec4b81bf-dc0a-479a-b2f3-cde1684a0786 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.5794899 Apr 18 21:21:51.464225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44156) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:51.509162 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-bcd435f8-699d-4fa9-be61-a5a468542529 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8b5c4668663f458da0f1023aaaf7ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437071 Apr 18 21:21:51.512264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:51.637931 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:51.651466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa2934a-7d88-4b97-a1dd-7ed2103d4125 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:51.652964 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2fa2934a-7d88-4b97-a1dd-7ed2103d4125 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1397884 Apr 18 21:21:51.656820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44164) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:51.697339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7b850cb0-8efc-42a5-9883-4978454c9d6c tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385787 Apr 18 21:21:51.700032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44168) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:51.706742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-843897461', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:51.832468 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:51.836901 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:subnet and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:21:51.839939 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:21:51.846867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:51.860092 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:51.864359 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:51.952309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:50Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:51.957849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Checking router: 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:21:51.958803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Updating router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 port a94bd6a1-3055-445f-ba91-843008803aa2 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:21:52.025954 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.111665 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.208263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Subnet': ['ID=e118358e-0060-4874-a076-c6993105802c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:52.218550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Checking segment: {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:21:52.218878 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network hostable DHCP agents. Network: 3afc3a1b-d365-43a2-b983-810cecde7272, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:21:52.239966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 3afc3a1b-d365-43a2-b983-810cecde7272 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:21:52.252118 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 3afc3a1b-d365-43a2-b983-810cecde7272) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:52.257328 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:52.258146 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.263724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f475c8-ba5d-49e7-9ffd-c41b9807afa6 None None] Network 3afc3a1b-d365-43a2-b983-810cecde7272 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:21:52.281413 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8dc9067a-7c7e-4d2e-90a1-aa94d5d24551 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5801833 Apr 18 21:21:52.284718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:21:52.574643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.592729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-3afc3a1b-d365-43a2-b983-810cecde7272', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:21:52.593681 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.607033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Transition to ACTIVE for port object a94bd6a1-3055-445f-ba91-843008803aa2 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:52.622525 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.772934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Attempting to bind port a94bd6a1-3055-445f-ba91-843008803aa2 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:52.773297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Attempting to bind port a94bd6a1-3055-445f-ba91-843008803aa2 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:52.773699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Attempting to bind port a94bd6a1-3055-445f-ba91-843008803aa2 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:21:52.788040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f3c24-a26b-4df5-baf5-196135e1613f None None] Pushing event updated for resources: {'Port': ['ID=a94bd6a1-3055-445f-ba91-843008803aa2,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:52.796019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:21:52.796279 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:21:52.796852 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.797403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:21:52.798112 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Bound port: a94bd6a1-3055-445f-ba91-843008803aa2, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:52.798600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:52.935230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] For port a94bd6a1-3055-445f-ba91-843008803aa2, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:21:52.937866 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Allocated IP 172.20.0.2 (3afc3a1b-d365-43a2-b983-810cecde7272/e118358e-0060-4874-a076-c6993105802c/636e3af1-6e1a-4445-b833-9e36c5c6b343) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:52.942058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] For port a94bd6a1-3055-445f-ba91-843008803aa2, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a94bd6a1-3055-445f-ba91-843008803aa2,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:21:52.948276 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.173052 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:53.173757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:53.188119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.245707 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f3c24-a26b-4df5-baf5-196135e1613f None None] Pushing event updated for resources: {'Port': ['ID=a94bd6a1-3055-445f-ba91-843008803aa2,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.452758 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:53.556009 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.587394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Transition to ACTIVE for port object 636e3af1-6e1a-4445-b833-9e36c5c6b343 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:53.671861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Transition to ACTIVE for port object 636e3af1-6e1a-4445-b833-9e36c5c6b343 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:53.686804 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.750220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.1 (3afc3a1b-d365-43a2-b983-810cecde7272/e118358e-0060-4874-a076-c6993105802c/9f37ccd5-6072-441d-85f2-8c64dfb9e573) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:53.773145 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Network 3afc3a1b-d365-43a2-b983-810cecde7272 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:53.777383 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:53.787447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:21:53.823605 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Pushing event updated for resources: {'Port': ['ID=636e3af1-6e1a-4445-b833-9e36c5c6b343,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:53.919853 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.932075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Attempting to bind port 636e3af1-6e1a-4445-b833-9e36c5c6b343 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:53.932474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Attempting to bind port 636e3af1-6e1a-4445-b833-9e36c5c6b343 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:53.932806 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Attempting to bind port 636e3af1-6e1a-4445-b833-9e36c5c6b343 on network 3afc3a1b-d365-43a2-b983-810cecde7272 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:21:53.937805 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object 9f37ccd5-6072-441d-85f2-8c64dfb9e573 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:53.942339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:21:53.942719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Checking segment: {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:21:53.943172 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.943542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Bound using segment: {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:21:53.944070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Bound port: 636e3af1-6e1a-4445-b833-9e36c5c6b343, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:53.944413 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:53.963578 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.003598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:50Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:54.010749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682e1851-e1ba-4ac0-8263-bd01b06c5fca None None] The sync data for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 is: [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:50Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:21:54.040017 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 3afc3a1b-d365-43a2-b983-810cecde7272 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:54.043686 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:54.050516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] For port 636e3af1-6e1a-4445-b833-9e36c5c6b343, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:21:54.053463 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:21:54.054327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] For port 636e3af1-6e1a-4445-b833-9e36c5c6b343, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=636e3af1-6e1a-4445-b833-9e36c5c6b343,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:21:54.059763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.093227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=9f37ccd5-6072-441d-85f2-8c64dfb9e573,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:54.131321 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.151713 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6d674-64e8-4fd1-a9ea-4bbd0be12b88 None None] Pushing event updated for resources: {'Port': ['ID=636e3af1-6e1a-4445-b833-9e36c5c6b343,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:54.317772 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.944745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:54.951201 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.080755 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.084763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=9f37ccd5-6072-441d-85f2-8c64dfb9e573,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:55.244446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 3afc3a1b-d365-43a2-b983-810cecde7272 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:55.245712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:55.260657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88f3b8-75ce-49c6-955a-34f5c98a2ee2 None None] Network 3afc3a1b-d365-43a2-b983-810cecde7272 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:21:55.371600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-17f83b6a-3317-4957-b46b-0a534463d06e None None] Provisioning for port 636e3af1-6e1a-4445-b833-9e36c5c6b343 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:55.440211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:21:55.656656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:21:55.671804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-65d20f8f-0700-4290-be21-8342ba8c0db5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/6e791a61-8017-4ab9-bf4b-8067a60d3ad5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3859012 Apr 18 21:21:55.816953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e5b471b-59bb-49b0-a8ca-153249c631e8 None None] Provisioning for port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:55.823029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0e5b471b-59bb-49b0-a8ca-153249c631e8 None None] Provisioning complete for port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:55.823400 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0e5b471b-59bb-49b0-a8ca-153249c631e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:55.865301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-ce0f1ea5-f7f9-4ed8-9939-fde9df1d0693 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:55.884950 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Sync routers for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:21:55.885556 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-ce0f1ea5-f7f9-4ed8-9939-fde9df1d0693 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:55.885742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0e5b471b-59bb-49b0-a8ca-153249c631e8 None None] Port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:21:55.886823 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-ce0f1ea5-f7f9-4ed8-9939-fde9df1d0693 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018303219&fields=id&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 267 time: 0.0749879 Apr 18 21:21:55.900298 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:55.900738 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:56.036159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4286a4ae-f07b-4bf7-aa82-15a31ecb1c56 None None] Provisioning complete for port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:56.036536 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4286a4ae-f07b-4bf7-aa82-15a31ecb1c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.129180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4286a4ae-f07b-4bf7-aa82-15a31ecb1c56 None None] Port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:21:56.143330 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:56.181185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94bd6a1-3055-445f-ba91-843008803aa2 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:56.245459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-4adeb216-a5fd-4ed0-a6c8-0098fdfe41db tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:56.246514 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-4adeb216-a5fd-4ed0-a6c8-0098fdfe41db tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:56.269336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-4adeb216-a5fd-4ed0-a6c8-0098fdfe41db tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:56.270796 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-4adeb216-a5fd-4ed0-a6c8-0098fdfe41db tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/networks?id=3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 200 len: 796 time: 0.3748207 Apr 18 21:21:56.294151 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2b183cfb-e06d-463a-95e6-333903155224 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/quotas/8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 375 time: 0.0174730 Apr 18 21:21:56.316549 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port a94bd6a1-3055-445f-ba91-843008803aa2 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:56.323762 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a94bd6a1-3055-445f-ba91-843008803aa2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:56.323762 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.390749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-20b071a3-6172-4dc4-946e-e627ddfb626b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:56.393096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-363b2355-e7bf-47e7-90c0-b327473cc7a0 None None] Provisioning complete for port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:56.393569 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-363b2355-e7bf-47e7-90c0-b327473cc7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.410670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-20b071a3-6172-4dc4-946e-e627ddfb626b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:56.412950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-20b071a3-6172-4dc4-946e-e627ddfb626b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1178067 Apr 18 21:21:56.478628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-43117e83-e636-4862-93e1-e86c43a53a49 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:21:56.479628 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-43117e83-e636-4862-93e1-e86c43a53a49 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0526702 Apr 18 21:21:56.504093 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-363b2355-e7bf-47e7-90c0-b327473cc7a0 None None] Port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:21:56.524347 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.542150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port a94bd6a1-3055-445f-ba91-843008803aa2, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a94bd6a1-3055-445f-ba91-843008803aa2,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:21:56.547079 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.548802 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 2, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:56.549660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 636e3af1-6e1a-4445-b833-9e36c5c6b343 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:56.553544 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Checking router: 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:21:56.553909 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Updating router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:21:56.615112 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.636792 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2e053890-79e6-4f87-9dde-5dabbdaf87f7 service neutron] 10.222.0.47 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496437 Apr 18 21:21:56.675143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=a94bd6a1-3055-445f-ba91-843008803aa2,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:56.690852 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 636e3af1-6e1a-4445-b833-9e36c5c6b343 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:56.695896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 636e3af1-6e1a-4445-b833-9e36c5c6b343 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:56.696264 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.786752 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-c615beed-ed62-4aaf-954a-f42a18cf0bfe service neutron] 10.222.0.47 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417384 Apr 18 21:21:56.826636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.884712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 636e3af1-6e1a-4445-b833-9e36c5c6b343, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=636e3af1-6e1a-4445-b833-9e36c5c6b343,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:21:56.890417 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:56.982882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=636e3af1-6e1a-4445-b833-9e36c5c6b343,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.070121 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-30e28190-7068-4c45-a29e-4b937aa5826d req-4ea32341-5ba0-4f21-870f-96a93c34fb51 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:57.083622 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.089095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-30e28190-7068-4c45-a29e-4b937aa5826d req-4ea32341-5ba0-4f21-870f-96a93c34fb51 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:57.091075 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-30e28190-7068-4c45-a29e-4b937aa5826d req-4ea32341-5ba0-4f21-870f-96a93c34fb51 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 210 time: 0.1214292 Apr 18 21:21:57.098820 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Transition to ACTIVE for port object 9f37ccd5-6072-441d-85f2-8c64dfb9e573 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:57.109308 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.307080 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Pushing event updated for resources: {'Port': ['ID=9f37ccd5-6072-441d-85f2-8c64dfb9e573,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.344926 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.345361 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.345746 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.346084 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.346422 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.346742 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.347067 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.347387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.347707 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.348029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.349191 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.349191 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:21:57.382278 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Attempting to bind port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:21:57.382497 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Attempting to bind port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:21:57.382967 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Attempting to bind port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 on network 3afc3a1b-d365-43a2-b983-810cecde7272 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:21:57.390101 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:21:57.390572 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Checking segment: {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:21:57.391054 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.391586 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Bound using segment: {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:21:57.392942 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Bound port: 9f37ccd5-6072-441d-85f2-8c64dfb9e573, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:21:57.393714 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.507763 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] For port 9f37ccd5-6072-441d-85f2-8c64dfb9e573, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:21:57.511313 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] For port 9f37ccd5-6072-441d-85f2-8c64dfb9e573, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9f37ccd5-6072-441d-85f2-8c64dfb9e573,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:21:57.515944 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:57.592631 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:21:57.593268 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:57.670668 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5d087f-31c6-4ee3-9252-cca65d77bcf3 None None] Pushing event updated for resources: {'Port': ['ID=9f37ccd5-6072-441d-85f2-8c64dfb9e573,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:57.813118 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:21:58.031846 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94bd6a1-3055-445f-ba91-843008803aa2 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:58.099845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port a94bd6a1-3055-445f-ba91-843008803aa2 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:58.100221 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.151383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:21:57Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:21:58.158135 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437cf75a-0b2c-4b00-b699-a9823a3f8de3 None None] The sync data for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 is: [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:21:57Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:21:58.260094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 636e3af1-6e1a-4445-b833-9e36c5c6b343 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:21:58.337054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d93ec7e7-7055-4855-a0db-65a5d8dacb2c req-1563c67d-507d-47cb-bccb-08596a48de52 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 210 time: 0.0748312 Apr 18 21:21:58.354513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 636e3af1-6e1a-4445-b833-9e36c5c6b343 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:58.354887 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:58.586117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-76a2c0ed-9f34-4894-8449-26cd102ad27b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:58.586817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-76a2c0ed-9f34-4894-8449-26cd102ad27b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:58.600649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-76a2c0ed-9f34-4894-8449-26cd102ad27b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:58.601841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-76a2c0ed-9f34-4894-8449-26cd102ad27b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.61 "GET /v2.0/networks?id=3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 200 len: 796 time: 0.1852024 Apr 18 21:21:58.656456 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-d9bb82fa-8ba0-4314-9c56-36e1445eebe5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 380 time: 0.0426292 Apr 18 21:21:58.666186 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'port': {'device_id': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'admin_state_up': True, 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'security_groups': ['4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:58.808608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:21:58.819094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:21:58.830148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:21:58.833683 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.009008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.5 (3afc3a1b-d365-43a2-b983-810cecde7272/e118358e-0060-4874-a076-c6993105802c/2f7a6b30-e259-4873-8512-12dc5da965e5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:21:59.212525 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.229915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object 2f7a6b30-e259-4873-8512-12dc5da965e5 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:21:59.255556 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.457454 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 3afc3a1b-d365-43a2-b983-810cecde7272 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:21:59.493921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:21:59.510954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:21:59.562324 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=2f7a6b30-e259-4873-8512-12dc5da965e5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:21:59.588031 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:59.588738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.634346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556eed8d-f7ed-4496-bf09-26f7b6e0daa1 req-f3faf221-a5be-4bf9-a2a2-70dbb1fba0e7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:21:59.635045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-556eed8d-f7ed-4496-bf09-26f7b6e0daa1 req-f3faf221-a5be-4bf9-a2a2-70dbb1fba0e7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:21:59.640319 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-2217c66b-ce7c-4a92-946e-927f24151d50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9779272 Apr 18 21:21:59.656341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-556eed8d-f7ed-4496-bf09-26f7b6e0daa1 req-f3faf221-a5be-4bf9-a2a2-70dbb1fba0e7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:21:59.657983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-556eed8d-f7ed-4496-bf09-26f7b6e0daa1 req-f3faf221-a5be-4bf9-a2a2-70dbb1fba0e7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 931 time: 0.2079961 Apr 18 21:21:59.701646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-485bd914-e5f4-47e5-8882-5ca9493e9af2 None None] Provisioning for port 2f7a6b30-e259-4873-8512-12dc5da965e5 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:21:59.706109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-556eed8d-f7ed-4496-bf09-26f7b6e0daa1 req-cbe13c59-ebda-49bc-bddf-9939e92e8202 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409696 Apr 18 21:21:59.707512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-485bd914-e5f4-47e5-8882-5ca9493e9af2 None None] Provisioning complete for port 2f7a6b30-e259-4873-8512-12dc5da965e5 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:21:59.708114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-485bd914-e5f4-47e5-8882-5ca9493e9af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:21:59.711341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Request body: {'port': {'device_id': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:21:59.767290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-485bd914-e5f4-47e5-8882-5ca9493e9af2 None None] Port 2f7a6b30-e259-4873-8512-12dc5da965e5 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:21:59.821992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.036260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f37ccd5-6072-441d-85f2-8c64dfb9e573 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:00.111321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:00.117135 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:00.117539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.173801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f7a6b30-e259-4873-8512-12dc5da965e5 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:22:00.181388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.196543 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Transition to ACTIVE for port object 2f7a6b30-e259-4873-8512-12dc5da965e5 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:22:00.201373 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.242461 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.278047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 9f37ccd5-6072-441d-85f2-8c64dfb9e573, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9f37ccd5-6072-441d-85f2-8c64dfb9e573,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:22:00.283143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.342572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Pushing event updated for resources: {'Port': ['ID=2f7a6b30-e259-4873-8512-12dc5da965e5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:00.362089 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=9f37ccd5-6072-441d-85f2-8c64dfb9e573,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:00.449390 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Attempting to bind port 2f7a6b30-e259-4873-8512-12dc5da965e5 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:22:00.449762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Attempting to bind port 2f7a6b30-e259-4873-8512-12dc5da965e5 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:22:00.450091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Attempting to bind port 2f7a6b30-e259-4873-8512-12dc5da965e5 on network 3afc3a1b-d365-43a2-b983-810cecde7272 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:22:00.455394 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Port 2f7a6b30-e259-4873-8512-12dc5da965e5 on network 3afc3a1b-d365-43a2-b983-810cecde7272 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:22:00.455716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Attempting to bind port 2f7a6b30-e259-4873-8512-12dc5da965e5 on network 3afc3a1b-d365-43a2-b983-810cecde7272 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:22:00.460797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:22:00.461133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Checking segment: {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:22:00.461563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Bound using segment: {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:22:00.461986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Bound port: 2f7a6b30-e259-4873-8512-12dc5da965e5, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1ad1393-c9d5-46f1-a454-ebcd14111f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:22:00.462334 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.561413 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] For port 2f7a6b30-e259-4873-8512-12dc5da965e5, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:22:00.566991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] For port 2f7a6b30-e259-4873-8512-12dc5da965e5, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2f7a6b30-e259-4873-8512-12dc5da965e5,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:22:00.571943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.628676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.629388 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:00.630737 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] 10.222.0.61 "PUT /v2.0/ports/2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 200 len: 1091 time: 0.9797838 Apr 18 21:22:00.631206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:00.658149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91648107-0b96-477a-a9d4-c2873b211b8b service neutron] Pushing event updated for resources: {'Port': ['ID=2f7a6b30-e259-4873-8512-12dc5da965e5,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:00.709326 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2aec12-e3f4-43f2-b92d-23c216e46936'] response: {'name': 'network-changed', 'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'status': 'completed', 'code': 200} Apr 18 21:22:00.759476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-11bf95e2-2cab-4f19-9e8d-1389c90e356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.761056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-11bf95e2-2cab-4f19-9e8d-1389c90e356f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1094 time: 0.0855057 Apr 18 21:22:00.870294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-46782fea-53e9-488d-b87a-c4f3ff63b48c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 200 len: 217 time: 0.0978179 Apr 18 21:22:00.949975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-440333ec-0509-4041-9904-f7ff3c85dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:00.951404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-440333ec-0509-4041-9904-f7ff3c85dc15 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e118358e-0060-4874-a076-c6993105802c HTTP/1.1" status: 200 len: 834 time: 0.0680206 Apr 18 21:22:01.012511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d907c-6502-4cb2-b9cc-4a632cb0961f req-9ce74c87-95a9-484e-8fc1-7b258ed9ecd9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.013968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e64d907c-6502-4cb2-b9cc-4a632cb0961f req-9ce74c87-95a9-484e-8fc1-7b258ed9ecd9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 943 time: 0.1913838 Apr 18 21:22:01.078801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e64d907c-6502-4cb2-b9cc-4a632cb0961f req-1ee9b9c8-ca0f-4a64-adfb-e3753c58a353 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567739 Apr 18 21:22:01.082037 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-81d08468-2480-4c73-9962-acf3c878fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.083418 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-81d08468-2480-4c73-9962-acf3c878fc00 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3afc3a1b-d365-43a2-b983-810cecde7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219392 Apr 18 21:22:01.331709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-326e0a90-096a-4d03-aabc-ebaee7bb6c5f service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380981 Apr 18 21:22:01.465423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6ec141dc-9aaf-4763-bce8-f293050c401f req-d9d4c4ab-b7e8-4465-be4a-fcbd7c5c32ab service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240647 Apr 18 21:22:01.587600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-29d11f56-fcec-4d30-a1f8-6c5e7ecffb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.588960 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-29d11f56-fcec-4d30-a1f8-6c5e7ecffb83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1094 time: 0.0730193 Apr 18 21:22:01.721476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-bdbac4c0-c697-4f35-a503-cd0879a01eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.722952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-bdbac4c0-c697-4f35-a503-cd0879a01eec service neutron] 10.222.0.61 "GET /v2.0/networks?id=3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 200 len: 897 time: 0.1268497 Apr 18 21:22:01.796231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-bc897b08-f9da-4dd1-844a-07c6d07d4f23 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 200 len: 217 time: 0.0666549 Apr 18 21:22:01.863089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-100582f4-bd13-46f3-a472-dddff5a9cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.864519 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-100582f4-bd13-46f3-a472-dddff5a9cd4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e118358e-0060-4874-a076-c6993105802c HTTP/1.1" status: 200 len: 834 time: 0.0601971 Apr 18 21:22:01.947949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-883e8129-a2e3-436f-a0c6-0801e092c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:01.949430 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-883e8129-a2e3-436f-a0c6-0801e092c562 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3afc3a1b-d365-43a2-b983-810cecde7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767133 Apr 18 21:22:02.015993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f37ccd5-6072-441d-85f2-8c64dfb9e573 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:02.086775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:02.087092 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:02.092310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-6fe24cca-30f0-46d2-939b-2ac8f7859d89 service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329703 Apr 18 21:22:02.270132 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-206c7621-f61a-460a-aa0f-46de68f57cd6 req-d8bac670-2deb-4e2b-9161-236f06455a0e service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688404 Apr 18 21:22:02.321947 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da3da9-0b07-425a-a48a-b57afa9757ab req-a5de88f8-6fce-40bd-b4be-b68d1778975a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:02.323399 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34da3da9-0b07-425a-a48a-b57afa9757ab req-a5de88f8-6fce-40bd-b4be-b68d1778975a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 943 time: 0.0896831 Apr 18 21:22:02.377469 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-34da3da9-0b07-425a-a48a-b57afa9757ab req-43f5e363-c7af-44b9-b5b8-33a67580725e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483325 Apr 18 21:22:03.088576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2f7a6b30-e259-4873-8512-12dc5da965e5 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:22:03.257611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2f7a6b30-e259-4873-8512-12dc5da965e5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2f7a6b30-e259-4873-8512-12dc5da965e5,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:22:03.274130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'port_id': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'mac_address': 'fa:16:3e:2d:e4:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:22:03.330827 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.348403 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f7a6b30-e259-4873-8512-12dc5da965e5 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:22:03.365729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2f7a6b30-e259-4873-8512-12dc5da965e5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2f7a6b30-e259-4873-8512-12dc5da965e5,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:22:03.369334 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:03.439265 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2f7a6b30-e259-4873-8512-12dc5da965e5,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:03.567848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181fd92b-b81f-42bb-95d1-06b720e4e0a5 req-8b1d7e2e-d913-4e1b-bf60-8ac90af6373d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:03.569415 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-181fd92b-b81f-42bb-95d1-06b720e4e0a5 req-8b1d7e2e-d913-4e1b-bf60-8ac90af6373d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 944 time: 0.0798051 Apr 18 21:22:03.615019 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-181fd92b-b81f-42bb-95d1-06b720e4e0a5 req-7b52fe68-17eb-461c-8bef-e645ac833713 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397644 Apr 18 21:22:03.668362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['2f7a6b30-e259-4873-8512-12dc5da965e5'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:22:04.805330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e21d3-5722-4d2a-bd42-3ce26e885948 req-338e65f3-c2b9-4b67-8d9a-9a9d7a5684f4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:04.806898 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-602e21d3-5722-4d2a-bd42-3ce26e885948 req-338e65f3-c2b9-4b67-8d9a-9a9d7a5684f4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 944 time: 0.0836799 Apr 18 21:22:04.853357 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-602e21d3-5722-4d2a-bd42-3ce26e885948 req-0c055870-6925-49ee-9f62-a2281bea9c7f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408108 Apr 18 21:22:05.104521 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2f7a6b30-e259-4873-8512-12dc5da965e5 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:22:05.179041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 2f7a6b30-e259-4873-8512-12dc5da965e5 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:22:05.183926 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 2f7a6b30-e259-4873-8512-12dc5da965e5 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:22:05.184294 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.303499 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.332431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:05.343268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 2f7a6b30-e259-4873-8512-12dc5da965e5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2f7a6b30-e259-4873-8512-12dc5da965e5,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:22:05.347753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:05.385847 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceffc143-1564-40e5-909a-26a10e9aea54'] response: {'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'code': 200} Apr 18 21:22:05.430275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=2f7a6b30-e259-4873-8512-12dc5da965e5,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:05.518708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9099c76-1ab5-4a04-850d-644dc72154d2 req-3a064ecb-1a64-4fcc-8da3-0554de2ef01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:05.520180 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9099c76-1ab5-4a04-850d-644dc72154d2 req-3a064ecb-1a64-4fcc-8da3-0554de2ef01f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1096 time: 0.0724092 Apr 18 21:22:05.563985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c9099c76-1ab5-4a04-850d-644dc72154d2 req-3c2b7489-465f-4416-b775-842f2bb97095 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342209 Apr 18 21:22:06.044565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebaaf4-b4f9-41b8-9a7e-64ee75cc6029 req-63ef715e-d21c-44e6-9186-4bdd5fffa6d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:06.046084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81ebaaf4-b4f9-41b8-9a7e-64ee75cc6029 req-63ef715e-d21c-44e6-9186-4bdd5fffa6d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0852530 Apr 18 21:22:06.091407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-81ebaaf4-b4f9-41b8-9a7e-64ee75cc6029 req-536cbce1-1eeb-4f56-a0ef-19cfba464fa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388947 Apr 18 21:22:07.296881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7f523b-b8b5-4239-becd-c4ec3f06cb4d req-94569d4c-9bce-4466-9619-0b86ec6116c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:07.298417 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e7f523b-b8b5-4239-becd-c4ec3f06cb4d req-94569d4c-9bce-4466-9619-0b86ec6116c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0810075 Apr 18 21:22:07.346054 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7e7f523b-b8b5-4239-becd-c4ec3f06cb4d req-90c9b59d-6c12-4107-8f57-da565c6dd97f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419586 Apr 18 21:22:07.537380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59909a1-4653-4065-a719-d64ab3f90e82 req-0c37ef88-4550-407a-ad62-b501fc482763 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:07.538879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c59909a1-4653-4065-a719-d64ab3f90e82 req-0c37ef88-4550-407a-ad62-b501fc482763 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0895593 Apr 18 21:22:07.583608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c59909a1-4653-4065-a719-d64ab3f90e82 req-a083fc19-406e-4db4-9113-788b17929d0e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 Apr 18 21:22:07.606219 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:07.677024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329369f-f2b1-47d5-a04e-b7e012a9c910 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:07.678448 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7329369f-f2b1-47d5-a04e-b7e012a9c910 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1091 time: 0.0712109 Apr 18 21:22:07.681223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:07.686220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:22:07.693719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:22:07.697782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:floatingip and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:22:07.700806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:22:07.707349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:22:07.717192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:07.860644 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.009373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.140 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/23ca2560-4e4c-45cf-b1ec-16ad5e6a2517) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:22:08.293786 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.323308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.384654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:22:08.387458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:22:08.390220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:22:08.444071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=23ca2560-4e4c-45cf-b1ec-16ad5e6a2517,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:08.879678 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:08.958250 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.173300 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.178175 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.292087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=23ca2560-4e4c-45cf-b1ec-16ad5e6a2517,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:22:09.304600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:09.475528 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 0320bb7a-c4c3-4848-866f-10ee1c682417 associated. External IP: 172.25.5.140, port: 2f7a6b30-e259-4873-8512-12dc5da965e5. Apr 18 21:22:09.965947 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:22:10.150660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:22:10.160657 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] Sync routers for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:22:10.170061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:22:10.170683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:10.174809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:10.231508 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3ab405c8-c7f5-40fa-8a87-f4fa8466d461 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5491517 Apr 18 21:22:10.231997 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:22:10.287379 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f1379e8-e155-4e5a-a794-188452ec2aa2'] response: {'name': 'network-changed', 'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'status': 'completed', 'code': 200} Apr 18 21:22:10.369029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:22:10.471964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-7a6f366b-4380-4d3a-b3a6-79ae3dcd8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.473460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-7a6f366b-4380-4d3a-b3a6-79ae3dcd8486 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1096 time: 0.1432822 Apr 18 21:22:10.485716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ada11-0227-4e53-957c-a5c166e81d43 req-c6d366b6-72e2-4bba-a055-f9e0a4041db3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.487170 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-018ada11-0227-4e53-957c-a5c166e81d43 req-c6d366b6-72e2-4bba-a055-f9e0a4041db3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.1215160 Apr 18 21:22:10.628103 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-018ada11-0227-4e53-957c-a5c166e81d43 req-220947d1-e2f8-4ded-bf19-173f4e9245b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224015 Apr 18 21:22:10.652600 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44246) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:10.659369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-f498efb3-306d-458a-a78d-26df03ad3293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.660850 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-f498efb3-306d-458a-a78d-26df03ad3293 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 200 len: 897 time: 0.1728244 Apr 18 21:22:10.750283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '0320bb7a-c4c3-4848-866f-10ee1c682417', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.140', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'port_id': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'mac_address': 'fa:16:3e:2d:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:08Z', 'updated_at': '2022-04-18T21:22:08Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:22:00Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:10.754288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] Checking router: 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:22:10.762908 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-10255c01-88a7-426c-a104-969ebca2c15e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 200 len: 999 time: 0.0961874 Apr 18 21:22:10.763149 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:22:10.763681 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:21:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:10.765116 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8e12791c-5988-487e-b864-45eebb5ec509 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/0320bb7a-c4c3-4848-866f-10ee1c682417 HTTP/1.1" status: 200 len: 991 time: 0.1107516 Apr 18 21:22:10.836888 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-41d65254-da96-4ada-92b7-eebbc24cc798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.838375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-41d65254-da96-4ada-92b7-eebbc24cc798 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e118358e-0060-4874-a076-c6993105802c HTTP/1.1" status: 200 len: 834 time: 0.0664823 Apr 18 21:22:10.916095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-22de191b-f51d-441b-9006-cddb204435be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:10.917615 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-22de191b-f51d-441b-9006-cddb204435be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3afc3a1b-d365-43a2-b983-810cecde7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720534 Apr 18 21:22:10.995200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:22:11.056781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-1aac7719-4198-43cc-8b4f-8c3dda8c766f service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328928 Apr 18 21:22:11.195073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a4026da6-e36f-4575-a432-03b97d1f9da3 req-e109bdcf-92bc-429d-b9d2-fda2bb7da3da service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300642 Apr 18 21:22:11.347620 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '0320bb7a-c4c3-4848-866f-10ee1c682417', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.140', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'port_id': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'mac_address': 'fa:16:3e:2d:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:08Z', 'updated_at': '2022-04-18T21:22:08Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:22:00Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:22:11.351482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2d707ae-56d1-4aa2-badb-771c10bd1f9b None None] The sync data for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 is: [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '0320bb7a-c4c3-4848-866f-10ee1c682417', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.140', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'port_id': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'mac_address': 'fa:16:3e:2d:e4:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:22:08Z', 'updated_at': '2022-04-18T21:22:08Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:22:00Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:22:11.549649 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb147ea-6f27-431b-a660-d70f0222312a None None] New status for floating IP 0320bb7a-c4c3-4848-866f-10ee1c682417: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:22:11.769693 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44250) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:22:11.882729 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-188bf61d-4a1c-4c05-b4be-929975b51509 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/0320bb7a-c4c3-4848-866f-10ee1c682417 HTTP/1.1" status: 200 len: 993 time: 0.1118097 Apr 18 21:22:13.650266 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-51068422-e429-4b9e-8415-8371339acd38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:16.049628 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d2aadb52-16a0-4b49-89dc-3a9743d97388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.214187 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:17.239568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:18.684141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.274751 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:19.768877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:25.380701 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:22:43.652774 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e95df8dc-c3b5-46a0-95e3-f9ff914795bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:45.478893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-5013f53a-bcf9-49b9-8349-5c43519c8188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:45.480292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-5013f53a-bcf9-49b9-8349-5c43519c8188 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1096 time: 0.0794184 Apr 18 21:22:45.518309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b9828-abdb-4e9c-bf11-8ae363bf1d02 req-9d0b1e2a-de78-497f-9b8c-cf2b46b0740a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:45.519840 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e5b9828-abdb-4e9c-bf11-8ae363bf1d02 req-9d0b1e2a-de78-497f-9b8c-cf2b46b0740a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0857427 Apr 18 21:22:45.571750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5e5b9828-abdb-4e9c-bf11-8ae363bf1d02 req-03bef114-800e-43ee-bc47-3ee73401eeb3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 Apr 18 21:22:45.626358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-b9a6bf77-3b63-428c-85ff-289bb027ba33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:45.627977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-b9a6bf77-3b63-428c-85ff-289bb027ba33 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 200 len: 897 time: 0.1410332 Apr 18 21:22:45.737541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-cd02f4e9-49ea-438c-add5-caf3fe3dffca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 200 len: 1001 time: 0.1016853 Apr 18 21:22:45.924456 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-d6c6aa5f-579f-4051-bb87-01ba0ccb23a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:45.925965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-d6c6aa5f-579f-4051-bb87-01ba0ccb23a2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e118358e-0060-4874-a076-c6993105802c HTTP/1.1" status: 200 len: 834 time: 0.1815948 Apr 18 21:22:46.007762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-438d83e7-498a-4426-b29e-aec160a90af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:46.009272 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-438d83e7-498a-4426-b29e-aec160a90af3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3afc3a1b-d365-43a2-b983-810cecde7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768020 Apr 18 21:22:46.055414 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-72437274-2cfe-4443-8a99-08898c267d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:46.158724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-cff0d2d4-48e7-4ea8-b4fa-089c381de2ee service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422658 Apr 18 21:22:46.295258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-17561199-b8e9-450f-a6ee-86d6d3f8e7af req-d0d489b8-778d-4a92-8297-e1f64e5c7300 service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299212 Apr 18 21:22:46.764596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e23f4d-75e6-47bf-aa56-3aa192da5412 req-526e7783-94cc-4c48-82e6-730b280e6627 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:46.766127 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-26e23f4d-75e6-47bf-aa56-3aa192da5412 req-526e7783-94cc-4c48-82e6-730b280e6627 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0816686 Apr 18 21:22:46.817312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-26e23f4d-75e6-47bf-aa56-3aa192da5412 req-82006709-5b28-4cde-8c3b-94a8fce72179 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440884 Apr 18 21:22:47.216778 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:47.242413 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:48.022301 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca46280-ee3f-477a-8032-001b052c0c68 req-132af33d-2ee5-4339-8daa-e206c4f6ca45 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:48.023831 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ca46280-ee3f-477a-8032-001b052c0c68 req-132af33d-2ee5-4339-8daa-e206c4f6ca45 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0899949 Apr 18 21:22:48.071233 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ca46280-ee3f-477a-8032-001b052c0c68 req-472ee68d-086a-48cc-8166-a20049a477d7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Apr 18 21:22:48.689707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.271320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8722d3a-98d0-484b-ac50-9820b7d3e282 req-6ed73f75-0c53-4cb2-a62c-7dd15155924c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:49.273074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8722d3a-98d0-484b-ac50-9820b7d3e282 req-6ed73f75-0c53-4cb2-a62c-7dd15155924c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0880558 Apr 18 21:22:49.273361 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:49.323322 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f8722d3a-98d0-484b-ac50-9820b7d3e282 req-630c3f47-9826-4d9a-b49e-8470179171ee tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444369 Apr 18 21:22:49.787819 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:22:50.522636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a4f81-c24f-4fb5-8f19-ae3d95b03c99 req-92c96c00-e8d1-42c0-a5bc-2b9de427fa81 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:50.524180 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-152a4f81-c24f-4fb5-8f19-ae3d95b03c99 req-92c96c00-e8d1-42c0-a5bc-2b9de427fa81 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0890229 Apr 18 21:22:50.578256 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-152a4f81-c24f-4fb5-8f19-ae3d95b03c99 req-2650f1c8-bb2d-4899-9ea7-e703300ef448 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481918 Apr 18 21:22:51.770522 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3344f1-db44-4a2d-88cf-552f930c83fd req-8f91e5ca-fcb1-4370-a3dc-f21c626c0e3f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:51.771984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed3344f1-db44-4a2d-88cf-552f930c83fd req-8f91e5ca-fcb1-4370-a3dc-f21c626c0e3f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0868058 Apr 18 21:22:51.815679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ed3344f1-db44-4a2d-88cf-552f930c83fd req-182f05af-f8f1-4499-93c7-603d85ae7e53 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380254 Apr 18 21:22:53.008498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f6f996-b2fb-4c3f-8b7d-a8eee5a7d8af req-6ba99150-56c7-4625-aa3f-f34b6ab25756 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:53.010024 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23f6f996-b2fb-4c3f-8b7d-a8eee5a7d8af req-6ba99150-56c7-4625-aa3f-f34b6ab25756 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0871334 Apr 18 21:22:53.057347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-23f6f996-b2fb-4c3f-8b7d-a8eee5a7d8af req-893edc6f-3892-406b-adb5-488ed90cf6f4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417652 Apr 18 21:22:54.245792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e762d-6a12-494c-93b9-8ea77cfc8eea req-e198b4f8-befe-48cb-b331-520b0c7ebb37 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:54.247139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-981e762d-6a12-494c-93b9-8ea77cfc8eea req-e198b4f8-befe-48cb-b331-520b0c7ebb37 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0825779 Apr 18 21:22:54.293230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-981e762d-6a12-494c-93b9-8ea77cfc8eea req-d4c22279-32dc-4706-b1c5-f2aa71bd25f8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396905 Apr 18 21:22:55.484658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f64f4a-2a95-4c94-ab18-f67e8f157b3a req-fa20c527-45bb-43b5-858d-4c22c69f6779 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:55.486861 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74f64f4a-2a95-4c94-ab18-f67e8f157b3a req-fa20c527-45bb-43b5-858d-4c22c69f6779 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0831623 Apr 18 21:22:55.659177 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74f64f4a-2a95-4c94-ab18-f67e8f157b3a req-b3059474-de1d-458a-be42-0dce16ec8a94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1620958 Apr 18 21:22:56.857440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688a7d7-f403-49eb-9a40-ee1c7321faa5 req-c6029967-9489-4b3a-9226-6869dae3a7b6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:56.859217 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d688a7d7-f403-49eb-9a40-ee1c7321faa5 req-c6029967-9489-4b3a-9226-6869dae3a7b6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0814273 Apr 18 21:22:56.907292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d688a7d7-f403-49eb-9a40-ee1c7321faa5 req-129fa486-7ba9-4a65-ad57-8cc1c9dd539c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Apr 18 21:22:58.107945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33c9ae-550d-4eb3-b7c0-e5ce39b66649 req-a8e9dc3c-bf44-4822-8e91-6b31c9d2efaf tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:58.109454 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d33c9ae-550d-4eb3-b7c0-e5ce39b66649 req-a8e9dc3c-bf44-4822-8e91-6b31c9d2efaf tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0902426 Apr 18 21:22:58.160390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9d33c9ae-550d-4eb3-b7c0-e5ce39b66649 req-3cf185a0-f800-4e3f-a96d-1a1dc249bf1d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441604 Apr 18 21:22:59.369469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0619c0-30ba-434c-8583-4e19bbf0c3f9 req-ab5816d1-b6f6-4cda-a03d-bfc616bca33c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:22:59.370994 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e0619c0-30ba-434c-8583-4e19bbf0c3f9 req-ab5816d1-b6f6-4cda-a03d-bfc616bca33c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0866585 Apr 18 21:22:59.418775 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0e0619c0-30ba-434c-8583-4e19bbf0c3f9 req-8bfcf34f-c83f-4a4a-8d74-7abdc1c99450 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401511 Apr 18 21:23:00.607264 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca51fc8-e9d3-4a0a-a80d-2e3dee1e8a85 req-2a29270c-40c7-46fc-8a3d-706c86f397fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:00.608990 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ca51fc8-e9d3-4a0a-a80d-2e3dee1e8a85 req-2a29270c-40c7-46fc-8a3d-706c86f397fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0845277 Apr 18 21:23:00.653896 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7ca51fc8-e9d3-4a0a-a80d-2e3dee1e8a85 req-79629323-da9f-4302-aaf3-2a9b6aca2055 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388486 Apr 18 21:23:01.731817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-d662bdc6-0a0d-42f9-bc33-1e3a0542b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:01.733570 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-d662bdc6-0a0d-42f9-bc33-1e3a0542b126 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1096 time: 0.0749302 Apr 18 21:23:01.933615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-dedb881e-b630-4ded-881a-f8901c67fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:01.934952 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-dedb881e-b630-4ded-881a-f8901c67fa76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 200 len: 897 time: 0.1821136 Apr 18 21:23:01.946756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ca3d54-61cb-4759-83e2-43712e5858f7 req-44d5d9af-162e-4055-906f-ff063c48906f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:01.948173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-52ca3d54-61cb-4759-83e2-43712e5858f7 req-44d5d9af-162e-4055-906f-ff063c48906f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.1766632 Apr 18 21:23:02.070510 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-52ca3d54-61cb-4759-83e2-43712e5858f7 req-53d863a6-6048-47ee-a192-c3e636c4f9e5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661223 Apr 18 21:23:02.077618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-b43c59c4-7bae-4bcd-988f-d714b224b4cb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 200 len: 1001 time: 0.1284854 Apr 18 21:23:02.154163 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-13951dd4-1135-4867-a312-818dbbd5cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.155599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-13951dd4-1135-4867-a312-818dbbd5cbf7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e118358e-0060-4874-a076-c6993105802c HTTP/1.1" status: 200 len: 834 time: 0.0611351 Apr 18 21:23:02.231535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-031f2bb7-dae5-47e6-968d-fb8d9764e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:02.233181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-031f2bb7-dae5-47e6-968d-fb8d9764e9ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3afc3a1b-d365-43a2-b983-810cecde7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707185 Apr 18 21:23:02.380999 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:23:02.474048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-d3f3ad41-d4ce-4ef6-8861-6362d7d742a4 service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343128 Apr 18 21:23:02.609728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-56b42a07-3664-4b7d-9d60-67747e9e9152 req-b0d42e39-89f7-4659-98ca-fc8ef139a632 service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293786 Apr 18 21:23:03.255731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba36891-5495-4f16-9a23-5cb35e5aa8e6 req-644b086b-1d19-4d6b-b133-8d266350e677 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:03.257190 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cba36891-5495-4f16-9a23-5cb35e5aa8e6 req-644b086b-1d19-4d6b-b133-8d266350e677 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0801978 Apr 18 21:23:03.304214 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cba36891-5495-4f16-9a23-5cb35e5aa8e6 req-54bde455-3168-4a07-87dd-adaaf649eb3d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413828 Apr 18 21:23:03.327823 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44310) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:03.434355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-74ebff45-24f7-48d7-88aa-253f4532862d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/0320bb7a-c4c3-4848-866f-10ee1c682417 HTTP/1.1" status: 200 len: 993 time: 0.1053276 Apr 18 21:23:13.654781 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-451fdd75-8f92-4f2b-ad21-cea843a89471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:16.047614 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-09bc26d0-1854-49ae-a8bf-d1ccfc27e067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.220205 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:17.243150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:18.690644 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.301947 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:19.785169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:35.918027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44334) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:36.159884 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 23ca2560-4e4c-45cf-b1ec-16ad5e6a2517 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:23:36.160238 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.343748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.344082 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.474833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 23ca2560-4e4c-45cf-b1ec-16ad5e6a2517 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:23:36.635751 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.685587 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=23ca2560-4e4c-45cf-b1ec-16ad5e6a2517,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:36.728380 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.728723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.729065 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.729398 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.729753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.730083 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.730413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.730749 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.731075 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.731484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.731723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.732043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:36.794216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:36.794531 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 0320bb7a-c4c3-4848-866f-10ee1c682417 disassociated (deleted). External IP: 172.25.5.140, port: 2f7a6b30-e259-4873-8512-12dc5da965e5. Apr 18 21:23:37.284270 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:23:37.471783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:23:37.480967 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] Sync routers for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:23:37.490110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:37.490721 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:37.492620 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:37.554523 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-222d8a44-9f3e-44c3-a2d5-a8f391433adb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/floatingips/0320bb7a-c4c3-4848-866f-10ee1c682417 HTTP/1.1" status: 204 len: 168 time: 1.6346931 Apr 18 21:23:37.555535 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:37.677260 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0ddab0b-bc44-424d-95d6-4a72192e1d04'] response: {'name': 'network-changed', 'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'status': 'completed', 'code': 200} Apr 18 21:23:37.691249 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:37.793578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-ee2511c8-a40f-403d-9c4d-680194afb451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:37.795390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-ee2511c8-a40f-403d-9c4d-680194afb451 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 1096 time: 0.0836704 Apr 18 21:23:37.985451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-9b0d35b6-6c4e-41e3-be58-fd92d8c08630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:37.986854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-9b0d35b6-6c4e-41e3-be58-fd92d8c08630 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 200 len: 897 time: 0.1844270 Apr 18 21:23:38.033551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:22:00Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:38.037394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] Checking router: 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:23:38.047781 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:38.048554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:38.069803 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-a7692cc9-64b9-4357-8fad-c671ff3c89a0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 200 len: 217 time: 0.0720906 Apr 18 21:23:38.077336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202d34d0-17e7-4a53-a4f7-eab1b4860bc9 req-a68852e6-3c9c-46ee-a425-7b8621a130fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.078793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-202d34d0-17e7-4a53-a4f7-eab1b4860bc9 req-a68852e6-3c9c-46ee-a425-7b8621a130fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.1883316 Apr 18 21:23:38.168344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-9a7aa42c-5533-471f-85db-f5e3bf9da56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.169830 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-9a7aa42c-5533-471f-85db-f5e3bf9da56e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e118358e-0060-4874-a076-c6993105802c HTTP/1.1" status: 200 len: 834 time: 0.0901616 Apr 18 21:23:38.174297 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-202d34d0-17e7-4a53-a4f7-eab1b4860bc9 req-0ee8c46f-eea0-4b0c-8555-302cdbcb6b10 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611370 Apr 18 21:23:38.253476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-5bf71a42-ba0c-4c13-aadb-51294cfaacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:38.254893 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-5bf71a42-ba0c-4c13-aadb-51294cfaacb6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3afc3a1b-d365-43a2-b983-810cecde7272&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787802 Apr 18 21:23:38.280347 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:38.391809 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-09be8e88-8cc4-4386-9c7c-5002d9373d18 service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277647 Apr 18 21:23:38.529336 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e50d7a6f-efdc-40e8-920e-8020b85c4889 req-8bd094e8-1a73-46fb-b12b-3cfb8429f8a4 service neutron] 10.222.0.61 "GET /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304071 Apr 18 21:23:38.598523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:22:00Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:38.602585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e987c65-abdf-4054-b7a0-66fe58aed818 None None] The sync data for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 is: [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:21:54Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '9f37ccd5-6072-441d-85f2-8c64dfb9e573', 'name': '', 'network_id': '3afc3a1b-d365-43a2-b983-810cecde7272', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:9c:04:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'e118358e-0060-4874-a076-c6993105802c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:53Z', 'updated_at': '2022-04-18T21:22:00Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'e118358e-0060-4874-a076-c6993105802c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:23:38.836505 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dd6cb5c-ad02-431f-bccb-af0cd2c97d2c None None] New status for floating IP 0320bb7a-c4c3-4848-866f-10ee1c682417: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:23:39.370732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04925969-9001-422d-b428-bd6379665405 req-002aed1a-f210-4b09-87a0-365f9fe88af7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.371345 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-04925969-9001-422d-b428-bd6379665405 req-002aed1a-f210-4b09-87a0-365f9fe88af7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:39.380056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:23:39.386588 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-04925969-9001-422d-b428-bd6379665405 req-002aed1a-f210-4b09-87a0-365f9fe88af7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:39.387762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04925969-9001-422d-b428-bd6379665405 req-002aed1a-f210-4b09-87a0-365f9fe88af7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.1030452 Apr 18 21:23:39.436598 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04925969-9001-422d-b428-bd6379665405 req-db2fbcf8-6338-49cc-9c18-f3e8d6f1e115 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430851 Apr 18 21:23:39.550358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-943b4d82-8bac-4dcb-9891-daf274293eee tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:39.552076 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-943b4d82-8bac-4dcb-9891-daf274293eee tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.61 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 945 time: 0.0833042 Apr 18 21:23:39.626132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 2f7a6b30-e259-4873-8512-12dc5da965e5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:23:39.626465 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:39.870116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 2f7a6b30-e259-4873-8512-12dc5da965e5, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=2f7a6b30-e259-4873-8512-12dc5da965e5,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:23:39.870477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.116417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 2f7a6b30-e259-4873-8512-12dc5da965e5 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:23:40.281038 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.332430 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=2f7a6b30-e259-4873-8512-12dc5da965e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:40.371943 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.372283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.372616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.372945 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.373270 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.373625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.373956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.375798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.375798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.375798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.375798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.375798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:40.421957 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] No DVR routers for this DVR port 2f7a6b30-e259-4873-8512-12dc5da965e5 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:40.424554 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:40.427117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'name': 'network-vif-deleted', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:40.451115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-07b79997-bb5b-411a-82c0-7dafe2d23dc0 req-40b0aabd-c51f-4234-a3f7-fb695667892c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.61 "DELETE /v2.0/ports/2f7a6b30-e259-4873-8512-12dc5da965e5 HTTP/1.1" status: 204 len: 173 time: 0.8918672 Apr 18 21:23:40.543388 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd8a926-f5dc-41ec-aabd-293cea1e1108'] response: {'server_uuid': 'e41bf60c-2be8-4aee-999c-8899f36550d1', 'name': 'network-vif-deleted', 'tag': '2f7a6b30-e259-4873-8512-12dc5da965e5', 'status': 'completed', 'code': 200} Apr 18 21:23:40.624173 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-475ff779-a6ff-4821-9bed-efaea05888ac req-9c1cee65-66bd-4546-8908-b5d4be9234c1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=e41bf60c-2be8-4aee-999c-8899f36550d1 HTTP/1.1" status: 200 len: 210 time: 0.0517266 Apr 18 21:23:41.540458 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2f7a6b30-e259-4873-8512-12dc5da965e5 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:41.578671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 2f7a6b30-e259-4873-8512-12dc5da965e5 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:23:41.579114 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 2f7a6b30-e259-4873-8512-12dc5da965e5 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:41.720839 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44356) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:42.292347 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.776636 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 9f37ccd5-6072-441d-85f2-8c64dfb9e573 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:23:42.777342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:42.976923 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 9f37ccd5-6072-441d-85f2-8c64dfb9e573, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=9f37ccd5-6072-441d-85f2-8c64dfb9e573,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:23:42.977275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.113466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 9f37ccd5-6072-441d-85f2-8c64dfb9e573 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:23:43.305581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.358820 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=9f37ccd5-6072-441d-85f2-8c64dfb9e573,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:43.657112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e90c3859-4584-4e2d-b01b-957c015da8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:43.680478 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.049688 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:23:44.342390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:23:44.351803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] Sync routers for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:23:44.356261 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2cf54dbc-f6aa-413f-8d75-a9ba533dac5e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/6e791a61-8017-4ab9-bf4b-8067a60d3ad5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6343327 Apr 18 21:23:44.359177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44360) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:44.361151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:44.361795 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:44.425414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting subnet e118358e-0060-4874-a076-c6993105802c {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:23:44.428502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.485606 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.536120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:44.574625 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.651322 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.692351 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Subnet': ['ID=e118358e-0060-4874-a076-c6993105802c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:44.696064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.703146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-78b9591c-7131-4956-80eb-10ada35e2654 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/subnets/e118358e-0060-4874-a076-c6993105802c HTTP/1.1" status: 204 len: 168 time: 0.3428922 Apr 18 21:23:44.705051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44364) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:44.718308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16d28078-6f58-43c9-a54d-1c3d6f1b4677 None None] Network 3afc3a1b-d365-43a2-b983-810cecde7272 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:23:44.898316 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:44.996920 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:23:43Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:45.001046 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] Checking router: 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:23:45.011766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] Routers {'6e791a61-8017-4ab9-bf4b-8067a60d3ad5'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:45.012400 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:45.083574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] DHCP port deletion for 3afc3a1b-d365-43a2-b983-810cecde7272 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:23:45.093688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Deleting port 636e3af1-6e1a-4445-b833-9e36c5c6b343 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:23:45.094066 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.094684 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.105909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port a94bd6a1-3055-445f-ba91-843008803aa2 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:23:45.106408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.283140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port a94bd6a1-3055-445f-ba91-843008803aa2, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=a94bd6a1-3055-445f-ba91-843008803aa2,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:23:45.283499 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.339547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] Set router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:45.410782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for a94bd6a1-3055-445f-ba91-843008803aa2 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:23:45.590093 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.643406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] For port 636e3af1-6e1a-4445-b833-9e36c5c6b343, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=636e3af1-6e1a-4445-b833-9e36c5c6b343,segment=NetworkSegment(f1ad1393-c9d5-46f1-a454-ebcd14111f94),segment_id=f1ad1393-c9d5-46f1-a454-ebcd14111f94)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:23:45.643807 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.759413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=a94bd6a1-3055-445f-ba91-843008803aa2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:45.791150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Calling delete_port for 636e3af1-6e1a-4445-b833-9e36c5c6b343 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:23:45.857633 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.917994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:45.968490 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Pushing event deleted for resources: {'Port': ['ID=636e3af1-6e1a-4445-b833-9e36c5c6b343,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:45.974645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] No DVR routers for this DVR port 636e3af1-6e1a-4445-b833-9e36c5c6b343 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:23:45.982051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.982396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.982738 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.983339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.983677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.984004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.984331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.984653 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.984973 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.985293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.985641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.985959 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057e01f1-eaf2-492d-8f99-5686e48d88d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:45.990066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:23:43Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:45.995297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aca2047-9793-4afe-9cba-7df76573e4ac None None] The sync data for ids ['6e791a61-8017-4ab9-bf4b-8067a60d3ad5'] in n-d-836016-3 is: [{'id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-308843753', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231'}], 'enable_snat': True}, 'gw_port_id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:21:48Z', 'updated_at': '2022-04-18T21:23:43Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'a94bd6a1-3055-445f-ba91-843008803aa2', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:ae:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e791a61-8017-4ab9-bf4b-8067a60d3ad5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:21:49Z', 'updated_at': '2022-04-18T21:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:23:46.057623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c4a73876-7755-4918-a1f7-41bfff159a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.063134 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.065465 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.090233 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.090784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Fanout notify agent at l3_agent the message router_deleted on router 6e791a61-8017-4ab9-bf4b-8067a60d3ad5 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:23:46.108947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.112730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44368) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:46.113542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7ceb11cb-26f8-4a2c-a4f2-37124be8672a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/routers/6e791a61-8017-4ab9-bf4b-8067a60d3ad5 HTTP/1.1" status: 204 len: 168 time: 1.4066811 Apr 18 21:23:46.229056 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.375192 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.405220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3afc3a1b-d365-43a2-b983-810cecde7272']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:46.420281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1ad1393-c9d5-46f1-a454-ebcd14111f94') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:46.420606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1ad1393-c9d5-46f1-a454-ebcd14111f94') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:46.432938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 636e3af1-6e1a-4445-b833-9e36c5c6b343 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:46.434387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.453577 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.461172 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:23:46.461810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:23:46.477675 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:23:46.486079 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 636e3af1-6e1a-4445-b833-9e36c5c6b343 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:23:46.486514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 636e3af1-6e1a-4445-b833-9e36c5c6b343 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:46.566308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.585389 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.597858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Network': ['ID=3afc3a1b-d365-43a2-b983-810cecde7272,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:46.610142 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dd929ec5-e0bc-478c-a030-cdc0af5b3c3c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/networks/3afc3a1b-d365-43a2-b983-810cecde7272 HTTP/1.1" status: 204 len: 168 time: 0.4961836 Apr 18 21:23:46.610741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44372) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:46.694168 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b66d10-a1e1-452f-af2b-1776a64a26c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.733443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b66d10-a1e1-452f-af2b-1776a64a26c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.802766 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b66d10-a1e1-452f-af2b-1776a64a26c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.825285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b66d10-a1e1-452f-af2b-1776a64a26c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:46.840749 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2b66d10-a1e1-452f-af2b-1776a64a26c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:46.846005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f2b66d10-a1e1-452f-af2b-1776a64a26c7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/security-groups/4c4e7b5b-3d3f-4031-947c-c5a4116dd0cb HTTP/1.1" status: 204 len: 168 time: 0.2302074 Apr 18 21:23:47.224539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.252035 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.331717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44380) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:47.337362 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1887425598', 'description': 'tempest-secgroup-smoke-1887425598 description', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:47.343996 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:47.347989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:47.351708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:47.357603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:47.367729 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.387169 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:47.390966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:47.393730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:47.399959 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:47.475088 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.480319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.529567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09fdf49f-5e66-4470-b150-e25320f89792,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.532637 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.533983 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c584f21f-6710-456e-8ef1-a3a456f63c22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2012644 Apr 18 21:23:47.536929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:47.542863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '09fdf49f-5e66-4470-b150-e25320f89792', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:47.549624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:47.554443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:47.557840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:47.564678 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:47.582442 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.646319 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.650318 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.677923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a81aa2-1eec-4ce0-90a7-95d086a1ae2a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.690851 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.692046 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-54442229-0943-4580-aea4-3c470f3782e6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1541603 Apr 18 21:23:47.695934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:47.700916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '09fdf49f-5e66-4470-b150-e25320f89792', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:47.707714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:47.712095 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:47.715157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:47.720900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:47.738383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.801583 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.806170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.831697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65c011d-835a-4407-9492-94f5b31a531e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.842927 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.844139 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-697f21ab-d1c0-4eda-9622-0d7ee2215362 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1472542 Apr 18 21:23:47.846880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:47.853005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '09fdf49f-5e66-4470-b150-e25320f89792', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:47.860177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:47.864168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:47.867224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:47.873549 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:47.890662 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.957580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.962559 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:47.988183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b6d288-b442-4934-a89c-9924b3169f0b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:47.999399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.001586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ff75e1bb-e017-43af-a59e-c0b6325e7fc3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1531403 Apr 18 21:23:48.003802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:48.009995 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '09fdf49f-5e66-4470-b150-e25320f89792', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:48.017345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:48.023026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:48.024450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94bd6a1-3055-445f-ba91-843008803aa2 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:48.026611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:48.032619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:48.051425 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.062040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: a94bd6a1-3055-445f-ba91-843008803aa2 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:23:48.062409 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device a94bd6a1-3055-445f-ba91-843008803aa2 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:48.062813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f37ccd5-6072-441d-85f2-8c64dfb9e573 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:23:48.097827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 9f37ccd5-6072-441d-85f2-8c64dfb9e573 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:23:48.098177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 9f37ccd5-6072-441d-85f2-8c64dfb9e573 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:23:48.127410 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.131456 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.156275 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2f1f43-75f9-42e9-8eae-d7c10cd69b2a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:48.166588 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.167825 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ed6ea10f-55ad-4f42-8897-357bc0607fd8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1628485 Apr 18 21:23:48.170560 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:48.175527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '09fdf49f-5e66-4470-b150-e25320f89792', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:48.182773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:48.186539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:48.189346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:48.195998 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:48.205857 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:23:48.213086 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.277700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.281443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.304796 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3c30b5-ef09-4728-852e-57efa623d9e6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:48.314100 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.315440 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8ec82a15-2d19-4896-af85-0176d6f2644a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1439350 Apr 18 21:23:48.319023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:48.325127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '09fdf49f-5e66-4470-b150-e25320f89792', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:48.331677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:48.336762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:48.339652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:48.345316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:48.356052 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:23:48.362745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.429681 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.433489 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.463689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9db33f2-5169-44cd-b25b-768c88eb9d3f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:48.469194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.470501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-867309d7-6202-4008-adf0-b72afd15a4d2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1493542 Apr 18 21:23:48.473213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44408) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:48.478914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'network': {'name': 'tempest-network-smoke--744641513', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:48.484718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:48.488763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:network and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:48.491694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:48.497278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:48.508057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:48.511365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.540057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:23:48.549346 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.549728 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Added segment a1c8572f-bc79-44fb-b2b0-c2f9b4819179 of type vlan for network a56a7373-9a13-4976-b587-61861f04b4a0 Apr 18 21:23:48.577285 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.606935 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.612537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:48.613118 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.692696 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.719115 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2446990 Apr 18 21:23:48.721954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44412) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:48.726108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362f4552-ac2f-46c1-b01c-bbd29bce1cb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Network': ['ID=a56a7373-9a13-4976-b587-61861f04b4a0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:48.727597 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'admin_state_up': True, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:48.736387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:48.736752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network a56a7373-9a13-4976-b587-61861f04b4a0 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:23:48.740606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:router and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:48.744104 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:48.755953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:48.767405 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.768434 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:48.784110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.059457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.318445 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.363848 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.392915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.530426 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.23 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/3b85f7c6-1901-4ab4-8e22-4e27da4ba992) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:49.679628 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.708942 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.770297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:49.777966 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:49.782050 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:49.782940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:23:49.932784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:50.325091 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.669449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:50.876442 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router d99cc59b-7240-4613-ba1f-c874106b5800 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:23:51.059986 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:23:51.071794 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Sync routers for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:23:51.083177 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:51.084180 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:51.090976 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.095724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:51.098121 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5ec5b7ef-2940-4afa-9eb4-2f6d46d91796 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.3727169 Apr 18 21:23:51.138896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-660b216a-fedb-48b9-b62c-0d6e1bed6dd6 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8b5c4668663f458da0f1023aaaf7ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394418 Apr 18 21:23:51.139306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:51.275891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd28666-0779-4156-a6fc-0b7833dcc8cc tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:51.277398 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ebd28666-0779-4156-a6fc-0b7833dcc8cc tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1372702 Apr 18 21:23:51.278594 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:51.280254 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:51.323591 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-1dbd15d5-b96c-4c4e-abf7-e0f3f9fa8ec0 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420585 Apr 18 21:23:51.325942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:51.331225 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1926236027', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:51.438318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:51.442153 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:subnet and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:23:51.445005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:23:51.451608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:51.461708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:51.465141 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.574309 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:50Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:51.579764 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Checking router: d99cc59b-7240-4613-ba1f-c874106b5800 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:23:51.580108 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Updating router d99cc59b-7240-4613-ba1f-c874106b5800 port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:23:51.636354 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.692358 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.773412 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Subnet': ['ID=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:51.777708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Checking segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:23:51.778070 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network hostable DHCP agents. Network: a56a7373-9a13-4976-b587-61861f04b4a0, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:23:51.798903 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network a56a7373-9a13-4976-b587-61861f04b4a0 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:23:51.809339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, a56a7373-9a13-4976-b587-61861f04b4a0) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:51.813962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:51.814548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.822193 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc9b7a5-13a6-4dfa-83e6-74949df8eb47 None None] Network a56a7373-9a13-4976-b587-61861f04b4a0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:23:51.846938 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-14abe512-dd65-41ee-8080-4c3857df2fb6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5172729 Apr 18 21:23:51.847129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:23:51.982127 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:51.995939 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Transition to ACTIVE for port object 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:52.003178 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.068964 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-a56a7373-9a13-4976-b587-61861f04b4a0', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:23:52.070890 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.079201 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Attempting to bind port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:52.080303 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Attempting to bind port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:52.080736 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Attempting to bind port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:23:52.096292 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:23:52.096650 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:23:52.097360 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.098174 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:23:52.098866 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Bound port: 3b85f7c6-1901-4ab4-8e22-4e27da4ba992, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:52.099400 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.181528 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Pushing event updated for resources: {'Port': ['ID=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:52.201546 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.201875 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.202203 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.202522 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.202840 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.203153 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.203466 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.203775 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.204084 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.204391 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.204700 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.205006 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:23:52.231257 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] For port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:23:52.235150 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] For port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:23:52.240281 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.254750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Allocated IP 172.20.0.2 (a56a7373-9a13-4976-b587-61861f04b4a0/c71e2b05-2d8f-4c7c-afd5-d02baff07b6b/983ec31e-96bb-475d-8f51-decc1ce5561d) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:52.309434 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:52.310091 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:52.396383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96a3c1-ca98-4ef7-93e5-5c04597b7d95 None None] Pushing event updated for resources: {'Port': ['ID=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:52.514760 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:52.532373 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.543599 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Transition to ACTIVE for port object 983ec31e-96bb-475d-8f51-decc1ce5561d will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:52.563979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Transition to ACTIVE for port object 983ec31e-96bb-475d-8f51-decc1ce5561d will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:52.570520 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.629369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Network a56a7373-9a13-4976-b587-61861f04b4a0 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:52.632912 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:52.635421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:23:52.714864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Pushing event updated for resources: {'Port': ['ID=983ec31e-96bb-475d-8f51-decc1ce5561d,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:52.729974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.740934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Attempting to bind port 983ec31e-96bb-475d-8f51-decc1ce5561d on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:52.741534 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Attempting to bind port 983ec31e-96bb-475d-8f51-decc1ce5561d by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:52.741951 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Attempting to bind port 983ec31e-96bb-475d-8f51-decc1ce5561d on network a56a7373-9a13-4976-b587-61861f04b4a0 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:23:52.747904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:23:52.748276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Checking segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:23:52.748680 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.749072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Bound using segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:23:52.749552 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Bound port: 983ec31e-96bb-475d-8f51-decc1ce5561d, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:52.749928 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.807394 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:50Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:52.811353 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af813bae-e4dd-49f9-9c17-d3bddf286edc None None] The sync data for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 is: [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:50Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:23:52.846666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] For port 983ec31e-96bb-475d-8f51-decc1ce5561d, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:23:52.850990 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] For port 983ec31e-96bb-475d-8f51-decc1ce5561d, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=983ec31e-96bb-475d-8f51-decc1ce5561d,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:23:52.858062 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:52.946328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8045687d-40f8-46d4-ad6d-68fdf3c319b3 None None] Pushing event updated for resources: {'Port': ['ID=983ec31e-96bb-475d-8f51-decc1ce5561d,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:53.236762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.1 (a56a7373-9a13-4976-b587-61861f04b4a0/c71e2b05-2d8f-4c7c-afd5-d02baff07b6b/6865d164-fd5c-4390-b37a-7cd412d44bb8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:53.408674 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.427061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object 6865d164-fd5c-4390-b37a-7cd412d44bb8 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:53.459191 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.530956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network a56a7373-9a13-4976-b587-61861f04b4a0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:53.539076 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:53.541645 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:23:53.579530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=6865d164-fd5c-4390-b37a-7cd412d44bb8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:53.607207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.868787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:53.985017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c58b154-d6f5-42c1-b8ba-164f5e2cab70 None None] Network a56a7373-9a13-4976-b587-61861f04b4a0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:23:54.091671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-279e2d17-9a36-411e-b8b3-d55f2a9ed628 None None] Provisioning for port 983ec31e-96bb-475d-8f51-decc1ce5561d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:54.163194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 983ec31e-96bb-475d-8f51-decc1ce5561d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:54.295942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 983ec31e-96bb-475d-8f51-decc1ce5561d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:54.306938 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 983ec31e-96bb-475d-8f51-decc1ce5561d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:54.307316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.363761 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.370024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.437591 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.478699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 983ec31e-96bb-475d-8f51-decc1ce5561d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=983ec31e-96bb-475d-8f51-decc1ce5561d,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:23:54.486470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.487571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:54.499117 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.502734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=6865d164-fd5c-4390-b37a-7cd412d44bb8,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:54.629660 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=983ec31e-96bb-475d-8f51-decc1ce5561d,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:54.646066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b2661659-6710-453f-8d22-c580fa677324 None None] Provisioning for port 6865d164-fd5c-4390-b37a-7cd412d44bb8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:54.653192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:54.658081 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b2661659-6710-453f-8d22-c580fa677324 None None] Provisioning complete for port 6865d164-fd5c-4390-b37a-7cd412d44bb8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:54.658464 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b2661659-6710-453f-8d22-c580fa677324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.662253 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network a56a7373-9a13-4976-b587-61861f04b4a0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:54.664081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:54.689297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:54.689727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.768426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-b2661659-6710-453f-8d22-c580fa677324 None None] Port 6865d164-fd5c-4390-b37a-7cd412d44bb8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:23:54.787708 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-b2661659-6710-453f-8d22-c580fa677324 None None] Provisioning complete for port 983ec31e-96bb-475d-8f51-decc1ce5561d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:54.788739 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b2661659-6710-453f-8d22-c580fa677324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.875740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router d99cc59b-7240-4613-ba1f-c874106b5800 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:23:54.896559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:54.924504 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:23:54.961672 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.052622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:55.083706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:23:55.093588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Sync routers for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:23:55.097473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9e4146d9-6469-489e-8b56-80470375414c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/d99cc59b-7240-4613-ba1f-c874106b5800/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2492766 Apr 18 21:23:55.104734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:55.105287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:55.202127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e7ab7066-efff-42aa-8f1c-08122835ca88 None None] Provisioning complete for port 6865d164-fd5c-4390-b37a-7cd412d44bb8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:55.202481 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e7ab7066-efff-42aa-8f1c-08122835ca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.277655 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-ca5c5b56-f7af-4ca1-b253-7e13f0298fe2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1887425598&fields=id&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 267 time: 0.0505743 Apr 18 21:23:55.374706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab7066-efff-42aa-8f1c-08122835ca88 None None] Port 6865d164-fd5c-4390-b37a-7cd412d44bb8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:23:55.384515 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:55.562802 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-9abe1e17-1055-47a9-a35b-da7bafcd9f68 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:55.564371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-9abe1e17-1055-47a9-a35b-da7bafcd9f68 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 796 time: 0.2793660 Apr 18 21:23:55.582341 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-a6127ce9-3c0f-4c85-9193-8bd591de6727 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/quotas/8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 375 time: 0.0108123 Apr 18 21:23:55.666758 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-07383eb1-bce7-461c-bcb3-3dcfbac5b33d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:55.682531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-07383eb1-bce7-461c-bcb3-3dcfbac5b33d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:55.684055 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-07383eb1-bce7-461c-bcb3-3dcfbac5b33d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0960405 Apr 18 21:23:55.719986 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 2, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:55.723894 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Checking router: d99cc59b-7240-4613-ba1f-c874106b5800 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:23:55.724325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Updating router d99cc59b-7240-4613-ba1f-c874106b5800 port 6865d164-fd5c-4390-b37a-7cd412d44bb8 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:23:55.798493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:55.844205 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-fadf5f70-b9b3-4894-8944-f3bdac60f5a2 service neutron] 10.222.0.47 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475320 Apr 18 21:23:55.988492 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-f6ea0ede-fe2b-45fb-af93-aa406de9fc49 service neutron] 10.222.0.47 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373146 Apr 18 21:23:56.092416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 983ec31e-96bb-475d-8f51-decc1ce5561d up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:56.204663 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-49972090-9d96-439c-a41c-b4b9e05d7978 req-eaa0d81f-3dbb-403c-973b-3f48b75467ce tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:56.216685 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-49972090-9d96-439c-a41c-b4b9e05d7978 req-eaa0d81f-3dbb-403c-973b-3f48b75467ce tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:56.217880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49972090-9d96-439c-a41c-b4b9e05d7978 req-eaa0d81f-3dbb-403c-973b-3f48b75467ce tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 210 time: 0.0592108 Apr 18 21:23:56.243635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 983ec31e-96bb-475d-8f51-decc1ce5561d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:56.243932 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.288161 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.313103 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Transition to ACTIVE for port object 6865d164-fd5c-4390-b37a-7cd412d44bb8 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:56.324588 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.504791 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387bc14-7527-4b9b-9d3f-79df6c20786c None None] Pushing event updated for resources: {'Port': ['ID=6865d164-fd5c-4390-b37a-7cd412d44bb8,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:56.552101 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:56.662031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Attempting to bind port 6865d164-fd5c-4390-b37a-7cd412d44bb8 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:56.662319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Attempting to bind port 6865d164-fd5c-4390-b37a-7cd412d44bb8 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:56.663227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Attempting to bind port 6865d164-fd5c-4390-b37a-7cd412d44bb8 on network a56a7373-9a13-4976-b587-61861f04b4a0 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:23:56.673966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:23:56.674348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Checking segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:23:56.674751 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.675144 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Bound using segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:23:56.675618 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Bound port: 6865d164-fd5c-4390-b37a-7cd412d44bb8, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:56.675992 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.737785 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:56.738153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:56.824998 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] For port 6865d164-fd5c-4390-b37a-7cd412d44bb8, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:23:56.832287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] For port 6865d164-fd5c-4390-b37a-7cd412d44bb8, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6865d164-fd5c-4390-b37a-7cd412d44bb8,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:23:56.838185 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.011414 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:23:57.012060 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:57.059613 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387bc14-7527-4b9b-9d3f-79df6c20786c None None] Pushing event updated for resources: {'Port': ['ID=6865d164-fd5c-4390-b37a-7cd412d44bb8,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:57.215658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:23:57.346035 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-d3951db4-ed9f-430b-b207-c29bee40733a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:57.346821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-d3951db4-ed9f-430b-b207-c29bee40733a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:57.366590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-d3951db4-ed9f-430b-b207-c29bee40733a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:57.368204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-d3951db4-ed9f-430b-b207-c29bee40733a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 796 time: 0.1984389 Apr 18 21:23:57.387292 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8ba1cc4-5c52-4cab-b9c2-b70677afdac9 req-4732df5a-a7d5-4be6-8c71-65dbc02fabeb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 210 time: 0.0549436 Apr 18 21:23:57.420229 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-19f3dca1-8353-4611-abf0-c140edfdd33f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:57.437030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-19f3dca1-8353-4611-abf0-c140edfdd33f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:57.438266 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-19f3dca1-8353-4611-abf0-c140edfdd33f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 380 time: 0.0621264 Apr 18 21:23:57.448417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'port': {'device_id': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'admin_state_up': True, 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'security_groups': ['09fdf49f-5e66-4470-b150-e25320f89792']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:57.553127 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:56Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:23:57.558372 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46feb37-f463-4aef-8ccc-07817eb5bc69 None None] The sync data for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 is: [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:56Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:23:57.718625 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:23:57.728759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:23:57.740060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:23:57.744957 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:57.920777 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.3 (a56a7373-9a13-4976-b587-61861f04b4a0/c71e2b05-2d8f-4c7c-afd5-d02baff07b6b/75fd9536-dc11-4331-a3af-d00fdf8455d4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:23:58.106181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6865d164-fd5c-4390-b37a-7cd412d44bb8 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:23:58.134215 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.151794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object 75fd9536-dc11-4331-a3af-d00fdf8455d4 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:58.181081 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.187946 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 6865d164-fd5c-4390-b37a-7cd412d44bb8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:58.193870 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6865d164-fd5c-4390-b37a-7cd412d44bb8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:58.194490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.268569 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network a56a7373-9a13-4976-b587-61861f04b4a0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:23:58.281743 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:23:58.289097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:23:58.328553 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.333400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:58.372234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 6865d164-fd5c-4390-b37a-7cd412d44bb8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6865d164-fd5c-4390-b37a-7cd412d44bb8,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:23:58.377891 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.378571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.379433 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.426125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-91c34b0e-bc1e-4a6a-a896-f0c109de5df8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9817264 Apr 18 21:23:58.437768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Request body: {'port': {'device_id': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:23:58.479334 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=6865d164-fd5c-4390-b37a-7cd412d44bb8,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:58.583725 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-284e05b6-949d-4915-b318-1c984314921c None None] Provisioning for port 75fd9536-dc11-4331-a3af-d00fdf8455d4 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:23:58.590044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-284e05b6-949d-4915-b318-1c984314921c None None] Provisioning complete for port 75fd9536-dc11-4331-a3af-d00fdf8455d4 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:23:58.590592 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-284e05b6-949d-4915-b318-1c984314921c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.634888 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:58.649611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-284e05b6-949d-4915-b318-1c984314921c None None] Port 75fd9536-dc11-4331-a3af-d00fdf8455d4 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:23:58.715327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95391c1d-87db-4b88-85de-a53570ed3df5 req-67ffbd79-5e3c-4a9c-b2a7-3dccfa84022d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:58.716038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-95391c1d-87db-4b88-85de-a53570ed3df5 req-67ffbd79-5e3c-4a9c-b2a7-3dccfa84022d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:23:58.792009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-95391c1d-87db-4b88-85de-a53570ed3df5 req-67ffbd79-5e3c-4a9c-b2a7-3dccfa84022d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:23:58.793178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95391c1d-87db-4b88-85de-a53570ed3df5 req-67ffbd79-5e3c-4a9c-b2a7-3dccfa84022d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 931 time: 0.2401893 Apr 18 21:23:58.884619 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95391c1d-87db-4b88-85de-a53570ed3df5 req-13be0055-5295-4882-b1c0-2bbb119fdeda tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838394 Apr 18 21:23:59.049756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fd9536-dc11-4331-a3af-d00fdf8455d4 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:23:59.057422 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.072449 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Transition to ACTIVE for port object 75fd9536-dc11-4331-a3af-d00fdf8455d4 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:23:59.076126 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.209152 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:59.318360 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:23:59.318696 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:23:59.319127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on network a56a7373-9a13-4976-b587-61861f04b4a0 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:23:59.323782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on network a56a7373-9a13-4976-b587-61861f04b4a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:23:59.324117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on network a56a7373-9a13-4976-b587-61861f04b4a0 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:23:59.329193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:23:59.329557 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Checking segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:23:59.329932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Bound using segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:23:59.330354 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Bound port: 75fd9536-dc11-4331-a3af-d00fdf8455d4, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:23:59.330704 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.425672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:23:59.429233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:23:59.433386 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.490849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:59.491460 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:23:59.492944 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] 10.222.0.55 "PUT /v2.0/ports/75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 1091 time: 1.0596302 Apr 18 21:23:59.493378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:23:59.521140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e86f80-f916-4fc5-9a8f-9653c6106a4e service neutron] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:23:59.575096 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acc0d996-2cd1-4283-826c-c3db78427132'] response: {'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'status': 'completed', 'code': 200} Apr 18 21:23:59.620918 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-5d25b748-75fd-497b-83c7-ff65f395bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:59.622551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-5d25b748-75fd-497b-83c7-ff65f395bd6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0825274 Apr 18 21:23:59.808845 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-1eeebfd5-c66b-41b8-a543-115b7a8fb4b7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 217 time: 0.1786795 Apr 18 21:23:59.876759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-ec739a37-fb2e-4ee2-9c5c-a3a87fc64beb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:59.878323 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-ec739a37-fb2e-4ee2-9c5c-a3a87fc64beb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0629401 Apr 18 21:23:59.954730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-582fcdc9-d643-4815-ad92-110798c7ea9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:23:59.956163 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-582fcdc9-d643-4815-ad92-110798c7ea9e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723078 Apr 18 21:24:00.080908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6865d164-fd5c-4390-b37a-7cd412d44bb8 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:00.146162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-44130260-8b53-43e7-b069-ad9b59c23028 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841154 Apr 18 21:24:00.152965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 6865d164-fd5c-4390-b37a-7cd412d44bb8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:00.153421 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:00.201371 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112a482-eda8-474f-a28b-cd1e7856b6d5 req-aa4a343f-2fa7-4d41-b70d-c7ce7ce52135 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.202863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b112a482-eda8-474f-a28b-cd1e7856b6d5 req-aa4a343f-2fa7-4d41-b70d-c7ce7ce52135 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.2053599 Apr 18 21:24:00.323861 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b112a482-eda8-474f-a28b-cd1e7856b6d5 req-73dc9412-49fd-4b55-8ec2-08f41e78d0fd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741444 Apr 18 21:24:00.328899 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3d1fb963-a452-41bd-aff0-fd2d02ed454d req-99727ea5-2bbf-43f7-8afb-46ec6fdc764f service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759233 Apr 18 21:24:00.440194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-21b00b41-8530-460c-ab1f-69dbc465dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.441710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-21b00b41-8530-460c-ab1f-69dbc465dc20 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0709777 Apr 18 21:24:00.575588 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-875064a0-e71c-41f5-b4d1-5779cac1419e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.576963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-875064a0-e71c-41f5-b4d1-5779cac1419e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1297202 Apr 18 21:24:00.650727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-e78eea52-9804-49b2-a352-fe45e2724f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 217 time: 0.0659473 Apr 18 21:24:00.712519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-46b95ecd-2706-4aad-b493-3a594d66cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.713972 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-46b95ecd-2706-4aad-b493-3a594d66cc4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0577567 Apr 18 21:24:00.790431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-49090d6c-c151-4596-825f-34d679cc60d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:00.791891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-49090d6c-c151-4596-825f-34d679cc60d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721164 Apr 18 21:24:00.925335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-b2de3aa7-d062-492e-91a8-f6b1191e78c1 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255543 Apr 18 21:24:01.058563 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-af5e9971-53c5-4b8a-be93-4d5ff23b16d9 req-57040c40-bf62-4244-9faf-ee74aacf6482 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275778 Apr 18 21:24:01.511146 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e7d00-0b1d-4edd-a44b-4322ffdd1cc9 req-db5a586d-dc05-4644-97c9-3f46243cbf00 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:01.512607 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-308e7d00-0b1d-4edd-a44b-4322ffdd1cc9 req-db5a586d-dc05-4644-97c9-3f46243cbf00 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.0809767 Apr 18 21:24:01.558657 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-308e7d00-0b1d-4edd-a44b-4322ffdd1cc9 req-5f286604-519d-4bd9-a7db-083564c84e37 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Apr 18 21:24:02.743242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eadf7e-9b84-4269-9d20-558ce0285326 req-91205114-626e-4f7b-bdc3-40ad86811309 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:02.744711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44eadf7e-9b84-4269-9d20-558ce0285326 req-91205114-626e-4f7b-bdc3-40ad86811309 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.0803921 Apr 18 21:24:02.789167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-44eadf7e-9b84-4269-9d20-558ce0285326 req-665d7742-290a-4e00-8e7f-94ef687d68ee tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387607 Apr 18 21:24:03.673045 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:24:03.879094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:24:03.895462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'port_id': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'mac_address': 'fa:16:3e:4b:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:24:03.969377 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:03.981670 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff498a42-8ce1-4f57-9409-a7db738385e4 req-930c3f53-1d67-4f72-8850-ee2e462045d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:03.983387 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff498a42-8ce1-4f57-9409-a7db738385e4 req-930c3f53-1d67-4f72-8850-ee2e462045d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.0846927 Apr 18 21:24:03.995396 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fd9536-dc11-4331-a3af-d00fdf8455d4 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:24:04.030059 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ff498a42-8ce1-4f57-9409-a7db738385e4 req-bb3b31c7-3547-4336-8cf6-436ed15a9574 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409451 Apr 18 21:24:04.120336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:24:04.128528 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:04.219547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:04.477712 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['75fd9536-dc11-4331-a3af-d00fdf8455d4'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:24:05.229174 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b672e2-621b-4728-bd91-1bd92b72db7a req-2f77a3b0-6b02-46e2-ad9a-69b996a91360 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:05.230742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79b672e2-621b-4728-bd91-1bd92b72db7a req-2f77a3b0-6b02-46e2-ad9a-69b996a91360 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 944 time: 0.0841315 Apr 18 21:24:05.280095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-79b672e2-621b-4728-bd91-1bd92b72db7a req-a1f4f71c-27f4-4030-8604-e20507552c26 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432506 Apr 18 21:24:05.692753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:24:05.760802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 75fd9536-dc11-4331-a3af-d00fdf8455d4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:24:05.765356 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 75fd9536-dc11-4331-a3af-d00fdf8455d4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:24:05.765763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.883332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.910574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:05.921248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:24:05.925816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:05.998776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:06.007655 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a198265-9cae-4d3a-800c-0ec5ae20b042'] response: {'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'code': 200} Apr 18 21:24:06.129127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6355af2-ae59-4e1e-8e9a-8c3907a2cceb req-9a47cccb-f57d-4063-ad3a-24feb82ce651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.130648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6355af2-ae59-4e1e-8e9a-8c3907a2cceb req-9a47cccb-f57d-4063-ad3a-24feb82ce651 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0689430 Apr 18 21:24:06.169537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c6355af2-ae59-4e1e-8e9a-8c3907a2cceb req-fe6b7a84-2959-4a42-b3ee-0666a53d6e54 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332768 Apr 18 21:24:06.627235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5850f1-f5e6-40fa-9baf-619ba9c535c4 req-f4ca1f6f-b11e-4aaa-88ce-de1040892e65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:06.628680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc5850f1-f5e6-40fa-9baf-619ba9c535c4 req-f4ca1f6f-b11e-4aaa-88ce-de1040892e65 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.2377141 Apr 18 21:24:06.674069 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc5850f1-f5e6-40fa-9baf-619ba9c535c4 req-09d84aab-27c0-4759-8283-c4a72ae3ce5b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393355 Apr 18 21:24:07.860005 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893e54d-8609-434f-a331-e46b9136c913 req-168f736f-7ccf-43d2-a60c-9d23eeec64a6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:07.861639 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c893e54d-8609-434f-a331-e46b9136c913 req-168f736f-7ccf-43d2-a60c-9d23eeec64a6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0823050 Apr 18 21:24:07.906879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c893e54d-8609-434f-a331-e46b9136c913 req-544e6c6b-6dac-4309-ada2-a43afce20a2b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387490 Apr 18 21:24:08.098597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d6a5d-667c-4884-a964-80f91343b124 req-39317e1f-f187-4a09-9d98-f2369efafd5f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.100109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136d6a5d-667c-4884-a964-80f91343b124 req-39317e1f-f187-4a09-9d98-f2369efafd5f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0855837 Apr 18 21:24:08.146463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136d6a5d-667c-4884-a964-80f91343b124 req-0ba20d79-4f37-47cb-a8de-fac34c85daa2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397143 Apr 18 21:24:08.168245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:08.238233 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fa90af-636f-4da7-994e-98fe201f2d98 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:08.239722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-14fa90af-636f-4da7-994e-98fe201f2d98 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1091 time: 0.0705397 Apr 18 21:24:08.243350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:08.248350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:24:08.255055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:24:08.259425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:floatingip and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:24:08.262235 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:24:08.267833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:24:08.278795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.415909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.551859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.72 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/d208e5e0-921e-48e3-8b83-d00dfd095904) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:24:08.702102 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.733139 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:08.799556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:24:08.802581 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:24:08.805525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:24:08.854783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=d208e5e0-921e-48e3-8b83-d00dfd095904,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:09.236885 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.309623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.515712 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.520317 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.760049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=d208e5e0-921e-48e3-8b83-d00dfd095904,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:24:09.768094 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:09.940953 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 412031da-c70e-43c5-8c64-b4422611e951 associated. External IP: 172.25.5.72, port: 75fd9536-dc11-4331-a3af-d00fdf8455d4. Apr 18 21:24:10.306795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router d99cc59b-7240-4613-ba1f-c874106b5800 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:24:10.488074 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:24:10.498495 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] Sync routers for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:24:10.508511 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:24:10.509160 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:10.512700 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:10.568666 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d62b49a8-6b70-4b05-8623-8904cb5657c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3241775 Apr 18 21:24:10.569147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:24:10.626673 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bfa0eca-719a-4bf1-8882-7b50f6221d81'] response: {'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'status': 'completed', 'code': 200} Apr 18 21:24:10.712954 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:24:10.724701 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-aa4e3f25-c497-4f25-99de-a678ba3c0b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.726580 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-aa4e3f25-c497-4f25-99de-a678ba3c0b50 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0779066 Apr 18 21:24:10.754988 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b37dd9-a02a-43e1-a997-dd0fce43a1ff req-f60f2a92-e720-480a-8c64-9f94fbb9fb20 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.757113 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7b37dd9-a02a-43e1-a997-dd0fce43a1ff req-f60f2a92-e720-480a-8c64-9f94fbb9fb20 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0868862 Apr 18 21:24:10.802273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d7b37dd9-a02a-43e1-a997-dd0fce43a1ff req-28b07bfe-bff7-4ce0-ac90-5164fe92d214 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392468 Apr 18 21:24:10.826976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44498) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:10.868387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-3937202c-e54c-4b2a-b5bc-71473bfcc3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:10.870280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-3937202c-e54c-4b2a-b5bc-71473bfcc3c0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1383564 Apr 18 21:24:10.951754 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9a9e942f-3f94-4b1c-af62-c5eab80bb33e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/412031da-c70e-43c5-8c64-b4422611e951 HTTP/1.1" status: 200 len: 990 time: 0.1236820 Apr 18 21:24:10.987443 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-4015bfde-77fd-473c-aae8-757d3ca67bb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 998 time: 0.1101263 Apr 18 21:24:11.055212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-c99e2174-604c-4cda-825e-f084bffe9e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:11.056781 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-c99e2174-604c-4cda-825e-f084bffe9e3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0632827 Apr 18 21:24:11.097240 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '412031da-c70e-43c5-8c64-b4422611e951', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'port_id': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'mac_address': 'fa:16:3e:4b:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:09Z', 'updated_at': '2022-04-18T21:24:09Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:11.103945 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] Checking router: d99cc59b-7240-4613-ba1f-c874106b5800 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:24:11.117784 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:24:11.118598 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:23:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:11.147499 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-207f788a-374a-4306-97ab-ce9c46276f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:11.149005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-207f788a-374a-4306-97ab-ce9c46276f9f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865958 Apr 18 21:24:11.280409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-480df56a-b00e-417c-b26e-6d282062133a service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248231 Apr 18 21:24:11.298385 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:24:11.543463 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1f6780bc-74ee-4332-b8ec-8c8b084b9e0f req-16adedeb-cc7c-4d49-a0ea-fb60f908168f service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562299 Apr 18 21:24:11.690740 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '412031da-c70e-43c5-8c64-b4422611e951', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'port_id': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'mac_address': 'fa:16:3e:4b:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:09Z', 'updated_at': '2022-04-18T21:24:09Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:24:11.695159 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98e347e-10f5-48e2-840b-ff10cf811728 None None] The sync data for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 is: [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '412031da-c70e-43c5-8c64-b4422611e951', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.72', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'port_id': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4326, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'mac_address': 'fa:16:3e:4b:dc:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:24:09Z', 'updated_at': '2022-04-18T21:24:09Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:24:11.887685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f6e0d7-8436-4a19-b535-be925307dd94 None None] New status for floating IP 412031da-c70e-43c5-8c64-b4422611e951: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:24:11.955651 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44502) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:12.066706 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a96cec97-d8a5-48c9-b3c2-b560ec6afae1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/412031da-c70e-43c5-8c64-b4422611e951 HTTP/1.1" status: 200 len: 990 time: 0.1097169 Apr 18 21:24:13.070458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44506) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:24:13.177479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-81fe7a0e-9d07-48fa-9f01-84ae8da0e660 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/412031da-c70e-43c5-8c64-b4422611e951 HTTP/1.1" status: 200 len: 992 time: 0.1057677 Apr 18 21:24:13.659431 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5a928b95-bea3-4e12-b6bc-553b5c815181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.054879 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d1ec25d-8c1d-499f-bd8a-6c30365b4955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:16.379710 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:24:17.229885 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:17.249800 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.437065 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-685aa304-7ce3-4579-817c-b7dd7f7ea5eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0716474 Apr 18 21:24:18.585762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f2752-a515-4056-ab96-186bc32ad817 req-33cb347c-e3b2-42e1-9ff5-6f7db386601b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.587246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-33cb347c-e3b2-42e1-9ff5-6f7db386601b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0778086 Apr 18 21:24:18.697947 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:18.735159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f2752-a515-4056-ab96-186bc32ad817 req-700e0533-5cb0-4f1d-b952-216c2c6b848d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.736630 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-700e0533-5cb0-4f1d-b952-216c2c6b848d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1309025 Apr 18 21:24:18.840042 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-273f2dd2-4584-43bf-be7b-7ba62106dfea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 1000 time: 0.0968406 Apr 18 21:24:18.907919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f2752-a515-4056-ab96-186bc32ad817 req-68f26299-a9ad-4da5-99a6-9eeb8c0dac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.909363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-68f26299-a9ad-4da5-99a6-9eeb8c0dac7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0633569 Apr 18 21:24:18.987428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f2752-a515-4056-ab96-186bc32ad817 req-bb3bea9f-0a52-47e9-af31-fa8a9ba79985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:24:18.988934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-bb3bea9f-0a52-47e9-af31-fa8a9ba79985 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731194 Apr 18 21:24:19.145656 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-2624fa9c-fb55-42ca-bb5f-722fb0ac554c service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329331 Apr 18 21:24:19.294710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-212f2752-a515-4056-ab96-186bc32ad817 req-412f6c5e-e7c2-471b-9767-5ebf235fac51 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344173 Apr 18 21:24:19.333675 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:19.789077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:32.498320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-cbf07a9b-245f-4641-abef-d4495b81c9c7 req-1d41d22c-79f2-42d0-9f32-a98d8d930d2c tempest-ServerDiskConfigTestJSON-1252224356 tempest-ServerDiskConfigTestJSON-1252224356-project] (88141) timed out ('10.222.0.61', 56351) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:24:43.662933 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f9ab969e-8dc2-4134-b200-2be4f69f2cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:46.050394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-23a1f981-edac-4c2a-801f-059082edb51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.231889 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:47.252200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:48.699426 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.347754 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:49.797365 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:24:53.378606 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:25:13.674015 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b8930b8f-3cfd-4246-9f3e-42200f6b106e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:14.297714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44538) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:14.364713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6261458-9ca7-4bc0-95df-45d2d7cbd7b1 req-73feac12-8450-4734-9f45-129a61accf41 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:14.366221 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6261458-9ca7-4bc0-95df-45d2d7cbd7b1 req-73feac12-8450-4734-9f45-129a61accf41 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0907640 Apr 18 21:25:14.426392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6261458-9ca7-4bc0-95df-45d2d7cbd7b1 req-9889d686-88db-4974-81a3-c2c3fb58f12d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538523 Apr 18 21:25:14.429144 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-53689fda-1976-46ce-b4c4-bb871c6b4ab2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1302972 Apr 18 21:25:15.636946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ef88b-e233-423f-a9f9-3cf692701f58 req-b80dd03d-0875-4d43-8082-d85fb46ed553 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:15.638615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c95ef88b-e233-423f-a9f9-3cf692701f58 req-b80dd03d-0875-4d43-8082-d85fb46ed553 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.1008813 Apr 18 21:25:15.687938 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c95ef88b-e233-423f-a9f9-3cf692701f58 req-db24b7fe-5be2-45cf-b893-c3719f114b30 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432942 Apr 18 21:25:15.876687 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-cdff5a66-fa6d-4e2e-b14b-e8e84a3a6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:15.878110 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-cdff5a66-fa6d-4e2e-b14b-e8e84a3a6c09 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1238348 Apr 18 21:25:16.014887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-e74076bf-d0f5-49be-84f1-b6f091aa37ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.016337 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-e74076bf-d0f5-49be-84f1-b6f091aa37ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1319921 Apr 18 21:25:16.055717 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8f2281f8-87f8-4b09-af05-eb50f3cde9c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:16.126119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-dd5cdb85-14c9-464d-8d39-41fd21034cc2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 1000 time: 0.1033936 Apr 18 21:25:16.194671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-b5d5a913-60e5-44cb-a18f-187abe7b8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.196136 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-b5d5a913-60e5-44cb-a18f-187abe7b8b80 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0641634 Apr 18 21:25:16.279252 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-1e49a97c-0d34-4942-a99a-0573527c6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.280801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-1e49a97c-0d34-4942-a99a-0573527c6bce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771716 Apr 18 21:25:16.418471 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-f2e233fd-49b0-4fd4-aa82-2b7bbedc4f53 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308274 Apr 18 21:25:16.664231 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-603ae828-7d79-490d-97ee-3447d22b7294 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403159 Apr 18 21:25:16.897273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7e9c1d-b1cb-468c-9e85-c853c16ae6f9 req-3089cb70-78ec-438f-bad1-c678cbb16920 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:16.898812 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d7e9c1d-b1cb-468c-9e85-c853c16ae6f9 req-3089cb70-78ec-438f-bad1-c678cbb16920 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0901325 Apr 18 21:25:16.951224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7d7e9c1d-b1cb-468c-9e85-c853c16ae6f9 req-99a6d245-ce10-477b-8126-7aa847aa7b8e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466888 Apr 18 21:25:17.235405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:17.265970 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:18.151169 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb652a54-bef5-4949-aee3-fec0fd825a9d req-5f80ca67-ee63-4eac-976a-e198273a3841 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:18.152615 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb652a54-bef5-4949-aee3-fec0fd825a9d req-5f80ca67-ee63-4eac-976a-e198273a3841 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0839543 Apr 18 21:25:18.196711 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb652a54-bef5-4949-aee3-fec0fd825a9d req-5cd65230-9948-45bc-9877-76925e88556c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383823 Apr 18 21:25:18.702389 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.367565 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.562382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-e21a85fc-44a8-4a60-9c76-177d021168d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.563856 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-e21a85fc-44a8-4a60-9c76-177d021168d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1341684 Apr 18 21:25:19.578620 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca07be-22a0-4ae7-b541-52fc2dcfebca req-89d50f47-468d-4a28-851d-20ff95df4850 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.580452 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3ca07be-22a0-4ae7-b541-52fc2dcfebca req-89d50f47-468d-4a28-851d-20ff95df4850 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.1143098 Apr 18 21:25:19.715512 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3ca07be-22a0-4ae7-b541-52fc2dcfebca req-09d16ffe-0b16-43d5-aba0-977dc6bcd011 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293206 Apr 18 21:25:19.745504 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-45d65f42-1f58-46b2-b586-035deeb4623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.746950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-45d65f42-1f58-46b2-b586-035deeb4623b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1597807 Apr 18 21:25:19.808839 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:19.854539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-fe90e7a4-5a8c-473a-bc88-8d9f6cb16b35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 1000 time: 0.1008606 Apr 18 21:25:19.916923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-1a0d747b-96f1-47de-967e-91443208a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.918411 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-1a0d747b-96f1-47de-967e-91443208a5fa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0586171 Apr 18 21:25:19.997677 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-b6cb1ede-9e69-4a91-b234-3a6c0bbea367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:19.999210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-b6cb1ede-9e69-4a91-b234-3a6c0bbea367 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751925 Apr 18 21:25:20.136375 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-f038959f-2dbf-4556-b980-072afb276730 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315322 Apr 18 21:25:20.275634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-caa6bcfd-dcab-4adf-a692-0f15dc07207d req-5b37c8f0-4912-4037-9497-bf995904bb43 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282997 Apr 18 21:25:20.906833 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826ef11-4d4e-4eee-8ae8-3069d1b3f57d req-c03a95d7-f1e4-4dfd-8f6a-538361e70abf tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:20.908288 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5826ef11-4d4e-4eee-8ae8-3069d1b3f57d req-c03a95d7-f1e4-4dfd-8f6a-538361e70abf tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0858727 Apr 18 21:25:20.954945 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-5826ef11-4d4e-4eee-8ae8-3069d1b3f57d req-5f60fb88-52d6-4bcb-a8b7-f3651a28136f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407724 Apr 18 21:25:22.149388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a17fb92-f971-4bbd-ad1d-05d33fa4190b req-96818f03-ee1e-4dd1-9d48-57276343ab67 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:22.150984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a17fb92-f971-4bbd-ad1d-05d33fa4190b req-96818f03-ee1e-4dd1-9d48-57276343ab67 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0855405 Apr 18 21:25:22.199097 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0a17fb92-f971-4bbd-ad1d-05d33fa4190b req-b67a7056-c8a1-4b80-b942-79200e563d72 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418334 Apr 18 21:25:23.394453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fce650-8c6e-4de3-97f1-b83629d261de req-ba0acbc5-96db-4538-a0ce-43ab3e19908c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:23.395901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10fce650-8c6e-4de3-97f1-b83629d261de req-ba0acbc5-96db-4538-a0ce-43ab3e19908c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0852530 Apr 18 21:25:23.443484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-10fce650-8c6e-4de3-97f1-b83629d261de req-1b8d552c-f0f6-4b17-a5c7-478b5e63516d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415244 Apr 18 21:25:24.641829 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a143bb-95fb-44e1-8ab1-4995e62edfdf req-4253c534-0fab-4fa1-b656-45d4d556e1eb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:24.643306 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-15a143bb-95fb-44e1-8ab1-4995e62edfdf req-4253c534-0fab-4fa1-b656-45d4d556e1eb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0900536 Apr 18 21:25:24.689535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-15a143bb-95fb-44e1-8ab1-4995e62edfdf req-c3b2a351-c579-4e2a-974e-d39ea18108ab tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397701 Apr 18 21:25:25.888053 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70004ebd-4904-449c-8e45-904fea3f8cff req-a646b18c-4d01-498c-a2b7-a5be029afb48 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:25.889581 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70004ebd-4904-449c-8e45-904fea3f8cff req-a646b18c-4d01-498c-a2b7-a5be029afb48 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0826883 Apr 18 21:25:25.936856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70004ebd-4904-449c-8e45-904fea3f8cff req-e7eb5cda-ffaa-483c-b998-537774791095 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407510 Apr 18 21:25:27.125161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a6bc6-d1df-4620-bb76-d87f01dff6c9 req-dbc147da-3fb8-4746-8e17-2dd5b0bf2b2c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:27.126639 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-924a6bc6-d1df-4620-bb76-d87f01dff6c9 req-dbc147da-3fb8-4746-8e17-2dd5b0bf2b2c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0797937 Apr 18 21:25:27.174999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-924a6bc6-d1df-4620-bb76-d87f01dff6c9 req-66ab71c7-1020-4f7f-b70f-d7e4d935a84a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419145 Apr 18 21:25:28.366416 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74adfb-cced-45d3-9eed-f883fbcba60e req-3b734a3c-620c-4f02-a326-393c9bf67ff5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:28.367807 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f74adfb-cced-45d3-9eed-f883fbcba60e req-3b734a3c-620c-4f02-a326-393c9bf67ff5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0842814 Apr 18 21:25:28.518593 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0f74adfb-cced-45d3-9eed-f883fbcba60e req-abdb49e1-ff74-4292-9538-6105006e3d42 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451235 Apr 18 21:25:28.726539 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-055ec801-e004-4b80-9824-5f7743bec28c req-a27124b5-a080-40bd-859d-e21b779c2110 service neutron] show failed (client error): The resource could not be found. Apr 18 21:25:28.727453 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-a27124b5-a080-40bd-859d-e21b779c2110 service neutron] 10.222.0.55 "GET /v2.0/ports/75fd9536-dc11-4331-a3af-d00fdf8455d4/bindings/n-h2-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.0725923 Apr 18 21:25:29.004205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-b21aa24c-0ae7-4584-aa36-3415ea224bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:29.006287 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-b21aa24c-0ae7-4584-aa36-3415ea224bed service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 1096 time: 0.0726233 Apr 18 21:25:29.020791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:25:29.136950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.514009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:25:29.545131 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:25:29.606599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:29.612728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.628409 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Transition to ACTIVE for port object 75fd9536-dc11-4331-a3af-d00fdf8455d4 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:25:29.664713 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:29.669783 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26986068-7aa3-493b-8ebc-57042441f424'] response: {'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'code': 200} Apr 18 21:25:29.822615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:29.846883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.847221 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.847556 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.847890 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.848212 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.849381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.849682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.850032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.850457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.850778 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.851102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.851421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:29.898428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] No DVR routers for this DVR port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:25:29.985374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37feb311-e1d4-4fbd-b20c-a531e181cb11 req-236ef723-a68b-4488-819f-2c52db67f408 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:29.986728 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37feb311-e1d4-4fbd-b20c-a531e181cb11 req-236ef723-a68b-4488-819f-2c52db67f408 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.3547080 Apr 18 21:25:30.118595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37feb311-e1d4-4fbd-b20c-a531e181cb11 req-c6dfd8b2-dab5-46cd-8da6-385c1c0e3d83 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231675 Apr 18 21:25:30.189185 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:25:30.189535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:25:30.189872 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on network a56a7373-9a13-4976-b587-61861f04b4a0 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:25:30.194761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on network a56a7373-9a13-4976-b587-61861f04b4a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:25:30.195113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Attempting to bind port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on network a56a7373-9a13-4976-b587-61861f04b4a0 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:25:30.200133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 25, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:25:30.200469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Checking segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:25:30.200849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Bound using segment: {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:25:30.201268 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Bound port: 75fd9536-dc11-4331-a3af-d00fdf8455d4, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:25:30.201720 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.293802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:25:30.296740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:25:30.301621 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.356285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:30.357005 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:30.358635 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] 10.222.0.61 "PUT /v2.0/ports/75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 1091 time: 1.3416615 Apr 18 21:25:30.381200 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75082905-4e0b-424f-820b-96cc7a4ba413 service neutron] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:30.381553 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:25:30.462251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-1de3dee2-316d-46ae-b261-f3137b181762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:30.463760 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-1de3dee2-316d-46ae-b261-f3137b181762 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0791540 Apr 18 21:25:30.607972 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-9983c6fe-232e-4ea5-a735-bb10636e9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:30.609636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-9983c6fe-232e-4ea5-a735-bb10636e9913 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1362810 Apr 18 21:25:30.712109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-b9d921ed-9c06-48cf-9e85-353601b27a94 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 998 time: 0.0927970 Apr 18 21:25:30.780565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-ae36da57-e37d-4393-b48d-f7c3309d7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:30.782000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-ae36da57-e37d-4393-b48d-f7c3309d7dd2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0605457 Apr 18 21:25:30.861358 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055ec801-e004-4b80-9824-5f7743bec28c req-ae024c70-2611-4c94-802a-4ef3a97e2503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:30.862786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-ae024c70-2611-4c94-802a-4ef3a97e2503 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712919 Apr 18 21:25:31.121133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-f6657318-0010-4daf-b3e6-16b0d0735ec3 service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477756 Apr 18 21:25:31.269562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-055ec801-e004-4b80-9824-5f7743bec28c req-1910ecc3-53ec-4487-b32d-02c147dafb21 service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379631 Apr 18 21:25:31.310763 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728c2d9-101c-4fae-b2fb-42ca4806c83f req-4a5c1ff5-1492-4ad1-9d3c-16165607cbf5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:31.312238 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0728c2d9-101c-4fae-b2fb-42ca4806c83f req-4a5c1ff5-1492-4ad1-9d3c-16165607cbf5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.0829215 Apr 18 21:25:31.359027 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0728c2d9-101c-4fae-b2fb-42ca4806c83f req-3b4d86b7-f843-4bf9-9547-d0179100d5f0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386827 Apr 18 21:25:31.671030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:31.729310 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e424881-1e07-42b7-b908-4b60069df7d5'] response: {'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'status': 'completed', 'code': 200} Apr 18 21:25:31.869863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-dfacf80e-33f7-42de-bd86-401ff4210714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:31.871343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-dfacf80e-33f7-42de-bd86-401ff4210714 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1094 time: 0.1234963 Apr 18 21:25:31.921482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-28ec0532-b76a-4381-ba4b-f889d3c768d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:31.922889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-28ec0532-b76a-4381-ba4b-f889d3c768d4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1094 time: 0.1411643 Apr 18 21:25:32.104659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-30ac3eee-d204-4429-a931-80b2d51f8b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.106118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-30ac3eee-d204-4429-a931-80b2d51f8b2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.2273118 Apr 18 21:25:32.160627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:25:32.194866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-cefd2b15-05dd-45b4-9d03-57d47a652b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.196224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-cefd2b15-05dd-45b4-9d03-57d47a652b9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.2288616 Apr 18 21:25:32.218231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:25:32.294135 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-c06711fe-8089-4467-bc9e-05fde134e495 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 998 time: 0.1735511 Apr 18 21:25:32.353877 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-aeeb8dad-1edc-45ef-9a13-b64fdf163a4c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 998 time: 0.1494837 Apr 18 21:25:32.420714 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-1418fafc-eeaf-43e6-ad1a-bb97533e79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.422178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-1418fafc-eeaf-43e6-ad1a-bb97533e79d3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.1205060 Apr 18 21:25:32.464284 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-6ee829cd-100d-4678-a69f-a0e5e0728653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.465661 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-6ee829cd-100d-4678-a69f-a0e5e0728653 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.1033919 Apr 18 21:25:32.556913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0fd674-51e5-4e84-812a-3082ce4bf2e7 req-f96a6e08-3c4f-4f40-8961-26cce762bfce tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.558434 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb0fd674-51e5-4e84-812a-3082ce4bf2e7 req-f96a6e08-3c4f-4f40-8961-26cce762bfce tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.0880091 Apr 18 21:25:32.563444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-214ab456-4800-4f64-858d-b1e1efb40040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.564914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-214ab456-4800-4f64-858d-b1e1efb40040 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1363232 Apr 18 21:25:32.570847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358a986-e528-4e28-97cd-050c7b026173 req-23c21166-ea11-4fe0-82e3-f8051eb8c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:32.572230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-23c21166-ea11-4fe0-82e3-f8051eb8c231 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998991 Apr 18 21:25:32.605863 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eb0fd674-51e5-4e84-812a-3082ce4bf2e7 req-2b8afb2d-13ac-4220-9423-0fef37b2d907 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417063 Apr 18 21:25:32.803358 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-82418791-b666-43e3-be48-8c1f22c91b43 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301888 Apr 18 21:25:32.806347 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-adf0ac73-c3a1-4dba-bd49-c84bad4eca28 service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134311 Apr 18 21:25:33.169540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-cab2150d-387c-4ed6-b5fa-d84965d97193 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605072 Apr 18 21:25:33.172744 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3358a986-e528-4e28-97cd-050c7b026173 req-5d181b7d-045b-4569-9d6f-f57dcfeb9dfc service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462694 Apr 18 21:25:33.798551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e39d7-1153-4474-93d9-1bde0ec4fef0 req-e32dcac7-b739-49c9-91d8-5b27400b51aa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:33.800016 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-305e39d7-1153-4474-93d9-1bde0ec4fef0 req-e32dcac7-b739-49c9-91d8-5b27400b51aa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.0837564 Apr 18 21:25:33.844127 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-305e39d7-1153-4474-93d9-1bde0ec4fef0 req-8701fa70-a1ec-4501-bc6b-7109f1e76b11 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Apr 18 21:25:34.196737 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:25:34.215734 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fc89-90e7-4765-8cdb-d51fa2ed623d req-1f988712-871b-434e-86c4-6d2682f2f99e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.217204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b53fc89-90e7-4765-8cdb-d51fa2ed623d req-1f988712-871b-434e-86c4-6d2682f2f99e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 943 time: 0.1443272 Apr 18 21:25:34.225591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-6b29c539-3d90-447d-9c98-508be18b46f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.226993 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-6b29c539-3d90-447d-9c98-508be18b46f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6&tenant_id=8b5c4668663f458da0f1023aaaf7ea24&binding%3Ahost_id=n-h2-836016-3 HTTP/1.1" status: 200 len: 943 time: 0.1553481 Apr 18 21:25:34.325129 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b53fc89-90e7-4765-8cdb-d51fa2ed623d req-add5c965-7c67-4d8c-a6f1-fdc33cdebf8c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971768 Apr 18 21:25:34.330587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:25:34.338020 n-d-836016-3 neutron-server[88140]: INFO neutron.api.v2.resource [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-a1a39c44-5616-4f4d-a170-a38294899f50 service neutron] delete failed (client error): The resource could not be found. Apr 18 21:25:34.342341 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-a1a39c44-5616-4f4d-a170-a38294899f50 service neutron] 10.222.0.55 "DELETE /v2.0/ports/75fd9536-dc11-4331-a3af-d00fdf8455d4/bindings/n-h1-836016-3 HTTP/1.1" status: 404 len: 380 time: 0.1006064 Apr 18 21:25:34.344631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'port_id': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'mac_address': 'fa:16:3e:4b:dc:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:25:34.405002 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.422676 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fd9536-dc11-4331-a3af-d00fdf8455d4 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:25:34.439482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:25:34.445606 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:34.495638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-e9586417-13fd-4a61-bd8c-1f39239ac78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.497209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-e9586417-13fd-4a61-bd8c-1f39239ac78b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1095 time: 0.0798776 Apr 18 21:25:34.522247 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:34.529965 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.530320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.530668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.531012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.531382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.531719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.532058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.532391 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.532720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.533050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.533380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.533734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:25:34.535503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb2ca3-af1e-4c5d-84dd-9e3c227191c6 req-60f97653-8565-4027-b042-da6742a99774 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.538016 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74fb2ca3-af1e-4c5d-84dd-9e3c227191c6 req-60f97653-8565-4027-b042-da6742a99774 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 944 time: 0.0960908 Apr 18 21:25:34.592211 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-74fb2ca3-af1e-4c5d-84dd-9e3c227191c6 req-f25fa11e-ed0e-4c0f-8971-6b412c8722e7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484905 Apr 18 21:25:34.639660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-a180a757-ed31-4e09-b900-2c1a59175cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.641102 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-a180a757-ed31-4e09-b900-2c1a59175cf4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1375351 Apr 18 21:25:34.709753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['75fd9536-dc11-4331-a3af-d00fdf8455d4'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:25:34.749331 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-5dc32a5f-89b6-4c48-925b-981d9994e753 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 999 time: 0.1025028 Apr 18 21:25:34.815472 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-5debbba7-7132-45a2-b7aa-a8c2cd9aac7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.816929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-5debbba7-7132-45a2-b7aa-a8c2cd9aac7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0604239 Apr 18 21:25:34.892060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-553185f1-71b0-4155-8b96-867766ed70df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:34.893450 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-553185f1-71b0-4155-8b96-867766ed70df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711396 Apr 18 21:25:35.030230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-87c8fa59-6a94-4435-a5f2-c7845be1f8d4 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303360 Apr 18 21:25:35.168536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b15337b3-edb1-4a17-b726-13b40ee600f6 req-b8b2c031-262f-44dd-bcc7-213e57d47814 service neutron] 10.222.0.55 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318264 Apr 18 21:25:35.793474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ac58d-ffe0-4041-9896-ef851c7b56e8 req-a2b9e136-38a6-4998-b468-bfb438b04c82 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:25:35.795063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb9ac58d-ffe0-4041-9896-ef851c7b56e8 req-a2b9e136-38a6-4998-b468-bfb438b04c82 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 944 time: 0.0915036 Apr 18 21:25:35.840388 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb9ac58d-ffe0-4041-9896-ef851c7b56e8 req-aac93ba1-c6d3-4a17-935b-7ffbaa34e7f7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Apr 18 21:25:35.865330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:25:35.974391 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f34f9393-c5ec-40ce-8096-1e63e2da9b12 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/412031da-c70e-43c5-8c64-b4422611e951 HTTP/1.1" status: 200 len: 991 time: 0.1079772 Apr 18 21:25:36.199067 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:25:36.264368 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 75fd9536-dc11-4331-a3af-d00fdf8455d4 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:25:36.268999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 75fd9536-dc11-4331-a3af-d00fdf8455d4 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:25:36.269367 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.384986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.410913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:25:36.420283 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:25:36.424655 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:36.463077 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-373df7b8-47ae-4dfe-84bc-20e3330c423e'] response: {'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'code': 200} Apr 18 21:25:36.497631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=9']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:25:43.666297 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b3b457b-b120-4bb3-a227-77d9b5cd7a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:46.060222 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-63cbc185-ad78-450e-99cb-e405945295a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.237800 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:47.256400 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:48.705434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.377562 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:25:49.813087 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:06.439845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44628) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:06.792303 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port d208e5e0-921e-48e3-8b83-d00dfd095904 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:26:06.792654 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.039084 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.039397 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.110171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-a88937fc-6bde-4f87-94d2-86392d533d95 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2427962 Apr 18 21:26:07.176480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for d208e5e0-921e-48e3-8b83-d00dfd095904 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:26:07.323983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-5f9423a1-1c55-44b2-b843-44cfdf1f6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.325484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-5f9423a1-1c55-44b2-b843-44cfdf1f6063 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.1210051 Apr 18 21:26:07.382589 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:26:07.487865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.551316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=d208e5e0-921e-48e3-8b83-d00dfd095904,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:07.594333 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-ec2cf4b3-8793-4e8e-81b0-38948a2e5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.595771 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-ec2cf4b3-8793-4e8e-81b0-38948a2e5a32 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.2291107 Apr 18 21:26:07.702848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-8f5301c5-510b-4515-87e8-20ae5db6857e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 217 time: 0.0762000 Apr 18 21:26:07.755238 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:07.755576 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 412031da-c70e-43c5-8c64-b4422611e951 disassociated (deleted). External IP: 172.25.5.72, port: 75fd9536-dc11-4331-a3af-d00fdf8455d4. Apr 18 21:26:07.846484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-6f9dce5b-dffa-4339-b98b-e7f189a6dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:07.848101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-6f9dce5b-dffa-4339-b98b-e7f189a6dd9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.1342227 Apr 18 21:26:08.215157 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-0e7253bd-73c4-4b50-934c-c96b4e115c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:08.216636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-0e7253bd-73c4-4b50-934c-c96b4e115c96 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3535659 Apr 18 21:26:08.414553 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router d99cc59b-7240-4613-ba1f-c874106b5800 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:26:08.494583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-e1b4595d-cd1f-43bc-b451-d9bc186d964d service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656145 Apr 18 21:26:08.730109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:26:08.737449 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2da0630f-1ad8-40b6-9209-93016abd9e4b req-2e1d9f3a-9f42-47d2-8de5-5027653c2de0 service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279470 Apr 18 21:26:08.745030 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] Sync routers for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:08.759542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:08.764450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:08.765497 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:08.821404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f1e4143e-17f4-432b-a45f-a78bfde105d6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/floatingips/412031da-c70e-43c5-8c64-b4422611e951 HTTP/1.1" status: 204 len: 168 time: 2.3805575 Apr 18 21:26:08.822320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:08.891591 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540297fb-8bcb-442c-a1bb-d8b799fb4b94'] response: {'name': 'network-changed', 'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'status': 'completed', 'code': 200} Apr 18 21:26:08.974356 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:09.006928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-a91e6749-b686-4439-bbbf-d60961b00cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.008568 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-a91e6749-b686-4439-bbbf-d60961b00cc4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0882995 Apr 18 21:26:09.154160 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-7f6f44fb-6933-4131-83d8-c3237987f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.156022 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-7f6f44fb-6933-4131-83d8-c3237987f0d9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 200 len: 897 time: 0.1379640 Apr 18 21:26:09.266284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-5376bc8b-6543-447e-bf91-522fd37672cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 200 len: 217 time: 0.1028135 Apr 18 21:26:09.348881 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-62ef53f1-0ff1-4ece-87d1-55bad97cda0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.350747 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-62ef53f1-0ff1-4ece-87d1-55bad97cda0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 200 len: 835 time: 0.0771914 Apr 18 21:26:09.360403 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:09.363243 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748125e0-d35e-4069-8b27-85c59d8cb418 req-45f830e9-cda2-4ad5-8aac-6e3170213d31 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.363925 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-748125e0-d35e-4069-8b27-85c59d8cb418 req-45f830e9-cda2-4ad5-8aac-6e3170213d31 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:09.364160 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] Checking router: d99cc59b-7240-4613-ba1f-c874106b5800 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:09.373051 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:09.373686 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:09.422977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-748125e0-d35e-4069-8b27-85c59d8cb418 req-45f830e9-cda2-4ad5-8aac-6e3170213d31 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:09.424072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-748125e0-d35e-4069-8b27-85c59d8cb418 req-45f830e9-cda2-4ad5-8aac-6e3170213d31 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.2136760 Apr 18 21:26:09.476971 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-032f50db-8fd0-41ad-934e-d2fe35b82d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:09.478468 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-032f50db-8fd0-41ad-934e-d2fe35b82d6c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a56a7373-9a13-4976-b587-61861f04b4a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118410 Apr 18 21:26:09.485875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-748125e0-d35e-4069-8b27-85c59d8cb418 req-dec376ba-72d4-483f-98f5-a5a3e44f4873 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545237 Apr 18 21:26:09.563854 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:09.636156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-606fe16c-b031-4890-8300-8ec6bdbd80e0 service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493421 Apr 18 21:26:09.914174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb334d8e-90d8-4043-9158-3331efda9c51 req-47976c40-8f73-4ab9-8392-d1e2ba72101b service neutron] 10.222.0.61 "GET /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708955 Apr 18 21:26:09.937477 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:09.941867 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bc24a8-ec40-4c4f-b849-17afa0c76f60 None None] The sync data for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 is: [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:23:53Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '6865d164-fd5c-4390-b37a-7cd412d44bb8', 'name': '', 'network_id': 'a56a7373-9a13-4976-b587-61861f04b4a0', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b8:e5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_interface', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:52Z', 'updated_at': '2022-04-18T21:23:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'c71e2b05-2d8f-4c7c-afd5-d02baff07b6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:10.171109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e943225e-1056-4e30-9b72-661039602405 None None] New status for floating IP 412031da-c70e-43c5-8c64-b4422611e951: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:26:10.686018 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-74b6d39e-3715-46c0-817f-2cc9b2364971 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:10.686640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b794b77-6fee-4378-89b8-7c41a52e4079 req-d73a3b9e-cd91-4905-b614-fba1fed3e434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:10.687502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-74b6d39e-3715-46c0-817f-2cc9b2364971 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.61 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0855236 Apr 18 21:26:10.687806 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b794b77-6fee-4378-89b8-7c41a52e4079 req-d73a3b9e-cd91-4905-b614-fba1fed3e434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 945 time: 0.0835981 Apr 18 21:26:10.736654 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3b794b77-6fee-4378-89b8-7c41a52e4079 req-d1c77d8d-a9c6-4628-9493-218c038e6349 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=09fdf49f-5e66-4470-b150-e25320f89792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432348 Apr 18 21:26:10.765820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 75fd9536-dc11-4331-a3af-d00fdf8455d4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:26:10.766167 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.028289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 75fd9536-dc11-4331-a3af-d00fdf8455d4, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=75fd9536-dc11-4331-a3af-d00fdf8455d4,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:11.028648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.157432 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 75fd9536-dc11-4331-a3af-d00fdf8455d4 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:26:11.322774 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.381537 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=75fd9536-dc11-4331-a3af-d00fdf8455d4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:11.458817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] No DVR routers for this DVR port 75fd9536-dc11-4331-a3af-d00fdf8455d4 on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:11.462052 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:11.464813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-deleted', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:11.481706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3a06a3ff-f151-4f63-a156-0c151be9e0b4 req-781d725c-a3ae-4c4e-9ad1-68c6cfc5bb9c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.61 "DELETE /v2.0/ports/75fd9536-dc11-4331-a3af-d00fdf8455d4 HTTP/1.1" status: 204 len: 173 time: 0.7868702 Apr 18 21:26:11.514618 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794ed22f-8ba5-4054-8f05-206fdf1b656d'] response: {'server_uuid': '2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6', 'name': 'network-vif-deleted', 'tag': '75fd9536-dc11-4331-a3af-d00fdf8455d4', 'status': 'completed', 'code': 200} Apr 18 21:26:11.916204 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7415cc5b-4cf3-475c-b8ef-cbd80260ffb1 req-2b273f55-cf3b-49ff-94e6-caa77d39da36 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e693d07-dc1a-42a4-ba2d-3f666d2d0fe6 HTTP/1.1" status: 200 len: 210 time: 0.0496614 Apr 18 21:26:13.015324 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44650) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:13.585846 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:13.670693 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-651f4b86-4916-40d7-b6a4-7ce32b5aea1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:13.949778 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 6865d164-fd5c-4390-b37a-7cd412d44bb8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:26:13.949778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.254721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 6865d164-fd5c-4390-b37a-7cd412d44bb8, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=6865d164-fd5c-4390-b37a-7cd412d44bb8,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:14.255534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.386755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 6865d164-fd5c-4390-b37a-7cd412d44bb8 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:26:14.395623 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:14.433840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 75fd9536-dc11-4331-a3af-d00fdf8455d4 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:26:14.434500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 75fd9536-dc11-4331-a3af-d00fdf8455d4 not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:14.580438 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:14.634209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=6865d164-fd5c-4390-b37a-7cd412d44bb8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:14.678849 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.679194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.679547 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.679882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.680206 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.680539 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.680866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.681203 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.681618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.681874 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.682197 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.682515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:14.927391 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.291736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router d99cc59b-7240-4613-ba1f-c874106b5800 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:26:15.594689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:26:15.609372 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] Sync routers for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:15.611467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4ac51abf-69c8-4b67-9a6e-ea4a461bf310 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/d99cc59b-7240-4613-ba1f-c874106b5800/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5950723 Apr 18 21:26:15.614316 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44654) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:15.621081 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:15.621782 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:25:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:15.682603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting subnet c71e2b05-2d8f-4c7c-afd5-d02baff07b6b {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:26:15.685090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.744780 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.809887 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:15.838691 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.916638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.957099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Subnet': ['ID=c71e2b05-2d8f-4c7c-afd5-d02baff07b6b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:15.963899 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:15.973224 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4efbad39-9983-434d-9d9f-62f4e3c835d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/subnets/c71e2b05-2d8f-4c7c-afd5-d02baff07b6b HTTP/1.1" status: 204 len: 168 time: 0.3555984 Apr 18 21:26:15.973555 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44658) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:15.976523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f1f83e-8627-420e-8288-afba7536dca5 None None] Network a56a7373-9a13-4976-b587-61861f04b4a0 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:26:16.120885 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:26:14Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:16.123278 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cbcd7013-8410-4e60-9b95-abedcd383f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.126144 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] Checking router: d99cc59b-7240-4613-ba1f-c874106b5800 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:16.136724 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] Routers {'d99cc59b-7240-4613-ba1f-c874106b5800'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:16.137347 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['d99cc59b-7240-4613-ba1f-c874106b5800'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:16.200784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.288294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] DHCP port deletion for a56a7373-9a13-4976-b587-61861f04b4a0 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:26:16.292474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] Deleting port 983ec31e-96bb-475d-8f51-decc1ce5561d {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:26:16.293145 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.330051 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] Set router d99cc59b-7240-4613-ba1f-c874106b5800 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:16.412675 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.425490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:26:16.426361 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.512223 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] For port 983ec31e-96bb-475d-8f51-decc1ce5561d, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=983ec31e-96bb-475d-8f51-decc1ce5561d,segment=NetworkSegment(a1c8572f-bc79-44fb-b2b0-c2f9b4819179),segment_id=a1c8572f-bc79-44fb-b2b0-c2f9b4819179)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:16.512626 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.635701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 3b85f7c6-1901-4ab4-8e22-4e27da4ba992, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:16.636057 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.639156 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] Calling delete_port for 983ec31e-96bb-475d-8f51-decc1ce5561d owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:26:16.640221 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:26:14Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:16.644743 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-171194e1-9691-4ed1-bffa-b4d647490e16 None None] The sync data for ids ['d99cc59b-7240-4613-ba1f-c874106b5800'] in n-d-836016-3 is: [{'id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'name': 'tempest-TestNetworkAdvancedServerOps-router-37796160', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:23:48Z', 'updated_at': '2022-04-18T21:26:14Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '3b85f7c6-1901-4ab4-8e22-4e27da4ba992', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:47:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99cc59b-7240-4613-ba1f-c874106b5800', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:23:49Z', 'updated_at': '2022-04-18T21:23:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:16.734682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:16.767614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:26:16.783040 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] Pushing event deleted for resources: {'Port': ['ID=983ec31e-96bb-475d-8f51-decc1ce5561d,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:16.784862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4b4947-bed4-4c7d-8d6c-2ccadfaf6313 None None] No DVR routers for this DVR port 983ec31e-96bb-475d-8f51-decc1ce5561d on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:26:16.963937 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.022271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=3b85f7c6-1901-4ab4-8e22-4e27da4ba992,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:17.113910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.241653 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.262340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.408570 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.410720 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.433131 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.433882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Fanout notify agent at l3_agent the message router_deleted on router d99cc59b-7240-4613-ba1f-c874106b5800 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:26:17.448547 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.449679 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-6b361f6c-3f51-4e5d-82c4-66ba2a52f1c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/routers/d99cc59b-7240-4613-ba1f-c874106b5800 HTTP/1.1" status: 204 len: 168 time: 1.4752395 Apr 18 21:26:17.452484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:17.576030 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.713221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.738648 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a56a7373-9a13-4976-b587-61861f04b4a0']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:17.750727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:17.751025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1c8572f-bc79-44fb-b2b0-c2f9b4819179') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:17.763003 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.779939 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.786213 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:26:17.786639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:26:17.800910 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:26:17.884856 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.907383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:17.920398 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Network': ['ID=a56a7373-9a13-4976-b587-61861f04b4a0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:17.930673 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e017df7e-d402-4431-b385-acb32a2f7653 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/networks/a56a7373-9a13-4976-b587-61861f04b4a0 HTTP/1.1" status: 204 len: 168 time: 0.4771285 Apr 18 21:26:17.933232 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:18.001114 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0d45c49-e57c-4c5c-acbb-14c89c2a1914 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.036005 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0d45c49-e57c-4c5c-acbb-14c89c2a1914 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.113306 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0d45c49-e57c-4c5c-acbb-14c89c2a1914 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.137149 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d45c49-e57c-4c5c-acbb-14c89c2a1914 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fdf49f-5e66-4470-b150-e25320f89792,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:18.146690 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0d45c49-e57c-4c5c-acbb-14c89c2a1914 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:18.147832 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f0d45c49-e57c-4c5c-acbb-14c89c2a1914 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/security-groups/09fdf49f-5e66-4470-b150-e25320f89792 HTTP/1.1" status: 204 len: 168 time: 0.2136669 Apr 18 21:26:18.164025 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 983ec31e-96bb-475d-8f51-decc1ce5561d no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:18.209038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 983ec31e-96bb-475d-8f51-decc1ce5561d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:26:18.209379 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 983ec31e-96bb-475d-8f51-decc1ce5561d not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:18.209895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:18.245670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:26:18.246343 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 3b85f7c6-1901-4ab4-8e22-4e27da4ba992 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:18.246460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6865d164-fd5c-4390-b37a-7cd412d44bb8 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:26:18.280982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 6865d164-fd5c-4390-b37a-7cd412d44bb8 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:26:18.281329 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 6865d164-fd5c-4390-b37a-7cd412d44bb8 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:26:18.709621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.380167 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.832362 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:19.968847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44678) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:19.974527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-227727290', 'description': 'tempest-secgroup-smoke-227727290 description', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:19.981674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:19.986336 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:19.989465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:19.999210 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:20.012440 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.036615 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:20.043027 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:20.046530 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:20.054399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:20.149778 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.154916 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.203558 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fe469f-60c7-4a2d-8367-ce37e6d45443,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:20.207673 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.209407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c917dd44-9b89-49dc-80bd-816a3e66458e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2389863 Apr 18 21:26:20.212813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44682) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:20.218603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '55fe469f-60c7-4a2d-8367-ce37e6d45443', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:20.226431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:20.231297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:20.234683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:20.242625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:20.263187 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.333031 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.337750 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.364712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd011555-0761-48fa-abde-2aaf0052698d,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:20.376124 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.377411 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-70470f2e-5217-4665-b06e-32e50dc3af90 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1636202 Apr 18 21:26:20.380488 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:20.387227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '55fe469f-60c7-4a2d-8367-ce37e6d45443', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:20.394310 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:20.399964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:20.403382 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:20.409619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:20.431736 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.501325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.506726 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.532948 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297bf3ba-b3f2-4102-bbd2-cb11c012bfe2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:20.549308 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.550844 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d0ccac2e-ccaa-4d95-adb1-9ee05e18f798 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1676817 Apr 18 21:26:20.554150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:20.559294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '55fe469f-60c7-4a2d-8367-ce37e6d45443', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:20.566094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:20.570792 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:20.573806 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:20.580096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:20.599101 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.678537 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.682773 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.708428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1fc1c8-fbe3-4cc3-ad28-9868cdd613f6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:20.720779 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.722240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c87f290a-0830-41d3-95e5-cc63fd201aa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1670535 Apr 18 21:26:20.725135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:20.730658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '55fe469f-60c7-4a2d-8367-ce37e6d45443', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:20.737843 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:20.741824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:20.744893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:20.751768 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:20.775618 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.845535 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.850708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.875392 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264359ef-2bfc-4a6e-8430-a13efa7016e0,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:20.886367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:20.887590 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2d6c4085-fc1e-4403-b925-1a7fdf7cd0fa tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1612823 Apr 18 21:26:20.890330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44700) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:20.895349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '55fe469f-60c7-4a2d-8367-ce37e6d45443', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:20.902565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:20.906380 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:20.909206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:20.914932 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:20.926365 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:26:20.934276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.007727 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.013623 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.037969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e563974-b653-4a99-a1b9-2f83918b0741,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:21.047760 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.048966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-8e388e49-3b31-46ec-8fdf-0118233d2887 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576934 Apr 18 21:26:21.053116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44704) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:21.058675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': '55fe469f-60c7-4a2d-8367-ce37e6d45443', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:21.065870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:21.070722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:21.073844 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:21.079946 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:21.097334 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:26:21.106741 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.184917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.189040 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.215058 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43759b9b-9ce6-4697-95ca-cf10bcb608cb,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:21.225693 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.226891 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-029bdbbb-3618-4fa6-912e-17fa08c63a3a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1726298 Apr 18 21:26:21.230084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44708) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:21.235907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'network': {'name': 'tempest-network-smoke--2090135984', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:21.242801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:21.246987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:network and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:21.249875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:21.255624 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:21.266799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:21.270481 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.299847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 126} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:26:21.309378 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.309748 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Added segment a4f40bfe-5594-4f55-b412-497821772244 of type vlan for network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 Apr 18 21:26:21.335993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.368206 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.373816 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:21.374426 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.481566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2504256 Apr 18 21:26:21.484667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44712) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:21.488116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4af1d0-915d-4a52-af1d-d9e0026e3bba tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Network': ['ID=9d59edd1-1c51-4013-acf8-a3bcdafcda93,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:21.490813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'admin_state_up': True, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:21.499547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:26:21.500859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:21.504936 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:router and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:21.508332 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:21.518453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:21.529457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.530509 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.547760 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:21.830874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.141403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.170762 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.306397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.24 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/bbe00992-fde9-45e4-83df-1a58a2176be9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:22.459551 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.489699 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:22.550678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:22.557607 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:22.561603 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:26:22.593641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=bbe00992-fde9-45e4-83df-1a58a2176be9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:23.093975 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.463265 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.679810 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 24832750-f01a-44bf-9264-ab171fddf2c8 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:26:23.858218 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:26:23.868589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Sync routers for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:23.878123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:23.878754 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:23.885679 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:23.886901 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-695400a0-050f-4857-a42d-92cd193e5876 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4012363 Apr 18 21:26:23.890247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44718) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:23.980083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4969edf4-cc90-4689-bdcc-b5ff27a5ab23 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8b5c4668663f458da0f1023aaaf7ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0887189 Apr 18 21:26:23.982662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44724) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:24.058828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:24.118268 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3972f777-9d7a-4500-ac2c-f9f8764e9c48 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:24.120743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3972f777-9d7a-4500-ac2c-f9f8764e9c48 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1371462 Apr 18 21:26:24.122841 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44730) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:24.162853 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b51b65c4-eefd-4d5c-8e01-878e3f15064d tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387521 Apr 18 21:26:24.165381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44734) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:24.170652 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-361071678', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:24.347937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:22Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:24.352895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Checking router: 24832750-f01a-44bf-9264-ab171fddf2c8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:24.353244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Updating router 24832750-f01a-44bf-9264-ab171fddf2c8 port bbe00992-fde9-45e4-83df-1a58a2176be9 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:26:24.407855 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:24.408725 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.412546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:subnet and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:24.415793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:24.421731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:24.433897 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:24.437638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.683956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.754338 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.767802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Transition to ACTIVE for port object bbe00992-fde9-45e4-83df-1a58a2176be9 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:24.775785 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.779506 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Subnet': ['ID=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.790956 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Checking segment: {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:26:24.791318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network hostable DHCP agents. Network: 9d59edd1-1c51-4013-acf8-a3bcdafcda93, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:26:24.811606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:26:24.822129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 9d59edd1-1c51-4013-acf8-a3bcdafcda93) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:24.827548 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:24.828253 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.839161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77451eb0-6337-45b7-93ff-84e6b60e3ad2 None None] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:26:24.854075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-be426df4-b1be-4927-bfcb-8484d9fcf199 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6876342 Apr 18 21:26:24.856807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44738) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:24.931719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Attempting to bind port bbe00992-fde9-45e4-83df-1a58a2176be9 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:24.932327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Attempting to bind port bbe00992-fde9-45e4-83df-1a58a2176be9 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:24.932459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Attempting to bind port bbe00992-fde9-45e4-83df-1a58a2176be9 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:26:24.934514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d1f5-0aa6-47cc-a266-2fa2f921a38d None None] Pushing event updated for resources: {'Port': ['ID=bbe00992-fde9-45e4-83df-1a58a2176be9,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:24.951401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:26:24.951778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:26:24.952179 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:24.952572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:26:24.953084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Bound port: bbe00992-fde9-45e4-83df-1a58a2176be9, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:24.953430 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.132764 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] For port bbe00992-fde9-45e4-83df-1a58a2176be9, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:26:25.140256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] For port bbe00992-fde9-45e4-83df-1a58a2176be9, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bbe00992-fde9-45e4-83df-1a58a2176be9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:26:25.144661 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.180889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:26:25.181720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.282153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:25.282775 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:25.399225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0766d1f5-0aa6-47cc-a266-2fa2f921a38d None None] Pushing event updated for resources: {'Port': ['ID=bbe00992-fde9-45e4-83df-1a58a2176be9,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:25.577041 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:25.591463 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:25.618798 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Allocated IP 172.20.0.2 (9d59edd1-1c51-4013-acf8-a3bcdafcda93/9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1/79cd7719-07d6-45d3-9055-310c77174e82) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:26.049232 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.062180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Transition to ACTIVE for port object 79cd7719-07d6-45d3-9055-310c77174e82 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:26.086596 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Transition to ACTIVE for port object 79cd7719-07d6-45d3-9055-310c77174e82 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:26.088564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:22Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:26.093789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608575ed-56ad-48fd-ba78-90e408937fe6 None None] The sync data for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 is: [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:22Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:26.096129 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.159788 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:26.163341 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:26.172172 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:26:26.207167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Pushing event updated for resources: {'Port': ['ID=79cd7719-07d6-45d3-9055-310c77174e82,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.276948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Attempting to bind port 79cd7719-07d6-45d3-9055-310c77174e82 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:26.277315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Attempting to bind port 79cd7719-07d6-45d3-9055-310c77174e82 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:26.277794 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Attempting to bind port 79cd7719-07d6-45d3-9055-310c77174e82 on network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:26:26.283460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:26:26.284124 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Checking segment: {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:26:26.284391 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.284789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Bound using segment: {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:26:26.285389 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Bound port: 79cd7719-07d6-45d3-9055-310c77174e82, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:26.285837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.297898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.1 (9d59edd1-1c51-4013-acf8-a3bcdafcda93/9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1/5e150956-0197-44c1-a1a2-57240bb6d566) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:26.396024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] For port 79cd7719-07d6-45d3-9055-310c77174e82, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:26:26.400318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] For port 79cd7719-07d6-45d3-9055-310c77174e82, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=79cd7719-07d6-45d3-9055-310c77174e82,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:26:26.404591 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.493413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f929d-5032-41cc-be50-b3687a93f29e None None] Pushing event updated for resources: {'Port': ['ID=79cd7719-07d6-45d3-9055-310c77174e82,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.502293 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.521242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object 5e150956-0197-44c1-a1a2-57240bb6d566 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:26.548039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:26.620953 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:26.629340 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:26.632928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:26:26.703333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=5e150956-0197-44c1-a1a2-57240bb6d566,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:26.709559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.013408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.458128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b201d90-1403-4cbb-8345-f6ad6eb585d0 None None] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:26:27.470583 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.475956 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.571752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3ac7e42a-7fb1-44a1-8e98-abee546f3cdf None None] Provisioning for port 79cd7719-07d6-45d3-9055-310c77174e82 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:27.593043 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:27.600154 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=5e150956-0197-44c1-a1a2-57240bb6d566,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:27.746247 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:27.747455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:28.009940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-84523dc9-4305-400c-95e6-837f01aab5b3 None None] Provisioning for port 5e150956-0197-44c1-a1a2-57240bb6d566 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:28.015604 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-84523dc9-4305-400c-95e6-837f01aab5b3 None None] Provisioning complete for port 5e150956-0197-44c1-a1a2-57240bb6d566 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:28.015972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-84523dc9-4305-400c-95e6-837f01aab5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.079872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 24832750-f01a-44bf-9264-ab171fddf2c8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:26:28.085848 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-84523dc9-4305-400c-95e6-837f01aab5b3 None None] Port 5e150956-0197-44c1-a1a2-57240bb6d566 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:26:28.220108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-618518f1-d5cf-471a-9e90-4f2167bf734b None None] Provisioning complete for port 5e150956-0197-44c1-a1a2-57240bb6d566 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:28.220108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-618518f1-d5cf-471a-9e90-4f2167bf734b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.256167 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bbe00992-fde9-45e4-83df-1a58a2176be9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:28.326683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:26:28.339846 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Sync routers for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:28.352517 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:28.353132 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:28.354175 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-37c73990-940e-4aaf-a6c1-293550336906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/24832750-f01a-44bf-9264-ab171fddf2c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4961700 Apr 18 21:26:28.399882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-618518f1-d5cf-471a-9e90-4f2167bf734b None None] Port 5e150956-0197-44c1-a1a2-57240bb6d566 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:26:28.418200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port bbe00992-fde9-45e4-83df-1a58a2176be9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:28.424370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bbe00992-fde9-45e4-83df-1a58a2176be9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:28.424941 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.541231 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-51c63c08-250d-4689-b071-12af84d06a62 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:28.561183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-51c63c08-250d-4689-b071-12af84d06a62 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:28.564432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-dd40e142-63eb-49c7-9384-4900a249a598 None None] Provisioning complete for port 5e150956-0197-44c1-a1a2-57240bb6d566 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:28.564978 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dd40e142-63eb-49c7-9384-4900a249a598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.566021 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-51c63c08-250d-4689-b071-12af84d06a62 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-227727290&fields=id&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 267 time: 0.0652015 Apr 18 21:26:28.602070 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:28.602351 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.637324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port bbe00992-fde9-45e4-83df-1a58a2176be9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bbe00992-fde9-45e4-83df-1a58a2176be9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:28.638340 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-dd40e142-63eb-49c7-9384-4900a249a598 None None] Port 5e150956-0197-44c1-a1a2-57240bb6d566 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:26:28.642583 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.643384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 79cd7719-07d6-45d3-9055-310c77174e82 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:28.729088 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-22443d6a-bfa9-475f-9143-dc07577cbac3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:28.730803 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-22443d6a-bfa9-475f-9143-dc07577cbac3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 797 time: 0.1591182 Apr 18 21:26:28.754867 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-154fed5f-447d-4d54-ab1e-de45e182c528 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/quotas/8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 375 time: 0.0173366 Apr 18 21:26:28.770682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=bbe00992-fde9-45e4-83df-1a58a2176be9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:28.786948 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 79cd7719-07d6-45d3-9055-310c77174e82 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:28.792763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 79cd7719-07d6-45d3-9055-310c77174e82 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:28.793120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.864519 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-e8d1fe27-7987-49f2-ae54-3a0642334961 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:28.882487 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-e8d1fe27-7987-49f2-ae54-3a0642334961 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:28.886243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-e8d1fe27-7987-49f2-ae54-3a0642334961 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1221514 Apr 18 21:26:28.922304 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.930237 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:27Z', 'revision_number': 2, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:28.934239 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Checking router: 24832750-f01a-44bf-9264-ab171fddf2c8 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:28.934582 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Updating router 24832750-f01a-44bf-9264-ab171fddf2c8 port 5e150956-0197-44c1-a1a2-57240bb6d566 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:26:28.956880 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 79cd7719-07d6-45d3-9055-310c77174e82, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=79cd7719-07d6-45d3-9055-310c77174e82,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:28.961631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:28.993233 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.034563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=79cd7719-07d6-45d3-9055-310c77174e82,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.046129 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-42a74ed2-a961-429e-9bc0-960a9aa10e1f service neutron] 10.222.0.47 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464639 Apr 18 21:26:29.185893 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-88f57827-8274-4f13-b5b3-1482f827d4d0 service neutron] 10.222.0.47 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351542 Apr 18 21:26:29.358208 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.372261 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Transition to ACTIVE for port object 5e150956-0197-44c1-a1a2-57240bb6d566 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:29.376474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-df3b6a0b-f4ed-481d-8c2b-730781159510 req-fcc72429-9051-470f-a61e-325c10251f14 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:29.379976 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.390740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-df3b6a0b-f4ed-481d-8c2b-730781159510 req-fcc72429-9051-470f-a61e-325c10251f14 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:29.393999 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-df3b6a0b-f4ed-481d-8c2b-730781159510 req-fcc72429-9051-470f-a61e-325c10251f14 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 210 time: 0.0619869 Apr 18 21:26:29.588065 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Pushing event updated for resources: {'Port': ['ID=5e150956-0197-44c1-a1a2-57240bb6d566,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:29.602871 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.603154 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.603522 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.603916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.604268 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.604629 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.605006 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.605355 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.605730 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.606047 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.606423 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.606732 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:29.666854 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Attempting to bind port 5e150956-0197-44c1-a1a2-57240bb6d566 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:29.667299 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Attempting to bind port 5e150956-0197-44c1-a1a2-57240bb6d566 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:29.667790 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Attempting to bind port 5e150956-0197-44c1-a1a2-57240bb6d566 on network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:26:29.674010 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:26:29.674427 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Checking segment: {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:26:29.674890 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.675297 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Bound using segment: {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:26:29.675750 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Bound port: 5e150956-0197-44c1-a1a2-57240bb6d566, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:29.676114 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.770816 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] For port 5e150956-0197-44c1-a1a2-57240bb6d566, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:26:29.774992 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] For port 5e150956-0197-44c1-a1a2-57240bb6d566, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5e150956-0197-44c1-a1a2-57240bb6d566,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:26:29.779000 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:29.859517 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:29.860156 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:29.930997 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84cd04-059a-4cfa-bf70-a5a5e6fef3cf None None] Pushing event updated for resources: {'Port': ['ID=5e150956-0197-44c1-a1a2-57240bb6d566,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:30.095001 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:30.158390 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bbe00992-fde9-45e4-83df-1a58a2176be9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:30.227706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bbe00992-fde9-45e4-83df-1a58a2176be9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:30.227998 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.356036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 79cd7719-07d6-45d3-9055-310c77174e82 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:30.426049 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:29Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:30.430426 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea69e9b-3770-44c0-b558-5f487b3643a6 None None] The sync data for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 is: [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:29Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:30.430907 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 79cd7719-07d6-45d3-9055-310c77174e82 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:30.431444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:30.555438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-7f262878-c4a3-4af1-8a15-7c0ea235ce2d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:30.556483 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-7f262878-c4a3-4af1-8a15-7c0ea235ce2d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:30.581108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-7f262878-c4a3-4af1-8a15-7c0ea235ce2d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:30.582551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-7f262878-c4a3-4af1-8a15-7c0ea235ce2d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 797 time: 0.2444894 Apr 18 21:26:30.596054 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-97370fb8-6af6-4a6a-baea-a441335f3fbe req-31adf25f-7e68-4b7f-b45c-b3e7db5fb437 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 210 time: 0.0643435 Apr 18 21:26:30.776630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-3c8ee625-f986-4ed7-922c-14a5c4ed5806 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:30.789351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-3c8ee625-f986-4ed7-922c-14a5c4ed5806 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:30.790551 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-3c8ee625-f986-4ed7-922c-14a5c4ed5806 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 379 time: 0.1983786 Apr 18 21:26:30.799752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'port': {'device_id': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'admin_state_up': True, 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'security_groups': ['55fe469f-60c7-4a2d-8367-ce37e6d45443']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:30.944672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:30.954614 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:30.967014 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:26:30.970815 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.155036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.10 (9d59edd1-1c51-4013-acf8-a3bcdafcda93/9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1/8031ccc9-6615-4769-aa9f-86ece925ac72) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:31.357164 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.374450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object 8031ccc9-6615-4769-aa9f-86ece925ac72 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:31.399366 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.467431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:31.479421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:31.484305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:26:31.516393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=8031ccc9-6615-4769-aa9f-86ece925ac72,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:31.538010 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.538345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.538679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.539000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.539363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.539767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.540093 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.540417 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.540747 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.541068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.541393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.541787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:31.565722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:31.566376 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.596517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-697d1ddd-ae17-4ba6-958e-8a898af844e3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7997260 Apr 18 21:26:31.606934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Request body: {'port': {'device_id': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:31.731026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7814b448-98c4-4b63-9e70-0a3b5576bfbf None None] Provisioning for port 8031ccc9-6615-4769-aa9f-86ece925ac72 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:31.736475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7814b448-98c4-4b63-9e70-0a3b5576bfbf None None] Provisioning complete for port 8031ccc9-6615-4769-aa9f-86ece925ac72 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:31.736787 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7814b448-98c4-4b63-9e70-0a3b5576bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.769661 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:31.805258 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-7814b448-98c4-4b63-9e70-0a3b5576bfbf None None] Port 8031ccc9-6615-4769-aa9f-86ece925ac72 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:26:31.937729 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cd638e-9da4-4279-9f0a-bede77436c06 req-515d9fd8-f097-4dd7-9cee-437f18c7d4d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:31.938550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-00cd638e-9da4-4279-9f0a-bede77436c06 req-515d9fd8-f097-4dd7-9cee-437f18c7d4d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:26:31.988341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-00cd638e-9da4-4279-9f0a-bede77436c06 req-515d9fd8-f097-4dd7-9cee-437f18c7d4d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:26:31.989492 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00cd638e-9da4-4279-9f0a-bede77436c06 req-515d9fd8-f097-4dd7-9cee-437f18c7d4d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 932 time: 0.2610393 Apr 18 21:26:32.103699 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-00cd638e-9da4-4279-9f0a-bede77436c06 req-1e3a7947-1c19-4a2b-961f-f886dc1503a3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675569 Apr 18 21:26:32.182116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5e150956-0197-44c1-a1a2-57240bb6d566 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:32.196125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8031ccc9-6615-4769-aa9f-86ece925ac72 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:32.203775 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.218863 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Transition to ACTIVE for port object 8031ccc9-6615-4769-aa9f-86ece925ac72 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:26:32.223275 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.249982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 5e150956-0197-44c1-a1a2-57240bb6d566 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:32.255452 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5e150956-0197-44c1-a1a2-57240bb6d566 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:32.255452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.376910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Pushing event updated for resources: {'Port': ['ID=8031ccc9-6615-4769-aa9f-86ece925ac72,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.378364 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.415953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 5e150956-0197-44c1-a1a2-57240bb6d566, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5e150956-0197-44c1-a1a2-57240bb6d566,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:32.421119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.472641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Attempting to bind port 8031ccc9-6615-4769-aa9f-86ece925ac72 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:26:32.472969 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Attempting to bind port 8031ccc9-6615-4769-aa9f-86ece925ac72 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:26:32.473301 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Attempting to bind port 8031ccc9-6615-4769-aa9f-86ece925ac72 on network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:26:32.479478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Port 8031ccc9-6615-4769-aa9f-86ece925ac72 on network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:26:32.480009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Attempting to bind port 8031ccc9-6615-4769-aa9f-86ece925ac72 on network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:26:32.485640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:26:32.485977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Checking segment: {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:26:32.486355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Bound using segment: {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:26:32.486808 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Bound port: 8031ccc9-6615-4769-aa9f-86ece925ac72, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4f40bfe-5594-4f55-b412-497821772244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:26:32.487153 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.498294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=5e150956-0197-44c1-a1a2-57240bb6d566,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.577193 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] For port 8031ccc9-6615-4769-aa9f-86ece925ac72, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:26:32.580030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] For port 8031ccc9-6615-4769-aa9f-86ece925ac72, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8031ccc9-6615-4769-aa9f-86ece925ac72,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:26:32.585370 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.754203 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:32.754965 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:32.757033 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] 10.222.0.55 "PUT /v2.0/ports/8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 1092 time: 1.1544676 Apr 18 21:26:32.759690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:32.794857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac247e-bc87-4d94-8980-87899aadaabb service neutron] Pushing event updated for resources: {'Port': ['ID=8031ccc9-6615-4769-aa9f-86ece925ac72,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:32.840493 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18405575-9e09-45d8-90d0-98317ac5a4c7'] response: {'name': 'network-changed', 'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'status': 'completed', 'code': 200} Apr 18 21:26:32.884596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-1edd7bb1-04f0-409e-9556-b48243290cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:32.885920 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-1edd7bb1-04f0-409e-9556-b48243290cdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0799170 Apr 18 21:26:32.957930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-3c9748d9-bc69-491e-ab19-c86ff7ce6100 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 217 time: 0.0648854 Apr 18 21:26:33.020551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-8da7cb53-9dc8-4396-b904-5d7091f7fcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.021997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-8da7cb53-9dc8-4396-b904-5d7091f7fcd8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 200 len: 834 time: 0.0580809 Apr 18 21:26:33.098797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-65e73417-1bfc-4012-bc1d-5ab2ee14a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.100339 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-65e73417-1bfc-4012-bc1d-5ab2ee14a0f4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d59edd1-1c51-4013-acf8-a3bcdafcda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729740 Apr 18 21:26:33.262753 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-50c3e6a7-f95c-429e-8897-0d1aa3aec264 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559997 Apr 18 21:26:33.415842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f2e6ee42-360d-4cc3-b538-e783a9de8b6d req-49b79b88-a23e-49e2-885a-820806e5b8af service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468110 Apr 18 21:26:33.424084 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27112a1f-9c9a-4d8e-ad4d-aa1cb1c14d91 req-8b0e0879-4317-43b7-b120-6c92c42b4b47 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.425550 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27112a1f-9c9a-4d8e-ad4d-aa1cb1c14d91 req-8b0e0879-4317-43b7-b120-6c92c42b4b47 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 944 time: 0.1960192 Apr 18 21:26:33.514706 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-27112a1f-9c9a-4d8e-ad4d-aa1cb1c14d91 req-4a767bb5-5f02-40ac-b509-ffba3e27518e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825772 Apr 18 21:26:33.546159 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-12ef13ea-6cce-4314-9e9e-660b2eaaf2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.547618 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-12ef13ea-6cce-4314-9e9e-660b2eaaf2a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1095 time: 0.0853546 Apr 18 21:26:33.677473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-db5f16f6-d282-488f-a2e8-ffef615c3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.678919 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-db5f16f6-d282-488f-a2e8-ffef615c3423 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 898 time: 0.1252053 Apr 18 21:26:33.748191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-a2390737-c8f1-4a06-b367-d78e3293a1cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 217 time: 0.0635507 Apr 18 21:26:33.808821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-28646ca0-7d74-41c7-bc8c-be239729090b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.810298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-28646ca0-7d74-41c7-bc8c-be239729090b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 200 len: 834 time: 0.0565424 Apr 18 21:26:33.884516 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-f6154dd0-668f-4636-b043-060f17a7b84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:33.886000 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-f6154dd0-668f-4636-b043-060f17a7b84c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d59edd1-1c51-4013-acf8-a3bcdafcda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697854 Apr 18 21:26:34.016583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-9d725ebf-4bcd-4d34-81ad-139ba0e0171c service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234655 Apr 18 21:26:34.155702 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-770f61c9-14dc-4078-a22f-f7eff6a7ba0e req-6790e9fc-8af6-4d84-ac61-cbc9b2f69505 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332049 Apr 18 21:26:34.159047 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5e150956-0197-44c1-a1a2-57240bb6d566 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:34.226013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 5e150956-0197-44c1-a1a2-57240bb6d566 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:34.226380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:34.705387 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bb9cb-6b4f-4803-97cd-559d6086ae57 req-134b81a9-2166-4f38-8090-8f24c64932c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:34.706786 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-813bb9cb-6b4f-4803-97cd-559d6086ae57 req-134b81a9-2166-4f38-8090-8f24c64932c2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 944 time: 0.0794766 Apr 18 21:26:34.751517 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-813bb9cb-6b4f-4803-97cd-559d6086ae57 req-4ecb3369-7dc4-416e-8cbe-56d8ce5bcc50 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389721 Apr 18 21:26:35.951129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e92ecd-c332-4cf1-9df8-d724229e3ae1 req-859e73b6-4b67-4e2b-bf10-d6f4d3a01600 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:35.952616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08e92ecd-c332-4cf1-9df8-d724229e3ae1 req-859e73b6-4b67-4e2b-bf10-d6f4d3a01600 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 944 time: 0.0842476 Apr 18 21:26:35.997600 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-08e92ecd-c332-4cf1-9df8-d724229e3ae1 req-742614f7-3565-43ab-a64b-4180b4986bef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389879 Apr 18 21:26:36.714006 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8031ccc9-6615-4769-aa9f-86ece925ac72 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:26:36.877457 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8031ccc9-6615-4769-aa9f-86ece925ac72, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8031ccc9-6615-4769-aa9f-86ece925ac72,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:36.890183 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'port_id': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'mac_address': 'fa:16:3e:04:e1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:26:36.947699 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:36.965756 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8031ccc9-6615-4769-aa9f-86ece925ac72 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:26:36.982323 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8031ccc9-6615-4769-aa9f-86ece925ac72, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8031ccc9-6615-4769-aa9f-86ece925ac72,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:36.986812 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:37.060869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8031ccc9-6615-4769-aa9f-86ece925ac72,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:37.069406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.069831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.070180 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.070517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.071244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.071790 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.072280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.072768 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.073255 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.073830 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.074315 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.074800 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:26:37.286164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['8031ccc9-6615-4769-aa9f-86ece925ac72'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:26:37.355608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4d4d3-d90d-4acc-a84b-67af783d8113 req-4bb80d1f-1aa8-44c2-a299-516a126e8013 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:37.357117 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7dd4d4d3-d90d-4acc-a84b-67af783d8113 req-4bb80d1f-1aa8-44c2-a299-516a126e8013 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 945 time: 0.0868077 Apr 18 21:26:37.402720 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7dd4d4d3-d90d-4acc-a84b-67af783d8113 req-2e9df2f9-affe-437f-bd67-3e75bf439c07 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395598 Apr 18 21:26:38.588711 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f052-2b40-467b-81de-7f5b5626efb8 req-83b90229-e28b-4524-b0e1-2b69a37cdc27 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:38.590220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4223f052-2b40-467b-81de-7f5b5626efb8 req-83b90229-e28b-4524-b0e1-2b69a37cdc27 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 945 time: 0.0809278 Apr 18 21:26:38.714029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8031ccc9-6615-4769-aa9f-86ece925ac72 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:26:38.760566 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4223f052-2b40-467b-81de-7f5b5626efb8 req-1d0b5282-b716-485f-9167-125ef418e8f4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646388 Apr 18 21:26:38.790404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 8031ccc9-6615-4769-aa9f-86ece925ac72 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:26:38.795441 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 8031ccc9-6615-4769-aa9f-86ece925ac72 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:26:38.795818 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.925744 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.952076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:38.962702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 8031ccc9-6615-4769-aa9f-86ece925ac72, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8031ccc9-6615-4769-aa9f-86ece925ac72,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:26:38.967157 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:38.998133 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6979a1d1-4a97-4ce9-9430-fafc1d148c70'] response: {'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'code': 200} Apr 18 21:26:39.036467 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=8031ccc9-6615-4769-aa9f-86ece925ac72,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:39.124541 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb6af3-2341-4bdf-bcad-794788c96c02 req-ecf84f83-ecd7-4909-a9bc-7aa5a6e28e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:39.126034 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bcb6af3-2341-4bdf-bcad-794788c96c02 req-ecf84f83-ecd7-4909-a9bc-7aa5a6e28e9b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0693314 Apr 18 21:26:39.167270 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7bcb6af3-2341-4bdf-bcad-794788c96c02 req-b3e25368-da07-4430-95cb-99e52b0cc90c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357723 Apr 18 21:26:39.954059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2916d95-6b8d-4377-9235-db7053fb451c req-7e675859-8415-4371-9042-40f895e97f59 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:39.955564 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2916d95-6b8d-4377-9235-db7053fb451c req-7e675859-8415-4371-9042-40f895e97f59 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0889370 Apr 18 21:26:40.001263 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b2916d95-6b8d-4377-9235-db7053fb451c req-5ac20855-b0b7-4acf-ad83-1bd80ce41d91 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397677 Apr 18 21:26:41.291601 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e50c2-5698-4337-aa65-967d95d9805e req-017df120-5f87-49c6-bd9a-b28ea6c52f07 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.292955 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a7e50c2-5698-4337-aa65-967d95d9805e req-017df120-5f87-49c6-bd9a-b28ea6c52f07 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.1760395 Apr 18 21:26:41.336390 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a7e50c2-5698-4337-aa65-967d95d9805e req-3c5d017f-b0ed-482d-9d59-1a5a6c296399 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378077 Apr 18 21:26:41.520000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dea2d7-aabf-4b4c-8d23-8ed6935d3b3b req-009029a1-a1cb-4d06-8a1e-84db5fac4198 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.521536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66dea2d7-aabf-4b4c-8d23-8ed6935d3b3b req-009029a1-a1cb-4d06-8a1e-84db5fac4198 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0779016 Apr 18 21:26:41.570644 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-66dea2d7-aabf-4b4c-8d23-8ed6935d3b3b req-6ec31745-1422-4217-8f4f-c15eafc14563 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431423 Apr 18 21:26:41.592481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44792) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:41.662486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea438a-d824-4be9-b265-71a75abca7b9 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:41.664009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-d7ea438a-d824-4be9-b265-71a75abca7b9 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1092 time: 0.0705686 Apr 18 21:26:41.666873 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:41.671867 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:26:41.678869 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:26:41.682692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:floatingip and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:26:41.685490 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:26:41.691102 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:26:41.701826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.838690 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:41.976578 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.239 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/9f45a64f-25bc-45c5-a121-d148618b0d88) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:26:42.124716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.153919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.214452 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:26:42.221602 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:26:42.228919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=9f45a64f-25bc-45c5-a121-d148618b0d88,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:42.231224 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:26:42.685259 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:42.761355 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.117274 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.122723 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.231340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=9f45a64f-25bc-45c5-a121-d148618b0d88,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:26:43.243539 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.415152 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 50c9d8b6-9d7e-4d1c-91f0-329171326ad6 associated. External IP: 172.25.5.239, port: 8031ccc9-6615-4769-aa9f-86ece925ac72. Apr 18 21:26:43.673213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-502d4a75-35b8-4cb5-8d15-00daad5286e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:43.780564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 24832750-f01a-44bf-9264-ab171fddf2c8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:26:43.966692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:26:43.978526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] Sync routers for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:26:43.987720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:43.988332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:43.992066 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:44.046623 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c115b976-5047-4933-8f72-33dd0f5c17e1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3787224 Apr 18 21:26:44.047280 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:26:44.120298 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5d0369-1336-4c30-b679-dd46c2d6ff17'] response: {'name': 'network-changed', 'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'status': 'completed', 'code': 200} Apr 18 21:26:44.173865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:44.222257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1776d-68a6-417a-86d3-323058390605 req-6719006d-6c8a-41b1-a5d1-734cd94af1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:44.223653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-daa1776d-68a6-417a-86d3-323058390605 req-6719006d-6c8a-41b1-a5d1-734cd94af1bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0757253 Apr 18 21:26:44.254781 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649963c4-37a1-427e-9b4d-3057e0a874a0 req-6a00a8fc-237c-4f31-9160-464018afb8bb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:44.258650 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-649963c4-37a1-427e-9b4d-3057e0a874a0 req-6a00a8fc-237c-4f31-9160-464018afb8bb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0872877 Apr 18 21:26:44.306291 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-649963c4-37a1-427e-9b4d-3057e0a874a0 req-ed40227d-79bd-481e-b3c7-46f00a401749 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408244 Apr 18 21:26:44.331158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44804) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:44.368795 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1776d-68a6-417a-86d3-323058390605 req-20d75923-4eb8-44a1-a027-dbba2f97dd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:44.370414 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-daa1776d-68a6-417a-86d3-323058390605 req-20d75923-4eb8-44a1-a027-dbba2f97dd9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 898 time: 0.1410964 Apr 18 21:26:44.382486 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:26:44.445477 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7d083871-daf8-4dd8-9099-0909800a0e10 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/50c9d8b6-9d7e-4d1c-91f0-329171326ad6 HTTP/1.1" status: 200 len: 992 time: 0.1120255 Apr 18 21:26:44.476073 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-daa1776d-68a6-417a-86d3-323058390605 req-54ea8c68-bdcf-4ace-b1c2-6e6a814b715c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 1000 time: 0.0993376 Apr 18 21:26:44.537458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1776d-68a6-417a-86d3-323058390605 req-38a48bb6-8d8d-4339-89e7-eadb4f282419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:44.538936 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-daa1776d-68a6-417a-86d3-323058390605 req-38a48bb6-8d8d-4339-89e7-eadb4f282419 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 200 len: 834 time: 0.0574164 Apr 18 21:26:44.569470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '50c9d8b6-9d7e-4d1c-91f0-329171326ad6', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'port_id': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'mac_address': 'fa:16:3e:04:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:42Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:44.573560 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] Checking router: 24832750-f01a-44bf-9264-ab171fddf2c8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:26:44.582642 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:26:44.583537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:26:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:44.633671 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1776d-68a6-417a-86d3-323058390605 req-e7b66c86-86bd-4b7e-89f8-26f740457ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:26:44.638131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-daa1776d-68a6-417a-86d3-323058390605 req-e7b66c86-86bd-4b7e-89f8-26f740457ee3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d59edd1-1c51-4013-acf8-a3bcdafcda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908599 Apr 18 21:26:44.816234 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:26:44.897892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-daa1776d-68a6-417a-86d3-323058390605 req-506c84b8-b406-4cf6-b6e2-bcf7561f38d8 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553949 Apr 18 21:26:45.037930 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-daa1776d-68a6-417a-86d3-323058390605 req-73d33585-f11b-419a-81df-fd3158ce246c service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313300 Apr 18 21:26:45.195841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '50c9d8b6-9d7e-4d1c-91f0-329171326ad6', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'port_id': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'mac_address': 'fa:16:3e:04:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:42Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:26:45.199882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3d7fd-1650-49d1-8ad1-67f1a6c6e229 None None] The sync data for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 is: [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '50c9d8b6-9d7e-4d1c-91f0-329171326ad6', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.239', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'port_id': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'mac_address': 'fa:16:3e:04:e1:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:26:42Z', 'updated_at': '2022-04-18T21:26:42Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:26:45.391262 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0be085-a4b1-414b-9992-8be2298667a3 None None] New status for floating IP 50c9d8b6-9d7e-4d1c-91f0-329171326ad6: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:26:45.447325 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44808) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:45.560608 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-14a37ea9-abc3-4c15-b3bb-b6cfa1da328b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/50c9d8b6-9d7e-4d1c-91f0-329171326ad6 HTTP/1.1" status: 200 len: 992 time: 0.1121600 Apr 18 21:26:46.067906 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-67e96c96-7c31-4b06-9566-a75de702dcdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:46.564352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44812) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:26:46.779682 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d05fc523-5c7d-48e7-b0ec-7cd5e42528f3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/50c9d8b6-9d7e-4d1c-91f0-329171326ad6 HTTP/1.1" status: 200 len: 994 time: 0.2141960 Apr 18 21:26:47.245755 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:47.262749 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:48.711133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.393402 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:26:49.829619 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:13.676877 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f6ae7129-404c-4e34-8e61-f1abe74e5eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:16.071020 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0af92c7e-b788-4965-bf8d-7b0a36e7e609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:17.248659 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:17.267351 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:18.714141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.400126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:19.826120 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:21.382477 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:27:23.452951 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-8f62eb4b-5974-4bc4-80bc-a4de6c9af6b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882874 Apr 18 21:27:23.611596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-4e08c08f-63be-405e-944c-bd9b39a05152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.613286 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-4e08c08f-63be-405e-944c-bd9b39a05152 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0882235 Apr 18 21:27:23.763183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-b6304636-dec3-4f05-8083-12806c14a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.764680 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-b6304636-dec3-4f05-8083-12806c14a328 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 898 time: 0.1326876 Apr 18 21:27:23.876634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-d929d3bd-50a8-4ef2-8db8-3dfdb2c6faee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 1002 time: 0.1056447 Apr 18 21:27:23.942564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-9b726e96-5edb-413a-9192-e80e9cc5ff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:23.944074 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-9b726e96-5edb-413a-9192-e80e9cc5ff43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 200 len: 834 time: 0.0614219 Apr 18 21:27:24.026952 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-3588dca4-cee3-4753-97f1-8a102ac01826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:24.028439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-3588dca4-cee3-4753-97f1-8a102ac01826 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d59edd1-1c51-4013-acf8-a3bcdafcda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784376 Apr 18 21:27:24.172057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-a5cfd040-cf51-418a-92ef-79b79a516386 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360831 Apr 18 21:27:24.310356 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-136dfb56-a65b-4df3-a3a9-fe12094aa994 req-d763fd5b-f230-4947-91ac-dfe04ed78e2d service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314337 Apr 18 21:27:43.680107 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4f9d8758-6fad-4425-8fb8-4d2106b8b6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:46.074211 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6c2fcbb3-02a4-4f97-a268-66c2f27c73a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.252770 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.271784 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:47.887725 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d4410-1ecd-4b14-b122-4dacb4cf2a3a req-5e5ac1b7-1bb2-4745-9a0b-f773dbaf6253 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:47.889256 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f9d4410-1ecd-4b14-b122-4dacb4cf2a3a req-5e5ac1b7-1bb2-4745-9a0b-f773dbaf6253 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.1478095 Apr 18 21:27:47.940581 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5f9d4410-1ecd-4b14-b122-4dacb4cf2a3a req-ae8cbe2a-b1a5-4dd3-a192-6b927897f354 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454574 Apr 18 21:27:48.716401 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.139724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aec720-5d01-4951-a5f2-2404dd690383 req-e77ae85a-5084-48ff-b6fb-f947cac46e72 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:49.141230 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6aec720-5d01-4951-a5f2-2404dd690383 req-e77ae85a-5084-48ff-b6fb-f947cac46e72 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0833032 Apr 18 21:27:49.187395 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f6aec720-5d01-4951-a5f2-2404dd690383 req-005769e8-157a-49a0-832d-0cd49fa60156 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397978 Apr 18 21:27:49.406838 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:49.823943 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:27:50.382785 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc139f-b26a-4f07-a976-f266e2460d03 req-27f09d5b-5575-4dca-a2c5-a3d2ce44202c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:50.384175 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bbbc139f-b26a-4f07-a976-f266e2460d03 req-27f09d5b-5575-4dca-a2c5-a3d2ce44202c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0814631 Apr 18 21:27:50.430719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-bbbc139f-b26a-4f07-a976-f266e2460d03 req-d221fa49-abb7-40b0-96e5-596f650a3e51 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408068 Apr 18 21:27:51.620595 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d71b9-17df-4b4b-9a82-4f1c972d5e80 req-dd20e25f-10b5-48bc-bc85-70c6bba8fd88 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:51.622082 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c39d71b9-17df-4b4b-9a82-4f1c972d5e80 req-dd20e25f-10b5-48bc-bc85-70c6bba8fd88 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0836287 Apr 18 21:27:51.668742 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c39d71b9-17df-4b4b-9a82-4f1c972d5e80 req-dd23c334-4c40-41a4-8981-a56724b3a193 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Apr 18 21:27:52.857448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a9734-9ded-4d9c-823a-43fc82347e6a req-8492d9b3-92d0-474a-9061-0d889ffe7725 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:52.859394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a6a9734-9ded-4d9c-823a-43fc82347e6a req-8492d9b3-92d0-474a-9061-0d889ffe7725 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0834148 Apr 18 21:27:52.904535 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9a6a9734-9ded-4d9c-823a-43fc82347e6a req-34701351-1f41-4471-a815-e3e14b0a40d3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387726 Apr 18 21:27:54.096673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1bb9bf-8a61-48c3-8bbd-2b7ab098900f req-95b110f9-93b3-4885-97d2-e51142cf2155 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:54.098751 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db1bb9bf-8a61-48c3-8bbd-2b7ab098900f req-95b110f9-93b3-4885-97d2-e51142cf2155 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0842474 Apr 18 21:27:54.150165 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-db1bb9bf-8a61-48c3-8bbd-2b7ab098900f req-6ec5a1b2-3e58-4716-951f-890883738d1c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458913 Apr 18 21:27:55.349907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d69b72-cd41-4f3d-a520-5befc5f47a72 req-1177cf57-3d68-4550-bc14-97a195f9b2bc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:55.351355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78d69b72-cd41-4f3d-a520-5befc5f47a72 req-1177cf57-3d68-4550-bc14-97a195f9b2bc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0919843 Apr 18 21:27:55.397162 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-78d69b72-cd41-4f3d-a520-5befc5f47a72 req-67b53f0b-8e78-41bc-802a-e88a1ed443f2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400147 Apr 18 21:27:56.590232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e94208-feb9-44fc-a01a-0f8d2684b89c req-4b0b5a30-39e3-4210-bcb1-a04d3d6107e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:56.591768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37e94208-feb9-44fc-a01a-0f8d2684b89c req-4b0b5a30-39e3-4210-bcb1-a04d3d6107e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0841339 Apr 18 21:27:56.637763 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-37e94208-feb9-44fc-a01a-0f8d2684b89c req-c91404ed-0756-4ae4-be3b-c127afc54987 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403185 Apr 18 21:27:57.829215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f7474-ea8d-4b8d-bc34-2886383a792f req-32f3d51a-cee5-47ea-929c-a478af29ae9b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:57.830829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c21f7474-ea8d-4b8d-bc34-2886383a792f req-32f3d51a-cee5-47ea-929c-a478af29ae9b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0819645 Apr 18 21:27:57.878180 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c21f7474-ea8d-4b8d-bc34-2886383a792f req-b97fe38f-0a62-460c-96fe-d7ba3c297f58 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403197 Apr 18 21:27:58.381756 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:27:59.078927 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d966ebd-778b-4ef6-bdbb-9bf6e08fc0d7 req-797842ed-04f8-483a-8eae-1f59e11cd7ad tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:27:59.080444 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d966ebd-778b-4ef6-bdbb-9bf6e08fc0d7 req-797842ed-04f8-483a-8eae-1f59e11cd7ad tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0881951 Apr 18 21:27:59.130355 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7d966ebd-778b-4ef6-bdbb-9bf6e08fc0d7 req-05231bce-7eb4-4453-a6f5-d20f4c876110 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433230 Apr 18 21:27:59.156582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44864) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:27:59.386703 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e43e354c-0da3-43e8-8d5b-571a2582509f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/50c9d8b6-9d7e-4d1c-91f0-329171326ad6 HTTP/1.1" status: 200 len: 994 time: 0.2288604 Apr 18 21:28:00.883530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7bcb0-0814-4fea-b357-1e1c1fac22b2 req-9edb288f-65f1-4c73-b211-32d9fb2381de tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:00.885082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-52d7bcb0-0814-4fea-b357-1e1c1fac22b2 req-9edb288f-65f1-4c73-b211-32d9fb2381de tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.1280715 Apr 18 21:28:00.953724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-52d7bcb0-0814-4fea-b357-1e1c1fac22b2 req-980c88f9-51be-4112-910a-7a7640c951d5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614448 Apr 18 21:28:00.956880 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-ae57e063-d5f5-4d88-a37c-a72427802df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:00.958224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-ae57e063-d5f5-4d88-a37c-a72427802df9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1097 time: 0.1299608 Apr 18 21:28:01.122223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-4681ccb3-eb36-4a4f-82dd-bce276adff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.123712 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-4681ccb3-eb36-4a4f-82dd-bce276adff7f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 898 time: 0.1584506 Apr 18 21:28:01.231007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-c5895269-b145-481a-b138-65acdc8df6f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 1002 time: 0.1014106 Apr 18 21:28:01.295800 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-c543f05f-c7cb-4800-8e8e-aed79a65d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.297232 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-c543f05f-c7cb-4800-8e8e-aed79a65d5e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 200 len: 834 time: 0.0609159 Apr 18 21:28:01.373801 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-59469bcb-13c8-4a99-8e55-9137e60067cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:01.375294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-59469bcb-13c8-4a99-8e55-9137e60067cb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d59edd1-1c51-4013-acf8-a3bcdafcda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717254 Apr 18 21:28:01.509719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-78571bf4-41a8-4a55-9bb1-7f71d9b782f7 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286080 Apr 18 21:28:01.645303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-afb55c45-daf1-49a4-bbf5-1df413d504f2 req-2be909fb-3668-4694-a0ca-6bf68a662733 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298316 Apr 18 21:28:02.159755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faace1d-4bfe-4eec-921f-424d1b259087 req-cb9e9a22-9c69-4fef-89da-2ec741eb217f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:02.161658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2faace1d-4bfe-4eec-921f-424d1b259087 req-cb9e9a22-9c69-4fef-89da-2ec741eb217f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0909011 Apr 18 21:28:02.212358 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2faace1d-4bfe-4eec-921f-424d1b259087 req-83ae7fd1-d5f0-41be-ac4b-1349374c3003 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433922 Apr 18 21:28:03.415184 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85483de3-9df8-469a-8ec5-5828864c85b0 req-155917c9-f6aa-4675-bf62-a560831be35a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:03.416709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85483de3-9df8-469a-8ec5-5828864c85b0 req-155917c9-f6aa-4675-bf62-a560831be35a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0885425 Apr 18 21:28:03.465816 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-85483de3-9df8-469a-8ec5-5828864c85b0 req-9092a8a2-4e80-47ed-a544-a54e3e282e9b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428936 Apr 18 21:28:03.493774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44880) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:03.620484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c6d9cc2c-c983-4c93-86af-ecf60d5847a2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/50c9d8b6-9d7e-4d1c-91f0-329171326ad6 HTTP/1.1" status: 200 len: 994 time: 0.1252410 Apr 18 21:28:13.687425 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-913d0094-0a68-4878-9b6b-cb6204478897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:16.090454 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dedfd0f5-6998-4f29-abad-f861e277753e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.261957 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:17.276090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:18.730214 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.422091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:19.838336 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:25.415126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-2fe5b3f6-1fed-4462-92ac-f7d85d6a0572 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699046 Apr 18 21:28:25.565926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-6cf20ae3-67bd-45b0-9aef-1e475e970475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:25.567694 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-6cf20ae3-67bd-45b0-9aef-1e475e970475 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0806541 Apr 18 21:28:25.716060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-338ab8ef-8bab-4940-afc4-06d487731df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:25.717494 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-338ab8ef-8bab-4940-afc4-06d487731df7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 898 time: 0.1315470 Apr 18 21:28:25.821021 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-b02a8fd8-6ce8-4d43-9dc3-a8b9b37323dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 1002 time: 0.0972991 Apr 18 21:28:25.883934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-6ada8560-139c-4824-97ef-ffea5178ea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:25.885408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-6ada8560-139c-4824-97ef-ffea5178ea9d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 200 len: 834 time: 0.0584588 Apr 18 21:28:25.961767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-10402152-30d6-4a34-9f3a-313a4c9a2e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:28:25.963248 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-10402152-30d6-4a34-9f3a-313a4c9a2e99 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d59edd1-1c51-4013-acf8-a3bcdafcda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723102 Apr 18 21:28:26.217246 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-e4702b5d-24dc-45c9-a123-0a50a1bc0ae1 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468019 Apr 18 21:28:26.353265 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ad100ae6-415e-49b4-b862-50cbe83b5f32 req-1684f272-0afa-4ae5-aa7a-69daeb8a69bd service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300199 Apr 18 21:28:35.381179 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:28:43.679715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-51f9415b-a1eb-474f-b37d-af33a59b5d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:46.084289 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-41a3e953-14c7-446b-82c8-3f33257fce63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.256062 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:47.277835 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:48.723621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.437252 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:49.837254 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:53.874472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-346670ef-e7e2-4ac5-a41c-f9a7e276b7c9 req-28e40d43-0850-4c5d-9700-26795d74e895 service neutron] (88141) timed out ('10.222.0.47', 41056) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:28:58.849695 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44900) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:28:59.063716 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 9f45a64f-25bc-45c5-a121-d148618b0d88 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:28:59.064059 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.261783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.262164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.390847 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 9f45a64f-25bc-45c5-a121-d148618b0d88 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:28:59.546225 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.597323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=9f45a64f-25bc-45c5-a121-d148618b0d88,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:28:59.640463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.640807 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.641201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.641479 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.641835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.642162 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.642489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.642813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.643136 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.643457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.643776 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.644096 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:28:59.701870 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:28:59.702216 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP 50c9d8b6-9d7e-4d1c-91f0-329171326ad6 disassociated (deleted). External IP: 172.25.5.239, port: 8031ccc9-6615-4769-aa9f-86ece925ac72. Apr 18 21:29:00.190742 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 24832750-f01a-44bf-9264-ab171fddf2c8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:29:00.377858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:29:00.387277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] Sync routers for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:00.396600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:00.397480 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:00.398218 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:00.454457 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8a503f21-eb8a-4815-8463-a6fa7b310eed tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/floatingips/50c9d8b6-9d7e-4d1c-91f0-329171326ad6 HTTP/1.1" status: 204 len: 168 time: 1.6036777 Apr 18 21:29:00.455014 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:00.551100 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9239dc3e-8cfe-4896-85df-874a9cc30f17'] response: {'name': 'network-changed', 'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'status': 'completed', 'code': 200} Apr 18 21:29:00.590876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:00.655788 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-8a965ac5-4daa-4a66-a9b8-f729b466b852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.657173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-8a965ac5-4daa-4a66-a9b8-f729b466b852 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 1097 time: 0.0815318 Apr 18 21:29:00.813156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-f0440d9c-c1c2-42c9-a91a-7f625bb5515c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.814799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-f0440d9c-c1c2-42c9-a91a-7f625bb5515c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 200 len: 898 time: 0.1502872 Apr 18 21:29:00.851494 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cc8ab4-aad0-471f-ba1f-576b61bbea5a req-fd751a65-6c48-4d5e-ac30-94fe2a808d25 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.852233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-06cc8ab4-aad0-471f-ba1f-576b61bbea5a req-fd751a65-6c48-4d5e-ac30-94fe2a808d25 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:00.870998 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-06cc8ab4-aad0-471f-ba1f-576b61bbea5a req-fd751a65-6c48-4d5e-ac30-94fe2a808d25 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:00.872950 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-06cc8ab4-aad0-471f-ba1f-576b61bbea5a req-fd751a65-6c48-4d5e-ac30-94fe2a808d25 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.1069324 Apr 18 21:29:00.889909 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-d005e1e5-4bdb-4930-afcf-f746af1c8b9b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 200 len: 217 time: 0.0672748 Apr 18 21:29:00.931382 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-06cc8ab4-aad0-471f-ba1f-576b61bbea5a req-a8c22e1a-3420-4275-828d-a1ea17b77b26 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483882 Apr 18 21:29:00.955835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-43f7269b-299d-4724-aa20-f15610ff64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:00.957284 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-43f7269b-299d-4724-aa20-f15610ff64c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 200 len: 834 time: 0.0615108 Apr 18 21:29:00.979168 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:00.983022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] Checking router: 24832750-f01a-44bf-9264-ab171fddf2c8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:00.992248 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:00.992875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:01.046760 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-d26587b9-16ee-455e-83f4-02fd9b9a49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:01.048240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-d26587b9-16ee-455e-83f4-02fd9b9a49c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9d59edd1-1c51-4013-acf8-a3bcdafcda93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753505 Apr 18 21:29:01.176636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:01.195914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-1a1b05a4-a1b2-4d72-a56b-9420124e519b service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403522 Apr 18 21:29:01.337004 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-825b7832-379d-4927-ac08-b3c8e5a43c8a req-fd71c360-a755-435a-a01f-7f570f9713c6 service neutron] 10.222.0.55 "GET /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348815 Apr 18 21:29:01.521932 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:01.525916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0cf19-7794-4063-9a89-c77b7b4ff816 None None] The sync data for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 is: [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:26:26Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '5e150956-0197-44c1-a1a2-57240bb6d566', 'name': '', 'network_id': '9d59edd1-1c51-4013-acf8-a3bcdafcda93', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:b5:4f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:25Z', 'updated_at': '2022-04-18T21:26:32Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': '9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:01.762148 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8e684e-ba18-44f2-b26b-53b31e9835d8 None None] New status for floating IP 50c9d8b6-9d7e-4d1c-91f0-329171326ad6: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:29:02.135601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b1bc58-2869-4714-a42e-fc571edf3d39 req-c483add8-da90-41e0-91d0-78614a2c458a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:02.137124 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61b1bc58-2869-4714-a42e-fc571edf3d39 req-c483add8-da90-41e0-91d0-78614a2c458a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0906465 Apr 18 21:29:02.185828 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61b1bc58-2869-4714-a42e-fc571edf3d39 req-47a6f855-e785-4c66-beb3-2c02f819b5a2 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=55fe469f-60c7-4a2d-8367-ce37e6d45443&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417414 Apr 18 21:29:02.556250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-1becf05c-2997-48b7-8198-f4622d75ef22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:02.557820 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-1becf05c-2997-48b7-8198-f4622d75ef22 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 946 time: 0.0909076 Apr 18 21:29:02.631784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 8031ccc9-6615-4769-aa9f-86ece925ac72 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:29:02.632119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:02.875776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 8031ccc9-6615-4769-aa9f-86ece925ac72, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=8031ccc9-6615-4769-aa9f-86ece925ac72,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:02.876045 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.106919 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 8031ccc9-6615-4769-aa9f-86ece925ac72 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:29:03.251737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.299277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=8031ccc9-6615-4769-aa9f-86ece925ac72,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:03.336660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.337003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.337336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.337691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.338019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.338344 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.338666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.338987 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.339304 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.339621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.339937 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.340248 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:03.343249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa0590c1-6b82-4b51-ad70-26d567a0c89d req-be3e2156-58fe-4eb8-ad6c-96f166827094 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=3d84f709-e82e-4e8b-925c-ac8eb1014ff5 HTTP/1.1" status: 200 len: 210 time: 0.0443122 Apr 18 21:29:03.389638 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] No DVR routers for this DVR port 8031ccc9-6615-4769-aa9f-86ece925ac72 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:03.392074 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:03.394609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'name': 'network-vif-deleted', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:03.411757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e3cc0fdd-5b3a-4275-bef8-33a0af07f05c req-310d84e2-48b3-451d-84bf-466a1fd65079 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "DELETE /v2.0/ports/8031ccc9-6615-4769-aa9f-86ece925ac72 HTTP/1.1" status: 204 len: 173 time: 0.8485093 Apr 18 21:29:03.491516 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3667564-b11b-435b-a3b9-032c085fd757'] response: {'server_uuid': '3d84f709-e82e-4e8b-925c-ac8eb1014ff5', 'name': 'network-vif-deleted', 'tag': '8031ccc9-6615-4769-aa9f-86ece925ac72', 'status': 'completed', 'code': 200} Apr 18 21:29:04.441466 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44922) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:05.017917 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.387124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 5e150956-0197-44c1-a1a2-57240bb6d566 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:29:05.387383 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.480502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8031ccc9-6615-4769-aa9f-86ece925ac72 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:05.516105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 8031ccc9-6615-4769-aa9f-86ece925ac72 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:29:05.516450 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 8031ccc9-6615-4769-aa9f-86ece925ac72 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:05.708775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 5e150956-0197-44c1-a1a2-57240bb6d566, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=5e150956-0197-44c1-a1a2-57240bb6d566,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:05.709436 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:05.834889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 5e150956-0197-44c1-a1a2-57240bb6d566 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:29:06.107328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.157478 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=5e150956-0197-44c1-a1a2-57240bb6d566,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:06.436718 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:06.795749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 24832750-f01a-44bf-9264-ab171fddf2c8 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:29:06.969920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:29:06.983280 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-17acd600-9fe0-4413-a04f-64d484d8d906 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/24832750-f01a-44bf-9264-ab171fddf2c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5405934 Apr 18 21:29:06.984371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] Sync routers for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:06.986223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:06.995723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:06.996369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:07.187349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting subnet 9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:29:07.189244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:07.190322 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.245417 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.335064 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.409546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.450113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Subnet': ['ID=9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:07.453830 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.463614 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-dc493a10-bb30-4a2e-bfa3-0cba263d5539 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/subnets/9670fe5c-e34e-4278-aea3-ff5e2d6a1ca1 HTTP/1.1" status: 204 len: 168 time: 0.4735801 Apr 18 21:29:07.463849 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:07.463970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8590847-dec3-4d4c-8ba1-dc15509bc684 None None] Network 9d59edd1-1c51-4013-acf8-a3bcdafcda93 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:29:07.626784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:29:06Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:07.637130 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] Checking router: 24832750-f01a-44bf-9264-ab171fddf2c8 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:07.649657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.650796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] Routers {'24832750-f01a-44bf-9264-ab171fddf2c8'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:07.651415 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['24832750-f01a-44bf-9264-ab171fddf2c8'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:07.843298 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.856422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port bbe00992-fde9-45e4-83df-1a58a2176be9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:29:07.856783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:07.909999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] Set router 24832750-f01a-44bf-9264-ab171fddf2c8 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:07.970529 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] DHCP port deletion for 9d59edd1-1c51-4013-acf8-a3bcdafcda93 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:29:08.042891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Deleting port 79cd7719-07d6-45d3-9055-310c77174e82 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:29:08.043611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.078330 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port bbe00992-fde9-45e4-83df-1a58a2176be9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bbe00992-fde9-45e4-83df-1a58a2176be9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:08.078826 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.210674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for bbe00992-fde9-45e4-83df-1a58a2176be9 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:29:08.231320 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 79cd7719-07d6-45d3-9055-310c77174e82 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:08.388580 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.433340 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=bbe00992-fde9-45e4-83df-1a58a2176be9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:08.453439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] For port 79cd7719-07d6-45d3-9055-310c77174e82, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=79cd7719-07d6-45d3-9055-310c77174e82,segment=NetworkSegment(a4f40bfe-5594-4f55-b412-497821772244),segment_id=a4f40bfe-5594-4f55-b412-497821772244)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:08.453865 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.528351 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.605252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Calling delete_port for 79cd7719-07d6-45d3-9055-310c77174e82 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:29:08.691595 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.735008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:29:06Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:08.741250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddecf5c9-4f29-4f1f-9805-160a97a213a3 None None] The sync data for ids ['24832750-f01a-44bf-9264-ab171fddf2c8'] in n-d-836016-3 is: [{'id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-92401173', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24'}], 'enable_snat': True}, 'gw_port_id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:26:21Z', 'updated_at': '2022-04-18T21:29:06Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': 'bbe00992-fde9-45e4-83df-1a58a2176be9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:06:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24832750-f01a-44bf-9264-ab171fddf2c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:26:22Z', 'updated_at': '2022-04-18T21:26:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:08.784296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.828993 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.831757 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.842929 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Pushing event deleted for resources: {'Port': ['ID=79cd7719-07d6-45d3-9055-310c77174e82,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:08.848346 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] No DVR routers for this DVR port 79cd7719-07d6-45d3-9055-310c77174e82 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:29:08.855635 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.856064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.856474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.856829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.857174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.860689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.860689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.860689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.860689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.860689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.860689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.860689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b4a245-3a07-486c-92a4-c591381c2f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:08.864395 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.864942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Fanout notify agent at l3_agent the message router_deleted on router 24832750-f01a-44bf-9264-ab171fddf2c8 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:29:08.882400 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:08.883611 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-317c8c40-5419-4485-ab6c-1ac0007c1526 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/routers/24832750-f01a-44bf-9264-ab171fddf2c8 HTTP/1.1" status: 204 len: 168 time: 1.4188223 Apr 18 21:29:08.886712 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44934) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:09.010140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.195744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.228787 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d59edd1-1c51-4013-acf8-a3bcdafcda93']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:09.244288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4f40bfe-5594-4f55-b412-497821772244') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:09.244444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4f40bfe-5594-4f55-b412-497821772244') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:09.257177 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.274745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.281255 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:29:09.282077 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:29:09.297858 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:29:09.384325 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.406877 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.420025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Network': ['ID=9d59edd1-1c51-4013-acf8-a3bcdafcda93,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:09.430072 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4b2d67d0-cdca-4cfc-bfb4-f79fd17bb229 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/networks/9d59edd1-1c51-4013-acf8-a3bcdafcda93 HTTP/1.1" status: 204 len: 168 time: 0.5421472 Apr 18 21:29:09.432564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:09.530564 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed78d49b-031b-48c4-be6a-36fc69896383 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.572765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed78d49b-031b-48c4-be6a-36fc69896383 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.644839 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed78d49b-031b-48c4-be6a-36fc69896383 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.665211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78d49b-031b-48c4-be6a-36fc69896383 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fe469f-60c7-4a2d-8367-ce37e6d45443,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:09.676131 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed78d49b-031b-48c4-be6a-36fc69896383 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:09.678126 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ed78d49b-031b-48c4-be6a-36fc69896383 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/security-groups/55fe469f-60c7-4a2d-8367-ce37e6d45443 HTTP/1.1" status: 204 len: 168 time: 0.2445738 Apr 18 21:29:10.038848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.045085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906660765', 'description': 'tempest-secgroup-smoke-906660765 description', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:10.052723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:10.057496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:10.060674 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:10.068250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:10.080848 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.105335 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:10.111299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:10.117007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:10.124611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:10.217469 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.221820 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.231670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5e150956-0197-44c1-a1a2-57240bb6d566 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:10.267733 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 5e150956-0197-44c1-a1a2-57240bb6d566 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:29:10.268095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 5e150956-0197-44c1-a1a2-57240bb6d566 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:10.268513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bbe00992-fde9-45e4-83df-1a58a2176be9 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:29:10.273428 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada59bc2-10b8-4d41-992e-27e200d497c6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.278059 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.279364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e647fe29-040e-455b-ba5b-93b862312926 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2394083 Apr 18 21:29:10.282942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44950) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.289183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': 'ada59bc2-10b8-4d41-992e-27e200d497c6', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:10.296469 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:10.300697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:10.304576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:10.308974 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: bbe00992-fde9-45e4-83df-1a58a2176be9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:29:10.309328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bbe00992-fde9-45e4-83df-1a58a2176be9 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:29:10.311730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:10.329257 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.408429 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.414212 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.440691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2d64d1-0ccd-45cd-926c-e2088b96b711,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.451161 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.452669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0a393b5e-90b1-4638-b13c-cdfb77ecc4b9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1686244 Apr 18 21:29:10.455979 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44954) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.461976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': 'ada59bc2-10b8-4d41-992e-27e200d497c6', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:10.469139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:10.474196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:10.477886 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:10.485314 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:10.503746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.577784 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.582049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.610740 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2dab215-a595-435b-b2a2-085cecd02382,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.622734 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.624084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-47df55bb-053f-4ddd-b885-75cc0e539a73 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1670554 Apr 18 21:29:10.628707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44958) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.634661 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': 'ada59bc2-10b8-4d41-992e-27e200d497c6', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:10.641701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:10.645760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:10.649000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:10.654932 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:10.680587 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.759704 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.764119 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.790226 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c92cfcf-5400-4974-8237-55e5e7bb7e93,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.800389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.803894 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9d79bdc2-5051-49ae-9ff9-86d3a624d735 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1719787 Apr 18 21:29:10.806130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44962) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.814802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': 'ada59bc2-10b8-4d41-992e-27e200d497c6', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:10.822700 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:10.826766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:10.829759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:10.835448 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:10.854207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.921933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.926871 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.952713 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c01e889-5be9-4093-818b-860e448316ed,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:10.962037 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:10.963249 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4200cf46-2e65-4e44-a310-0e17d209bf94 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558974 Apr 18 21:29:10.966820 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44966) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:10.972021 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': 'ada59bc2-10b8-4d41-992e-27e200d497c6', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:10.979576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:10.983501 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:10.986977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:10.993908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:11.005619 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:29:11.013616 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.091182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.095880 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.124883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07cf5458-c59d-4ecc-9f03-0924ca6a020e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:11.136294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.137579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ca441b5-7a6d-4b75-a96c-ca6e6b4fe0f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697752 Apr 18 21:29:11.141359 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:11.147291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'security_group_rule': {'security_group_id': 'ada59bc2-10b8-4d41-992e-27e200d497c6', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:11.154132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:11.158798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:security_group_rule and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:11.163913 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:11.172641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:11.189211 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Project 8b5c4668663f458da0f1023aaaf7ea24 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:29:11.198913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.273046 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.277207 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.302850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24c2ac4f-6372-4b40-883e-0b6cc5f7d8d2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:11.312982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.314338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-abe372be-d96d-427d-896a-9a4bcc9cccc7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1719832 Apr 18 21:29:11.318009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 44974) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:11.324228 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'network': {'name': 'tempest-network-smoke--1511028803', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'port_security_enabled': True}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:11.331153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:11.336505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:network and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:11.339734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:11.346869 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:11.359528 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:11.363449 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.394122 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:29:11.405638 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.405984 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Added segment 37714608-c42d-4015-beb0-9e0e55a7824d of type vlan for network f7e06450-820b-4fe1-96b0-68f692f6bd21 Apr 18 21:29:11.436111 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.468871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.474472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:11.475098 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.584542 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2653518 Apr 18 21:29:11.589094 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:11.591524 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6313df-0695-43f7-8cbc-45bfd5f5908e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Network': ['ID=f7e06450-820b-4fe1-96b0-68f692f6bd21,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:11.594496 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'admin_state_up': True, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:11.603105 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:29:11.603908 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:11.608250 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:router and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:11.611565 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:11.620596 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:11.633992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.635041 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.653365 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:11.940023 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.382402 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:29:12.396802 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.428015 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.589471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.179 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/049b2398-aaf7-409e-9931-015914abcc82) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:12.754063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.787276 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:12.857651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:12.865842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:12.871318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:29:12.904990 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=049b2398-aaf7-409e-9931-015914abcc82,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:13.315795 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.685636 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-781a6ff3-7979-40e4-a58a-3ce703cd63ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:13.814533 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.047576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 0ca70cc7-770b-4f8c-a956-0543fddb6502 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:29:14.239793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:29:14.250920 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Sync routers for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:14.260838 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:14.261448 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:14.267399 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.268709 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ab9a0e0f-80e2-43e7-8c81-d3424ea31958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6790147 Apr 18 21:29:14.272446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:14.316297 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-52d0ac73-ebf0-478b-8a90-3fdaae58418d tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8b5c4668663f458da0f1023aaaf7ea24&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0427034 Apr 18 21:29:14.320774 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44986) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:14.498573 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:14.525811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4555cdad-4815-4b55-ac55-ad3707101c09 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:14.527595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4555cdad-4815-4b55-ac55-ad3707101c09 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2055378 Apr 18 21:29:14.530799 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:14.572627 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0a455ac2-5989-4c90-a014-cf303504bfa0 tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=f02cd76e-a543-437b-8aad-d33e3351d024&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405767 Apr 18 21:29:14.575591 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44994) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:14.581265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2010317824', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:14.759218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:14.763547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:subnet and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:14.766715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:14.776442 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:14.792963 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:14.796548 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:14.876694 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:13Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:14.881662 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Checking router: 0ca70cc7-770b-4f8c-a956-0543fddb6502 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:14.882009 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Updating router 0ca70cc7-770b-4f8c-a956-0543fddb6502 port 049b2398-aaf7-409e-9931-015914abcc82 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:29:14.948828 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.064113 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.145716 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Subnet': ['ID=f428f257-625c-4490-a88e-d51a9a29a5bf,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:15.167651 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Checking segment: {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:29:15.168045 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network hostable DHCP agents. Network: f7e06450-820b-4fe1-96b0-68f692f6bd21, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:29:15.198902 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:29:15.211234 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, f7e06450-820b-4fe1-96b0-68f692f6bd21) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:15.219036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:15.220051 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.222982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a011180d-208b-43d2-a797-14265870825b None None] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:29:15.252018 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-651b5a62-8461-4df7-bfc0-08235d5c3ad3 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6725216 Apr 18 21:29:15.252267 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 44998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:15.344610 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.359423 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Transition to ACTIVE for port object 049b2398-aaf7-409e-9931-015914abcc82 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:15.367209 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.442691 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Attempting to bind port 049b2398-aaf7-409e-9931-015914abcc82 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:15.443143 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Attempting to bind port 049b2398-aaf7-409e-9931-015914abcc82 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:15.443415 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Attempting to bind port 049b2398-aaf7-409e-9931-015914abcc82 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:29:15.460752 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:29:15.461263 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:29:15.461557 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.461960 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:29:15.462450 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Bound port: 049b2398-aaf7-409e-9931-015914abcc82, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:15.462828 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.496204 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Pushing event updated for resources: {'Port': ['ID=049b2398-aaf7-409e-9931-015914abcc82,revision_number=2']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:15.517335 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.517708 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.518046 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.518376 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.518703 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.519029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.519379 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.519717 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.520593 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.521009 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-f7e06450-820b-4fe1-96b0-68f692f6bd21', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:29:15.521190 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.521589 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.521928 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:29:15.522154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.557778 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] For port 049b2398-aaf7-409e-9931-015914abcc82, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:29:15.562227 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] For port 049b2398-aaf7-409e-9931-015914abcc82, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=049b2398-aaf7-409e-9931-015914abcc82,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:29:15.568836 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:15.649139 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:15.649821 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:28:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:15.737143 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Allocated IP 172.20.0.2 (f7e06450-820b-4fe1-96b0-68f692f6bd21/f428f257-625c-4490-a88e-d51a9a29a5bf/8fd3a4d6-573d-4de1-9b30-e342114c3d88) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:15.820767 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc1e84-c801-4f99-81ec-79959f441f86 None None] Pushing event updated for resources: {'Port': ['ID=049b2398-aaf7-409e-9931-015914abcc82,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:15.864459 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:16.044191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.058284 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Transition to ACTIVE for port object 8fd3a4d6-573d-4de1-9b30-e342114c3d88 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:16.096496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Transition to ACTIVE for port object 8fd3a4d6-573d-4de1-9b30-e342114c3d88 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:16.117582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.207916 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:13Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:16.212699 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11839467-3bfd-4917-8034-71b63be418f2 None None] The sync data for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 is: [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:13Z', 'revision_number': 3, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:16.230442 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:16.236345 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0211c94-c11f-4f9f-a04a-e0e7aefacb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.240324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:16.242377 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.250222 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:29:16.303380 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Pushing event updated for resources: {'Port': ['ID=8fd3a4d6-573d-4de1-9b30-e342114c3d88,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:16.371055 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Attempting to bind port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:16.371502 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Attempting to bind port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:16.371720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Attempting to bind port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 on network f7e06450-820b-4fe1-96b0-68f692f6bd21 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:29:16.377715 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:29:16.378099 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Checking segment: {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:29:16.378514 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.378916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Bound using segment: {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:29:16.379950 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Bound port: 8fd3a4d6-573d-4de1-9b30-e342114c3d88, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:16.380462 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.506453 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] For port 8fd3a4d6-573d-4de1-9b30-e342114c3d88, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:29:16.516631 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] For port 8fd3a4d6-573d-4de1-9b30-e342114c3d88, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8fd3a4d6-573d-4de1-9b30-e342114c3d88,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:29:16.525091 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.620953 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678505d5-c30f-4b2f-a8dd-974425e224dd None None] Pushing event updated for resources: {'Port': ['ID=8fd3a4d6-573d-4de1-9b30-e342114c3d88,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:16.741106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.1 (f7e06450-820b-4fe1-96b0-68f692f6bd21/f428f257-625c-4490-a88e-d51a9a29a5bf/21cdc177-b892-4d94-ad36-999e11314831) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:16.978346 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:16.998289 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object 21cdc177-b892-4d94-ad36-999e11314831 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:17.024089 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.091857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:17.095143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:17.105007 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:29:17.147916 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=21cdc177-b892-4d94-ad36-999e11314831,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:17.181328 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.271575 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.286384 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.488531 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:17.664061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8e0fdc-e6f1-4964-bd96-594330310eb8 None None] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:29:17.778797 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3e6d8b97-7c34-4d71-957e-344d41167e70 None None] Provisioning for port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:18.091032 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.096428 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.241767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=21cdc177-b892-4d94-ad36-999e11314831,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:18.255273 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.258499 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e8cb1118-15be-46c6-8e51-78ec9f6770ff None None] Provisioning for port 21cdc177-b892-4d94-ad36-999e11314831 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:18.264316 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e8cb1118-15be-46c6-8e51-78ec9f6770ff None None] Provisioning complete for port 21cdc177-b892-4d94-ad36-999e11314831 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:18.264686 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e8cb1118-15be-46c6-8e51-78ec9f6770ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.354301 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 049b2398-aaf7-409e-9931-015914abcc82 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:18.390923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb1118-15be-46c6-8e51-78ec9f6770ff None None] Port 21cdc177-b892-4d94-ad36-999e11314831 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:29:18.437555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:18.439395 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:18.445382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 049b2398-aaf7-409e-9931-015914abcc82 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:18.451827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 049b2398-aaf7-409e-9931-015914abcc82 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:18.452412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.540850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-4615e73d-5ed5-4c14-bb77-5de425abcf04 None None] Provisioning complete for port 21cdc177-b892-4d94-ad36-999e11314831 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:18.541322 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4615e73d-5ed5-4c14-bb77-5de425abcf04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.612860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-4615e73d-5ed5-4c14-bb77-5de425abcf04 None None] Port 21cdc177-b892-4d94-ad36-999e11314831 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:29:18.676405 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.677077 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 0ca70cc7-770b-4f8c-a956-0543fddb6502 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:29:18.694205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 049b2398-aaf7-409e-9931-015914abcc82, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=049b2398-aaf7-409e-9931-015914abcc82,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:18.699144 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.699945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8fd3a4d6-573d-4de1-9b30-e342114c3d88 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:18.876658 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.879000 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:29:18.892213 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Sync routers for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:18.894279 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-f79cfddf-74c5-494d-9bf3-38cee9d757fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/0ca70cc7-770b-4f8c-a956-0543fddb6502/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6409383 Apr 18 21:29:18.897729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-e33752ce-cedf-4919-b500-a326b95f6e5b None None] Provisioning complete for port 21cdc177-b892-4d94-ad36-999e11314831 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:18.898105 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e33752ce-cedf-4919-b500-a326b95f6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:18.938192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=049b2398-aaf7-409e-9931-015914abcc82,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:18.962927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:18.963868 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:19.048837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:19.056209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-e33752ce-cedf-4919-b500-a326b95f6e5b None None] Port 21cdc177-b892-4d94-ad36-999e11314831 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:29:19.060616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:19.061039 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.125585 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-719f2238-c751-4d14-9978-b460cedcd24a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:19.152989 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-719f2238-c751-4d14-9978-b460cedcd24a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:19.154486 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-719f2238-c751-4d14-9978-b460cedcd24a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906660765&fields=id&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 267 time: 0.0915165 Apr 18 21:29:19.261142 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:19.345090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-b655ab40-6bfc-4278-b42e-16ccd960accc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:19.345833 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-b655ab40-6bfc-4278-b42e-16ccd960accc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:19.367484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-b655ab40-6bfc-4278-b42e-16ccd960accc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:19.369200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-b655ab40-6bfc-4278-b42e-16ccd960accc tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/networks?id=f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 200 len: 797 time: 0.2069199 Apr 18 21:29:19.388757 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-d07fca1a-69ad-45d8-8b73-6b2aa4cf0879 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/quotas/8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 375 time: 0.0134256 Apr 18 21:29:19.405707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.481964 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6bd8bc0c-51dc-4699-a2af-f0cbb6b8b848 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:19.500534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6bd8bc0c-51dc-4699-a2af-f0cbb6b8b848 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:19.501896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6bd8bc0c-51dc-4699-a2af-f0cbb6b8b848 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1072469 Apr 18 21:29:19.532246 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.549876 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 8fd3a4d6-573d-4de1-9b30-e342114c3d88, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8fd3a4d6-573d-4de1-9b30-e342114c3d88,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:19.557095 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.603786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-310766cc-970f-42bc-bb04-8a5664db4c8a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:29:19.604985 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-310766cc-970f-42bc-bb04-8a5664db4c8a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0800638 Apr 18 21:29:19.695240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=8fd3a4d6-573d-4de1-9b30-e342114c3d88,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:19.733348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 2, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:19.738075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Checking router: 0ca70cc7-770b-4f8c-a956-0543fddb6502 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:19.740407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Updating router 0ca70cc7-770b-4f8c-a956-0543fddb6502 port 21cdc177-b892-4d94-ad36-999e11314831 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:29:19.783174 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-70e35282-f2ac-4379-a719-f3d61604e032 service neutron] 10.222.0.47 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669888 Apr 18 21:29:19.796898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:19.881302 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.068784 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6a769206-89a9-4e4c-a081-4492ba557a76 service neutron] 10.222.0.47 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780907 Apr 18 21:29:20.225271 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.244445 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Transition to ACTIVE for port object 21cdc177-b892-4d94-ad36-999e11314831 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:20.251556 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.292826 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 049b2398-aaf7-409e-9931-015914abcc82 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:20.295166 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-aa51858e-d4f4-4715-a221-0b273c29af7a req-a5cd65ae-f4be-447c-9f99-ed486c3f43f9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 210 time: 0.0556772 Apr 18 21:29:20.477121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6c1a0-fcd3-4ea4-857b-bac21b8efc58 None None] Pushing event updated for resources: {'Port': ['ID=21cdc177-b892-4d94-ad36-999e11314831,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:20.609828 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Attempting to bind port 21cdc177-b892-4d94-ad36-999e11314831 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:20.610121 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Attempting to bind port 21cdc177-b892-4d94-ad36-999e11314831 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:20.610492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Attempting to bind port 21cdc177-b892-4d94-ad36-999e11314831 on network f7e06450-820b-4fe1-96b0-68f692f6bd21 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:29:20.618360 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 049b2398-aaf7-409e-9931-015914abcc82 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:20.618732 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.651426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:29:20.651693 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Checking segment: {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:29:20.652094 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.652510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Bound using segment: {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:29:20.653002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Bound port: 21cdc177-b892-4d94-ad36-999e11314831, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:20.653394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.820582 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] For port 21cdc177-b892-4d94-ad36-999e11314831, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:29:20.839393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] For port 21cdc177-b892-4d94-ad36-999e11314831, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=21cdc177-b892-4d94-ad36-999e11314831,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:29:20.841464 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8fd3a4d6-573d-4de1-9b30-e342114c3d88 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:20.875556 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:20.983022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:20.983688 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.068637 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a6c1a0-fcd3-4ea4-857b-bac21b8efc58 None None] Pushing event updated for resources: {'Port': ['ID=21cdc177-b892-4d94-ad36-999e11314831,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:21.094872 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:21.095151 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:21.259532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:21.430750 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b74d4434-887b-4971-8deb-e3a692b1aa92 req-f869a3c3-6cfe-416c-9bb8-c375470a9868 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 210 time: 0.0526836 Apr 18 21:29:21.665277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:20Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:21.670109 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b596b04-74f9-4e50-8ecb-ad71517d6aea None None] The sync data for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 is: [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:20Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:22.260328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 21cdc177-b892-4d94-ad36-999e11314831 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:22.347026 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 21cdc177-b892-4d94-ad36-999e11314831 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:22.353736 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 21cdc177-b892-4d94-ad36-999e11314831 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:22.354200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.493911 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.538983 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 21cdc177-b892-4d94-ad36-999e11314831, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=21cdc177-b892-4d94-ad36-999e11314831,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:22.544742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:22.564621 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-91d39c5d-7aaa-4ebb-9a3b-a4424d20975a req-5a600702-a5b6-4b84-8d45-6495ac8f2900 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 210 time: 0.0516834 Apr 18 21:29:22.634875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=21cdc177-b892-4d94-ad36-999e11314831,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:23.671415 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-851dd230-0933-4d7a-a9c2-3f4f26ea1e4d req-bb699e2e-e0b7-4d15-b2c5-2b2ca24862ef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 210 time: 0.0461066 Apr 18 21:29:24.233290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 21cdc177-b892-4d94-ad36-999e11314831 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:24.307371 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 21cdc177-b892-4d94-ad36-999e11314831 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:24.307737 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:24.842331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d4679505-469c-4b04-840b-07869ca2b044 req-835be27e-a95b-4c1e-a52f-e547b02a2f1f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 210 time: 0.0541818 Apr 18 21:29:25.470682 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-7c23e461-c0fb-42be-b1c0-490b7b8892e0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:25.472059 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-7c23e461-c0fb-42be-b1c0-490b7b8892e0 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/networks?id=f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 200 len: 797 time: 0.1737645 Apr 18 21:29:25.538002 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-b2d6c458-7cbf-4149-a0f8-91b8196527ec tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b5c4668663f458da0f1023aaaf7ea24 HTTP/1.1" status: 200 len: 379 time: 0.0569227 Apr 18 21:29:25.548154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'port': {'device_id': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'admin_state_up': True, 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'security_groups': ['ada59bc2-10b8-4d41-992e-27e200d497c6']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:25.700550 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:25.712797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:25.722720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Made reservation on behalf of 8b5c4668663f458da0f1023aaaf7ea24 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:29:25.727170 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:25.905981 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.20.0.5 (f7e06450-820b-4fe1-96b0-68f692f6bd21/f428f257-625c-4490-a88e-d51a9a29a5bf/b0962ed5-d00d-43b5-9b02-0e020ca5600f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:26.030870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a304faa1-b4f3-4e1f-816f-d4c822252f8a req-29a32d13-eaf0-49f2-9c44-cd952c5062b1 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 210 time: 0.0722718 Apr 18 21:29:26.180833 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.198659 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Transition to ACTIVE for port object b0962ed5-d00d-43b5-9b02-0e020ca5600f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:26.223846 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.294460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:26.302751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:26.307215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:29:26.345754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=b0962ed5-d00d-43b5-9b02-0e020ca5600f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:26.378936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:26.380617 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.411480 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-6fdf4946-ff68-4ca3-83d4-40c4b01603c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8673768 Apr 18 21:29:26.424555 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Request body: {'port': {'device_id': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:26.515686 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2321a9d-40a3-425e-85ba-0f6264ae2e6e None None] Provisioning for port b0962ed5-d00d-43b5-9b02-0e020ca5600f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:26.521102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c2321a9d-40a3-425e-85ba-0f6264ae2e6e None None] Provisioning complete for port b0962ed5-d00d-43b5-9b02-0e020ca5600f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:26.521469 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c2321a9d-40a3-425e-85ba-0f6264ae2e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.554361 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.581743 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-c2321a9d-40a3-425e-85ba-0f6264ae2e6e None None] Port b0962ed5-d00d-43b5-9b02-0e020ca5600f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:29:26.940745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0962ed5-d00d-43b5-9b02-0e020ca5600f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:29:26.950496 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:26.966675 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Transition to ACTIVE for port object b0962ed5-d00d-43b5-9b02-0e020ca5600f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:29:26.971471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.267128 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Pushing event updated for resources: {'Port': ['ID=b0962ed5-d00d-43b5-9b02-0e020ca5600f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:27.345209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf9bab2-4b74-49b4-b39a-bb04fe269bf0 req-28789e31-3c1b-4cc7-ab9c-333efe63ca1e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:27.346230 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Attempting to bind port b0962ed5-d00d-43b5-9b02-0e020ca5600f on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:29:27.346779 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-edf9bab2-4b74-49b4-b39a-bb04fe269bf0 req-28789e31-3c1b-4cc7-ab9c-333efe63ca1e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 943 time: 0.1041226 Apr 18 21:29:27.347291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Attempting to bind port b0962ed5-d00d-43b5-9b02-0e020ca5600f by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:29:27.348476 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Attempting to bind port b0962ed5-d00d-43b5-9b02-0e020ca5600f on network f7e06450-820b-4fe1-96b0-68f692f6bd21 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:29:27.355265 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Port b0962ed5-d00d-43b5-9b02-0e020ca5600f on network f7e06450-820b-4fe1-96b0-68f692f6bd21 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:29:27.355739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Attempting to bind port b0962ed5-d00d-43b5-9b02-0e020ca5600f on network f7e06450-820b-4fe1-96b0-68f692f6bd21 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:29:27.362433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:29:27.362766 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Checking segment: {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:29:27.363155 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Bound using segment: {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:29:27.364245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Bound port: b0962ed5-d00d-43b5-9b02-0e020ca5600f, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37714608-c42d-4015-beb0-9e0e55a7824d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:29:27.364641 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.407372 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-edf9bab2-4b74-49b4-b39a-bb04fe269bf0 req-a265dbbd-afce-4212-8598-0adedbda003f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529239 Apr 18 21:29:27.470294 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] For port b0962ed5-d00d-43b5-9b02-0e020ca5600f, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:29:27.474798 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] For port b0962ed5-d00d-43b5-9b02-0e020ca5600f, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:29:27.480266 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.544773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:27.545468 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:27.549439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] 10.222.0.55 "PUT /v2.0/ports/b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 200 len: 1091 time: 1.1273336 Apr 18 21:29:27.549439 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:27.583183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238f425e-8d02-4b32-870c-36f0d1efdd99 service neutron] Pushing event updated for resources: {'Port': ['ID=b0962ed5-d00d-43b5-9b02-0e020ca5600f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:27.635310 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b7ae2b6-6106-49a1-a513-6406f5e0a1e5'] response: {'name': 'network-changed', 'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'status': 'completed', 'code': 200} Apr 18 21:29:27.704951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-a3fb1161-e8ef-4840-b108-259428069d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:27.708720 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-a3fb1161-e8ef-4840-b108-259428069d3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1094 time: 0.1064401 Apr 18 21:29:27.791572 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-0ff21088-58f9-4851-85b7-a2c73d438129 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 200 len: 217 time: 0.0768902 Apr 18 21:29:27.858871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-c74c8098-a308-448c-bdd9-545d754c0bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:27.860651 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-c74c8098-a308-448c-bdd9-545d754c0bd9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f428f257-625c-4490-a88e-d51a9a29a5bf HTTP/1.1" status: 200 len: 835 time: 0.0633450 Apr 18 21:29:27.950884 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-d01b43cd-cff6-434c-8001-d69c2e065095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:27.952413 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-d01b43cd-cff6-434c-8001-d69c2e065095 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7e06450-820b-4fe1-96b0-68f692f6bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856876 Apr 18 21:29:28.128005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-f4324d60-fc5f-4e92-8f34-5d4cc2d1c09d service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688259 Apr 18 21:29:28.270664 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-684fffcb-9d27-4d97-a50d-b293df6eb41b req-a58318fc-c5d9-4c51-8dba-e471d41c9d2b service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360321 Apr 18 21:29:28.409199 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-88cf9fc4-4b98-4df4-90bf-fb29cd86bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.411149 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-88cf9fc4-4b98-4df4-90bf-fb29cd86bd70 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1094 time: 0.0839224 Apr 18 21:29:28.558852 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-e93f465d-4004-44e2-9107-11c761b49282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.560361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-e93f465d-4004-44e2-9107-11c761b49282 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 200 len: 898 time: 0.1423297 Apr 18 21:29:28.637907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce24a8-c96e-44ce-b35e-11498203bf94 req-db48ee4a-edf3-4e0d-ada9-4bed7c74a67e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.639530 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfce24a8-c96e-44ce-b35e-11498203bf94 req-db48ee4a-edf3-4e0d-ada9-4bed7c74a67e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 943 time: 0.1139617 Apr 18 21:29:28.646719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-c10e75cb-8728-4f35-93a7-cdbc85bec4f1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 200 len: 217 time: 0.0802548 Apr 18 21:29:28.706347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bfce24a8-c96e-44ce-b35e-11498203bf94 req-86b67a55-7333-4c00-9354-078f4bfdf4f6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569425 Apr 18 21:29:28.721331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-4db01c84-22af-4ab8-bdb0-86d3eea3c3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.722498 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-4db01c84-22af-4ab8-bdb0-86d3eea3c3a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f428f257-625c-4490-a88e-d51a9a29a5bf HTTP/1.1" status: 200 len: 835 time: 0.0697935 Apr 18 21:29:28.807030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-fb142142-2cbd-44df-a13b-aec4dd0cc1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:28.808571 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-fb142142-2cbd-44df-a13b-aec4dd0cc1b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7e06450-820b-4fe1-96b0-68f692f6bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799253 Apr 18 21:29:28.959338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-fa2c9a12-bdd0-4e6c-9927-1eec62818f1a service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441140 Apr 18 21:29:29.255669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c7bba30c-0096-409e-9a86-d981b565f9ef req-86f8db30-7bbb-471b-84c4-26a6f3453782 service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897081 Apr 18 21:29:29.909570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1d0b4-6695-46f0-ba0f-1766f42ccbac req-9e1e54fd-d255-4b0d-b5fa-c6ea36ffb336 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:29.911214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-dbe1d0b4-6695-46f0-ba0f-1766f42ccbac req-9e1e54fd-d255-4b0d-b5fa-c6ea36ffb336 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:29:29.931143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-dbe1d0b4-6695-46f0-ba0f-1766f42ccbac req-9e1e54fd-d255-4b0d-b5fa-c6ea36ffb336 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:29:29.932354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dbe1d0b4-6695-46f0-ba0f-1766f42ccbac req-9e1e54fd-d255-4b0d-b5fa-c6ea36ffb336 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 943 time: 0.1081741 Apr 18 21:29:29.992178 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dbe1d0b4-6695-46f0-ba0f-1766f42ccbac req-1af379bf-f6c2-4729-8a57-8b015cd6a25b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527034 Apr 18 21:29:31.202725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e61fd36-4d89-40e4-8750-dfb1f0022f5e req-d7e0e6a0-646d-439f-9d5e-6cdcf52b1b0b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:31.204265 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e61fd36-4d89-40e4-8750-dfb1f0022f5e req-d7e0e6a0-646d-439f-9d5e-6cdcf52b1b0b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 943 time: 0.0951176 Apr 18 21:29:31.255491 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e61fd36-4d89-40e4-8750-dfb1f0022f5e req-78d6fa6e-673b-46c9-b2f6-6637b2ac5d2e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436091 Apr 18 21:29:31.597984 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b0962ed5-d00d-43b5-9b02-0e020ca5600f details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:29:31.755565 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b0962ed5-d00d-43b5-9b02-0e020ca5600f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:31.771173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'port_id': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'mac_address': 'fa:16:3e:d6:bc:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:29:31.838424 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.870689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0962ed5-d00d-43b5-9b02-0e020ca5600f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:29:31.898570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b0962ed5-d00d-43b5-9b02-0e020ca5600f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:31.905272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:31.982203 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b0962ed5-d00d-43b5-9b02-0e020ca5600f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:32.275083 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b0962ed5-d00d-43b5-9b02-0e020ca5600f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:29:32.571793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e31b2-f839-4934-8c36-064fcf2a4ec8 req-ec1623d4-3afd-4340-afd8-36311580c30a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:32.573487 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-844e31b2-f839-4934-8c36-064fcf2a4ec8 req-ec1623d4-3afd-4340-afd8-36311580c30a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 944 time: 0.1303527 Apr 18 21:29:32.637858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-844e31b2-f839-4934-8c36-064fcf2a4ec8 req-12b4dbb3-d42c-4d3e-b770-50ec562dd756 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525320 Apr 18 21:29:33.591886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b0962ed5-d00d-43b5-9b02-0e020ca5600f up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:29:33.667776 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port b0962ed5-d00d-43b5-9b02-0e020ca5600f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:29:33.674091 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b0962ed5-d00d-43b5-9b02-0e020ca5600f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:29:33.674556 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.840719 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.873861 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:33.884892 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b0962ed5-d00d-43b5-9b02-0e020ca5600f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:29:33.893697 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:33.954784 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce983b96-fb9d-48a7-be38-d7caa5bdab7d req-417d6df7-c43d-427d-a98d-ea8d319d394b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:33.956373 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce983b96-fb9d-48a7-be38-d7caa5bdab7d req-417d6df7-c43d-427d-a98d-ea8d319d394b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 944 time: 0.1383622 Apr 18 21:29:33.973940 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b0962ed5-d00d-43b5-9b02-0e020ca5600f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:33.999099 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd288c85-8a5f-49e9-97f6-2fe290819b54'] response: {'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'code': 200} Apr 18 21:29:34.022495 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ce983b96-fb9d-48a7-be38-d7caa5bdab7d req-adf43e21-1b31-42ce-8503-00d9401b7073 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559161 Apr 18 21:29:34.160366 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965edbb-72a6-413c-9360-a721adaabd39 req-c749567a-a285-4af6-a2fe-90641de794d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:34.162586 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1965edbb-72a6-413c-9360-a721adaabd39 req-c749567a-a285-4af6-a2fe-90641de794d7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1096 time: 0.0992725 Apr 18 21:29:34.215584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1965edbb-72a6-413c-9360-a721adaabd39 req-2363e46d-de1f-4253-8081-74f6093a2aa8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Apr 18 21:29:35.216450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6802ea2-7b5b-4089-9273-c6aaa40e5d68 req-53ab4c93-c0cc-4939-8486-c6e8945a24bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:35.217979 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6802ea2-7b5b-4089-9273-c6aaa40e5d68 req-53ab4c93-c0cc-4939-8486-c6e8945a24bd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0791297 Apr 18 21:29:35.265801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d6802ea2-7b5b-4089-9273-c6aaa40e5d68 req-bc5f385f-6c65-4516-8d62-743373d188cf tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414464 Apr 18 21:29:36.468250 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4fdad-c640-4353-a405-9b5709ddfd88 req-cee530cc-8a3a-440f-bd7f-e5cd5ea56a1f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:36.469762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00a4fdad-c640-4353-a405-9b5709ddfd88 req-cee530cc-8a3a-440f-bd7f-e5cd5ea56a1f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0912151 Apr 18 21:29:36.520743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00a4fdad-c640-4353-a405-9b5709ddfd88 req-7addc920-4c43-44ab-95bf-ca5073c1c8fb tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424371 Apr 18 21:29:36.728761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0679812d-ccdc-4431-b4cb-b49952abaf7a req-7c469d58-59f5-4e81-94b3-28c9b971fb71 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:36.731289 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0679812d-ccdc-4431-b4cb-b49952abaf7a req-7c469d58-59f5-4e81-94b3-28c9b971fb71 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0916777 Apr 18 21:29:36.783518 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0679812d-ccdc-4431-b4cb-b49952abaf7a req-d736fc9e-e77c-42bd-9654-b0003c0a89c4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451200 Apr 18 21:29:36.812707 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45080) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:37.014677 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0741af-b7e6-47b1-b343-d949c9b27f0e tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:37.016290 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4e0741af-b7e6-47b1-b343-d949c9b27f0e tempest-TestNetworkAdvancedServerOps-1772364469 tempest-TestNetworkAdvancedServerOps-1772364469-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1091 time: 0.2025533 Apr 18 21:29:37.021822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45084) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:37.032238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:29:37.040431 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:29:37.044831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Usage tracker for resource:floatingip and tenant:8b5c4668663f458da0f1023aaaf7ea24 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:29:37.048461 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:29:37.057008 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:29:37.079852 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.249126 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.438222 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Allocated IP 172.25.5.245 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/fbfdb3d6-87ed-4dc5-8237-4392e36e5bd1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:29:37.620067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.654128 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:37.726976 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:29:37.734965 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:29:37.740272 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:29:37.773116 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=fbfdb3d6-87ed-4dc5-8237-4392e36e5bd1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:38.211472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.301117 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.547624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.553669 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.678845 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event updated for resources: {'Port': ['ID=fbfdb3d6-87ed-4dc5-8237-4392e36e5bd1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:29:38.690640 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:38.898275 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP db67c495-73c1-4e98-8306-0eacc3a5dbee associated. External IP: 172.25.5.245, port: b0962ed5-d00d-43b5-9b02-0e020ca5600f. Apr 18 21:29:39.380132 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 0ca70cc7-770b-4f8c-a956-0543fddb6502 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:29:39.576646 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:29:39.588270 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] Sync routers for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:29:39.598901 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:39.599519 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:39.603338 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:39.666586 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-65e18f2b-850d-409c-93c6-06c13553dfa9 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6385539 Apr 18 21:29:39.667035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:29:39.730673 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a18a14fc-74fe-4f01-b132-24b3ad47a781'] response: {'name': 'network-changed', 'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'status': 'completed', 'code': 200} Apr 18 21:29:39.799087 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:39.835802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55112654-f033-490b-83ad-c9e66e0401a3 req-e11a2736-c78a-473f-93ee-7d19a2a89622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.837409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55112654-f033-490b-83ad-c9e66e0401a3 req-e11a2736-c78a-473f-93ee-7d19a2a89622 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1096 time: 0.0835712 Apr 18 21:29:39.909495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793d4d07-56e9-421b-b2e5-22c110b4cfb8 req-25e07377-f80f-41a3-8d81-3fe061bb7357 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:39.912306 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-793d4d07-56e9-421b-b2e5-22c110b4cfb8 req-25e07377-f80f-41a3-8d81-3fe061bb7357 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0994637 Apr 18 21:29:39.967183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-793d4d07-56e9-421b-b2e5-22c110b4cfb8 req-0f23a9d9-a908-42b1-8320-3abf0f14096e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461571 Apr 18 21:29:39.992113 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45092) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:40.058372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55112654-f033-490b-83ad-c9e66e0401a3 req-4bee7828-6bb3-4024-b376-9ab9d9313cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:40.060205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55112654-f033-490b-83ad-c9e66e0401a3 req-4bee7828-6bb3-4024-b376-9ab9d9313cf8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 200 len: 898 time: 0.2168162 Apr 18 21:29:40.112532 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-44f5a5e5-1b6b-42e8-a49c-1a9e8bb8e636 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/db67c495-73c1-4e98-8306-0eacc3a5dbee HTTP/1.1" status: 200 len: 991 time: 0.1191421 Apr 18 21:29:40.177100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55112654-f033-490b-83ad-c9e66e0401a3 req-a15eb323-4e6e-4207-8283-e54739e1038b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 200 len: 999 time: 0.1097758 Apr 18 21:29:40.214651 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'db67c495-73c1-4e98-8306-0eacc3a5dbee', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'port_id': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'mac_address': 'fa:16:3e:d6:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:29:38Z', 'updated_at': '2022-04-18T21:29:38Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:22Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:40.218601 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] Checking router: 0ca70cc7-770b-4f8c-a956-0543fddb6502 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:29:40.227465 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:29:40.228060 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:29:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:40.242079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55112654-f033-490b-83ad-c9e66e0401a3 req-0b9a8403-8dad-4779-8195-5a9d4be8ccb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:40.243522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55112654-f033-490b-83ad-c9e66e0401a3 req-0b9a8403-8dad-4779-8195-5a9d4be8ccb7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f428f257-625c-4490-a88e-d51a9a29a5bf HTTP/1.1" status: 200 len: 835 time: 0.0609133 Apr 18 21:29:40.323113 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55112654-f033-490b-83ad-c9e66e0401a3 req-0a5c2ea3-6cae-4590-83b7-c2ab798239fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:29:40.324579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55112654-f033-490b-83ad-c9e66e0401a3 req-0a5c2ea3-6cae-4590-83b7-c2ab798239fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7e06450-820b-4fe1-96b0-68f692f6bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748146 Apr 18 21:29:40.401784 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:29:40.463841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55112654-f033-490b-83ad-c9e66e0401a3 req-fa8680a9-1754-4e4f-a623-15b70a6a0e55 service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325767 Apr 18 21:29:40.611290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55112654-f033-490b-83ad-c9e66e0401a3 req-92363b12-1cf1-40ef-834c-474ee332c753 service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414604 Apr 18 21:29:40.763312 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'db67c495-73c1-4e98-8306-0eacc3a5dbee', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'port_id': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'mac_address': 'fa:16:3e:d6:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:29:38Z', 'updated_at': '2022-04-18T21:29:38Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:22Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:29:40.767501 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd02e7f-5bbf-49d2-96c0-ab84b8ec7f65 None None] The sync data for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 is: [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': 'db67c495-73c1-4e98-8306-0eacc3a5dbee', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'floating_ip_address': '172.25.5.245', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'port_id': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4364, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'mac_address': 'fa:16:3e:d6:bc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:29:38Z', 'updated_at': '2022-04-18T21:29:38Z', 'revision_number': 0, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:22Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:29:40.959408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88f0b84-8f05-4739-a83a-4a81976faa0a None None] New status for floating IP db67c495-73c1-4e98-8306-0eacc3a5dbee: ACTIVE {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:29:41.117934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45098) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:41.233074 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a482ac15-9759-457d-b5d9-dc97772e07cd tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/db67c495-73c1-4e98-8306-0eacc3a5dbee HTTP/1.1" status: 200 len: 991 time: 0.1139302 Apr 18 21:29:42.236949 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:29:42.346252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-01798925-9cb2-41fc-97a2-546e00aac58d tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/db67c495-73c1-4e98-8306-0eacc3a5dbee HTTP/1.1" status: 200 len: 993 time: 0.1082118 Apr 18 21:29:43.679699 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3e0ad8fb-f1c0-4980-8060-a8e5dc288a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:46.090834 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7304e3fc-0b41-4015-a00a-7849944f8195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.265683 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:47.282098 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:48.729387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.381525 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:29:49.451778 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:29:49.855956 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:13.682539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aaddec79-d4c3-4f90-84df-a91ecb6d589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:16.086680 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cb266a6f-db72-42ee-96db-174dfdb750cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.270273 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:17.288325 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:18.731436 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.452674 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:19.848792 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:26.381861 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:30:26.541693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-bd9b6616-d501-4b6a-8e04-0366efda7fc0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1993017 Apr 18 21:30:26.685316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-20aad85c-8004-4909-b26b-4a98728ad393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:26.686918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-20aad85c-8004-4909-b26b-4a98728ad393 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1096 time: 0.0763009 Apr 18 21:30:26.959104 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-944ff4e5-a518-4fe8-9f8b-852d0b64cb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:26.960668 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-944ff4e5-a518-4fe8-9f8b-852d0b64cb03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 200 len: 898 time: 0.2556756 Apr 18 21:30:27.062705 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-831608f2-4b52-4355-999f-115152f889cb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 200 len: 1001 time: 0.0956562 Apr 18 21:30:27.125533 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-44224e2e-fcdc-43f6-aaf5-479b7c18a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:27.126965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-44224e2e-fcdc-43f6-aaf5-479b7c18a896 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f428f257-625c-4490-a88e-d51a9a29a5bf HTTP/1.1" status: 200 len: 835 time: 0.0590987 Apr 18 21:30:27.200407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-aecc2358-0a62-4060-aa10-18116793b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:27.201880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-aecc2358-0a62-4060-aa10-18116793b19c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7e06450-820b-4fe1-96b0-68f692f6bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692265 Apr 18 21:30:27.212453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-0e481e39-751c-4a68-98ae-f98de0225309 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:30:27.213310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-0e481e39-751c-4a68-98ae-f98de0225309 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049348 Apr 18 21:30:27.369963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-c0f6c3ec-7495-4665-a351-dd772fd779d0 service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505754 Apr 18 21:30:27.504502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d3d0f347-1dfa-475f-8c31-347dc96dad29 req-cb51356b-1a5b-4c17-8115-e08f7772587b service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279130 Apr 18 21:30:43.677707 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3a3a2-4b60-4f97-b965-49e63d6694bf req-f62ffad7-5db6-43de-b94a-98d91adc8689 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:43.679147 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3d3a3a2-4b60-4f97-b965-49e63d6694bf req-f62ffad7-5db6-43de-b94a-98d91adc8689 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0866737 Apr 18 21:30:43.686618 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-aa5a4835-4f31-4b98-83be-345eee53ebb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:43.725425 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a3d3a3a2-4b60-4f97-b965-49e63d6694bf req-fe9ad911-b0f3-4a32-a4d3-bda60f43e57b tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400333 Apr 18 21:30:44.937753 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222ce7d-29de-4579-b308-5451e233749b req-dd547ce8-b819-401c-874b-639b65dc6d46 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:44.939329 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7222ce7d-29de-4579-b308-5451e233749b req-dd547ce8-b819-401c-874b-639b65dc6d46 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0899272 Apr 18 21:30:44.993347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7222ce7d-29de-4579-b308-5451e233749b req-9615e9ff-b393-43b9-b503-24c9d6ebda8c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455611 Apr 18 21:30:46.099056 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d34d99fc-b104-406c-be50-b4bceb2ceae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:46.205858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931d15-5c54-4be1-8e17-64e2f0ab6b64 req-bc1ea775-ce6d-47f0-ac4b-270c633ea5f8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:46.208184 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4931d15-5c54-4be1-8e17-64e2f0ab6b64 req-bc1ea775-ce6d-47f0-ac4b-270c633ea5f8 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0926409 Apr 18 21:30:46.258064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4931d15-5c54-4be1-8e17-64e2f0ab6b64 req-7f078e62-c515-40bf-9627-02bd9f6da72a tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421119 Apr 18 21:30:46.283515 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45146) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:46.416601 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-95b5b6b2-dddb-4ba9-b938-8100758ad707 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/db67c495-73c1-4e98-8306-0eacc3a5dbee HTTP/1.1" status: 200 len: 993 time: 0.1320143 Apr 18 21:30:47.266254 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.296486 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:47.897112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e20fe-eb43-4ecf-89c5-03e4a53034e7 req-03a2d215-4026-446f-a838-0684d850d282 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:47.899156 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d96e20fe-eb43-4ecf-89c5-03e4a53034e7 req-03a2d215-4026-446f-a838-0684d850d282 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.1094301 Apr 18 21:30:47.901993 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-85dcdd06-7a7b-4926-a339-f3f7b38659a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:47.903493 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-85dcdd06-7a7b-4926-a339-f3f7b38659a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1096 time: 0.0944028 Apr 18 21:30:47.974624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d96e20fe-eb43-4ecf-89c5-03e4a53034e7 req-f3a3287e-ed6f-4659-ae2c-8f4cb0e81962 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652373 Apr 18 21:30:48.048106 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-a83ef1c8-8261-4ee6-838d-37491a4f1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.049779 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-a83ef1c8-8261-4ee6-838d-37491a4f1b4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 200 len: 898 time: 0.1405437 Apr 18 21:30:48.160559 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-a8d13d6a-033b-4fcb-8681-3726ae7b2802 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 200 len: 1001 time: 0.1052046 Apr 18 21:30:48.235812 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-e8298cff-1758-4d92-a29d-d93ccf9f5a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.237225 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-e8298cff-1758-4d92-a29d-d93ccf9f5a03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f428f257-625c-4490-a88e-d51a9a29a5bf HTTP/1.1" status: 200 len: 835 time: 0.0705626 Apr 18 21:30:48.321281 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-26536633-267d-4a21-a047-1837fcae9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:48.322912 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-26536633-267d-4a21-a047-1837fcae9df4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7e06450-820b-4fe1-96b0-68f692f6bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798705 Apr 18 21:30:48.467234 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-b5b64275-c617-4673-9476-3d9f32710fcb service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379745 Apr 18 21:30:48.609421 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8216bdb3-702b-41f7-8818-0e8b02e39661 req-3d2b42d1-940f-44a9-afe1-ecd68d35c4d9 service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353109 Apr 18 21:30:48.735941 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.195441 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf764550-7d86-4350-8c6a-70781cff313d req-a7f99e4f-9bee-4ae5-97e1-e83064b87e04 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:49.196940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf764550-7d86-4350-8c6a-70781cff313d req-a7f99e4f-9bee-4ae5-97e1-e83064b87e04 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0834227 Apr 18 21:30:49.242500 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cf764550-7d86-4350-8c6a-70781cff313d req-d791365e-230f-4765-8f17-c4822302a1f5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398524 Apr 18 21:30:49.452421 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:49.850756 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:50.446634 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ece3d-3aec-4247-b667-201dae0c23b0 req-d3c2ab69-3a4a-4261-893f-2e4b752475f5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:50.448308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c6ece3d-3aec-4247-b667-201dae0c23b0 req-d3c2ab69-3a4a-4261-893f-2e4b752475f5 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0859120 Apr 18 21:30:50.508568 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4c6ece3d-3aec-4247-b667-201dae0c23b0 req-5e1dea55-af51-477c-8a9c-02f191cffc47 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523593 Apr 18 21:30:50.542829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45160) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:50.780591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b7814819-9336-42d5-a845-1f77931cf142 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/floatingips/db67c495-73c1-4e98-8306-0eacc3a5dbee HTTP/1.1" status: 200 len: 993 time: 0.2365546 Apr 18 21:30:51.033384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:51.352749 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port fbfdb3d6-87ed-4dc5-8237-4392e36e5bd1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:30:51.352982 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.533311 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.533666 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.662524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for fbfdb3d6-87ed-4dc5-8237-4392e36e5bd1 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:30:51.819211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.869397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=fbfdb3d6-87ed-4dc5-8237-4392e36e5bd1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:51.909209 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.909617 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.910140 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.910692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.911597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.911597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.911821 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.912026 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.912361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.912920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.912920 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.913334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:51.982385 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:51.982741 n-d-836016-3 neutron-server[88140]: INFO neutron.db.l3_db [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Floating IP db67c495-73c1-4e98-8306-0eacc3a5dbee disassociated (deleted). External IP: 172.25.5.245, port: b0962ed5-d00d-43b5-9b02-0e020ca5600f. Apr 18 21:30:52.355151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 0ca70cc7-770b-4f8c-a956-0543fddb6502 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:30:52.668898 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:30:52.680745 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] Sync routers for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:30:52.696746 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:30:52.697876 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:52.701765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:52.799354 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3134cdd6-ccf9-4100-84bc-103930f35dd7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/floatingips/db67c495-73c1-4e98-8306-0eacc3a5dbee HTTP/1.1" status: 204 len: 168 time: 1.7643831 Apr 18 21:30:52.800379 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:52.850418 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189acad1-2d7d-4abd-acb0-8f80bbdf2050'] response: {'name': 'network-changed', 'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'status': 'completed', 'code': 200} Apr 18 21:30:52.976198 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-c7b4ced4-0205-4d35-8f2a-291877b834ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:52.977929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-c7b4ced4-0205-4d35-8f2a-291877b834ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 1096 time: 0.1055152 Apr 18 21:30:53.022360 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:30:53.128814 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-2902de09-7d04-4dda-b037-65f327b56da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:53.130733 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-2902de09-7d04-4dda-b037-65f327b56da3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 200 len: 898 time: 0.1470711 Apr 18 21:30:53.334539 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-5998e9cb-9376-4976-932e-b862bbfa9c5e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 200 len: 217 time: 0.1876647 Apr 18 21:30:53.357908 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:22Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.363205 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] Checking router: 0ca70cc7-770b-4f8c-a956-0543fddb6502 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:30:53.372300 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:30:53.372919 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.428621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-a4bf62a3-2dc3-4c60-b31e-3086b617c80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:53.430127 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-a4bf62a3-2dc3-4c60-b31e-3086b617c80a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f428f257-625c-4490-a88e-d51a9a29a5bf HTTP/1.1" status: 200 len: 835 time: 0.0846949 Apr 18 21:30:53.497980 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3988dc-4ef3-4e8e-a500-0921e087580c req-3322764f-e631-49a0-a42d-91a970c72a3e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:53.498724 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5c3988dc-4ef3-4e8e-a500-0921e087580c req-3322764f-e631-49a0-a42d-91a970c72a3e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Synchronizing usage tracker for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:30:53.525942 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-5c3988dc-4ef3-4e8e-a500-0921e087580c req-3322764f-e631-49a0-a42d-91a970c72a3e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Unset dirty status for tenant:8b5c4668663f458da0f1023aaaf7ea24 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:30:53.527146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c3988dc-4ef3-4e8e-a500-0921e087580c req-3322764f-e631-49a0-a42d-91a970c72a3e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.2841396 Apr 18 21:30:53.562741 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-f5b250ae-916c-4419-9548-92230b978900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:53.566631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-f5b250ae-916c-4419-9548-92230b978900 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f7e06450-820b-4fe1-96b0-68f692f6bd21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239514 Apr 18 21:30:53.572060 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:30:53.622617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5c3988dc-4ef3-4e8e-a500-0921e087580c req-2ce3ab8d-6b2f-42b0-944f-5307fc7d669c tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856395 Apr 18 21:30:53.718461 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-9b4eee54-5d60-4bd1-8787-5a82a82e3d13 service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449287 Apr 18 21:30:53.896409 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e42bbbb7-9f12-460c-a2cc-853fdfc622d7 req-5d76851e-c422-4986-8651-ea52483ed1b0 service neutron] 10.222.0.55 "GET /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711392 Apr 18 21:30:53.962152 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:22Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:30:53.966678 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6167b4bd-2a5e-4c76-b42b-1a5a56b41014 None None] The sync data for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 is: [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:29:17Z', 'revision_number': 4, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '21cdc177-b892-4d94-ad36-999e11314831', 'name': '', 'network_id': 'f7e06450-820b-4fe1-96b0-68f692f6bd21', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'mac_address': 'fa:16:3e:e4:45:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:16Z', 'updated_at': '2022-04-18T21:29:22Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'subnets': [{'id': 'f428f257-625c-4490-a88e-d51a9a29a5bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:30:54.232877 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38282683-b30d-48e2-a2fd-eddd0881751f None None] New status for floating IP db67c495-73c1-4e98-8306-0eacc3a5dbee: DOWN {{(pid=88143) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:30:54.833238 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcac6c-1a67-4f97-8a42-91ce819720d6 req-0b45afe7-27ad-4df4-9896-eb64b3f58e99 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:54.834986 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35dcac6c-1a67-4f97-8a42-91ce819720d6 req-0b45afe7-27ad-4df4-9896-eb64b3f58e99 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0925295 Apr 18 21:30:54.891856 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-35dcac6c-1a67-4f97-8a42-91ce819720d6 req-25ebce92-4bcc-4889-8c46-0e264ac0571f tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/security-groups?id=ada59bc2-10b8-4d41-992e-27e200d497c6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496190 Apr 18 21:30:54.899318 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-4bf7b79c-48b7-4538-82f6-069f28d0062e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:30:54.901548 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-4bf7b79c-48b7-4538-82f6-069f28d0062e tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 945 time: 0.0998533 Apr 18 21:30:54.983862 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port b0962ed5-d00d-43b5-9b02-0e020ca5600f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:30:54.984195 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.265487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port b0962ed5-d00d-43b5-9b02-0e020ca5600f, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b0962ed5-d00d-43b5-9b02-0e020ca5600f,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:30:55.265870 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.397350 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for b0962ed5-d00d-43b5-9b02-0e020ca5600f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:30:55.556543 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.610205 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=b0962ed5-d00d-43b5-9b02-0e020ca5600f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:55.692652 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] No DVR routers for this DVR port b0962ed5-d00d-43b5-9b02-0e020ca5600f on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:30:55.695798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:55.698767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'name': 'network-vif-deleted', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:30:55.716299 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-258b4a9a-acc3-4103-a82f-9cf09db45c39 req-87faf82a-d555-4f5f-b49e-5332555ab434 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.55 "DELETE /v2.0/ports/b0962ed5-d00d-43b5-9b02-0e020ca5600f HTTP/1.1" status: 204 len: 173 time: 0.8091228 Apr 18 21:30:55.750936 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9256b611-308f-4ca1-9963-6999debd884d'] response: {'server_uuid': '4a7c4cc8-235f-423e-a3a3-435b0a11b073', 'name': 'network-vif-deleted', 'tag': 'b0962ed5-d00d-43b5-9b02-0e020ca5600f', 'status': 'completed', 'code': 200} Apr 18 21:30:56.089605 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d72432ab-f5bb-4741-b641-5d7593f66de9 req-6dd1d52b-f810-4850-91a0-e06b335cdd34 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a7c4cc8-235f-423e-a3a3-435b0a11b073 HTTP/1.1" status: 200 len: 210 time: 0.0492899 Apr 18 21:30:57.207306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45190) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:30:57.821855 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.203032 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 21cdc177-b892-4d94-ad36-999e11314831 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:30:58.203389 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.419271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 21cdc177-b892-4d94-ad36-999e11314831, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=21cdc177-b892-4d94-ad36-999e11314831,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:30:58.419980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:58.674481 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 21cdc177-b892-4d94-ad36-999e11314831 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:30:59.067779 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.123195 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=21cdc177-b892-4d94-ad36-999e11314831,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:30:59.169061 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.169589 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.169792 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.170099 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.170448 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.170780 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.171109 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.171439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.171766 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.172091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.172413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.172734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:30:59.495680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:30:59.985970 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Router 0ca70cc7-770b-4f8c-a956-0543fddb6502 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:31:00.029867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b0962ed5-d00d-43b5-9b02-0e020ca5600f no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:00.092073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: b0962ed5-d00d-43b5-9b02-0e020ca5600f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:31:00.092661 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b0962ed5-d00d-43b5-9b02-0e020ca5600f not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:00.221271 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:31:00.241100 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-62141464-8aee-4660-bf2b-0471b7d968e4 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "PUT /v2.0/routers/0ca70cc7-770b-4f8c-a956-0543fddb6502/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0320723 Apr 18 21:31:00.241406 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:00.244117 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] Sync routers for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:00.258148 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:00.258876 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:00.358208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting subnet f428f257-625c-4490-a88e-d51a9a29a5bf {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:31:00.361948 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.449796 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2306541'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.482927 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:00.583716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.684906 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2312023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3958235'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.732151 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Subnet': ['ID=f428f257-625c-4490-a88e-d51a9a29a5bf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:00.734471 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:00.743710 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2699fccc-2acd-437b-abcc-102f34512958 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/subnets/f428f257-625c-4490-a88e-d51a9a29a5bf HTTP/1.1" status: 204 len: 168 time: 0.5010042 Apr 18 21:31:00.747317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45198) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:00.753579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbabd4b9-ece2-4160-99bb-8add15fef74b None None] Network f7e06450-820b-4fe1-96b0-68f692f6bd21 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:31:00.861218 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:00.867394 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] Checking router: 0ca70cc7-770b-4f8c-a956-0543fddb6502 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:00.878023 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] Routers {'0ca70cc7-770b-4f8c-a956-0543fddb6502'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:00.878778 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['0ca70cc7-770b-4f8c-a956-0543fddb6502'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:01.112374 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] DHCP port deletion for f7e06450-820b-4fe1-96b0-68f692f6bd21 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:31:01.121597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Deleting port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:31:01.123534 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.145387 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] Set router 0ca70cc7-770b-4f8c-a956-0543fddb6502 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:01.160765 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.386221 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] For port 8fd3a4d6-573d-4de1-9b30-e342114c3d88, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=8fd3a4d6-573d-4de1-9b30-e342114c3d88,segment=NetworkSegment(37714608-c42d-4015-beb0-9e0e55a7824d),segment_id=37714608-c42d-4015-beb0-9e0e55a7824d)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:01.386651 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.429730 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.445866 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Deleting port 049b2398-aaf7-409e-9931-015914abcc82 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:31:01.446538 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.485035 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:01.491443 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d692ae79-b898-4952-8b89-66cbfdec4bb1 None None] The sync data for ids ['0ca70cc7-770b-4f8c-a956-0543fddb6502'] in n-d-836016-3 is: [{'id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'name': 'tempest-TestNetworkAdvancedServerOps-router-934981631', 'tenant_id': '8b5c4668663f458da0f1023aaaf7ea24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179'}], 'enable_snat': True}, 'gw_port_id': '049b2398-aaf7-409e-9931-015914abcc82', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:29:11Z', 'updated_at': '2022-04-18T21:30:58Z', 'revision_number': 5, 'project_id': '8b5c4668663f458da0f1023aaaf7ea24', 'gw_port': {'id': '049b2398-aaf7-409e-9931-015914abcc82', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:92:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca70cc7-770b-4f8c-a956-0543fddb6502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:29:12Z', 'updated_at': '2022-04-18T21:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:01.530726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Calling delete_port for 8fd3a4d6-573d-4de1-9b30-e342114c3d88 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:31:01.617218 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301'] for port, after_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.681831 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] For port 049b2398-aaf7-409e-9931-015914abcc82, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=049b2398-aaf7-409e-9931-015914abcc82,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:01.682181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:01.692120 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Pushing event deleted for resources: {'Port': ['ID=8fd3a4d6-573d-4de1-9b30-e342114c3d88,revision_number=None']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:01.695017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] No DVR routers for this DVR port 8fd3a4d6-573d-4de1-9b30-e342114c3d88 on host n-d-836016-3 {{(pid=88143) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:31:01.708771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.709100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.709448 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.710282 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.710632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.710975 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.711311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.711644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.711977 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.712304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.712636 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.712963 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e70b853-2ef4-4c3d-acff-3b4d233e7cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:01.908434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Calling delete_port for 049b2398-aaf7-409e-9931-015914abcc82 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:31:02.289381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8fd3a4d6-573d-4de1-9b30-e342114c3d88 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:02.300771 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.328658 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 8fd3a4d6-573d-4de1-9b30-e342114c3d88 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:31:02.328997 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 8fd3a4d6-573d-4de1-9b30-e342114c3d88 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:02.329419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 21cdc177-b892-4d94-ad36-999e11314831 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:02.361722 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Port': ['ID=049b2398-aaf7-409e-9931-015914abcc82,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:02.368746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 21cdc177-b892-4d94-ad36-999e11314831 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:31:02.368746 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 21cdc177-b892-4d94-ad36-999e11314831 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:02.453973 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.632406 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.634694 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.657947 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.658475 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca70cc7-770b-4f8c-a956-0543fddb6502 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:31:02.675063 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:02.676196 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-e063c6b8-dad5-49de-8a51-d3f0028b2ec7 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/routers/0ca70cc7-770b-4f8c-a956-0543fddb6502 HTTP/1.1" status: 204 len: 168 time: 1.9279003 Apr 18 21:31:02.679136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:02.808229 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.075270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.108593 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7e06450-820b-4fe1-96b0-68f692f6bd21']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.123813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37714608-c42d-4015-beb0-9e0e55a7824d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.124165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37714608-c42d-4015-beb0-9e0e55a7824d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:03.138534 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.156951 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.165175 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:31:03.165810 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:31:03.182219 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:31:03.270950 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.289186 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.301871 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'Network': ['ID=f7e06450-820b-4fe1-96b0-68f692f6bd21,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:03.311763 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-40ac25a0-f76f-4858-b0b9-650913b896c6 tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/networks/f7e06450-820b-4fe1-96b0-68f692f6bd21 HTTP/1.1" status: 204 len: 168 time: 0.6315813 Apr 18 21:31:03.314577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:03.383600 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:31:03.391708 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a387acb-4b15-49b3-83b4-89e4b6d353ef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.423943 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a387acb-4b15-49b3-83b4-89e4b6d353ef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.495865 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a387acb-4b15-49b3-83b4-89e4b6d353ef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.516655 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a387acb-4b15-49b3-83b4-89e4b6d353ef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada59bc2-10b8-4d41-992e-27e200d497c6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:03.530435 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a387acb-4b15-49b3-83b4-89e4b6d353ef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:03.536027 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7a387acb-4b15-49b3-83b4-89e4b6d353ef tempest-TestNetworkAdvancedServerOps-587657193 tempest-TestNetworkAdvancedServerOps-587657193-project] 10.222.0.47 "DELETE /v2.0/security-groups/ada59bc2-10b8-4d41-992e-27e200d497c6 HTTP/1.1" status: 204 len: 168 time: 0.2161968 Apr 18 21:31:03.986531 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45216) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:04.294723 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 049b2398-aaf7-409e-9931-015914abcc82 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:31:04.308561 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a55e375e-0df0-46b7-a590-af853a15c267 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8b5c4668663f458da0f1023aaaf7ea24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3204019 Apr 18 21:31:04.311189 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45222) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:04.338401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 049b2398-aaf7-409e-9931-015914abcc82 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:31:04.338706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 049b2398-aaf7-409e-9931-015914abcc82 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:31:04.378705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4c85fa7-0a5c-40fb-a43d-ac7ff2c74a28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.407986 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4c85fa7-0a5c-40fb-a43d-ac7ff2c74a28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.471318 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4c85fa7-0a5c-40fb-a43d-ac7ff2c74a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.510371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c85fa7-0a5c-40fb-a43d-ac7ff2c74a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabffc8b-4392-41f5-8ec2-de85095c09e7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:04.522432 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4c85fa7-0a5c-40fb-a43d-ac7ff2c74a28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.524677 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f4c85fa7-0a5c-40fb-a43d-ac7ff2c74a28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cabffc8b-4392-41f5-8ec2-de85095c09e7 HTTP/1.1" status: 204 len: 168 time: 0.2123394 Apr 18 21:31:04.907731 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45230) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:04.929289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:04.947036 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:04.952472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Usage tracker for resource:security_group_rule and tenant:f2ad932b78ff4f64a17774ff8aeb44ec is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:04.956249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:04.963373 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:05.069104 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.078164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.154286 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f2ad932b78ff4f64a17774ff8aeb44ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2413468 Apr 18 21:31:05.154286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aafb26f-58bc-4e4f-b4c5-aac8845a853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b062b101-6fe0-411a-abed-370f7a47380c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:05.154751 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45234) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:05.226968 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee4322e7-376b-4187-a41d-84a367a93f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.257591 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee4322e7-376b-4187-a41d-84a367a93f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.323839 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee4322e7-376b-4187-a41d-84a367a93f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.342094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4322e7-376b-4187-a41d-84a367a93f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b062b101-6fe0-411a-abed-370f7a47380c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:05.347502 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee4322e7-376b-4187-a41d-84a367a93f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:05.349970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ee4322e7-376b-4187-a41d-84a367a93f70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b062b101-6fe0-411a-abed-370f7a47380c HTTP/1.1" status: 204 len: 168 time: 0.1932831 Apr 18 21:31:06.298541 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45258) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:06.412858 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1272825355-network', 'tenant_id': '600126e4ee4141429729cd9518e3b688'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:06.418662 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:06.422903 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Usage tracker for resource:network and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:06.426214 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:06.435911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:06.448559 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Made reservation on behalf of 600126e4ee4141429729cd9518e3b688 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:06.451192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.464946 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.480658 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:06.484866 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:06.487920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:06.494712 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:06.603046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.607821 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.642457 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 116} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:06.651907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db47490e-3b20-4c20-9e81-2b546b8f671b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:06.660898 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.661469 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Added segment 454d2d63-7cda-4e6a-87ad-6bf97b3eac51 of type vlan for network 57b0aa3c-ca10-4b66-820d-a4415de1be39 Apr 18 21:31:06.697197 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.734352 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.736095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:06.736911 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:06.889414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] Pushing event updated for resources: {'Network': ['ID=57b0aa3c-ca10-4b66-820d-a4415de1be39,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:06.889414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d6c49f38-faf8-48ff-843a-7bc8868597f8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5855842 Apr 18 21:31:06.889782 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45264) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:06.896761 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Request body: {'subnet': {'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1272825355-subnet', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:06.904400 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:06.904678 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:06.908825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Usage tracker for resource:subnet and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:06.912771 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:06.919683 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:06.941801 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Made reservation on behalf of 600126e4ee4141429729cd9518e3b688 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:06.944443 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.186523 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.275911 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=97d35972-3a4d-476a-820d-15fdd607d47f,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:07.288183 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Checking segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:07.288545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Network hostable DHCP agents. Network: 57b0aa3c-ca10-4b66-820d-a4415de1be39, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:07.309158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:07.322783 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 57b0aa3c-ca10-4b66-820d-a4415de1be39) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:07.327292 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:07.327987 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.333075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918d1f23-646b-4723-8d9e-ee80469d677f None None] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:31:07.353068 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-31dfa933-e8f2-43d9-894c-dfc6d530b98b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4619308 Apr 18 21:31:07.357178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:07.364668 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:07.371292 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:07.375600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Usage tracker for resource:router and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:07.379745 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:07.386407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:07.398552 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.399549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.417742 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.572802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-57b0aa3c-ca10-4b66-820d-a4415de1be39', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:31:07.573764 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.729296 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:07.785166 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Allocated IP 172.20.0.2 (57b0aa3c-ca10-4b66-820d-a4415de1be39/97d35972-3a4d-476a-820d-15fdd607d47f/cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:08.060142 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.072324 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Transition to ACTIVE for port object cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:08.093895 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Transition to ACTIVE for port object cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:08.102774 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.118523 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.177739 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:08.178017 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.185246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:08.190589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:08.197601 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Pushing event updated for resources: {'Port': ['ID=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:08.300196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Attempting to bind port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:08.300646 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Attempting to bind port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:08.301042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Attempting to bind port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:08.308173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:31:08.308943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Checking segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:08.309611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.310401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Bound using segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:31:08.310901 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Bound port: cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:08.311325 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.335966 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Allocated IP 172.25.5.197 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/ebd07325-c619-4946-ae4c-8b89f70d118f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:08.430386 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] For port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:31:08.433540 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] For port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:31:08.438478 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.533182 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa05eab-dbfd-461c-83aa-0d2fc30d4dbc None None] Pushing event updated for resources: {'Port': ['ID=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:08.557783 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.593034 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:08.797944 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:08.801894 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:08.811109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:08.849907 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Pushing event updated for resources: {'Port': ['ID=ebd07325-c619-4946-ae4c-8b89f70d118f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:09.310128 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.639061 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea214fe5-2deb-40c5-879b-d42672fc0ce0 None None] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:31:09.735150 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:09.761431 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-883d7cfa-6032-4e29-8bfa-284490590b2c None None] Provisioning for port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:09.993991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Router b8e052d5-439d-4051-b09a-09bc60523dfd is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:31:10.186323 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:31:10.198299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Sync routers for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:10.215454 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.218590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:10.218875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-261df229-daf4-49b4-a6ad-e91daa11d52b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8600740 Apr 18 21:31:10.219632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:10.222079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:10.383014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:10.478667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:10.679402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:10.696123 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:10.696493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.948963 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:10.979616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:09Z', 'revision_number': 3, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:10.990256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Checking router: b8e052d5-439d-4051-b09a-09bc60523dfd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:10.990611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Updating router b8e052d5-439d-4051-b09a-09bc60523dfd port ebd07325-c619-4946-ae4c-8b89f70d118f binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:31:11.032362 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:11.057859 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.084643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.125664 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.234520 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.364917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Allocated IP 172.20.0.1 (57b0aa3c-ca10-4b66-820d-a4415de1be39/97d35972-3a4d-476a-820d-15fdd607d47f/ba2ea902-59fd-426e-a154-4a0c3880f759) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:11.498908 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.513814 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Transition to ACTIVE for port object ebd07325-c619-4946-ae4c-8b89f70d118f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:11.520224 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.522984 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.541934 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Transition to ACTIVE for port object ba2ea902-59fd-426e-a154-4a0c3880f759 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:11.569178 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.607218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326a34f-9ce2-4c9e-bd1b-c89f0f8b3633 None None] Pushing event updated for resources: {'Port': ['ID=ebd07325-c619-4946-ae4c-8b89f70d118f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.609589 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Attempting to bind port ebd07325-c619-4946-ae4c-8b89f70d118f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:11.610177 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Attempting to bind port ebd07325-c619-4946-ae4c-8b89f70d118f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:11.610544 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Attempting to bind port ebd07325-c619-4946-ae4c-8b89f70d118f on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:11.617817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:31:11.618200 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:11.618611 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.619012 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:31:11.619484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Bound port: ebd07325-c619-4946-ae4c-8b89f70d118f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:11.619865 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.632721 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:11.635530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:11.643672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:11.685495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Pushing event updated for resources: {'Port': ['ID=ba2ea902-59fd-426e-a154-4a0c3880f759,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.701336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] For port ebd07325-c619-4946-ae4c-8b89f70d118f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:31:11.705161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] For port ebd07325-c619-4946-ae4c-8b89f70d118f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ebd07325-c619-4946-ae4c-8b89f70d118f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:31:11.710648 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.712647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:11.795803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:11.796447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:11.852421 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326a34f-9ce2-4c9e-bd1b-c89f0f8b3633 None None] Pushing event updated for resources: {'Port': ['ID=ebd07325-c619-4946-ae4c-8b89f70d118f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:11.994517 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-75aae610-f032-48d0-9c59-29d25b77dcbd None None] Provisioning for port ba2ea902-59fd-426e-a154-4a0c3880f759 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:12.007523 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-75aae610-f032-48d0-9c59-29d25b77dcbd None None] Provisioning complete for port ba2ea902-59fd-426e-a154-4a0c3880f759 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:12.007900 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-75aae610-f032-48d0-9c59-29d25b77dcbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.033891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:12.049284 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.255682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-75aae610-f032-48d0-9c59-29d25b77dcbd None None] Port ba2ea902-59fd-426e-a154-4a0c3880f759 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:31:12.304293 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:12.431960 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:12.432332 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.432443 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.437546 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.490526 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:09Z', 'revision_number': 3, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:12.498968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb4a277-3685-4f41-90f9-0854a64b83ce None None] The sync data for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 is: [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:09Z', 'revision_number': 3, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:12.551619 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:12.556339 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Pushing event updated for resources: {'Port': ['ID=ba2ea902-59fd-426e-a154-4a0c3880f759,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:12.702732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:12.703953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:12.941709 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Router b8e052d5-439d-4051-b09a-09bc60523dfd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:31:12.980633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-8fba977f-117b-43af-9060-a6e97d9b4bff None None] Provisioning complete for port ba2ea902-59fd-426e-a154-4a0c3880f759 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:12.981272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8fba977f-117b-43af-9060-a6e97d9b4bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.099724 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-8fba977f-117b-43af-9060-a6e97d9b4bff None None] Port ba2ea902-59fd-426e-a154-4a0c3880f759 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:31:13.158418 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:31:13.169900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-816d9d82-f052-436d-884e-a93452c2dbcb admin admin] 10.222.0.47 "PUT /v2.0/routers/b8e052d5-439d-4051-b09a-09bc60523dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9460943 Apr 18 21:31:13.692135 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b1ec96aa-675e-420f-b2f2-1612194c8f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.732784 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:13.738706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1108477356-network', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:13.744542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:13.748461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Usage tracker for resource:network and tenant:fa71d9a9baa74606ad118443a43887c8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:13.751535 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:13.758136 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:13.771845 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Made reservation on behalf of fa71d9a9baa74606ad118443a43887c8 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:13.775413 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.788732 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.807775 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:13.812090 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:fa71d9a9baa74606ad118443a43887c8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:13.816351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:13.822723 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:13.916913 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.920933 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.954215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 139} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:31:13.960450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd460088-c24c-4d44-9544-1d5d3b46b65b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:13.968744 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:13.968906 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Added segment dde21b6c-105c-4c73-8fce-3fe17ba26780 of type vlan for network 967d0a5a-1f17-402f-8f71-e704affccfb8 Apr 18 21:31:13.998832 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.029387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.030347 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:14.030918 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.085430 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Sync routers for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:14.096486 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:14.097380 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:14.140214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] Pushing event updated for resources: {'Network': ['ID=967d0a5a-1f17-402f-8f71-e704affccfb8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:14.143292 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7efb70b7-543f-4723-a1d0-08760c316bd3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4094210 Apr 18 21:31:14.146256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:14.150351 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:31:14.154215 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Request body: {'subnet': {'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1108477356-subnet', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:14.161112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:14.166802 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Usage tracker for resource:subnet and tenant:fa71d9a9baa74606ad118443a43887c8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:14.171295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:14.183396 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:14.202374 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Made reservation on behalf of fa71d9a9baa74606ad118443a43887c8 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:14.206991 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.322172 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:14.365675 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ebd07325-c619-4946-ae4c-8b89f70d118f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:14.449554 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ebd07325-c619-4946-ae4c-8b89f70d118f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:14.456038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ebd07325-c619-4946-ae4c-8b89f70d118f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:14.456642 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.477434 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.556451 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Pushing event updated for resources: {'Subnet': ['ID=327b6c1b-62f7-4a44-817f-f466b814c14f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:14.571109 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Checking segment: {'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:14.571622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Network hostable DHCP agents. Network: 967d0a5a-1f17-402f-8f71-e704affccfb8, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:31:14.591821 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.608974 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:31:14.611856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ebd07325-c619-4946-ae4c-8b89f70d118f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ebd07325-c619-4946-ae4c-8b89f70d118f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:14.618296 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.625316 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 967d0a5a-1f17-402f-8f71-e704affccfb8) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:14.635540 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:14.636220 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.663882 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-7da5d396-f056-4243-9afe-6f726bda935d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5137632 Apr 18 21:31:14.665185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45298) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:14.665840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9983ab1-410f-4432-80d0-2c1fba0cdf94 None None] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:31:14.671480 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:14.678668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:14.684232 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Usage tracker for resource:router and tenant:fa71d9a9baa74606ad118443a43887c8 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:14.688848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:14.696633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:14.711311 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.712752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.732653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:14.745367 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:12Z', 'revision_number': 2, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:14.753150 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Checking router: b8e052d5-439d-4051-b09a-09bc60523dfd for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:14.754101 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Updating router b8e052d5-439d-4051-b09a-09bc60523dfd port ba2ea902-59fd-426e-a154-4a0c3880f759 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:31:14.798027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ebd07325-c619-4946-ae4c-8b89f70d118f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:14.834355 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.014670 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-967d0a5a-1f17-402f-8f71-e704affccfb8', 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'fixed_ips': [{'subnet_id': '327b6c1b-62f7-4a44-817f-f466b814c14f'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:31:15.015594 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.032118 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.205069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Allocated IP 172.20.0.2 (967d0a5a-1f17-402f-8f71-e704affccfb8/327b6c1b-62f7-4a44-817f-f466b814c14f/deb6442f-528e-40f2-af15-8071be1a394f) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:15.327985 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.344750 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Transition to ACTIVE for port object ba2ea902-59fd-426e-a154-4a0c3880f759 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:15.355087 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.581078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.593542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Transition to ACTIVE for port object deb6442f-528e-40f2-af15-8071be1a394f will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:15.615884 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.616151 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Pushing event updated for resources: {'Port': ['ID=ba2ea902-59fd-426e-a154-4a0c3880f759,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:15.616462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Transition to ACTIVE for port object deb6442f-528e-40f2-af15-8071be1a394f will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:15.623414 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.638298 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.638897 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.639570 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.640175 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.640798 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.641383 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.642035 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.642684 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.643810 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.644491 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.645069 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.645686 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:31:15.681949 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.691832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:15.699567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:15.704922 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:15.745772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Pushing event updated for resources: {'Port': ['ID=deb6442f-528e-40f2-af15-8071be1a394f,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:15.805797 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Attempting to bind port ba2ea902-59fd-426e-a154-4a0c3880f759 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:15.806104 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Attempting to bind port ba2ea902-59fd-426e-a154-4a0c3880f759 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:15.806420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Attempting to bind port ba2ea902-59fd-426e-a154-4a0c3880f759 on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:15.814026 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:31:15.814710 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Checking segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:15.816420 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.816420 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Bound using segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:31:15.816827 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Bound port: ba2ea902-59fd-426e-a154-4a0c3880f759, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:15.817249 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.824567 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Attempting to bind port deb6442f-528e-40f2-af15-8071be1a394f on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:15.825327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Attempting to bind port deb6442f-528e-40f2-af15-8071be1a394f by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:15.826576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Attempting to bind port deb6442f-528e-40f2-af15-8071be1a394f on network 967d0a5a-1f17-402f-8f71-e704affccfb8 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:15.847358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:31:15.848157 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Checking segment: {'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:15.848906 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.849899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Bound using segment: {'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:31:15.850808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Bound port: deb6442f-528e-40f2-af15-8071be1a394f, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:15.851488 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:15.907313 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Allocated IP 172.25.5.105 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/acd25615-0a44-4718-898b-a8900505d173) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:15.942766 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] For port ba2ea902-59fd-426e-a154-4a0c3880f759, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:31:15.949612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] For port ba2ea902-59fd-426e-a154-4a0c3880f759, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ba2ea902-59fd-426e-a154-4a0c3880f759,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:31:15.961789 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.039287 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] For port deb6442f-528e-40f2-af15-8071be1a394f, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:31:16.045208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] For port deb6442f-528e-40f2-af15-8071be1a394f, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=deb6442f-528e-40f2-af15-8071be1a394f,segment=NetworkSegment(dde21b6c-105c-4c73-8fce-3fe17ba26780),segment_id=dde21b6c-105c-4c73-8fce-3fe17ba26780)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:31:16.052093 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.100939 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.146079 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:16.147327 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:30:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:16.156853 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.213220 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf0e54-3631-4624-99ac-07227a0c24a0 None None] Pushing event updated for resources: {'Port': ['ID=deb6442f-528e-40f2-af15-8071be1a394f,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:16.225339 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9ab755a9-9a4f-4c07-ad63-b0adfd6b4789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.303079 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Pushing event updated for resources: {'Port': ['ID=acd25615-0a44-4718-898b-a8900505d173,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:16.319286 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:16.321266 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:16.327919 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:16.347645 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ebd07325-c619-4946-ae4c-8b89f70d118f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:16.357653 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada8745-2a7d-41c2-a50b-87a8dceff9d1 None None] Pushing event updated for resources: {'Port': ['ID=ba2ea902-59fd-426e-a154-4a0c3880f759,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:16.497331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ebd07325-c619-4946-ae4c-8b89f70d118f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:16.498016 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:16.536426 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:17.006250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.096427 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:15Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:17.102030 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c321620-5c8e-473a-af03-d61837d722ee None None] The sync data for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 is: [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:15Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:17.301118 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.311849 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.582961 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:17.682491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b3358d-55ba-4220-a023-bd98d69eb667 None None] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:31:17.874720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-45c6592b-555f-4f42-8ef6-ac969ed3fb22 None None] Provisioning for port deb6442f-528e-40f2-af15-8071be1a394f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:17.997725 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Router f0a186ab-dcd0-4665-a774-89b9db3288e9 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:31:18.220676 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:31:18.241270 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Sync routers for ids ['f0a186ab-dcd0-4665-a774-89b9db3288e9'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:18.256067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.258797 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-846b32b9-d719-4e91-82c1-87a1a0b99975 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5913897 Apr 18 21:31:18.261352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45302) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:18.271418 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Routers {'f0a186ab-dcd0-4665-a774-89b9db3288e9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:18.272813 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0a186ab-dcd0-4665-a774-89b9db3288e9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:18.427943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device deb6442f-528e-40f2-af15-8071be1a394f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:18.610569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port deb6442f-528e-40f2-af15-8071be1a394f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:18.622128 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port deb6442f-528e-40f2-af15-8071be1a394f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:18.622524 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.667084 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Set router f0a186ab-dcd0-4665-a774-89b9db3288e9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:18.843088 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:18.998470 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.051450 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.079267 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port deb6442f-528e-40f2-af15-8071be1a394f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=deb6442f-528e-40f2-af15-8071be1a394f,segment=NetworkSegment(dde21b6c-105c-4c73-8fce-3fe17ba26780),segment_id=dde21b6c-105c-4c73-8fce-3fe17ba26780)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:19.086481 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.087306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba2ea902-59fd-426e-a154-4a0c3880f759 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:19.206817 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'acd25615-0a44-4718-898b-a8900505d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:31:16Z', 'revision_number': 3, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port': {'id': 'acd25615-0a44-4718-898b-a8900505d173', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:15Z', 'updated_at': '2022-04-18T21:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:19.219250 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Checking router: f0a186ab-dcd0-4665-a774-89b9db3288e9 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:19.219600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Updating router f0a186ab-dcd0-4665-a774-89b9db3288e9 port acd25615-0a44-4718-898b-a8900505d173 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:31:19.265772 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=deb6442f-528e-40f2-af15-8071be1a394f,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:19.290194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Allocated IP 172.20.0.1 (967d0a5a-1f17-402f-8f71-e704affccfb8/327b6c1b-62f7-4a44-817f-f466b814c14f/778687b5-466b-4c42-8f9d-fbb05cbf88eb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:19.295146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port ba2ea902-59fd-426e-a154-4a0c3880f759 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:19.298203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.339586 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ba2ea902-59fd-426e-a154-4a0c3880f759 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:19.339973 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.458629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.486467 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Transition to ACTIVE for port object 778687b5-466b-4c42-8f9d-fbb05cbf88eb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:19.498924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.519455 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.593803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:19.597963 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:19.606680 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:19.649022 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=778687b5-466b-4c42-8f9d-fbb05cbf88eb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:19.708844 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.758898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.879755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port ba2ea902-59fd-426e-a154-4a0c3880f759, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ba2ea902-59fd-426e-a154-4a0c3880f759,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:19.882798 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:19.886777 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.019056 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f7ef8124-5329-4b0c-9c0a-b37fbdac0aad None None] Provisioning for port 778687b5-466b-4c42-8f9d-fbb05cbf88eb completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:20.042656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=ba2ea902-59fd-426e-a154-4a0c3880f759,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:20.042656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.042656 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f7ef8124-5329-4b0c-9c0a-b37fbdac0aad None None] Provisioning complete for port 778687b5-466b-4c42-8f9d-fbb05cbf88eb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:20.042656 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f7ef8124-5329-4b0c-9c0a-b37fbdac0aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.092491 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Transition to ACTIVE for port object acd25615-0a44-4718-898b-a8900505d173 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:20.106677 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.150873 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.152406 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f7ef8124-5329-4b0c-9c0a-b37fbdac0aad None None] Port 778687b5-466b-4c42-8f9d-fbb05cbf88eb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:31:20.196996 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Attempting to bind port acd25615-0a44-4718-898b-a8900505d173 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:20.197373 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Attempting to bind port acd25615-0a44-4718-898b-a8900505d173 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:20.197766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Attempting to bind port acd25615-0a44-4718-898b-a8900505d173 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:20.199985 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f44d1-721f-486d-a083-3bab221fc0d3 None None] Pushing event updated for resources: {'Port': ['ID=acd25615-0a44-4718-898b-a8900505d173,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:20.207029 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:31:20.207405 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:20.207814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.208194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:31:20.208666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Bound port: acd25615-0a44-4718-898b-a8900505d173, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:20.209040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.317008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] For port acd25615-0a44-4718-898b-a8900505d173, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:31:20.322886 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] For port acd25615-0a44-4718-898b-a8900505d173, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=acd25615-0a44-4718-898b-a8900505d173,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:31:20.329952 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device deb6442f-528e-40f2-af15-8071be1a394f up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:20.364268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.446345 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.451283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.476802 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Routers {'f0a186ab-dcd0-4665-a774-89b9db3288e9'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:20.477460 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0a186ab-dcd0-4665-a774-89b9db3288e9'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:20.531913 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8f44d1-721f-486d-a083-3bab221fc0d3 None None] Pushing event updated for resources: {'Port': ['ID=acd25615-0a44-4718-898b-a8900505d173,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:20.562294 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port deb6442f-528e-40f2-af15-8071be1a394f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:20.562673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.566863 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Pushing event updated for resources: {'Port': ['ID=778687b5-466b-4c42-8f9d-fbb05cbf88eb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:20.569539 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:20.728745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:20.730565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:20.737979 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] Set router f0a186ab-dcd0-4665-a774-89b9db3288e9 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:20.940020 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba2ea902-59fd-426e-a154-4a0c3880f759 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:20.982485 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Router f0a186ab-dcd0-4665-a774-89b9db3288e9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:31:21.092818 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-006d93af-acda-4f99-90e6-0030d0f1a155 None None] Provisioning complete for port 778687b5-466b-4c42-8f9d-fbb05cbf88eb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:21.093110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-006d93af-acda-4f99-90e6-0030d0f1a155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.191327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-006d93af-acda-4f99-90e6-0030d0f1a155 None None] Port 778687b5-466b-4c42-8f9d-fbb05cbf88eb cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:31:21.201625 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:31:21.216530 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-cbdd4ef5-cc70-4dd5-9106-71808d49fcd1 admin admin] 10.222.0.47 "PUT /v2.0/routers/f0a186ab-dcd0-4665-a774-89b9db3288e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9531605 Apr 18 21:31:21.231616 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port ba2ea902-59fd-426e-a154-4a0c3880f759 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:21.231996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:21.379069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'acd25615-0a44-4718-898b-a8900505d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 4, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port': {'id': 'acd25615-0a44-4718-898b-a8900505d173', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:15Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '778687b5-466b-4c42-8f9d-fbb05cbf88eb', 'name': '', 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'mac_address': 'fa:16:3e:73:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:19Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 2, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'subnets': [{'id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:21.392654 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04de8908-9875-42a0-a4c5-a2b848573e94 None None] The sync data for ids ['f0a186ab-dcd0-4665-a774-89b9db3288e9'] in n-d-836016-3 is: [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'acd25615-0a44-4718-898b-a8900505d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 4, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port': {'id': 'acd25615-0a44-4718-898b-a8900505d173', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:15Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '778687b5-466b-4c42-8f9d-fbb05cbf88eb', 'name': '', 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'mac_address': 'fa:16:3e:73:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:19Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 2, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'subnets': [{'id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:22.315701 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device acd25615-0a44-4718-898b-a8900505d173 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:22.387904 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port acd25615-0a44-4718-898b-a8900505d173 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:22.393465 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port acd25615-0a44-4718-898b-a8900505d173 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:22.394153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.559664 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.576063 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port acd25615-0a44-4718-898b-a8900505d173, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=acd25615-0a44-4718-898b-a8900505d173,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:22.579973 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:22.647942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=acd25615-0a44-4718-898b-a8900505d173,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:22.992244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45314) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:22.997579 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916574964', 'description': 'tempest-secgroup-smoke-1916574964 description', 'project_id': '600126e4ee4141429729cd9518e3b688'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:23.004397 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.008225 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.011067 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.016873 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:23.028694 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.052354 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.056153 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.058934 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.064760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:23.140387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.144286 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.185180 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08310ff-d26b-4b7b-99d9-d1c138aba415,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.187816 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.188989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3333eefa-50ab-41df-9882-ea956877779d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1957624 Apr 18 21:31:23.192835 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45318) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:23.197814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'b08310ff-d26b-4b7b-99d9-d1c138aba415', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:23.204454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.208408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.211229 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.216809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:23.233456 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.299980 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.305462 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.331608 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2791e42-1414-4604-bc60-7edf2509e26c,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.340394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.341658 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-706cbe66-ec86-47f3-9f4f-fe66e2fbe0c8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1478724 Apr 18 21:31:23.344364 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45322) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:23.349498 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'b08310ff-d26b-4b7b-99d9-d1c138aba415', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:23.356307 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.360369 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.364135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.370128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:23.388629 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.457406 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.460999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.484678 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dee5fc-055a-45e4-a474-48057af20ade,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.495488 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.496703 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-c876c350-e3bf-464a-bf4d-17f3100ffa31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1513751 Apr 18 21:31:23.499453 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45326) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:23.505101 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'b08310ff-d26b-4b7b-99d9-d1c138aba415', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:23.512009 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.515954 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.518875 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.524553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:23.541188 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.607003 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.611066 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.636482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588d6035-ac9d-47ab-aa83-1bf1c0fceb78,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.644479 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.646299 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-494c936e-087d-4564-9b69-97fe7f7511b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452932 Apr 18 21:31:23.648503 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45330) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:23.653409 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'b08310ff-d26b-4b7b-99d9-d1c138aba415', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:23.660724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.664568 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.667464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.673159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:23.690056 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.756999 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.760871 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.785472 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8b88e08-1ccf-4088-9300-97ff2f624e9a,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.795250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.796595 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a68d9ea6-01e8-4cd7-aaa8-270d89a3e3f9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1471350 Apr 18 21:31:23.799824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 45334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:23.805103 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'b08310ff-d26b-4b7b-99d9-d1c138aba415', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:23.811739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.815622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.818570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.825527 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:23.836045 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Project 600126e4ee4141429729cd9518e3b688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:31:23.843506 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.915992 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.921043 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.945369 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f35d40cd-8124-4d8a-869f-4afefdb3dc68,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:23.959280 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:23.960984 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-06ce8afa-e9e4-417f-b712-eefb64490ddc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1599536 Apr 18 21:31:23.963685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45340) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:23.969000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'b08310ff-d26b-4b7b-99d9-d1c138aba415', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:23.976502 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:23.980327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:23.983185 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:23.989280 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:24.003256 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Project 600126e4ee4141429729cd9518e3b688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:31:24.010415 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.183396 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.188172 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.218296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57e431bd-82de-4aa6-bb1e-af0cdc4ab074,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:24.231379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.233037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e9d8f785-8298-4860-ac84-d88e2d42b5da tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2681518 Apr 18 21:31:24.301289 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device acd25615-0a44-4718-898b-a8900505d173 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:24.374422 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port acd25615-0a44-4718-898b-a8900505d173 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:24.374798 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:24.407414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7937207f-d8a4-4430-baf1-9050926ec769 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:24.425813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7937207f-d8a4-4430-baf1-9050926ec769 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:24.426988 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7937207f-d8a4-4430-baf1-9050926ec769 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916574964&fields=id&tenant_id=600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 267 time: 0.0597320 Apr 18 21:31:24.610151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-b8e67226-834d-43d7-bc1d-31742de5c545 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:24.610843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a8370f98-ad72-4de2-9f99-8401c321641c req-b8e67226-834d-43d7-bc1d-31742de5c545 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:24.635774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-a8370f98-ad72-4de2-9f99-8401c321641c req-b8e67226-834d-43d7-bc1d-31742de5c545 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:24.637344 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-b8e67226-834d-43d7-bc1d-31742de5c545 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 809 time: 0.2026081 Apr 18 21:31:24.650048 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Sync routers for ids ['f0a186ab-dcd0-4665-a774-89b9db3288e9'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:24.654185 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-1b6603ba-7e9c-4247-a65d-dd61aa9421a2 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/quotas/600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 375 time: 0.0106595 Apr 18 21:31:24.664478 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Routers {'f0a186ab-dcd0-4665-a774-89b9db3288e9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:24.665147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0a186ab-dcd0-4665-a774-89b9db3288e9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:24.750445 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-3502e63b-c34e-42ea-a319-e7fe828741a7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884402 Apr 18 21:31:24.869856 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Set router f0a186ab-dcd0-4665-a774-89b9db3288e9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:25.005003 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-da91590b-578b-4d14-b039-19ad609e9a3e service neutron] 10.222.0.47 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402375 Apr 18 21:31:25.141075 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-f6f8b204-1731-4d6e-873b-095859a36390 service neutron] 10.222.0.47 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296315 Apr 18 21:31:25.237788 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'acd25615-0a44-4718-898b-a8900505d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 4, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port': {'id': 'acd25615-0a44-4718-898b-a8900505d173', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:15Z', 'updated_at': '2022-04-18T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '778687b5-466b-4c42-8f9d-fbb05cbf88eb', 'name': '', 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'mac_address': 'fa:16:3e:73:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:19Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 2, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'subnets': [{'id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:25.241727 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Checking router: f0a186ab-dcd0-4665-a774-89b9db3288e9 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:25.242070 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Updating router f0a186ab-dcd0-4665-a774-89b9db3288e9 port 778687b5-466b-4c42-8f9d-fbb05cbf88eb binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:31:25.296414 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.343214 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3182c316-3272-4ac6-bd4f-339b89a5584d req-fa33f34c-cf9e-4aba-aee9-8d711835d7af tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:25.381050 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3182c316-3272-4ac6-bd4f-339b89a5584d req-fa33f34c-cf9e-4aba-aee9-8d711835d7af tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:25.388821 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3182c316-3272-4ac6-bd4f-339b89a5584d req-fa33f34c-cf9e-4aba-aee9-8d711835d7af tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 210 time: 0.1005816 Apr 18 21:31:25.693847 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.708026 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Transition to ACTIVE for port object 778687b5-466b-4c42-8f9d-fbb05cbf88eb will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:25.715424 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.935421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7136596-aa5b-4285-beaf-5914630fa629 None None] Pushing event updated for resources: {'Port': ['ID=778687b5-466b-4c42-8f9d-fbb05cbf88eb,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:25.948596 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Attempting to bind port 778687b5-466b-4c42-8f9d-fbb05cbf88eb on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:25.948965 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Attempting to bind port 778687b5-466b-4c42-8f9d-fbb05cbf88eb by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:25.949331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Attempting to bind port 778687b5-466b-4c42-8f9d-fbb05cbf88eb on network 967d0a5a-1f17-402f-8f71-e704affccfb8 {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:25.955029 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:31:25.955925 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Checking segment: {'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:25.956703 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:25.957099 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Bound using segment: {'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:31:25.957596 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Bound port: 778687b5-466b-4c42-8f9d-fbb05cbf88eb, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde21b6c-105c-4c73-8fce-3fe17ba26780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:25.958102 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.060986 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] For port 778687b5-466b-4c42-8f9d-fbb05cbf88eb, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:31:26.064445 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] For port 778687b5-466b-4c42-8f9d-fbb05cbf88eb, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=778687b5-466b-4c42-8f9d-fbb05cbf88eb,segment=NetworkSegment(dde21b6c-105c-4c73-8fce-3fe17ba26780),segment_id=dde21b6c-105c-4c73-8fce-3fe17ba26780)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:31:26.074351 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.153240 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Routers {'f0a186ab-dcd0-4665-a774-89b9db3288e9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:26.153656 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0a186ab-dcd0-4665-a774-89b9db3288e9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:26.231249 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7136596-aa5b-4285-beaf-5914630fa629 None None] Pushing event updated for resources: {'Port': ['ID=778687b5-466b-4c42-8f9d-fbb05cbf88eb,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:26.333611 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 778687b5-466b-4c42-8f9d-fbb05cbf88eb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:26.362590 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] Set router f0a186ab-dcd0-4665-a774-89b9db3288e9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:26.423844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 778687b5-466b-4c42-8f9d-fbb05cbf88eb completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:26.433304 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 778687b5-466b-4c42-8f9d-fbb05cbf88eb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:26.433914 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.531510 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-92857789-914a-4bde-a1d8-6b15d14c21db None None] Provisioning complete for port 778687b5-466b-4c42-8f9d-fbb05cbf88eb triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:26.532008 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92857789-914a-4bde-a1d8-6b15d14c21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.569367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2f84252d-496a-4b53-82e8-d0f1fc90ae05 req-78ece125-e080-4348-af92-9a958566266c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 210 time: 0.0539076 Apr 18 21:31:26.688683 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.771474 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 778687b5-466b-4c42-8f9d-fbb05cbf88eb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=778687b5-466b-4c42-8f9d-fbb05cbf88eb,segment=NetworkSegment(dde21b6c-105c-4c73-8fce-3fe17ba26780),segment_id=dde21b6c-105c-4c73-8fce-3fe17ba26780)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:26.784033 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.847837 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'acd25615-0a44-4718-898b-a8900505d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 4, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port': {'id': 'acd25615-0a44-4718-898b-a8900505d173', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:15Z', 'updated_at': '2022-04-18T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '778687b5-466b-4c42-8f9d-fbb05cbf88eb', 'name': '', 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'mac_address': 'fa:16:3e:73:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:19Z', 'updated_at': '2022-04-18T21:31:26Z', 'revision_number': 4, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'subnets': [{'id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:26.854160 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-92857789-914a-4bde-a1d8-6b15d14c21db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:26.858896 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af566bf6-2e06-446f-8934-c149a286f951 None None] The sync data for ids ['f0a186ab-dcd0-4665-a774-89b9db3288e9'] in n-d-836016-3 is: [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'acd25615-0a44-4718-898b-a8900505d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:31:20Z', 'revision_number': 4, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port': {'id': 'acd25615-0a44-4718-898b-a8900505d173', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:15Z', 'updated_at': '2022-04-18T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '778687b5-466b-4c42-8f9d-fbb05cbf88eb', 'name': '', 'network_id': '967d0a5a-1f17-402f-8f71-e704affccfb8', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'mac_address': 'fa:16:3e:73:21:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4393, 'fixed_ips': [{'subnet_id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:19Z', 'updated_at': '2022-04-18T21:31:26Z', 'revision_number': 4, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'subnets': [{'id': '327b6c1b-62f7-4a44-817f-f466b814c14f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:26.874703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=778687b5-466b-4c42-8f9d-fbb05cbf88eb,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:26.899577 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-a09564f1-cc6d-40e8-9fc2-04d20ad136cd tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:26.901907 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-a09564f1-cc6d-40e8-9fc2-04d20ad136cd tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 809 time: 0.3315883 Apr 18 21:31:26.945949 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-92857789-914a-4bde-a1d8-6b15d14c21db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:31:26.946596 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-92857789-914a-4bde-a1d8-6b15d14c21db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:31:26.982172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-56c12f04-a225-45e0-97ce-cdad0c9dff7f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 380 time: 0.0708601 Apr 18 21:31:26.992091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'port': {'device_id': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'admin_state_up': True, 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'security_groups': ['b08310ff-d26b-4b7b-99d9-d1c138aba415']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:27.148761 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:27.159438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:27.170240 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Made reservation on behalf of 600126e4ee4141429729cd9518e3b688 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:31:27.173716 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.344912 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Allocated IP 172.20.0.9 (57b0aa3c-ca10-4b66-820d-a4415de1be39/97d35972-3a4d-476a-820d-15fdd607d47f/b11b3ffc-5027-4c69-8030-d60cacd15a3d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:27.553119 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.569091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Transition to ACTIVE for port object b11b3ffc-5027-4c69-8030-d60cacd15a3d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:27.593006 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.659422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:27.670636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:27.675953 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:27.743383 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:27.791654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:27.792270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.840991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f0d8ca-1edf-46aa-a104-ec7b048e3137 req-7456c3c9-4ebc-4a56-861b-983ca23a4f1d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:27.841781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-69f0d8ca-1edf-46aa-a104-ec7b048e3137 req-7456c3c9-4ebc-4a56-861b-983ca23a4f1d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:27.845086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-7f455d32-a1cd-4559-8a8b-e1ea3b5dc1ef tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8572040 Apr 18 21:31:27.858041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Request body: {'port': {'device_id': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:27.901477 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-69f0d8ca-1edf-46aa-a104-ec7b048e3137 req-7456c3c9-4ebc-4a56-861b-983ca23a4f1d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:27.902575 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69f0d8ca-1edf-46aa-a104-ec7b048e3137 req-7456c3c9-4ebc-4a56-861b-983ca23a4f1d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 931 time: 0.2008417 Apr 18 21:31:27.926669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f192906b-2672-460d-a22c-aa0654535d57 None None] Provisioning for port b11b3ffc-5027-4c69-8030-d60cacd15a3d completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:27.932013 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f192906b-2672-460d-a22c-aa0654535d57 None None] Provisioning complete for port b11b3ffc-5027-4c69-8030-d60cacd15a3d triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:27.932387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f192906b-2672-460d-a22c-aa0654535d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:27.986514 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f192906b-2672-460d-a22c-aa0654535d57 None None] Port b11b3ffc-5027-4c69-8030-d60cacd15a3d cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:31:28.006116 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-69f0d8ca-1edf-46aa-a104-ec7b048e3137 req-f4a7a242-29fc-4226-a7ab-4d6408eb1878 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965190 Apr 18 21:31:28.011149 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.304364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 778687b5-466b-4c42-8f9d-fbb05cbf88eb up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:28.373034 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11b3ffc-5027-4c69-8030-d60cacd15a3d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:31:28.375761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 778687b5-466b-4c42-8f9d-fbb05cbf88eb triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:28.376213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.381480 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.398389 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Transition to ACTIVE for port object b11b3ffc-5027-4c69-8030-d60cacd15a3d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:31:28.402657 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.560162 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.644474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:31:28.644804 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:31:28.645130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:28.649691 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Port b11b3ffc-5027-4c69-8030-d60cacd15a3d on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:31:28.650009 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:31:28.654926 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:31:28.655256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Checking segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:31:28.655630 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Bound using segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:31:28.656043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Bound port: b11b3ffc-5027-4c69-8030-d60cacd15a3d, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:31:28.656381 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.849208 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:31:28.852165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:31:28.856845 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.915539 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:28.916140 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:28.917560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] 10.222.0.55 "PUT /v2.0/ports/b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 1091 time: 1.0635164 Apr 18 21:31:28.918036 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:31:28.949756 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8307f12-ae49-4a99-88c8-f8248d508653 service neutron] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:28.993823 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b467f6b-912e-449b-8a01-7d37b7c5ad2a'] response: {'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'status': 'completed', 'code': 200} Apr 18 21:31:29.036738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-59c095df-d78d-4e78-912e-ad8ad306e202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.038593 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-59c095df-d78d-4e78-912e-ad8ad306e202 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1094 time: 0.0785468 Apr 18 21:31:29.128478 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-eaffa764-7dc7-4366-8486-bf286e24ea65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 217 time: 0.0824420 Apr 18 21:31:29.236491 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-e55ba52d-925f-49c4-9bb5-c367247c2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.238556 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-e55ba52d-925f-49c4-9bb5-c367247c2923 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0789180 Apr 18 21:31:29.302983 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9538adf9-bcb1-49b6-8cf8-1e4fb0e96488 req-d25dcce5-5904-40bb-938f-eb0855cb36b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.305101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9538adf9-bcb1-49b6-8cf8-1e4fb0e96488 req-d25dcce5-5904-40bb-938f-eb0855cb36b5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.1750288 Apr 18 21:31:29.365723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9538adf9-bcb1-49b6-8cf8-1e4fb0e96488 req-42c72530-e02e-425a-8853-0ed93bce6b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530655 Apr 18 21:31:29.370680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8370f98-ad72-4de2-9f99-8401c321641c req-ce704d4d-5982-4a7e-8796-dfa68c864834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.372153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-ce704d4d-5982-4a7e-8796-dfa68c864834 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220014 Apr 18 21:31:29.509676 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-c530e5cd-5ee6-4640-88ee-bb52240c252f service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301188 Apr 18 21:31:29.639321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a8370f98-ad72-4de2-9f99-8401c321641c req-0f46800d-9c6e-4925-8755-c8fc6c91ff25 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239583 Apr 18 21:31:29.755201 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-e8042817-8df2-4d94-b15f-afd0e5ea0204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.756647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-e8042817-8df2-4d94-b15f-afd0e5ea0204 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1094 time: 0.0746269 Apr 18 21:31:29.889877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-58e03a62-4aa5-4448-a7f0-feaab7cfc546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:29.891228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-58e03a62-4aa5-4448-a7f0-feaab7cfc546 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1283774 Apr 18 21:31:29.961310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-ccfecb9a-a602-4cd1-b4b8-0338d6a375f3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 217 time: 0.0643394 Apr 18 21:31:30.023178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-c94d88ab-1d39-4759-8c16-9a5e8063b077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.024616 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-c94d88ab-1d39-4759-8c16-9a5e8063b077 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0578341 Apr 18 21:31:30.102066 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-75320f17-be74-446d-b29e-8e9ec475c805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.103517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-75320f17-be74-446d-b29e-8e9ec475c805 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732763 Apr 18 21:31:30.234094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-640c493b-5c90-415d-a966-8c0de2038ba2 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243184 Apr 18 21:31:30.363729 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-eb276fb6-66db-4cd3-ac49-6546beb7cc37 req-00a4cfd5-7f2b-478b-a5b4-eddaf2c9fcd4 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231823 Apr 18 21:31:30.566319 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752515d2-825f-4e35-876b-17fe1a6c1585 req-8238e989-0509-4793-8dd3-e3b3a8caeed7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:30.567821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-752515d2-825f-4e35-876b-17fe1a6c1585 req-8238e989-0509-4793-8dd3-e3b3a8caeed7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.0900509 Apr 18 21:31:30.613184 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-752515d2-825f-4e35-876b-17fe1a6c1585 req-e6d41387-2e90-47b1-9ae0-f3106dc61b6c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388253 Apr 18 21:31:31.927120 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373d07e-a152-4895-9cc4-11af7a2e368e req-5a0667f4-347c-4422-82c5-20d4d05f5ab2 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:31.928511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3373d07e-a152-4895-9cc4-11af7a2e368e req-5a0667f4-347c-4422-82c5-20d4d05f5ab2 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.2068675 Apr 18 21:31:31.972569 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3373d07e-a152-4895-9cc4-11af7a2e368e req-39bbc1f8-a27d-44d6-a0a0-b49b84970dd8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383437 Apr 18 21:31:32.155410 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:31:32.290536 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:32.304018 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'port_id': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'mac_address': 'fa:16:3e:19:bb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:31:32.358029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.375519 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11b3ffc-5027-4c69-8030-d60cacd15a3d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:31:32.391113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:32.395319 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:32.463816 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:32.745896 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b11b3ffc-5027-4c69-8030-d60cacd15a3d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:31:33.160466 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b0691-2080-4627-a970-ca83e94b3e25 req-4eea18b7-4cfc-476e-ab1f-e279e75e050e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:33.162025 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e77b0691-2080-4627-a970-ca83e94b3e25 req-4eea18b7-4cfc-476e-ab1f-e279e75e050e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0836768 Apr 18 21:31:33.205183 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e77b0691-2080-4627-a970-ca83e94b3e25 req-5fac93c3-f811-4758-8670-7839946904ad tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373650 Apr 18 21:31:34.167468 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:31:34.238110 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port b11b3ffc-5027-4c69-8030-d60cacd15a3d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:31:34.242285 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b11b3ffc-5027-4c69-8030-d60cacd15a3d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:31:34.242654 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.361867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.389246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:31:34.400048 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:31:34.400309 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f81def-83cf-41e1-bfa8-b5ac547f5823 req-36c0608b-54fe-4100-a827-e5f5300421e7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:34.401738 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5f81def-83cf-41e1-bfa8-b5ac547f5823 req-36c0608b-54fe-4100-a827-e5f5300421e7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0862844 Apr 18 21:31:34.406701 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:34.443004 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c840a3a-9d4c-4683-96fa-72a561e92f91'] response: {'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'code': 200} Apr 18 21:31:34.454321 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b5f81def-83cf-41e1-bfa8-b5ac547f5823 req-10b538ea-3086-45f8-8e32-0b499402290c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Apr 18 21:31:34.478807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:34.573739 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926cb183-8c69-4211-a723-b9fdd73372e0 req-2302d7e8-c209-44f2-b522-cc79987656c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:34.575383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-926cb183-8c69-4211-a723-b9fdd73372e0 req-2302d7e8-c209-44f2-b522-cc79987656c1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0713363 Apr 18 21:31:34.617990 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-926cb183-8c69-4211-a723-b9fdd73372e0 req-3bb68bc2-1c8d-49f5-be70-d046e32467df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370104 Apr 18 21:31:35.645284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1f4c7-471f-4c31-af83-a563f0d56d18 req-6947de45-4a5d-49dc-9e60-2d8ca300aebe tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:35.646757 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdc1f4c7-471f-4c31-af83-a563f0d56d18 req-6947de45-4a5d-49dc-9e60-2d8ca300aebe tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0842106 Apr 18 21:31:35.690012 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-fdc1f4c7-471f-4c31-af83-a563f0d56d18 req-34d7a49a-6189-4722-96ed-03830b641c07 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377250 Apr 18 21:31:36.888189 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465db805-bbb9-4871-9dcc-10809a9a1cd3 req-5a88d5c8-77fb-4f33-99e9-868a7690d3bf tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:36.889701 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-465db805-bbb9-4871-9dcc-10809a9a1cd3 req-5a88d5c8-77fb-4f33-99e9-868a7690d3bf tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0867655 Apr 18 21:31:36.936483 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-465db805-bbb9-4871-9dcc-10809a9a1cd3 req-a1d10891-50b5-4d12-b94e-75a4b45d5f1a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398054 Apr 18 21:31:37.153155 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d728d-11c8-407b-81dc-6a2d8a5371b7 req-d4e24d98-d4cb-436f-a10f-4ef8e2d54e1c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.154733 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b4d728d-11c8-407b-81dc-6a2d8a5371b7 req-d4e24d98-d4cb-436f-a10f-4ef8e2d54e1c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1018724 Apr 18 21:31:37.204790 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0b4d728d-11c8-407b-81dc-6a2d8a5371b7 req-1eb2f6a9-4609-45d3-b0e7-caa1ca84f5fb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428405 Apr 18 21:31:37.228632 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45398) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:37.355038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba41469-f0ba-4f7c-8d20-4c10b06b1feb tempest-TestShelveInstance-1814032860 tempest-TestShelveInstance-1814032860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:37.355755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ba41469-f0ba-4f7c-8d20-4c10b06b1feb tempest-TestShelveInstance-1814032860 tempest-TestShelveInstance-1814032860-project-admin] Synchronizing usage tracker for tenant:fa71d9a9baa74606ad118443a43887c8 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:31:37.373871 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-1ba41469-f0ba-4f7c-8d20-4c10b06b1feb tempest-TestShelveInstance-1814032860 tempest-TestShelveInstance-1814032860-project-admin] Unset dirty status for tenant:fa71d9a9baa74606ad118443a43887c8 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:31:37.375123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1ba41469-f0ba-4f7c-8d20-4c10b06b1feb tempest-TestShelveInstance-1814032860 tempest-TestShelveInstance-1814032860-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1091 time: 0.1455169 Apr 18 21:31:37.378196 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45404) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:31:37.385949 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:31:37.390703 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:31:37.395527 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:floatingip and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:31:37.398545 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:31:37.404476 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:31:37.416121 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.563370 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.707856 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Allocated IP 172.25.5.168 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/fd1670e3-b806-4a7b-af2f-85c1abca4025) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:31:37.862105 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.892199 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:37.953946 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:31:37.957335 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:31:37.959972 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:31:38.120064 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'Port': ['ID=fd1670e3-b806-4a7b-af2f-85c1abca4025,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.516753 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.594184 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.813398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.818272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:38.929809 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'Port': ['ID=fd1670e3-b806-4a7b-af2f-85c1abca4025,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:31:38.942475 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.118192 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Floating IP 0e96300c-edc1-4fc0-a485-3ce5fdd9b297 associated. External IP: 172.25.5.168, port: b11b3ffc-5027-4c69-8030-d60cacd15a3d. Apr 18 21:31:39.483051 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Router b8e052d5-439d-4051-b09a-09bc60523dfd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:31:39.789488 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:31:39.799667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] Sync routers for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:31:39.810473 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:39.811113 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:39.817720 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:39.881863 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-eacfc327-b9d5-451f-aa19-e41b31560854 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5024247 Apr 18 21:31:39.882641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:31:39.932383 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7838ef-22bc-40c8-9731-e9a7f5e4a7c8'] response: {'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'status': 'completed', 'code': 200} Apr 18 21:31:40.020358 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:40.025825 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-befe1f9f-3322-492b-ae6c-38460ddbe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:40.027316 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-befe1f9f-3322-492b-ae6c-38460ddbe279 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0729749 Apr 18 21:31:40.166231 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-f038a758-681f-43d2-8015-1c9d22c1a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:40.167788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-f038a758-681f-43d2-8015-1c9d22c1a638 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1344118 Apr 18 21:31:40.279167 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-91a39451-77a6-4563-ae66-2b41e61f2540 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 999 time: 0.1045117 Apr 18 21:31:40.345266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-3a819550-f7d6-4032-8f40-b9e42b21c44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:40.346804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-3a819550-f7d6-4032-8f40-b9e42b21c44a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0612054 Apr 18 21:31:40.379835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '0e96300c-edc1-4fc0-a485-3ce5fdd9b297', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'floating_ip_address': '172.25.5.168', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'port_id': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'mac_address': 'fa:16:3e:19:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:31:38Z', 'updated_at': '2022-04-18T21:31:38Z', 'revision_number': 0, 'project_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:40.382914 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:31:40.383978 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] Checking router: b8e052d5-439d-4051-b09a-09bc60523dfd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:31:40.392419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:31:40.392955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:31:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:40.423124 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-9f2de3da-fc71-4470-9b46-54a5f20261cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:31:40.424678 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-9f2de3da-fc71-4470-9b46-54a5f20261cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715950 Apr 18 21:31:40.577794 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-6331c2fd-09ac-41ba-9d5d-0cc8ea77a5a1 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461754 Apr 18 21:31:40.588106 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:31:40.715189 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d1cc2dbb-9a29-429b-a538-b9a272ada1db req-58dedfa0-14d3-4535-9f20-0e295018bb52 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309891 Apr 18 21:31:40.999150 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '0e96300c-edc1-4fc0-a485-3ce5fdd9b297', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'floating_ip_address': '172.25.5.168', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'port_id': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'mac_address': 'fa:16:3e:19:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:31:38Z', 'updated_at': '2022-04-18T21:31:38Z', 'revision_number': 0, 'project_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:31:41.003862 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6f33f1-16c5-4fbd-8b8b-98297eabb240 None None] The sync data for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 is: [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '0e96300c-edc1-4fc0-a485-3ce5fdd9b297', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'floating_ip_address': '172.25.5.168', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'port_id': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'mac_address': 'fa:16:3e:19:bb:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:31:38Z', 'updated_at': '2022-04-18T21:31:38Z', 'revision_number': 0, 'project_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:31:41.223228 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3545b3b-b13f-4ed5-a3c8-3aca3a1ec4ed None None] New status for floating IP 0e96300c-edc1-4fc0-a485-3ce5fdd9b297: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:31:43.694394 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6491d08c-97b7-48c2-9452-788593305163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:46.091643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-416e5d01-3306-4ac5-8bd2-058551d99cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.274366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:47.296334 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:48.742837 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.470563 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:31:49.849994 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:13.697130 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a14ef4ec-c805-4910-ba78-4e2f4991d8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:16.085067 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3d79050-791f-4859-ae22-2d2985df4a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.277722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.299097 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:17.382980 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:32:18.744124 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.479755 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:19.856501 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:27.406156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-1d8cd2a5-a7ec-4fc3-979f-212ac10094b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0731764 Apr 18 21:32:27.544858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-7174db25-9862-4613-a0c2-e813312d09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:27.546366 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-7174db25-9862-4613-a0c2-e813312d09b6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0704057 Apr 18 21:32:27.691368 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-43fd2f1f-7911-4d6e-8011-7cab5847f27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:27.692723 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-43fd2f1f-7911-4d6e-8011-7cab5847f27b service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1282156 Apr 18 21:32:27.793914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-95e56b75-8b88-41c5-b905-5d3dea4b680e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 1001 time: 0.0955555 Apr 18 21:32:27.858572 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-e63a7787-27d1-40cf-9443-beb6c77ab330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:27.860023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-e63a7787-27d1-40cf-9443-beb6c77ab330 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0598433 Apr 18 21:32:28.043057 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-eb7f900b-f937-4940-b960-b29ea5ea9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:32:28.044506 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-eb7f900b-f937-4940-b960-b29ea5ea9ee2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1779099 Apr 18 21:32:28.181574 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-c67b85a4-3230-4858-bef5-b0f71eb0a2f4 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310000 Apr 18 21:32:28.312588 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fb2e9c3f-a9c5-4c74-801b-50a27d8fe8f2 req-fc491087-e17c-47af-a01c-b2424d8cf4b9 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248510 Apr 18 21:32:43.698213 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8251d07f-c712-430c-80ac-3c70373b6ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:46.088442 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b0f9b581-b2e2-4b4a-88ff-1d71c66620f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:47.279763 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:47.300682 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:48.747112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.495268 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:49.875924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:32:54.381465 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:33:13.699919 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58284edd-5d2b-4eba-9101-92d3091e18b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:16.089475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-54ef0236-3c1f-4fe0-82c5-590933365068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.283009 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:17.304694 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:18.749155 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.512485 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:19.884029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:29.412935 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-02c06191-9465-4824-9535-bcfa4c4f5c6c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681601 Apr 18 21:33:29.551690 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-1b21247e-7267-4bbb-a5c4-35c7c0da0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:29.553152 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-1b21247e-7267-4bbb-a5c4-35c7c0da0d59 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0746624 Apr 18 21:33:29.697600 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-b84f504e-be96-47b0-9437-df9801b231bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:29.698934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-b84f504e-be96-47b0-9437-df9801b231bb service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1274719 Apr 18 21:33:29.799813 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-f680a91b-eee6-4ebf-8f7b-4efde8f01615 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 1001 time: 0.0945966 Apr 18 21:33:29.865132 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-a5d6f08f-f983-4cb0-8a28-079bae1a957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:29.866604 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-a5d6f08f-f983-4cb0-8a28-079bae1a957e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0615299 Apr 18 21:33:29.943278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-c320d8a8-5a85-4de1-8b87-5d6d4c6e4ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:33:29.944746 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-c320d8a8-5a85-4de1-8b87-5d6d4c6e4ebc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713968 Apr 18 21:33:30.078645 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-94435d8e-a17c-4b7a-ade8-b65a178d21b7 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264973 Apr 18 21:33:30.215801 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5988c005-7caa-4f05-9293-1b0c9a25711b req-c9df20db-921c-4958-99e1-7045eae63ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311831 Apr 18 21:33:31.380258 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:33:43.702342 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b02f1a86-14c9-4f9d-924c-4b326ed122f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:46.094049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e8291229-95f4-4f31-85ee-ff67964e2614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.284824 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:47.307822 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:48.751586 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.509668 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:33:49.882574 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:07.242984 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75860a-47cc-4232-92dd-eb678d10d01d req-cde242c8-a5db-4c17-b1c2-88c9e36d9224 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:07.244558 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d75860a-47cc-4232-92dd-eb678d10d01d req-cde242c8-a5db-4c17-b1c2-88c9e36d9224 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1728411 Apr 18 21:34:07.296719 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0d75860a-47cc-4232-92dd-eb678d10d01d req-cea8de46-9ce3-439e-8319-2c0fef743ebb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461416 Apr 18 21:34:08.380700 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:34:08.510342 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e218c-2acf-4714-b3bc-c5bedba73993 req-7245d430-7aea-4290-bcb5-dd5d52467b56 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:08.511919 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a74e218c-2acf-4714-b3bc-c5bedba73993 req-7245d430-7aea-4290-bcb5-dd5d52467b56 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0848303 Apr 18 21:34:08.568331 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-a74e218c-2acf-4714-b3bc-c5bedba73993 req-547a4528-550a-42d2-8b1b-d79911a26792 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505209 Apr 18 21:34:09.756598 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9089fd6f-2988-4a07-ab6a-7c4dede0b819 req-5659332b-e243-4ac7-b9a0-9541efbb3880 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:09.758101 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9089fd6f-2988-4a07-ab6a-7c4dede0b819 req-5659332b-e243-4ac7-b9a0-9541efbb3880 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0788291 Apr 18 21:34:09.811647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9089fd6f-2988-4a07-ab6a-7c4dede0b819 req-18bf8ccb-e065-4108-9e75-6ddf21e0224f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464203 Apr 18 21:34:11.003842 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8855fbcc-af33-44b5-a76a-68b7a074beee req-c4d7d3b5-b335-418d-a2ea-4bc91ae88042 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:11.005347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8855fbcc-af33-44b5-a76a-68b7a074beee req-c4d7d3b5-b335-418d-a2ea-4bc91ae88042 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0862081 Apr 18 21:34:11.051575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8855fbcc-af33-44b5-a76a-68b7a074beee req-69b69e40-7331-4752-aa60-d8369ce1324e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 Apr 18 21:34:12.252060 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8046fef8-bac8-4b2f-80f5-486b821d85b6 req-610ee813-f2e9-4dd4-96ce-87299641ba74 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:12.253596 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8046fef8-bac8-4b2f-80f5-486b821d85b6 req-610ee813-f2e9-4dd4-96ce-87299641ba74 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0886991 Apr 18 21:34:12.298829 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8046fef8-bac8-4b2f-80f5-486b821d85b6 req-946c57ef-2ad5-47d2-98dc-141b9f8f4132 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395737 Apr 18 21:34:13.500899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffc0a4-bd18-489a-8fb1-c85225e7edfe req-3fd693ae-3d6a-4455-9401-59331898d6f5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:13.502755 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbffc0a4-bd18-489a-8fb1-c85225e7edfe req-3fd693ae-3d6a-4455-9401-59331898d6f5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0828493 Apr 18 21:34:13.550176 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bbffc0a4-bd18-489a-8fb1-c85225e7edfe req-b50c20a8-88ba-4803-8ba1-32cc0e164b43 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Apr 18 21:34:13.704745 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-031c0afd-c1b2-4f68-844e-02c90c6823b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:14.749176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89287e8-594f-46eb-8161-7f2f30b74d4c req-72763ddf-d097-4e4e-b57d-e084f9c4c911 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:14.750663 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89287e8-594f-46eb-8161-7f2f30b74d4c req-72763ddf-d097-4e4e-b57d-e084f9c4c911 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0871224 Apr 18 21:34:14.794277 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d89287e8-594f-46eb-8161-7f2f30b74d4c req-3af0549a-3e6b-4817-ab9b-476f753de060 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372939 Apr 18 21:34:15.993258 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678d523-6159-4b2e-8385-19ca1fd88c5e req-e069529c-4dc4-4d59-a971-0bf4d0881006 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:15.994793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d678d523-6159-4b2e-8385-19ca1fd88c5e req-e069529c-4dc4-4d59-a971-0bf4d0881006 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0916276 Apr 18 21:34:16.054820 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d678d523-6159-4b2e-8385-19ca1fd88c5e req-93576da3-aa8b-430a-a2f3-490c29886b53 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491171 Apr 18 21:34:16.098316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-886b5c32-d114-4bf4-a573-d1366451b7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.252882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03017d7e-4b4f-4063-824c-b64cf47b6ef4 req-fbd68f9b-85cb-49b0-ba72-7d131c80b9b7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:17.254598 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-03017d7e-4b4f-4063-824c-b64cf47b6ef4 req-fbd68f9b-85cb-49b0-ba72-7d131c80b9b7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0873842 Apr 18 21:34:17.289846 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:17.301879 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-03017d7e-4b4f-4063-824c-b64cf47b6ef4 req-7248f527-e15a-4da9-8c4c-48291b1ccd31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413132 Apr 18 21:34:17.310575 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:18.533242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee61397-11c2-4b50-af18-d9c2e2dee1e6 req-4594d726-3e15-4594-8277-9b8d92084d75 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:18.535772 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ee61397-11c2-4b50-af18-d9c2e2dee1e6 req-4594d726-3e15-4594-8277-9b8d92084d75 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1205685 Apr 18 21:34:18.586274 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ee61397-11c2-4b50-af18-d9c2e2dee1e6 req-9cafbfc6-c994-4c31-a524-fda0f56fda70 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448284 Apr 18 21:34:18.754694 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.161909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:19.305401 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:19.320339 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'port_id': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'mac_address': 'fa:16:3e:19:bb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:19.378981 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.401408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b11b3ffc-5027-4c69-8030-d60cacd15a3d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:34:19.418205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:19.422493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.514644 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['b11b3ffc-5027-4c69-8030-d60cacd15a3d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:34:19.573827 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:19.593136 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.596903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.597273 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.597700 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.598069 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.598407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.598745 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.599073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.599408 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.599734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.600064 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.600394 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.600726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:19.897669 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:19.905622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb544ec-9cc0-4364-a499-bfb4f80705d3 req-cd26e104-32ed-4aed-8a9f-35a0440fb88f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:19.907200 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fb544ec-9cc0-4364-a499-bfb4f80705d3 req-cd26e104-32ed-4aed-8a9f-35a0440fb88f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.2049446 Apr 18 21:34:19.962305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5fb544ec-9cc0-4364-a499-bfb4f80705d3 req-b2dcdcb7-17be-4082-b939-4e2a4a4fc1a8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488255 Apr 18 21:34:21.161091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f51dab-cd19-4f54-be5e-9f48cddc5280 req-40e7970c-834d-4c43-af89-3224f4c67890 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:21.162651 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56f51dab-cd19-4f54-be5e-9f48cddc5280 req-40e7970c-834d-4c43-af89-3224f4c67890 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0852232 Apr 18 21:34:21.189459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:21.220594 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-56f51dab-cd19-4f54-be5e-9f48cddc5280 req-49b9101a-6e3d-423d-a168-491dec0e5ca4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449855 Apr 18 21:34:21.263742 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port b11b3ffc-5027-4c69-8030-d60cacd15a3d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:21.264110 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:21.386830 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:21.414487 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:21.426008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:21.431652 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:21.473225 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b2a2dc-0f9a-4411-970c-8d23c9a83350'] response: {'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'code': 200} Apr 18 21:34:21.512672 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:22.423808 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7418897-3916-411a-810c-75caf304f5ad req-b5c90617-fb83-4a2a-8204-c1bdc445c3e8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:22.425824 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7418897-3916-411a-810c-75caf304f5ad req-b5c90617-fb83-4a2a-8204-c1bdc445c3e8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0949962 Apr 18 21:34:22.478943 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e7418897-3916-411a-810c-75caf304f5ad req-99c19cac-a8da-4dd2-9ca6-a76161f33737 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449092 Apr 18 21:34:23.699641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9793964c-3168-484b-8497-074af07c28e2 req-e1c615fe-bb5d-4b60-9210-a2aa00be203e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:23.701160 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9793964c-3168-484b-8497-074af07c28e2 req-e1c615fe-bb5d-4b60-9210-a2aa00be203e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0916393 Apr 18 21:34:23.751259 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9793964c-3168-484b-8497-074af07c28e2 req-5c3e5f04-33c2-49a1-9bf3-463a84f298f5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435143 Apr 18 21:34:24.984352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a28e-7fe7-4626-9e7d-e17d3a7411ff req-f48ab9bd-3c69-4035-b1ce-97b8eb08d045 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:24.986459 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ae5a28e-7fe7-4626-9e7d-e17d3a7411ff req-f48ab9bd-3c69-4035-b1ce-97b8eb08d045 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1172121 Apr 18 21:34:25.073809 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ae5a28e-7fe7-4626-9e7d-e17d3a7411ff req-56578acb-7d7d-431b-8588-bb656c24dc0d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789273 Apr 18 21:34:26.317835 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6494b164-19a2-48c2-9ff3-2d7047b2279c req-bcb32450-fff5-4a6c-94eb-7a24627dd444 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:26.320782 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6494b164-19a2-48c2-9ff3-2d7047b2279c req-bcb32450-fff5-4a6c-94eb-7a24627dd444 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1032641 Apr 18 21:34:26.381484 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6494b164-19a2-48c2-9ff3-2d7047b2279c req-24dc8e53-134e-41e2-a74c-b1a80501dd48 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518789 Apr 18 21:34:27.601455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d2610-5464-41c6-b3ee-51c294909b30 req-edc7c290-c92d-47d3-afa4-2dc6d85b1e3a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:27.603037 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-465d2610-5464-41c6-b3ee-51c294909b30 req-edc7c290-c92d-47d3-afa4-2dc6d85b1e3a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0954263 Apr 18 21:34:27.661171 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-465d2610-5464-41c6-b3ee-51c294909b30 req-3e6f154a-8dde-4890-8ca6-9186a7675908 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506561 Apr 18 21:34:28.929273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df41af8-70bf-49fe-9f3c-646294201f27 req-671412fb-5dde-4b7a-a5e8-857ebf09672a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:28.931094 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6df41af8-70bf-49fe-9f3c-646294201f27 req-671412fb-5dde-4b7a-a5e8-857ebf09672a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0960343 Apr 18 21:34:28.993865 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6df41af8-70bf-49fe-9f3c-646294201f27 req-8990870c-9c7f-42f5-85a5-d8aa41d28699 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537460 Apr 18 21:34:30.219347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4471b-f50d-45e6-8101-e4c7ecc4a686 req-d785f2e2-73ab-4ccb-ae90-1b1c7a057416 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.221035 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ad4471b-f50d-45e6-8101-e4c7ecc4a686 req-d785f2e2-73ab-4ccb-ae90-1b1c7a057416 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1032519 Apr 18 21:34:30.274953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8ad4471b-f50d-45e6-8101-e4c7ecc4a686 req-a37f6618-e8f5-4385-a606-4f6e53ec54e4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463531 Apr 18 21:34:30.499604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-fa2f457d-2609-4fe7-945c-5aa6e521561d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.501772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-fa2f457d-2609-4fe7-945c-5aa6e521561d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0923579 Apr 18 21:34:30.687864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-02f00359-2d6e-4249-ba09-38fc05ec975d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.689609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-02f00359-2d6e-4249-ba09-38fc05ec975d service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1655827 Apr 18 21:34:30.826058 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-172d00ca-ffa2-45b5-9604-e266af0b13d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 1001 time: 0.1281855 Apr 18 21:34:30.911257 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-ffc08b69-283c-4cdf-8c13-9bf50c91568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:30.912863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-ffc08b69-283c-4cdf-8c13-9bf50c91568f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0776970 Apr 18 21:34:31.005489 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-c6feedc2-6df5-4d6f-8e57-98a0f817b583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.006964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-c6feedc2-6df5-4d6f-8e57-98a0f817b583 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877769 Apr 18 21:34:31.156313 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-5812b63f-683c-4d08-a2df-efae7ab5f3bd service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433692 Apr 18 21:34:31.339220 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f12160a2-0e9e-4c6c-ab00-5ed00b8d6bf4 req-bdfc3005-9f51-4c9c-8a9c-39cdd4a2b552 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761463 Apr 18 21:34:31.515660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c65ac-8d4b-4cdc-9b95-804a089defbf req-4b94227e-3c11-403c-8f4e-b7b28d1ea3f4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:31.517602 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e9c65ac-8d4b-4cdc-9b95-804a089defbf req-4b94227e-3c11-403c-8f4e-b7b28d1ea3f4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1124370 Apr 18 21:34:31.586173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5e9c65ac-8d4b-4cdc-9b95-804a089defbf req-bf8482df-512b-42d7-90ce-53276aae9733 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583243 Apr 18 21:34:32.796981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b46c43-215f-4d5c-be73-ae5a293b9a15 req-117ee26c-36bc-4554-9c9a-bc36b6f22dab tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:32.798606 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17b46c43-215f-4d5c-be73-ae5a293b9a15 req-117ee26c-36bc-4554-9c9a-bc36b6f22dab tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1047635 Apr 18 21:34:32.855805 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-17b46c43-215f-4d5c-be73-ae5a293b9a15 req-9dead460-003e-40c0-a0ef-9515c0648328 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511396 Apr 18 21:34:33.085639 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-0895057a-7915-419e-aac5-82441a3c15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.087146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-0895057a-7915-419e-aac5-82441a3c15a8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1096 time: 0.0783753 Apr 18 21:34:33.242092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-0d8264f4-25fa-4d2f-a4a4-4ed4e41ad9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.243549 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-0d8264f4-25fa-4d2f-a4a4-4ed4e41ad9b3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1501172 Apr 18 21:34:33.355392 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-3f2da872-681c-4ee6-a663-dfebca0a554d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 1001 time: 0.1059003 Apr 18 21:34:33.422378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-833896da-a523-48c1-b664-3fe3fb59218b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.423755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-833896da-a523-48c1-b664-3fe3fb59218b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0620942 Apr 18 21:34:33.508547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-a7c7994c-eb8e-477c-a62c-45f573839741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:33.510057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-a7c7994c-eb8e-477c-a62c-45f573839741 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797558 Apr 18 21:34:33.649659 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-5acf3067-22ab-4707-bf10-72d717522098 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335645 Apr 18 21:34:33.918209 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ec6d24c1-9a82-41b0-8079-8fdf654bc722 req-14ffd1c9-fcb0-47b6-b690-731940e0c5a2 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625101 Apr 18 21:34:34.062660 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c79fb3-8a15-49b9-b1fa-100682afd592 req-30c6e0a0-dde1-48e8-9e41-b2b1e9b6b011 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:34.064322 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3c79fb3-8a15-49b9-b1fa-100682afd592 req-30c6e0a0-dde1-48e8-9e41-b2b1e9b6b011 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0902226 Apr 18 21:34:34.128064 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c3c79fb3-8a15-49b9-b1fa-100682afd592 req-cadb9f94-4add-4ca9-ab46-59e39e9a72ab tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533662 Apr 18 21:34:35.351372 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c955db3-50f8-47b0-b959-636ed9d71c93 req-42274ce3-69ca-439f-b8bd-b4b533b4e44b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:35.354085 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c955db3-50f8-47b0-b959-636ed9d71c93 req-42274ce3-69ca-439f-b8bd-b4b533b4e44b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.1072152 Apr 18 21:34:35.426562 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9c955db3-50f8-47b0-b959-636ed9d71c93 req-2af99dc3-4f62-4a45-a3c5-14fed356629e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662177 Apr 18 21:34:36.640091 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a805-6625-4fb1-bb7f-4e3867386ad8 req-4fa1c939-ce53-4468-893f-223c93dbe274 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:36.641708 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1975a805-6625-4fb1-bb7f-4e3867386ad8 req-4fa1c939-ce53-4468-893f-223c93dbe274 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0904143 Apr 18 21:34:36.693657 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1975a805-6625-4fb1-bb7f-4e3867386ad8 req-de2dc78d-fa40-4108-b0ae-eddd6a131d95 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428119 Apr 18 21:34:37.276326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:34:37.409357 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:37.438717 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:37.449741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:37.455679 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:37.563052 n-d-836016-3 neutron-server[88143]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e44edc12-d913-4599-8dc4-c16fa667798c']: {'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'code': 422} returned with failed status Apr 18 21:34:37.575381 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:38.108607 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320a54f5-0c38-4e18-b537-65255ebb6de8 req-b4145ade-9129-42e6-8a47-c910f949ec6e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:38.110679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-320a54f5-0c38-4e18-b537-65255ebb6de8 req-b4145ade-9129-42e6-8a47-c910f949ec6e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.0981135 Apr 18 21:34:38.179679 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-320a54f5-0c38-4e18-b537-65255ebb6de8 req-6c44e98c-955f-494b-965c-9ff962ad2d83 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476449 Apr 18 21:34:38.327579 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-3ca67e95-9ab8-49bd-8479-76682714634a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399431 Apr 18 21:34:39.380474 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb11f49-6518-4b62-9e87-baa805b42ecf req-d1507777-498a-4dce-a1ce-5c8d7ebfd00c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:39.382696 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-deb11f49-6518-4b62-9e87-baa805b42ecf req-d1507777-498a-4dce-a1ce-5c8d7ebfd00c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.0894060 Apr 18 21:34:39.430717 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-deb11f49-6518-4b62-9e87-baa805b42ecf req-318853cf-2869-40df-b902-22538c8d0828 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Apr 18 21:34:40.618770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6117f-b649-4308-8f1c-31535d2d66cf req-55d07ddc-830e-479a-a03f-3ff428635fa9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:40.620335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d6117f-b649-4308-8f1c-31535d2d66cf req-55d07ddc-830e-479a-a03f-3ff428635fa9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.0827112 Apr 18 21:34:40.666308 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-61d6117f-b649-4308-8f1c-31535d2d66cf req-e881f9fb-c18c-42aa-af3c-497bf0ea885e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400596 Apr 18 21:34:41.862590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef359221-2a39-48ac-94dc-a77025c3a7a7 req-8919b58a-1adc-4f9f-bb9c-56d4820a9276 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:41.864064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef359221-2a39-48ac-94dc-a77025c3a7a7 req-8919b58a-1adc-4f9f-bb9c-56d4820a9276 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.0874050 Apr 18 21:34:41.913815 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ef359221-2a39-48ac-94dc-a77025c3a7a7 req-1d4e044e-a14a-4bb8-92f6-221eb90ca75f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 Apr 18 21:34:42.483256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-60d6c39b-7a13-44bc-bbb0-d74b5baae497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:42.484742 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-60d6c39b-7a13-44bc-bbb0-d74b5baae497 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1&tenant_id=600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 1094 time: 0.1263053 Apr 18 21:34:42.499176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Request body: {'port': {'binding:host_id': 'n-h2-836016-3', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:34:42.623629 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:42.897143 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:42.928223 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:34:42.993283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b11b3ffc-5027-4c69-8030-d60cacd15a3d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:34:43.001090 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.016751 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Transition to ACTIVE for port object b11b3ffc-5027-4c69-8030-d60cacd15a3d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:34:43.020542 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.215023 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=9']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:43.237616 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.238003 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.238434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.238781 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.239119 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.239450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.239783 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.240112 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.240443 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.240770 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.241096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.241420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:34:43.292968 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] No DVR routers for this DVR port b11b3ffc-5027-4c69-8030-d60cacd15a3d on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:34:43.373346 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d622b-d7ee-4b5e-bd74-2a19e35476a1 req-7c9d5083-f563-4e8a-ba76-9bbeb91052a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:43.374894 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e6d622b-d7ee-4b5e-bd74-2a19e35476a1 req-7c9d5083-f563-4e8a-ba76-9bbeb91052a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 943 time: 0.3214948 Apr 18 21:34:43.499063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8e6d622b-d7ee-4b5e-bd74-2a19e35476a1 req-2835a2a7-0b00-46dd-951b-2bd963185c67 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182106 Apr 18 21:34:43.569573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:34:43.569909 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:34:43.570242 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:34:43.574847 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Port b11b3ffc-5027-4c69-8030-d60cacd15a3d on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:34:43.575170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Attempting to bind port b11b3ffc-5027-4c69-8030-d60cacd15a3d on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:34:43.580840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 34, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:34:43.581288 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Checking segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:34:43.581810 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Bound using segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:34:43.582384 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Bound port: b11b3ffc-5027-4c69-8030-d60cacd15a3d, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:34:43.582855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.710241 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f1ae7122-d0e3-47eb-8d36-166b4095c0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.784772 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:34:43.787830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:34:43.791628 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.851065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:43.851737 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:43.853184 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] 10.222.0.61 "PUT /v2.0/ports/b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 1091 time: 1.3580155 Apr 18 21:34:43.853492 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:43.891592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc6420-8098-4657-be29-22580ce8d4fe service neutron] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:43.978254 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-887dd4c0-0e5d-4f1d-b444-ba4f2281127e'] response: {'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'status': 'completed', 'code': 200} Apr 18 21:34:44.006506 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-af7e9489-d5a0-47da-80fb-053075512c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.008025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-af7e9489-d5a0-47da-80fb-053075512c80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0840144 Apr 18 21:34:44.148764 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-f882cc2d-b085-4566-8d9a-f8060a946e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.150273 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-f882cc2d-b085-4566-8d9a-f8060a946e01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1358628 Apr 18 21:34:44.257987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-c9cc12ac-952e-4bb8-ab24-507e9b45461c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 999 time: 0.0978889 Apr 18 21:34:44.322727 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-e3bdaaa5-e96c-4571-a2eb-dea6b712f3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.324085 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-e3bdaaa5-e96c-4571-a2eb-dea6b712f3c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0569427 Apr 18 21:34:44.407141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-662494a1-e0bf-45bb-92a8-ca4459dddeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.409846 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-662494a1-e0bf-45bb-92a8-ca4459dddeeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755939 Apr 18 21:34:44.422247 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-e80da48a-6cdf-4a87-ad1f-e6e051b1678f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:34:44.423250 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-e80da48a-6cdf-4a87-ad1f-e6e051b1678f service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050204 Apr 18 21:34:44.587212 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-3e5a7120-445f-4a81-984e-7c2fb045f22d service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539631 Apr 18 21:34:44.792900 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-8826cdd7-e69a-46a9-b71c-98501d56b0ed service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968961 Apr 18 21:34:44.805381 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797c9a6-359d-4e6b-88e0-ff80c65726e4 req-8a5be2fd-a5af-4e9d-836e-bd3789c73278 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.806912 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0797c9a6-359d-4e6b-88e0-ff80c65726e4 req-8a5be2fd-a5af-4e9d-836e-bd3789c73278 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.1904719 Apr 18 21:34:44.911422 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0797c9a6-359d-4e6b-88e0-ff80c65726e4 req-aeca0700-fd2c-4e18-8040-a5af3a79da7b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977371 Apr 18 21:34:44.942752 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-97978b13-e722-412e-9ff5-5a61d62d8c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:44.944268 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-97978b13-e722-412e-9ff5-5a61d62d8c72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1095 time: 0.0936227 Apr 18 21:34:45.085708 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-973719c1-bcc9-4546-b345-7d241a374cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:45.087327 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-973719c1-bcc9-4546-b345-7d241a374cc2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1332235 Apr 18 21:34:45.233088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-67dba00d-1907-46b4-94e8-f4b0b13736f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 999 time: 0.1324799 Apr 18 21:34:45.381481 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:34:46.111229 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-067f4a24-e96c-4725-b8a2-a7d885343b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:46.233606 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2c5d12-84c2-4b32-ad32-53f8cec0b2d0 req-d3451bac-e4b9-43a1-b04a-4638ab59ea61 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:46.235201 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab2c5d12-84c2-4b32-ad32-53f8cec0b2d0 req-d3451bac-e4b9-43a1-b04a-4638ab59ea61 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.2128699 Apr 18 21:34:46.288446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab2c5d12-84c2-4b32-ad32-53f8cec0b2d0 req-5805bb78-b597-4f2a-ac8d-d5cd21984775 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451510 Apr 18 21:34:47.305589 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:47.330126 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:47.501467 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6910984-a282-4fb4-b4a7-5405fa35948a req-8a00d881-f24c-4b5e-9b51-fa27190e5750 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:47.503860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6910984-a282-4fb4-b4a7-5405fa35948a req-8a00d881-f24c-4b5e-9b51-fa27190e5750 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0958779 Apr 18 21:34:47.559025 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f6910984-a282-4fb4-b4a7-5405fa35948a req-0504c226-c48d-4ee7-9828-36c919942174 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479562 Apr 18 21:34:48.757968 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:48.773612 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91a0bb-cca5-4157-a1b6-22edac5b99d8 req-a323b37c-67e9-4b61-be47-597c89ac1621 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:48.775141 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab91a0bb-cca5-4157-a1b6-22edac5b99d8 req-a323b37c-67e9-4b61-be47-597c89ac1621 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0934529 Apr 18 21:34:48.822275 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab91a0bb-cca5-4157-a1b6-22edac5b99d8 req-06add4ed-c4e0-476d-a5d0-883334a56c98 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412841 Apr 18 21:34:49.546093 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:49.904386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:50.115481 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b56953-4bef-4ef2-b4f6-1f2701acda22 req-f5c58593-cf8e-4fda-b9f7-de00d7975eff tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:50.123711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88b56953-4bef-4ef2-b4f6-1f2701acda22 req-f5c58593-cf8e-4fda-b9f7-de00d7975eff tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.1552582 Apr 18 21:34:50.195363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88b56953-4bef-4ef2-b4f6-1f2701acda22 req-fd6aea91-d6ae-4e0e-800d-cb71668c83cf tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657837 Apr 18 21:34:51.409216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b7a9f-d098-43ee-82d9-3fe7c3d4cbc5 req-c7b8a399-206f-4af2-8373-7a3e781baac1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:51.410676 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb5b7a9f-d098-43ee-82d9-3fe7c3d4cbc5 req-c7b8a399-206f-4af2-8373-7a3e781baac1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0887191 Apr 18 21:34:51.466084 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cb5b7a9f-d098-43ee-82d9-3fe7c3d4cbc5 req-60044473-0d0c-4824-8e11-74d876c2d7d1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472016 Apr 18 21:34:52.657433 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac964f18-a3a6-43da-ac32-846d864d1786 req-c6c86eff-3aea-437e-b2f5-f1755822285b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:52.658997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac964f18-a3a6-43da-ac32-846d864d1786 req-c6c86eff-3aea-437e-b2f5-f1755822285b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0834181 Apr 18 21:34:52.836997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ac964f18-a3a6-43da-ac32-846d864d1786 req-fbf0eefa-cf5d-4f37-81ae-dff0a59cbf63 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720855 Apr 18 21:34:53.934447 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-0e5d1972-4d50-4cff-85f7-21688c80ac28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:53.935914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-0e5d1972-4d50-4cff-85f7-21688c80ac28 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0588028 Apr 18 21:34:54.015147 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-42a550b9-3f0c-4f67-bd32-a7338ca1f90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:54.016599 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-42a550b9-3f0c-4f67-bd32-a7338ca1f90b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739195 Apr 18 21:34:54.029430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1e9ea-3fe1-4f49-a7d8-73df02c87887 req-dff23a37-e4fc-4c12-8eff-fe30fd9379b6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:54.030926 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9e1e9ea-3fe1-4f49-a7d8-73df02c87887 req-dff23a37-e4fc-4c12-8eff-fe30fd9379b6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0876660 Apr 18 21:34:54.077098 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b9e1e9ea-3fe1-4f49-a7d8-73df02c87887 req-7ffd95a2-3053-4d0d-809a-a826090d4b35 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Apr 18 21:34:54.165036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-45c6129e-d199-4cdf-9d61-ab57bd74a63c service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380675 Apr 18 21:34:54.303294 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b4817921-c007-4945-87a6-0f66cf0aa0c2 req-0d29d536-6c3f-449c-ad1b-4dc02de254a9 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312592 Apr 18 21:34:55.263755 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d3f16d-432f-4fca-ab86-ba1e5f214e5c req-f45a9abb-4511-43f5-8d1d-8e08c4174582 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:55.265191 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d3f16d-432f-4fca-ab86-ba1e5f214e5c req-f45a9abb-4511-43f5-8d1d-8e08c4174582 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0791855 Apr 18 21:34:55.308157 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-95d3f16d-432f-4fca-ab86-ba1e5f214e5c req-ed95cb06-8dce-4198-aca7-1a7ee515d65a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371871 Apr 18 21:34:56.500619 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cdd31c-2d2b-4b8f-b6a5-71f0acb75011 req-9a4f3e11-d1b6-419c-8ee7-2287523ffaa5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:56.502011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51cdd31c-2d2b-4b8f-b6a5-71f0acb75011 req-9a4f3e11-d1b6-419c-8ee7-2287523ffaa5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 944 time: 0.0864317 Apr 18 21:34:56.548064 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-51cdd31c-2d2b-4b8f-b6a5-71f0acb75011 req-2bd3afa9-ba34-493c-941b-fe263aa24ab2 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 Apr 18 21:34:56.827185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:34:56.961349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:56.975155 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'port_id': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'mac_address': 'fa:16:3e:19:bb:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:34:57.029446 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:57.046185 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b11b3ffc-5027-4c69-8030-d60cacd15a3d {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:34:57.061208 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:57.065452 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:57.135821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=11']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:57.377147 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['b11b3ffc-5027-4c69-8030-d60cacd15a3d'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:34:57.740879 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2b211-0c92-46fe-a417-b4b5b0e4728d req-b9b94fd0-f227-466e-8e44-55902c086262 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:57.742338 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55b2b211-0c92-46fe-a417-b4b5b0e4728d req-b9b94fd0-f227-466e-8e44-55902c086262 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0849841 Apr 18 21:34:57.785545 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-55b2b211-0c92-46fe-a417-b4b5b0e4728d req-7544c05d-102a-41e7-be49-a20a2c2314b0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375733 Apr 18 21:34:58.837767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:34:58.912065 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port b11b3ffc-5027-4c69-8030-d60cacd15a3d completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:34:58.918622 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port b11b3ffc-5027-4c69-8030-d60cacd15a3d triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:34:58.919021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:58.982262 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed30568-e6d9-4a27-b45a-c4876473d277 req-9a573d59-8607-4165-968a-a0965d1527ae tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:58.983768 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed30568-e6d9-4a27-b45a-c4876473d277 req-9a573d59-8607-4165-968a-a0965d1527ae tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 945 time: 0.0871747 Apr 18 21:34:59.030093 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4ed30568-e6d9-4a27-b45a-c4876473d277 req-09c787b5-b4ea-449d-9838-f0c119922c41 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387213 Apr 18 21:34:59.047170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:59.075497 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:34:59.085873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:34:59.091794 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:34:59.135559 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f7f88f-70b2-4f09-af0c-1fc3fd71c7f8'] response: {'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'code': 200} Apr 18 21:34:59.178072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=12']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:34:59.365048 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f2a5e-a7c1-4c39-9d04-9623eb84163c req-d654c920-ea6f-4107-af49-c7e32c4968c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:34:59.366471 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a6f2a5e-a7c1-4c39-9d04-9623eb84163c req-d654c920-ea6f-4107-af49-c7e32c4968c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0710974 Apr 18 21:34:59.412536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8a6f2a5e-a7c1-4c39-9d04-9623eb84163c req-6e935f5b-00af-459d-b18f-f8c3bff1661c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364234 Apr 18 21:35:00.221201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7ebad-be00-4a6e-ac4a-c47aed0006f6 req-3a6d8bf3-04d3-4a9c-8f56-8bad840b4e63 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:00.222701 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ed7ebad-be00-4a6e-ac4a-c47aed0006f6 req-3a6d8bf3-04d3-4a9c-8f56-8bad840b4e63 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 946 time: 0.0842917 Apr 18 21:35:00.267142 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6ed7ebad-be00-4a6e-ac4a-c47aed0006f6 req-6bcb9dad-9f7f-4416-9ce4-ff7d5e3210f1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383887 Apr 18 21:35:01.460116 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181e181-c791-43f8-b0e3-15d482be0f1a req-c10d78c1-131d-4f00-a273-903cb5458004 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:01.461631 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6181e181-c791-43f8-b0e3-15d482be0f1a req-c10d78c1-131d-4f00-a273-903cb5458004 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 946 time: 0.0862460 Apr 18 21:35:01.512685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6181e181-c791-43f8-b0e3-15d482be0f1a req-85ab1b4f-a6f0-4319-adbf-420ca4a0ea7b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402544 Apr 18 21:35:13.713300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9c5d3fdf-c8f9-477a-bf28-88ef1f0f63e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:16.112827 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ae4e0223-4d86-4f94-886c-ac29e4f86eff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:16.939048 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-69f29a0b-662e-4863-a36c-48402da4e505 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741637 Apr 18 21:35:17.084486 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-28ff43ce-5cd5-4c60-be95-1f4405f4319a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:17.085953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-28ff43ce-5cd5-4c60-be95-1f4405f4319a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1097 time: 0.0739901 Apr 18 21:35:17.234446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-1aca9755-0718-4098-b65a-ea01b5689767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:17.235793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-1aca9755-0718-4098-b65a-ea01b5689767 service neutron] 10.222.0.61 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1296906 Apr 18 21:35:17.288490 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:17.314362 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:17.341100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-cfb65cfc-b3ec-44cd-bbf6-207112321e8e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 1001 time: 0.0961180 Apr 18 21:35:17.403087 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-fd2b70ed-6dc1-4d28-bf7a-3c5cf0678e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:17.404540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-fd2b70ed-6dc1-4d28-bf7a-3c5cf0678e01 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0569453 Apr 18 21:35:17.487414 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-d2a38777-ebbe-4782-b4e6-e3019806d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:35:17.488788 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-d2a38777-ebbe-4782-b4e6-e3019806d115 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756168 Apr 18 21:35:17.621473 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-2f3b9455-0711-47a3-922b-46040e981269 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257668 Apr 18 21:35:17.756082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c0d7c017-7dbe-4fbf-82b0-ebe6489c1240 req-d2bdac90-bc12-4fd6-ad42-c325881c0308 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278300 Apr 18 21:35:18.758851 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.536534 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:19.879263 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:22.380803 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:35:43.715923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-25c87ba3-577e-4095-8c16-59748f9baa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:46.122623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-150ccfa5-0ab2-4614-862d-2a3522462f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:47.290931 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:47.317309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:48.761135 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.547426 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:49.895493 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:35:59.380615 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:36:13.719996 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0252dda2-b3bc-4b5d-931b-19b1a93595c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:14.809284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45740) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:15.038357 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Deleting port fd1670e3-b806-4a7b-af2f-85c1abca4025 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:36:15.038706 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.226058 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.226394 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.357128 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Calling delete_port for fd1670e3-b806-4a7b-af2f-85c1abca4025 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:36:15.535771 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.591145 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event deleted for resources: {'Port': ['ID=fd1670e3-b806-4a7b-af2f-85c1abca4025,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:15.632326 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.632679 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.633025 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.633367 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.633734 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.634068 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.634403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.634733 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.635066 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.635390 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.635714 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.636038 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:15.702627 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:15.702966 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Floating IP 0e96300c-edc1-4fc0-a485-3ce5fdd9b297 disassociated (deleted). External IP: 172.25.5.168, port: b11b3ffc-5027-4c69-8030-d60cacd15a3d. Apr 18 21:36:16.111241 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bb5e3210-be3e-412a-9e45-1b93681faa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:16.224877 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Router b8e052d5-439d-4051-b09a-09bc60523dfd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:36:16.418289 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:36:16.431891 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] Sync routers for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:16.442528 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:16.442840 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:36:16.443184 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:36:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:16.504479 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d527a58c-f93f-40e5-8d07-702b58319a5d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "DELETE /v2.0/floatingips/0e96300c-edc1-4fc0-a485-3ce5fdd9b297 HTTP/1.1" status: 204 len: 168 time: 1.6939418 Apr 18 21:36:16.505123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:16.625614 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4561add3-7ffd-4332-b48d-b2b858b3daea'] response: {'name': 'network-changed', 'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'status': 'completed', 'code': 200} Apr 18 21:36:16.652326 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:36:16.891609 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-0fe3f8ad-873f-4e8d-bee9-233a1398996e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:16.893123 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-0fe3f8ad-873f-4e8d-bee9-233a1398996e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 1097 time: 0.2366812 Apr 18 21:36:17.038902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:17.043096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] Checking router: b8e052d5-439d-4051-b09a-09bc60523dfd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:36:17.046672 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4291abb6-19e8-4b0c-9f30-fb65d6ac8aa5 req-bbe52f4a-b2ab-4daf-b72e-7f8fa11152c6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.048210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4291abb6-19e8-4b0c-9f30-fb65d6ac8aa5 req-bbe52f4a-b2ab-4daf-b72e-7f8fa11152c6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 946 time: 0.1969271 Apr 18 21:36:17.053570 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:36:17.054233 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:36:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:17.091877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-4b0261dd-9cb1-4e48-a379-f9243e3e069c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.093335 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-4b0261dd-9cb1-4e48-a379-f9243e3e069c service neutron] 10.222.0.61 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1934226 Apr 18 21:36:17.176122 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-4b7ae0ed-10aa-4eb8-870f-d36304ecb715 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 200 len: 217 time: 0.0714676 Apr 18 21:36:17.179097 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4291abb6-19e8-4b0c-9f30-fb65d6ac8aa5 req-08e403d7-4e55-4f15-9b78-f8fcccfe0d90 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238992 Apr 18 21:36:17.240308 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-2e3c0be9-ac90-46a0-bcce-6fd11758786e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.242077 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-2e3c0be9-ac90-46a0-bcce-6fd11758786e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0597050 Apr 18 21:36:17.245439 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:36:17.320933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-243505db-5d7c-4008-9796-49a8f8ffc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:17.322342 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-243505db-5d7c-4008-9796-49a8f8ffc6b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738235 Apr 18 21:36:17.338970 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.394057 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:17.461109 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-9adba6fd-7fab-4de8-820c-ed487c7560a6 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319513 Apr 18 21:36:17.589170 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:17.593066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eaa13f7-122b-4367-bbd5-f4e7102a8510 None None] The sync data for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 is: [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:36:17.595172 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-7a89098e-e75b-452f-bf3b-6ab8add3207f req-9f0db0ad-357c-422d-bf2f-abddee527fa6 service neutron] 10.222.0.61 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269460 Apr 18 21:36:17.802865 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0123811d-639b-4070-974a-eaccabfb650c None None] New status for floating IP 0e96300c-edc1-4fc0-a485-3ce5fdd9b297: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:36:18.377848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0b9c7-4938-4b04-8343-63fabbb99df4 req-90a3a330-8c6e-4c5c-8938-2471f48bd5ba tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:18.378709 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-52b0b9c7-4938-4b04-8343-63fabbb99df4 req-90a3a330-8c6e-4c5c-8938-2471f48bd5ba tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:18.395043 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-52b0b9c7-4938-4b04-8343-63fabbb99df4 req-90a3a330-8c6e-4c5c-8938-2471f48bd5ba tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:18.396458 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52b0b9c7-4938-4b04-8343-63fabbb99df4 req-90a3a330-8c6e-4c5c-8938-2471f48bd5ba tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 946 time: 0.1067567 Apr 18 21:36:18.401361 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-bf5c1332-9f6e-4403-ac67-85012a983cb6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:18.402806 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-bf5c1332-9f6e-4403-ac67-85012a983cb6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.61 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 946 time: 0.0881188 Apr 18 21:36:18.442191 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-52b0b9c7-4938-4b04-8343-63fabbb99df4 req-93de981b-576b-4c95-87bd-34a6014c2e20 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=b08310ff-d26b-4b7b-99d9-d1c138aba415&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399885 Apr 18 21:36:18.476145 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Deleting port b11b3ffc-5027-4c69-8030-d60cacd15a3d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:36:18.476409 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.733005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] For port b11b3ffc-5027-4c69-8030-d60cacd15a3d, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=b11b3ffc-5027-4c69-8030-d60cacd15a3d,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:36:18.733267 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.765390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:18.862388 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Calling delete_port for b11b3ffc-5027-4c69-8030-d60cacd15a3d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:36:19.020029 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.072931 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event deleted for resources: {'Port': ['ID=b11b3ffc-5027-4c69-8030-d60cacd15a3d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:19.224586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.224954 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.225291 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.225656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.225994 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.226322 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.226662 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.226977 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.227297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.227621 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.227938 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.228259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:19.266573 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] No DVR routers for this DVR port b11b3ffc-5027-4c69-8030-d60cacd15a3d on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:36:19.272182 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.272895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-deleted', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:19.294540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9c224cc8-accc-4ffb-ad87-35c08a6aa1da req-8d1d9920-b22b-4826-91cb-4228d787818a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.61 "DELETE /v2.0/ports/b11b3ffc-5027-4c69-8030-d60cacd15a3d HTTP/1.1" status: 204 len: 173 time: 0.8832681 Apr 18 21:36:19.321200 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfcd065b-3c24-49f6-9557-74f3a7ea1671'] response: {'server_uuid': 'a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1', 'name': 'network-vif-deleted', 'tag': 'b11b3ffc-5027-4c69-8030-d60cacd15a3d', 'status': 'completed', 'code': 200} Apr 18 21:36:19.567545 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:19.648661 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-b78cbe19-ba5b-43a1-b4d0-7f5b6dea4708 req-424c956d-59e4-41b0-826e-fbb8e372fbe3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=a28d89d2-b02e-46bb-8ece-c4d5e5f00bb1 HTTP/1.1" status: 200 len: 210 time: 0.0480475 Apr 18 21:36:19.894685 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.744159 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45760) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:20.811559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a34a638e-fc45-4767-8f16-7dde2df1591f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.841257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a34a638e-fc45-4767-8f16-7dde2df1591f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.911558 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a34a638e-fc45-4767-8f16-7dde2df1591f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.931985 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a638e-fc45-4767-8f16-7dde2df1591f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08310ff-d26b-4b7b-99d9-d1c138aba415,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:20.945095 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a34a638e-fc45-4767-8f16-7dde2df1591f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:20.946484 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a34a638e-fc45-4767-8f16-7dde2df1591f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "DELETE /v2.0/security-groups/b08310ff-d26b-4b7b-99d9-d1c138aba415 HTTP/1.1" status: 204 len: 168 time: 0.2013490 Apr 18 21:36:23.227152 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:36:23.262361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: b11b3ffc-5027-4c69-8030-d60cacd15a3d {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:36:23.262726 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device b11b3ffc-5027-4c69-8030-d60cacd15a3d not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:36:23.373993 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45776) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:23.380244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2018577449', 'description': 'tempest-secgroup-smoke-2018577449 description', 'project_id': '600126e4ee4141429729cd9518e3b688'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:23.388724 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:23.392935 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:23.395981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:23.401745 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:23.416283 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.437473 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:23.441667 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:23.444529 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:23.450259 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:23.528364 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.532251 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.581233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d41fafc9-7651-4c54-afb2-459fb46da29e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:23.585472 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.586743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2a120cab-bb81-4275-88db-389599b406c1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2117171 Apr 18 21:36:23.589732 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45780) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:23.594981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'd41fafc9-7651-4c54-afb2-459fb46da29e', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:23.603031 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:23.606917 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:23.609984 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:23.617117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:23.634891 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.699775 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.703928 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.729899 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec28182-2a6a-4456-b4b2-70ef99093305,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:23.740329 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.741656 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-7ed6155b-cac0-4071-bcc5-e1e5b1673acb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1509361 Apr 18 21:36:23.744464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45784) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:23.749872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'd41fafc9-7651-4c54-afb2-459fb46da29e', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:23.757207 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:23.761643 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:23.764484 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:23.770674 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:23.791273 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.857085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.861731 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.885961 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d25860a-66bf-4ce1-9f63-5073e87402cc,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:23.896254 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:23.897467 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-09ff3d74-23b2-43c2-be00-fe79c2952638 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519761 Apr 18 21:36:23.900240 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45788) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:23.905553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'd41fafc9-7651-4c54-afb2-459fb46da29e', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:23.913550 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:23.917748 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:23.920727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:23.927464 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:23.944493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.011752 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.015581 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.041560 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f19793-c2c0-4bc0-9577-af6e96327927,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:24.051746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.053083 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b4a3114b-c0f4-42a5-8e46-8a4cd6bca539 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1518974 Apr 18 21:36:24.056244 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45792) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:24.061377 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'd41fafc9-7651-4c54-afb2-459fb46da29e', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:24.068837 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:24.072747 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:24.075647 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:24.082490 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:24.101244 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.171953 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.175843 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.203220 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d804ce6-fb48-426a-8568-e989cf09f001,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:24.213865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.215194 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-28d4cc00-7e53-42c2-8f18-b5f6e4c6a0a9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1580107 Apr 18 21:36:24.217887 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45796) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:24.222913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'd41fafc9-7651-4c54-afb2-459fb46da29e', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:24.229759 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:24.233593 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:24.236425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:24.243216 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:24.255845 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Project 600126e4ee4141429729cd9518e3b688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:36:24.263534 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.332705 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.336584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.361834 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a5410d-437d-4ab4-b9ba-a083a261db31,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:24.371016 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.372223 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-8cc9356e-c228-4d0e-8207-35c47a23d044 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534281 Apr 18 21:36:24.375097 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45800) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:24.381151 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'security_group_rule': {'security_group_id': 'd41fafc9-7651-4c54-afb2-459fb46da29e', 'project_id': '600126e4ee4141429729cd9518e3b688', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:24.388296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:24.392717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:security_group_rule and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:24.396534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:24.402347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:24.413120 n-d-836016-3 neutron-server[88141]: INFO neutron.db.securitygroups_db [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Project 600126e4ee4141429729cd9518e3b688 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:36:24.420090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.488965 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.492860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.519825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61975f35-85dc-478c-9426-4a685cb8e6d1,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:24.529369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:24.530575 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ac985dff-1931-4ba8-924c-a4a5921e5267 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1545191 Apr 18 21:36:36.380548 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:36:39.432094 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-370cb10a-7933-428a-9401-a30e525ff706 req-faa121f0-269f-4630-b353-9c178ed49c41 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:39.448055 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-370cb10a-7933-428a-9401-a30e525ff706 req-faa121f0-269f-4630-b353-9c178ed49c41 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:39.449319 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-faa121f0-269f-4630-b353-9c178ed49c41 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2018577449&fields=id&tenant_id=600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 267 time: 0.0571177 Apr 18 21:36:39.701432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-324ddc54-9861-4bea-abd3-4ff62848c2d3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:39.702819 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-324ddc54-9861-4bea-abd3-4ff62848c2d3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 809 time: 0.2464123 Apr 18 21:36:39.719298 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-22c9ad9d-97b3-4460-a315-547d636d6810 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/quotas/600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 375 time: 0.0101767 Apr 18 21:36:39.801858 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-b967d32e-cdc6-4d0c-b0ff-926949c7163d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769444 Apr 18 21:36:39.856020 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-09e2e2ee-e987-4bcc-9a65-521adb9ef620 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88141) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:36:39.857007 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-09e2e2ee-e987-4bcc-9a65-521adb9ef620 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438361 Apr 18 21:36:39.993365 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-6516466a-fc5f-4c4e-956e-de67a0b1762f service neutron] 10.222.0.47 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300569 Apr 18 21:36:40.131138 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-8813fd2b-1247-4a53-9e34-f38142d5f701 service neutron] 10.222.0.47 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320257 Apr 18 21:36:40.506002 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0013e05d-9940-4e87-b8de-813c383c151c req-a1cbd80e-c280-41e3-8d41-a2e0a28f7b55 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:40.521649 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-0013e05d-9940-4e87-b8de-813c383c151c req-a1cbd80e-c280-41e3-8d41-a2e0a28f7b55 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:40.522828 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0013e05d-9940-4e87-b8de-813c383c151c req-a1cbd80e-c280-41e3-8d41-a2e0a28f7b55 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 210 time: 0.0602186 Apr 18 21:36:41.673403 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-8dfc493b-7056-42b4-9349-91be71858592 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:41.675660 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-8dfc493b-7056-42b4-9349-91be71858592 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 809 time: 0.1679661 Apr 18 21:36:41.698030 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-8b4cb62c-3c5f-4be7-97d6-08fdd441bc1e req-4390404b-7253-4874-88a2-f60d106a6b21 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 210 time: 0.0478761 Apr 18 21:36:41.725785 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-61132346-9d03-48db-a1e4-fcc41a5860fc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 380 time: 0.0424130 Apr 18 21:36:41.733893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'port': {'device_id': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'admin_state_up': True, 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'security_groups': ['d41fafc9-7651-4c54-afb2-459fb46da29e']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:41.880568 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:41.890141 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:41.900717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Made reservation on behalf of 600126e4ee4141429729cd9518e3b688 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:36:41.904419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.075378 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Allocated IP 172.20.0.12 (57b0aa3c-ca10-4b66-820d-a4415de1be39/97d35972-3a4d-476a-820d-15fdd607d47f/0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:42.274201 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.290841 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Transition to ACTIVE for port object 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:42.316268 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.382878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:42.385877 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:42.396061 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:36:42.447295 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:42.470665 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:42.471597 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.501833 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-9c444f2f-d8b8-4c92-af89-12a132423cf5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7712991 Apr 18 21:36:42.563065 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Request body: {'port': {'device_id': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:42.680551 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.694302 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-72de1315-328a-41dc-b4ee-0fe02610649c None None] Provisioning for port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:42.701246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-72de1315-328a-41dc-b4ee-0fe02610649c None None] Provisioning complete for port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:42.702004 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-72de1315-328a-41dc-b4ee-0fe02610649c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:42.765354 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-72de1315-328a-41dc-b4ee-0fe02610649c None None] Port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:36:43.021266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd2d78-e5e8-416b-868a-d873f8e48068 req-66b9eb63-2329-4d84-9086-13f14c13b08a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:43.021973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3ddd2d78-e5e8-416b-868a-d873f8e48068 req-66b9eb63-2329-4d84-9086-13f14c13b08a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:36:43.046283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-3ddd2d78-e5e8-416b-868a-d873f8e48068 req-66b9eb63-2329-4d84-9086-13f14c13b08a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:36:43.047419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3ddd2d78-e5e8-416b-868a-d873f8e48068 req-66b9eb63-2329-4d84-9086-13f14c13b08a tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 932 time: 0.2234743 Apr 18 21:36:43.147053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:36:43.153457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-3ddd2d78-e5e8-416b-868a-d873f8e48068 req-0d62b874-5313-4b23-9b36-be3fc313fa2e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971761 Apr 18 21:36:43.157181 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.176817 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Transition to ACTIVE for port object 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:36:43.180814 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.463256 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:43.536190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Attempting to bind port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:36:43.536519 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Attempting to bind port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:36:43.536850 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Attempting to bind port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:36:43.541297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:36:43.541641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Attempting to bind port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b on network 57b0aa3c-ca10-4b66-820d-a4415de1be39 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:36:43.546720 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:36:43.547046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Checking segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:36:43.547426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Bound using segment: {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:36:43.547840 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Bound port: 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '454d2d63-7cda-4e6a-87ad-6bf97b3eac51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:36:43.548179 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.634732 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:36:43.637603 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:36:43.642147 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.698165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:43.698784 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.700146 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] 10.222.0.55 "PUT /v2.0/ports/0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1092 time: 1.1912539 Apr 18 21:36:43.700604 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:43.728848 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1f567c-8c87-499e-92a0-a162792bf85b service neutron] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:43.757125 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1484f047-53e5-4de4-a4ef-7482729f9a39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:43.779432 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb95862a-add9-401d-b038-16e5256cdb7c'] response: {'name': 'network-changed', 'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'status': 'completed', 'code': 200} Apr 18 21:36:43.822736 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-6ca098e4-b0c4-44e0-a893-e17b0151870b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:43.824517 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-6ca098e4-b0c4-44e0-a893-e17b0151870b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1095 time: 0.0797803 Apr 18 21:36:43.899926 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-67a46de3-7b57-4808-8e72-b441ce9e086b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 217 time: 0.0678523 Apr 18 21:36:43.969658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-0adeb58c-f4e8-4dbe-979d-75823becb349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:43.971934 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-0adeb58c-f4e8-4dbe-979d-75823becb349 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0639558 Apr 18 21:36:44.055349 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cb10a-7933-428a-9401-a30e525ff706 req-3d1688f6-868c-4cb7-9aee-c95d71eb8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.056840 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-3d1688f6-868c-4cb7-9aee-c95d71eb8154 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799680 Apr 18 21:36:44.187776 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-1775e209-1c11-43c8-bf05-fad5d87106bf service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247649 Apr 18 21:36:44.327502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-370cb10a-7933-428a-9401-a30e525ff706 req-953c48fd-2f5f-48c7-964a-b74ce5b9b324 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325531 Apr 18 21:36:44.495726 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-561fe6a0-a10c-43c0-bb34-0fa7a264f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.497199 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-561fe6a0-a10c-43c0-bb34-0fa7a264f030 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1095 time: 0.1186223 Apr 18 21:36:44.616028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf0c36-8808-4e75-959c-65e61a6abbf0 req-a16662ab-743f-4fd9-b6c5-e39742fffe31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.617383 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ccf0c36-8808-4e75-959c-65e61a6abbf0 req-a16662ab-743f-4fd9-b6c5-e39742fffe31 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.1819489 Apr 18 21:36:44.680436 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-b704e9b2-5d03-457e-b9d3-3d638a898a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.681918 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-b704e9b2-5d03-457e-b9d3-3d638a898a99 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1764767 Apr 18 21:36:44.684787 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2ccf0c36-8808-4e75-959c-65e61a6abbf0 req-a77498e8-f62a-4f80-8b8b-93f3337cc87c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604947 Apr 18 21:36:44.752858 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-89a86303-3443-4c7a-bfc3-343c99cfa9d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 217 time: 0.0646956 Apr 18 21:36:44.812470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-5cd72670-5e57-4e34-b230-8027670f4552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.813903 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-5cd72670-5e57-4e34-b230-8027670f4552 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0559204 Apr 18 21:36:44.889192 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-6cff13ad-85b7-4fc8-925e-c7f3d98b6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:44.890634 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-6cff13ad-85b7-4fc8-925e-c7f3d98b6e39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699825 Apr 18 21:36:45.021976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-efb84f2b-0be9-43c5-9bef-de5f489b60e0 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254823 Apr 18 21:36:45.277344 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99c7f3c5-50b0-4fdb-886f-d94f80f169a1 req-85839696-437e-44cb-b879-a18797eb86ff service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494514 Apr 18 21:36:45.875981 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a78cce-f39e-4046-815a-ce538e6743cf req-56f329a8-a0a9-4d00-9042-7f7b091c4d75 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:45.877993 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12a78cce-f39e-4046-815a-ce538e6743cf req-56f329a8-a0a9-4d00-9042-7f7b091c4d75 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0823233 Apr 18 21:36:45.922409 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-12a78cce-f39e-4046-815a-ce538e6743cf req-2183effb-3f1d-4731-adcc-3cd95c8fc389 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387313 Apr 18 21:36:46.104208 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8e216779-955c-4798-9ca6-ac673d236b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.112297 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d5cad-2c09-4477-870d-0e3d4167ae65 req-38ed1aa9-ab2f-4025-8f69-208b012e287f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:47.113950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-438d5cad-2c09-4477-870d-0e3d4167ae65 req-38ed1aa9-ab2f-4025-8f69-208b012e287f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0882189 Apr 18 21:36:47.158257 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-438d5cad-2c09-4477-870d-0e3d4167ae65 req-fa29f6ce-0286-416e-818e-6a9505d512a1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384114 Apr 18 21:36:47.293283 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:47.323593 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:48.344459 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f40a-5a83-499d-b12d-29efa2c40c25 req-c6768141-7d88-4e46-be5b-6626d4fd49d7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:48.346011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3635f40a-5a83-499d-b12d-29efa2c40c25 req-c6768141-7d88-4e46-be5b-6626d4fd49d7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0832794 Apr 18 21:36:48.392636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3635f40a-5a83-499d-b12d-29efa2c40c25 req-3c955c33-ca6e-443a-9889-cfbc2cb90edd tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396240 Apr 18 21:36:48.768115 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.571547 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:49.579293 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c601e8-c8bb-4d16-8c67-b1fb4e349a7c req-18fe479a-634b-48a3-8723-068309faa21f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:49.580754 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47c601e8-c8bb-4d16-8c67-b1fb4e349a7c req-18fe479a-634b-48a3-8723-068309faa21f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0813599 Apr 18 21:36:49.629235 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-47c601e8-c8bb-4d16-8c67-b1fb4e349a7c req-28486cf8-a3bb-41b5-8381-961dd44a7e97 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413942 Apr 18 21:36:49.906570 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:50.826989 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf456bb2-8f84-44af-bd07-c52edb045a27 req-f70ca3a1-ad6b-4c9a-a461-ec57aa5f9589 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:50.828488 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf456bb2-8f84-44af-bd07-c52edb045a27 req-f70ca3a1-ad6b-4c9a-a461-ec57aa5f9589 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0830872 Apr 18 21:36:50.878308 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-bf456bb2-8f84-44af-bd07-c52edb045a27 req-6421850c-4bfc-4812-891f-ff4d50845ec6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432587 Apr 18 21:36:51.914572 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:36:52.050927 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:36:52.064319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'port_id': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'mac_address': 'fa:16:3e:32:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:36:52.072838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63eabae-6e2e-4f1f-8a8e-718a162d95aa req-fe2f4b9f-268d-49c9-8e9c-c19da71a09bb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:52.074369 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63eabae-6e2e-4f1f-8a8e-718a162d95aa req-fe2f4b9f-268d-49c9-8e9c-c19da71a09bb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0809176 Apr 18 21:36:52.121651 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:52.126119 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d63eabae-6e2e-4f1f-8a8e-718a162d95aa req-271ad8f8-ad6b-4b87-a0d7-fb0f4585d359 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 Apr 18 21:36:52.140488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:36:52.160014 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:36:52.160901 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:52.274716 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:52.282311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.282666 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.283010 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.283350 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.283685 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.284019 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.284352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.284683 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.285634 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.285969 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.286297 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.286624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:36:52.487808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:36:53.313618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f8ee6a-d8ea-4e73-bb7d-969e169b97c9 req-8700888b-74d7-46d2-851f-c729cd2588eb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:53.314985 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-22f8ee6a-d8ea-4e73-bb7d-969e169b97c9 req-8700888b-74d7-46d2-851f-c729cd2588eb tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 945 time: 0.0804369 Apr 18 21:36:53.358716 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-22f8ee6a-d8ea-4e73-bb7d-969e169b97c9 req-e79a3d2e-6838-40b7-b320-b04dff43dfd7 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376055 Apr 18 21:36:53.913382 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:36:53.983385 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:36:53.988446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:36:53.988977 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.103386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.133164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:54.142905 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:36:54.147953 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:54.186887 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78b795b-509d-49b2-b42c-3d594343bd67'] response: {'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'code': 200} Apr 18 21:36:54.225607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:54.316532 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8deb8c-92d9-475d-94af-9ee9ecda0984 req-a58cdd02-9668-4a84-a24f-9ab2510ca1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:54.318017 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b8deb8c-92d9-475d-94af-9ee9ecda0984 req-a58cdd02-9668-4a84-a24f-9ab2510ca1f0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0722911 Apr 18 21:36:54.357777 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-6b8deb8c-92d9-475d-94af-9ee9ecda0984 req-3ce04621-72a1-4845-ab0a-8aca06afa476 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Apr 18 21:36:54.545261 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32bab8-6b2f-42b0-bffc-f24ddff94fcc req-63ea9c95-06f5-4ff5-bda5-89275b9b98fa tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:54.546743 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e32bab8-6b2f-42b0-bffc-f24ddff94fcc req-63ea9c95-06f5-4ff5-bda5-89275b9b98fa tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0839665 Apr 18 21:36:54.592092 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3e32bab8-6b2f-42b0-bffc-f24ddff94fcc req-bb17cb9c-cf34-4e3e-ac2c-0f7a416942be tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388434 Apr 18 21:36:55.781046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23992596-ba76-4cc9-acfa-de168fe4f8a1 req-e99e1d91-e809-4631-9f38-0fd76f3c225d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:55.782525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23992596-ba76-4cc9-acfa-de168fe4f8a1 req-e99e1d91-e809-4631-9f38-0fd76f3c225d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0813987 Apr 18 21:36:55.830210 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-23992596-ba76-4cc9-acfa-de168fe4f8a1 req-043957ea-3cb0-4f76-b75b-f9dd5900585b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411689 Apr 18 21:36:57.023318 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622fbc2-0183-4008-9c4d-bdd56837643e req-07230657-c0c3-436f-bc6f-0a6a51b273d3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.024813 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4622fbc2-0183-4008-9c4d-bdd56837643e req-07230657-c0c3-436f-bc6f-0a6a51b273d3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0854971 Apr 18 21:36:57.069140 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4622fbc2-0183-4008-9c4d-bdd56837643e req-4be1e924-5721-408a-88e4-d31c6e970230 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386693 Apr 18 21:36:57.252758 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497918f-a65f-4481-968f-a34e6de8cdf3 req-3ec80adc-3eab-4432-9c17-c4480ab09063 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.254822 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5497918f-a65f-4481-968f-a34e6de8cdf3 req-3ec80adc-3eab-4432-9c17-c4480ab09063 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0792930 Apr 18 21:36:57.299460 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5497918f-a65f-4481-968f-a34e6de8cdf3 req-e593cfeb-1352-4429-9845-ed67320b19d6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389581 Apr 18 21:36:57.322666 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45986) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:57.460267 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11a08a-9760-4dc9-b641-100755fb17d8 tempest-TestShelveInstance-1814032860 tempest-TestShelveInstance-1814032860-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:36:57.461810 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-de11a08a-9760-4dc9-b641-100755fb17d8 tempest-TestShelveInstance-1814032860 tempest-TestShelveInstance-1814032860-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1092 time: 0.1381443 Apr 18 21:36:57.464482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 45992) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:36:57.469255 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:36:57.476070 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:36:57.479909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Usage tracker for resource:floatingip and tenant:600126e4ee4141429729cd9518e3b688 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:36:57.482722 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:36:57.489425 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:36:57.499854 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.640763 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.780347 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Allocated IP 172.25.5.202 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/9a7e06e4-867e-43ff-b0b5-d1dd04ae6bb5) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:36:57.933050 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:57.963659 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.022644 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:36:58.025701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:36:58.029297 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:36:58.080853 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'Port': ['ID=9a7e06e4-867e-43ff-b0b5-d1dd04ae6bb5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:58.563312 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.637796 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.847094 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.852276 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:58.960944 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event updated for resources: {'Port': ['ID=9a7e06e4-867e-43ff-b0b5-d1dd04ae6bb5,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:36:58.973901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.151923 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Floating IP 71f54d9c-bcfe-465b-8de7-9cac52b2205c associated. External IP: 172.25.5.202, port: 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b. Apr 18 21:36:59.521184 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Router b8e052d5-439d-4051-b09a-09bc60523dfd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:36:59.808892 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:36:59.821070 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] Sync routers for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:36:59.831096 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:36:59.832310 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:36:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:36:59.837490 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:36:59.896347 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-dba05657-ed63-41e6-9335-bec65e7fda25 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4308653 Apr 18 21:36:59.896914 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:36:59.942841 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303ea122-6777-47f4-95ad-327040eaf740'] response: {'name': 'network-changed', 'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'status': 'completed', 'code': 200} Apr 18 21:37:00.018366 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:37:00.040158 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-3f302dc8-9ede-4a47-9e34-3e27cab6e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:00.041693 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-3f302dc8-9ede-4a47-9e34-3e27cab6e17d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0752232 Apr 18 21:37:00.176664 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-2f1fb9ad-304e-4f40-b309-b6f5e1f40119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:00.178118 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-2f1fb9ad-304e-4f40-b309-b6f5e1f40119 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1310163 Apr 18 21:37:00.277966 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-4f64063a-3580-4c45-bb50-b824a3fa7619 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1000 time: 0.0934677 Apr 18 21:37:00.342471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-3772bbf1-cb31-4cab-8097-952516d84cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:00.343968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-3772bbf1-cb31-4cab-8097-952516d84cf5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0605581 Apr 18 21:37:00.370595 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '71f54d9c-bcfe-465b-8de7-9cac52b2205c', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'port_id': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'mac_address': 'fa:16:3e:32:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 0, 'project_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:00.374462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] Checking router: b8e052d5-439d-4051-b09a-09bc60523dfd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:37:00.383703 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:37:00.384348 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:36:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:00.417933 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-8b87f3ea-52b8-4888-856d-4637f58987af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:00.419401 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-8b87f3ea-52b8-4888-856d-4637f58987af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702529 Apr 18 21:37:00.550878 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-d279bfaa-8535-42de-b301-127741adebbe service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246364 Apr 18 21:37:00.557500 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:37:00.685436 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-36e296e9-02a8-44b8-9502-28aed4057d96 req-e4886697-80da-44bc-b4ab-815c9abe3fb5 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289854 Apr 18 21:37:00.952954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '71f54d9c-bcfe-465b-8de7-9cac52b2205c', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'port_id': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'mac_address': 'fa:16:3e:32:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 0, 'project_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:37:00.957161 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7a186-ba5c-4ff6-a5ca-b7bb4ac342a6 None None] The sync data for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 is: [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '71f54d9c-bcfe-465b-8de7-9cac52b2205c', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'port_id': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'mac_address': 'fa:16:3e:32:c0:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:36:58Z', 'updated_at': '2022-04-18T21:36:58Z', 'revision_number': 0, 'project_id': '600126e4ee4141429729cd9518e3b688', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:37:01.150582 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365be62-a64c-45a8-8c3f-f3bb9d414e48 None None] New status for floating IP 71f54d9c-bcfe-465b-8de7-9cac52b2205c: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:37:13.383600 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:37:13.742708 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fbd915ce-fbe4-4005-b697-a3fa6cf0cbfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:16.112952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-75a16735-db47-4f23-a81d-3d6ce18be621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.296078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:17.328188 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:18.771036 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.605115 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:19.915971 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:33.406049 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-b2eaadb3-8499-4a4c-8247-f6f5895f7b86 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0817082 Apr 18 21:37:33.558319 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-18229579-1de7-41fb-a0ff-441070324513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:33.560674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-18229579-1de7-41fb-a0ff-441070324513 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0779994 Apr 18 21:37:33.723875 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-af9cb9f7-4904-4426-8b88-a5630c2100a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:33.724896 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-af9cb9f7-4904-4426-8b88-a5630c2100a7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1413729 Apr 18 21:37:33.831901 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-da67e659-87ab-46fa-99c5-0d4a2695cacd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1002 time: 0.1010914 Apr 18 21:37:33.896534 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-c2276a4d-c8db-4cd5-b0e3-928c5c38aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:33.898001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-c2276a4d-c8db-4cd5-b0e3-928c5c38aed5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0596030 Apr 18 21:37:33.984750 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-fc187c21-6e44-4b76-bbc7-e9fd4f249d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:37:33.986271 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-fc187c21-6e44-4b76-bbc7-e9fd4f249d0d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821121 Apr 18 21:37:34.266513 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-5d9cceae-ad3c-45ce-a3af-8d9f79714fb6 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738385 Apr 18 21:37:34.401454 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2b67358e-38ce-422b-a7a3-03340306f6f4 req-f1ede885-ebaf-4bd1-809b-e30f0cc07da5 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283555 Apr 18 21:37:43.744907 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a687d913-033b-4c08-b41e-158c8692c24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:46.116325 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-42e64c87-ded8-45f0-89ba-2286453788f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:47.298216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:47.328233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:48.773003 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.614244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:49.901660 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:37:50.379637 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:38:13.748058 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-733235ca-ff1e-4d8f-b933-c901f8ce114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:16.110539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-8b341af7-0960-41f6-9a3d-cdef5eb40ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.301109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:17.331127 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:18.777021 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:19.613326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:19.915923 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:27.379229 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:38:35.410848 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-faa5c6ee-0aab-492c-82ae-343f99331275 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750556 Apr 18 21:38:35.586459 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-2365e0b7-8189-4dbb-ad46-00ff70ec42fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:35.588982 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-2365e0b7-8189-4dbb-ad46-00ff70ec42fd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0962923 Apr 18 21:38:35.735019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-1c19a2ff-b1ca-4066-8f09-fa7e8f9e2f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:35.736368 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-1c19a2ff-b1ca-4066-8f09-fa7e8f9e2f29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1292617 Apr 18 21:38:35.841958 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-c2430353-cad6-4f7b-bb60-96243e124581 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1002 time: 0.0982125 Apr 18 21:38:35.906702 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-64ad1bbe-efb7-488e-a13f-d13f102c6fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:35.908153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-64ad1bbe-efb7-488e-a13f-d13f102c6fd2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0601213 Apr 18 21:38:35.988666 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-3ee79b91-7008-433b-8f44-9b038b50b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:35.990203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-3ee79b91-7008-433b-8f44-9b038b50b8a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756311 Apr 18 21:38:36.205544 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-f3f8e190-f06f-4706-9d35-202f7c999da7 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060835 Apr 18 21:38:36.345705 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2326d0d5-5bc8-4504-8e71-70f7c254c0f3 req-e8bf1400-4f43-4317-8926-958d67a7c530 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342349 Apr 18 21:38:43.750809 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-48f00589-270f-4c34-aace-553185e00b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:46.116005 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d5b82e06-58c1-49e4-bce3-614a08f8c784 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.310898 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:47.334568 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:48.781484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.614538 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:49.918326 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:38:56.009215 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2339cbf-25c2-4d11-8090-6f8a0070d818 req-daaf6a46-0fb8-4563-8d81-fa319a7b2951 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:56.011238 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2339cbf-25c2-4d11-8090-6f8a0070d818 req-daaf6a46-0fb8-4563-8d81-fa319a7b2951 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0849655 Apr 18 21:38:56.058285 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f2339cbf-25c2-4d11-8090-6f8a0070d818 req-ba38daf7-3d92-407a-ae96-d8fb0da2cedc tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Apr 18 21:38:57.259025 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed91a35-4e54-4a3d-b695-91010766105a req-9e450bfa-a4d3-45ff-9879-38e7feed3aa9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:57.260561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ed91a35-4e54-4a3d-b695-91010766105a req-9e450bfa-a4d3-45ff-9879-38e7feed3aa9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0820553 Apr 18 21:38:57.304295 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8ed91a35-4e54-4a3d-b695-91010766105a req-386ef44c-54c3-449d-8289-4424592c55f0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380440 Apr 18 21:38:58.505791 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a559a3e-395e-4617-bb2b-329843c769a0 req-7da0728e-e36e-45a1-9370-0a65e6aa685d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:58.507243 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a559a3e-395e-4617-bb2b-329843c769a0 req-7da0728e-e36e-45a1-9370-0a65e6aa685d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0869441 Apr 18 21:38:58.551756 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-2a559a3e-395e-4617-bb2b-329843c769a0 req-07ce8a19-19d5-4811-b2b2-23d80577d71f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381255 Apr 18 21:38:59.740464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22fe909-0e34-4b15-ae30-7d8516274530 req-f7918019-b0a9-4978-b49b-95f89c513572 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:38:59.741860 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b22fe909-0e34-4b15-ae30-7d8516274530 req-f7918019-b0a9-4978-b49b-95f89c513572 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0811484 Apr 18 21:38:59.792434 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-b22fe909-0e34-4b15-ae30-7d8516274530 req-3f4a6948-5c79-483f-ba11-ecffa2ebdb7e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447648 Apr 18 21:39:01.138322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6208e6-e0d9-4a83-b783-c10d66a618db req-f83367bb-3ade-4c58-b020-2930ad62c671 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:01.139799 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e6208e6-e0d9-4a83-b783-c10d66a618db req-f83367bb-3ade-4c58-b020-2930ad62c671 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0825784 Apr 18 21:39:01.184481 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-0e6208e6-e0d9-4a83-b783-c10d66a618db req-01062da4-af76-4d60-8581-a6b314e435b8 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390239 Apr 18 21:39:02.373870 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fe60a-423b-4871-acd9-4af6b12b8072 req-b98bc978-2a53-4143-b93e-400b8b3b0222 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:02.375372 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a3fe60a-423b-4871-acd9-4af6b12b8072 req-b98bc978-2a53-4143-b93e-400b8b3b0222 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0828700 Apr 18 21:39:02.420662 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-1a3fe60a-423b-4871-acd9-4af6b12b8072 req-7cc1b6fc-3edb-4d47-8de5-ca30c5189b5b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 Apr 18 21:39:03.631755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b585c-4ecd-4574-9b81-7c889ee81b4f req-a13bbfdf-ea43-4a74-ad34-9ef6ffbb6411 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:03.633249 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f87b585c-4ecd-4574-9b81-7c889ee81b4f req-a13bbfdf-ea43-4a74-ad34-9ef6ffbb6411 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0928652 Apr 18 21:39:03.690700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f87b585c-4ecd-4574-9b81-7c889ee81b4f req-ead36015-1f5c-44ca-8ada-ef1eac08d956 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514076 Apr 18 21:39:04.379113 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:39:04.886791 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885548a-ed46-4eaf-80e2-20bcf42e1e35 req-5f41d882-482c-42e8-b552-ed3aaae5bf5c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:04.888303 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0885548a-ed46-4eaf-80e2-20bcf42e1e35 req-5f41d882-482c-42e8-b552-ed3aaae5bf5c tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0921860 Apr 18 21:39:04.936204 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0885548a-ed46-4eaf-80e2-20bcf42e1e35 req-0e32ec22-545a-4df3-afc4-71628aa8cff9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420949 Apr 18 21:39:06.112164 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-aa93ba4f-8c73-4be4-8871-b929d4284fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.114009 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-aa93ba4f-8c73-4be4-8871-b929d4284fd1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0733082 Apr 18 21:39:06.187493 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02c4c5-2609-44f1-938b-010725659b31 req-826bba2a-39ea-4c2e-8575-f981420cb9ea tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.189011 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a02c4c5-2609-44f1-938b-010725659b31 req-826bba2a-39ea-4c2e-8575-f981420cb9ea tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.1439192 Apr 18 21:39:06.240222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1a02c4c5-2609-44f1-938b-010725659b31 req-a2f239f6-1cb1-4228-ac7e-a8aaed89e6d6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452430 Apr 18 21:39:06.248759 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-88b59bfe-3145-47e4-9f2c-12c7a0284868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.250290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-88b59bfe-3145-47e4-9f2c-12c7a0284868 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1290998 Apr 18 21:39:06.461965 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-d6e1b9d2-63cc-465c-9c07-9ef39019cfa2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1002 time: 0.2059677 Apr 18 21:39:06.523559 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-f14792f2-5f69-4f5f-a8d0-62cf70584ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.524974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-f14792f2-5f69-4f5f-a8d0-62cf70584ec9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0569961 Apr 18 21:39:06.599874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-da39ea18-9daa-47ba-a165-4c4bc7da957d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:06.601381 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-da39ea18-9daa-47ba-a165-4c4bc7da957d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700736 Apr 18 21:39:06.731495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-338c46d8-b2cf-4a4a-9af8-e8e21101435c service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238859 Apr 18 21:39:06.860451 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-99ee8d9d-c686-42b6-9fda-687a0d0d2d31 req-5b396097-816a-4b0d-a2fe-7a98a3ca675e service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220953 Apr 18 21:39:07.477334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a7d69-d39a-4db7-befd-005e3038b39e req-062536a0-7d64-4784-b782-e3e483801613 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:07.478933 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-563a7d69-d39a-4db7-befd-005e3038b39e req-062536a0-7d64-4784-b782-e3e483801613 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.1237791 Apr 18 21:39:07.526670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-563a7d69-d39a-4db7-befd-005e3038b39e req-d1b4b2e0-5793-40fa-9bca-3673720f1767 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Apr 18 21:39:08.715594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35efbd-7a5f-49ed-ae6d-5b2f9600f983 req-13fe2c04-b08f-49bb-a460-7bbe82773ca3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:08.717055 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c35efbd-7a5f-49ed-ae6d-5b2f9600f983 req-13fe2c04-b08f-49bb-a460-7bbe82773ca3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0843935 Apr 18 21:39:08.764622 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c35efbd-7a5f-49ed-ae6d-5b2f9600f983 req-be64aac6-98f7-4dd3-ab4d-591dd76f5b47 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405207 Apr 18 21:39:09.952857 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea8b82-eb7e-4cfe-8a95-2686818f2bfb req-d39a324b-ef36-433d-9158-a27fbe1d9af4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:09.954408 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4ea8b82-eb7e-4cfe-8a95-2686818f2bfb req-d39a324b-ef36-433d-9158-a27fbe1d9af4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0833526 Apr 18 21:39:09.998688 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4ea8b82-eb7e-4cfe-8a95-2686818f2bfb req-75c71ee9-cc26-4da9-af5a-eb4aeff9bda3 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385253 Apr 18 21:39:10.207190 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46072) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:39:10.329041 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-25558cca-153c-4210-ab8b-7f145215898c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206851 Apr 18 21:39:10.349111 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca980445-df98-4eba-89b2-6e79fb86288f req-3861858b-ca28-4628-ac6a-fb244616ab66 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:10.350636 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca980445-df98-4eba-89b2-6e79fb86288f req-3861858b-ca28-4628-ac6a-fb244616ab66 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0834708 Apr 18 21:39:10.395707 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ca980445-df98-4eba-89b2-6e79fb86288f req-1aad64af-95ba-4e22-9acc-298d6c51a25d tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387807 Apr 18 21:39:11.580430 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a06f3e-0851-4332-9010-c6aa767033f4 req-be1e0c43-bceb-440b-9c04-5d7863371812 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:11.581930 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04a06f3e-0851-4332-9010-c6aa767033f4 req-be1e0c43-bceb-440b-9c04-5d7863371812 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0797203 Apr 18 21:39:11.626789 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-04a06f3e-0851-4332-9010-c6aa767033f4 req-fefa2765-7bb7-49b3-b44a-d392de99da76 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392590 Apr 18 21:39:12.560276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:39:12.674600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.702376 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:12.711720 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:39:12.716387 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:12.753773 n-d-836016-3 neutron-server[88143]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f3816491-f736-489e-b595-8c7d7183c7f9']: {'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'code': 422} returned with failed status Apr 18 21:39:12.787759 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:12.795850 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.796209 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.796532 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.796875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.797206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.797555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.797884 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.798272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.798607 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.798930 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.799252 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.799571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:39:12.822928 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78bd94-6c27-4981-b17b-a625724870aa req-0c7a4b3f-7ed5-46e8-89cd-58c8943d4b09 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:12.824402 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb78bd94-6c27-4981-b17b-a625724870aa req-0c7a4b3f-7ed5-46e8-89cd-58c8943d4b09 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0831778 Apr 18 21:39:12.867590 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cb78bd94-6c27-4981-b17b-a625724870aa req-59dda0a8-e6ec-4b75-940b-ffeb6ce699dd tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376008 Apr 18 21:39:13.753049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2089ec19-cc5e-4fd8-80f5-bb50dc375048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:14.057580 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d93e5d-47e5-4598-99e3-fe74d77d2e07 req-faeb3d44-561c-4852-aa2f-85d1f417f6e1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:14.059062 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53d93e5d-47e5-4598-99e3-fe74d77d2e07 req-faeb3d44-561c-4852-aa2f-85d1f417f6e1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0833800 Apr 18 21:39:14.102741 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-53d93e5d-47e5-4598-99e3-fe74d77d2e07 req-e2f8f2f6-64ca-4f54-9bcf-72e71921c21b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381238 Apr 18 21:39:15.290941 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96350a6b-0091-48d8-84e5-887d22be08db req-d33a3cbe-4329-4d7a-80ab-1edf072a8021 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:15.292419 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-96350a6b-0091-48d8-84e5-887d22be08db req-d33a3cbe-4329-4d7a-80ab-1edf072a8021 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0829484 Apr 18 21:39:15.336745 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-96350a6b-0091-48d8-84e5-887d22be08db req-ece2e9c0-2863-4913-a54c-068881af6768 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386569 Apr 18 21:39:16.110776 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-70077529-b27e-478b-869b-bef72d755430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:16.536796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aef686-4e7e-4f9f-b274-4b637151adc3 req-a7fc669e-1755-4238-89a6-7dde4fa3bb16 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:16.538300 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98aef686-4e7e-4f9f-b274-4b637151adc3 req-a7fc669e-1755-4238-89a6-7dde4fa3bb16 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0824761 Apr 18 21:39:16.583309 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-98aef686-4e7e-4f9f-b274-4b637151adc3 req-f5db0a92-1805-430b-a304-244cdc5881ce tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Apr 18 21:39:16.827546 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-9219fb72-2023-4333-bb9b-b47217071671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:16.829030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-9219fb72-2023-4333-bb9b-b47217071671 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa&tenant_id=600126e4ee4141429729cd9518e3b688 HTTP/1.1" status: 200 len: 1095 time: 0.0719984 Apr 18 21:39:16.924352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-f7c54d7a-b401-413e-822d-1c49bcc183c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:16.926872 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-f7c54d7a-b401-413e-822d-1c49bcc183c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1095 time: 0.0765414 Apr 18 21:39:17.069988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-74864ac4-6683-4774-9a46-5050faff0b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:17.071439 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-74864ac4-6683-4774-9a46-5050faff0b34 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1383994 Apr 18 21:39:17.174509 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-6be1d9f2-876d-4eb9-bbc1-711a0dc2243a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1000 time: 0.0969155 Apr 18 21:39:17.236629 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-1bda972c-2d7b-4f0c-af8e-501f849fb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:17.238343 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-1bda972c-2d7b-4f0c-af8e-501f849fb8bc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0577130 Apr 18 21:39:17.303816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.314129 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-5e31d47c-7340-4da4-a277-e2fa667a7bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:17.315665 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-5e31d47c-7340-4da4-a277-e2fa667a7bd4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705874 Apr 18 21:39:17.335819 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:17.450051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-91a93098-5ed2-45f7-8a25-92d285e7b0e5 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269953 Apr 18 21:39:17.731457 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-9c7cbf2c-6cb6-4e97-b213-520b74d0dba8 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759895 Apr 18 21:39:17.775719 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b5f317-26de-4b81-9785-5b8e0fc0db25 req-fc7f2f06-1d47-42b2-a34e-6938855a4410 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:17.777181 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25b5f317-26de-4b81-9785-5b8e0fc0db25 req-fc7f2f06-1d47-42b2-a34e-6938855a4410 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0854719 Apr 18 21:39:17.819989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-25b5f317-26de-4b81-9785-5b8e0fc0db25 req-14bd5134-5273-4b3a-bae0-ab7fb3afe95b tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368111 Apr 18 21:39:18.782890 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.009902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d25038-e042-4747-a176-68d71a3cfa5f req-3fd0cecd-a3c2-42d4-8495-f983dfd2d6f2 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:19.011837 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1d25038-e042-4747-a176-68d71a3cfa5f req-3fd0cecd-a3c2-42d4-8495-f983dfd2d6f2 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0861709 Apr 18 21:39:19.056529 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-f1d25038-e042-4747-a176-68d71a3cfa5f req-7f2406a8-fe09-4668-8c70-039c50ee8f01 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390015 Apr 18 21:39:19.612069 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:19.917236 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:20.252728 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3984c5-785f-422f-871e-55327bdc291e req-5c5aa401-b3d3-41de-95dc-508b07819744 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:20.254206 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c3984c5-785f-422f-871e-55327bdc291e req-5c5aa401-b3d3-41de-95dc-508b07819744 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0834219 Apr 18 21:39:20.298029 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2c3984c5-785f-422f-871e-55327bdc291e req-95260aa2-eaf2-405a-b492-183c797296b6 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380363 Apr 18 21:39:21.493219 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bee0a1-c9df-461d-b7ff-304766f90773 req-10d124a6-17e9-403b-b49b-75acd77f189f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:21.494989 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55bee0a1-c9df-461d-b7ff-304766f90773 req-10d124a6-17e9-403b-b49b-75acd77f189f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0881622 Apr 18 21:39:21.543489 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55bee0a1-c9df-461d-b7ff-304766f90773 req-2d102c23-0587-4c87-a7ad-8f0899849f15 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Apr 18 21:39:22.727878 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3247c-d2c3-4191-a410-777eeb28577b req-3dfe3775-70e7-455c-b562-d9f126afb382 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:22.729831 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19a3247c-d2c3-4191-a410-777eeb28577b req-3dfe3775-70e7-455c-b562-d9f126afb382 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0819387 Apr 18 21:39:22.772159 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-19a3247c-d2c3-4191-a410-777eeb28577b req-44194d29-749c-417e-8da4-1351e627554e tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367527 Apr 18 21:39:23.964829 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2f226c-69c4-4a7c-adf7-331c28c3a7ea req-4fccca16-4a4f-4d77-9324-1c6ec3002bb5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:23.966348 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e2f226c-69c4-4a7c-adf7-331c28c3a7ea req-4fccca16-4a4f-4d77-9324-1c6ec3002bb5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0820756 Apr 18 21:39:24.014318 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4e2f226c-69c4-4a7c-adf7-331c28c3a7ea req-68af7988-3faf-421f-81a4-cb7f0911dc00 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416071 Apr 18 21:39:25.201133 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cf30b-cb52-46d4-8efb-864feaafe391 req-2a53a53f-c69f-4ee8-8d58-7d56b06e3486 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:25.202606 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f5cf30b-cb52-46d4-8efb-864feaafe391 req-2a53a53f-c69f-4ee8-8d58-7d56b06e3486 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0818474 Apr 18 21:39:25.246989 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9f5cf30b-cb52-46d4-8efb-864feaafe391 req-b61533a0-b58d-492b-a72d-9a867b06b6e1 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387485 Apr 18 21:39:26.442995 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24dcc5-d292-43b9-a13e-61763833d6c9 req-b7d5296e-5309-4908-92a0-f4e21c5ef268 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:26.444420 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e24dcc5-d292-43b9-a13e-61763833d6c9 req-b7d5296e-5309-4908-92a0-f4e21c5ef268 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 944 time: 0.0884349 Apr 18 21:39:26.493315 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-6e24dcc5-d292-43b9-a13e-61763833d6c9 req-bfbf21a9-397f-41c7-b933-9b4f8c9a7225 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419128 Apr 18 21:39:26.653757 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:39:26.796900 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:39:26.811750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'port_id': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'mac_address': 'fa:16:3e:32:c0:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:39:26.867414 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.885801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:39:26.902484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:39:26.906602 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:26.979024 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:27.686956 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d32e02-9fcd-4902-a08f-219c8a3d90c9 req-e357bfac-9177-4ae9-915f-c9a95517d616 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:27.688398 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90d32e02-9fcd-4902-a08f-219c8a3d90c9 req-e357bfac-9177-4ae9-915f-c9a95517d616 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 945 time: 0.0846663 Apr 18 21:39:27.732585 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-90d32e02-9fcd-4902-a08f-219c8a3d90c9 req-461e3bc5-b50b-4c77-87b2-77bc6051e640 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384665 Apr 18 21:39:27.785955 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:39:28.668682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:39:28.739908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:39:28.740206 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.861076 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.921505 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd947104-e7d6-4ba7-8177-b6d45fe0377c req-3464fcf4-8b3d-4a64-a533-21b3475ba5a0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:28.923039 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd947104-e7d6-4ba7-8177-b6d45fe0377c req-3464fcf4-8b3d-4a64-a533-21b3475ba5a0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 945 time: 0.0838544 Apr 18 21:39:28.927447 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:39:28.937579 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:39:28.942816 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:28.971970 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cd947104-e7d6-4ba7-8177-b6d45fe0377c req-28e4fc24-a285-4780-82ed-13815751651f tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425506 Apr 18 21:39:28.983246 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5869d82-e0da-4641-bf4a-140b581f0c81'] response: {'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'code': 200} Apr 18 21:39:29.020687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:39:29.191773 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30492c8-422e-4812-8b51-fb56ba7a5820 req-53f9942e-d78c-45b7-824a-c81d93dd428f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:29.193258 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d30492c8-422e-4812-8b51-fb56ba7a5820 req-53f9942e-d78c-45b7-824a-c81d93dd428f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0765843 Apr 18 21:39:29.232892 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d30492c8-422e-4812-8b51-fb56ba7a5820 req-09b8072a-63f3-40db-ae30-c42eacda56be service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Apr 18 21:39:30.169139 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61aa6d-672f-40f1-bf58-fc0cf4c00acc req-47c8eed7-84d6-4252-acb2-f0cf81772498 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:30.170724 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c61aa6d-672f-40f1-bf58-fc0cf4c00acc req-47c8eed7-84d6-4252-acb2-f0cf81772498 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0906217 Apr 18 21:39:30.214968 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0c61aa6d-672f-40f1-bf58-fc0cf4c00acc req-421c04d7-33e2-46fd-9c90-a7e5b9e78021 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386233 Apr 18 21:39:31.412941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef601df-62a9-4186-a67e-b82d0182986f req-1eae5a7c-9edd-4708-87d3-2d203046cffa tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:31.414339 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cef601df-62a9-4186-a67e-b82d0182986f req-1eae5a7c-9edd-4708-87d3-2d203046cffa tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0871277 Apr 18 21:39:31.458596 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-cef601df-62a9-4186-a67e-b82d0182986f req-e4f11b15-ffb6-42f3-b5ba-735a0da9a7a5 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379367 Apr 18 21:39:37.014541 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-0ae594c4-8bc6-40ef-b8b3-48480d9590e5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712843 Apr 18 21:39:37.162341 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-1853714d-0855-4ed9-b2b1-e1e2f7b73358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:37.163863 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-1853714d-0855-4ed9-b2b1-e1e2f7b73358 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0792813 Apr 18 21:39:37.319071 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-565e15f1-c89d-4a55-8b91-8bc87c45b1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:37.320648 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-565e15f1-c89d-4a55-8b91-8bc87c45b1d1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1383815 Apr 18 21:39:37.426869 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-484422f3-8a70-4701-ae75-f2bffa13b9e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1002 time: 0.0994384 Apr 18 21:39:37.490895 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-472a714c-afa7-4cd3-afac-5b0ba2afbf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:37.492355 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-472a714c-afa7-4cd3-afac-5b0ba2afbf48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0599060 Apr 18 21:39:37.565590 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-b36cdc3c-1229-4e09-b99f-78df0acf309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:39:37.567036 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-b36cdc3c-1229-4e09-b99f-78df0acf309c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691209 Apr 18 21:39:37.697946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-9f4ee922-30e4-437e-bd46-9774c0be9200 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232595 Apr 18 21:39:37.828205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-93192daf-0bd6-4788-8348-6ba88f636e12 req-afe16832-37f4-4658-a393-29b6b2827277 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241162 Apr 18 21:39:41.378882 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:39:43.755077 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fb5c105a-d420-4789-90eb-ffc87f0c5ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:46.115752 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a1782318-80e6-4115-a431-ff1bfd261e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.306967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:47.336746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:48.791040 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.617364 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:39:49.931919 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:13.758647 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ee499054-2372-4c38-8671-7a389754653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:16.122993 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e52856c6-d89a-4bf0-9751-b718337e5404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.310412 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:17.339582 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:18.378280 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:40:18.783198 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.612041 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:19.951649 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:38.969186 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-8042b4e1-2187-48fb-aec1-25c411a318ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730796 Apr 18 21:40:39.108797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-252f14ad-7e98-4931-a1cc-240f8cd028cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.110290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-252f14ad-7e98-4931-a1cc-240f8cd028cd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0733569 Apr 18 21:40:39.253183 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-cf248eb6-61d1-457e-865f-4cf222711017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.255125 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-cf248eb6-61d1-457e-865f-4cf222711017 service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1255305 Apr 18 21:40:39.457959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-30e7448e-4608-4352-bd87-20639ba12e5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 1002 time: 0.1958537 Apr 18 21:40:39.521006 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-6cd8b3bc-658c-4d7b-8093-b7b6b2cc11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.522573 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-6cd8b3bc-658c-4d7b-8093-b7b6b2cc11f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0583360 Apr 18 21:40:39.601218 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-c438ab38-a7f2-437d-85f1-30dad44c0612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:39.602800 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-c438ab38-a7f2-437d-85f1-30dad44c0612 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738418 Apr 18 21:40:39.614195 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-590e62ce-0579-4886-94b0-f4d0ad7623aa service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:40:39.615153 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-590e62ce-0579-4886-94b0-f4d0ad7623aa service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049992 Apr 18 21:40:39.744854 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-fac394ec-f864-4aef-889b-63d5250f0024 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224856 Apr 18 21:40:39.884023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-331f9050-cdb9-449e-a9ba-840e4248b361 req-d82d75d3-2c76-4e48-a367-bdb8213d9519 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333382 Apr 18 21:40:43.761225 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-28bf3ff7-171c-4bf4-b620-df50ced6bf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:46.117049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-cbe160c6-5f79-4faa-b925-2c005d7ee446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.313034 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.342154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.367273 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46168) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:47.680371 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Deleting port 9a7e06e4-867e-43ff-b0b5-d1dd04ae6bb5 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:40:47.680624 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.852864 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.853241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:47.981565 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Calling delete_port for 9a7e06e4-867e-43ff-b0b5-d1dd04ae6bb5 owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:40:48.136387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.187241 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event deleted for resources: {'Port': ['ID=9a7e06e4-867e-43ff-b0b5-d1dd04ae6bb5,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:48.223902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.224253 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.225112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.225774 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.226001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.226337 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.226668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.227000 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.227330 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.227668 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.227983 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.228309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:48.290320 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.290657 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Floating IP 71f54d9c-bcfe-465b-8de7-9cac52b2205c disassociated (deleted). External IP: 172.25.5.202, port: 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b. Apr 18 21:40:48.650495 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Router b8e052d5-439d-4051-b09a-09bc60523dfd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:40:48.787012 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.830611 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:40:48.840916 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] Sync routers for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:48.851034 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:40:48.851653 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:48.851801 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:49.023624 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-781d35cd-b967-4ce0-925a-0450b7299b30 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "DELETE /v2.0/floatingips/71f54d9c-bcfe-465b-8de7-9cac52b2205c HTTP/1.1" status: 204 len: 168 time: 1.6552346 Apr 18 21:40:49.024306 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:49.038575 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:40:49.075201 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32dfa655-c6ef-4fcd-ad22-ba2dd29314f4'] response: {'name': 'network-changed', 'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'status': 'completed', 'code': 200} Apr 18 21:40:49.174597 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff55a3-1169-43af-a63d-669578a27682 req-84292394-e039-42ef-8be7-02c24fc472e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.176099 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ff55a3-1169-43af-a63d-669578a27682 req-84292394-e039-42ef-8be7-02c24fc472e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=600126e4ee4141429729cd9518e3b688&device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 1097 time: 0.0821302 Apr 18 21:40:49.324512 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff55a3-1169-43af-a63d-669578a27682 req-63a29a83-b516-411d-8f0d-5a963db06f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.325997 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ff55a3-1169-43af-a63d-669578a27682 req-63a29a83-b516-411d-8f0d-5a963db06f6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 200 len: 910 time: 0.1444767 Apr 18 21:40:49.374451 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:49.378407 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] Checking router: b8e052d5-439d-4051-b09a-09bc60523dfd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:49.387445 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:40:49.388051 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:49.400522 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ff55a3-1169-43af-a63d-669578a27682 req-c8fdb3ca-419b-4939-b7e0-9bf2e2ac70f6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 200 len: 217 time: 0.0677989 Apr 18 21:40:49.447492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cc8f6-ffbb-4386-85b2-a7369ea763b9 req-5112a5fa-2dc6-4806-9fb9-bed90ca918c0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.448217 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7a3cc8f6-ffbb-4386-85b2-a7369ea763b9 req-5112a5fa-2dc6-4806-9fb9-bed90ca918c0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Synchronizing usage tracker for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:40:49.467177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-7a3cc8f6-ffbb-4386-85b2-a7369ea763b9 req-5112a5fa-2dc6-4806-9fb9-bed90ca918c0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Unset dirty status for tenant:600126e4ee4141429729cd9518e3b688 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:40:49.467422 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff55a3-1169-43af-a63d-669578a27682 req-76c554d8-be35-4b3a-ba45-767b9ee02676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.468483 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a3cc8f6-ffbb-4386-85b2-a7369ea763b9 req-5112a5fa-2dc6-4806-9fb9-bed90ca918c0 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.1070812 Apr 18 21:40:49.468711 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ff55a3-1169-43af-a63d-669578a27682 req-76c554d8-be35-4b3a-ba45-767b9ee02676 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 200 len: 848 time: 0.0614917 Apr 18 21:40:49.520237 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7a3cc8f6-ffbb-4386-85b2-a7369ea763b9 req-e96a0221-0677-4b60-b8cc-2f7107b30970 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Apr 18 21:40:49.553619 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff55a3-1169-43af-a63d-669578a27682 req-bd55b529-691e-4507-948f-4dd3109f81e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:49.555091 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ff55a3-1169-43af-a63d-669578a27682 req-bd55b529-691e-4507-948f-4dd3109f81e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=57b0aa3c-ca10-4b66-820d-a4415de1be39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803881 Apr 18 21:40:49.585753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:40:49.662688 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.692063 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ff55a3-1169-43af-a63d-669578a27682 req-9767b856-a5c1-493d-886c-44c5d1b6ff9b service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293390 Apr 18 21:40:49.828051 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-14ff55a3-1169-43af-a63d-669578a27682 req-5c0c97eb-616d-4a2f-9492-058fed016572 service neutron] 10.222.0.55 "GET /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284575 Apr 18 21:40:49.949715 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:49.961832 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:49.965695 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3cc5b-34da-418d-b0eb-5780d61bf2fc None None] The sync data for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 is: [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:31:11Z', 'revision_number': 4, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'ba2ea902-59fd-426e-a154-4a0c3880f759', 'name': '', 'network_id': '57b0aa3c-ca10-4b66-820d-a4415de1be39', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'mac_address': 'fa:16:3e:37:32:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4381, 'fixed_ips': [{'subnet_id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:11Z', 'updated_at': '2022-04-18T21:31:19Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'subnets': [{'id': '97d35972-3a4d-476a-820d-15fdd607d47f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:50.175331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f887573-df11-41f9-b60f-669490508f5e None None] New status for floating IP 71f54d9c-bcfe-465b-8de7-9cac52b2205c: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:40:50.709608 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27481a-b877-493b-88fc-b9e94c9a736e req-055aee7c-54a3-474e-a1a4-00472437c6b9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:50.711404 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f27481a-b877-493b-88fc-b9e94c9a736e req-055aee7c-54a3-474e-a1a4-00472437c6b9 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0810463 Apr 18 21:40:50.755187 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0f27481a-b877-493b-88fc-b9e94c9a736e req-ae77da67-9814-4911-ad86-224641ae1f87 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/security-groups?id=d41fafc9-7651-4c54-afb2-459fb46da29e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Apr 18 21:40:50.991813 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-a002f39c-7c73-474b-8df3-b29cdf90ae22 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:40:50.993158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-a002f39c-7c73-474b-8df3-b29cdf90ae22 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 946 time: 0.0845933 Apr 18 21:40:51.061570 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Deleting port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:40:51.061838 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.432211 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] For port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:40:51.432477 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.555177 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Calling delete_port for 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:40:51.703852 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.757053 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event deleted for resources: {'Port': ['ID=0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:51.795730 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.796126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.796405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.796731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.797055 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.797375 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.797718 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.798038 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.798352 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.798740 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.798975 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.799285 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:40:51.842260 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] No DVR routers for this DVR port 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:51.844850 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:51.847416 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-deleted', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:40:51.876959 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4d7f0485-b1b9-43e8-9f9e-a44ceb47b1c4 req-61c4321b-f5aa-44d9-8fe0-6b3132dd8804 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.55 "DELETE /v2.0/ports/0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b HTTP/1.1" status: 204 len: 173 time: 0.8760920 Apr 18 21:40:51.920202 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-defb7dd1-84f3-40fc-8446-18d7f05ac6b8 req-7d312608-c953-4a1b-8bfd-deb38c35d8af tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "GET /v2.0/ports?device_id=fd6b1070-16a0-4e50-8dd4-cc59b696defa HTTP/1.1" status: 200 len: 210 time: 0.0549226 Apr 18 21:40:51.955676 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8cafe1-435a-44c0-bf16-7b60a56c6595'] response: {'server_uuid': 'fd6b1070-16a0-4e50-8dd4-cc59b696defa', 'name': 'network-vif-deleted', 'tag': '0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b', 'status': 'completed', 'code': 200} Apr 18 21:40:53.020365 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46188) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:53.095079 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfb80-bd7d-4270-85a2-76954d91f9a4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.128232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfb80-bd7d-4270-85a2-76954d91f9a4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.204445 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfb80-bd7d-4270-85a2-76954d91f9a4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.236843 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7dfb80-bd7d-4270-85a2-76954d91f9a4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41fafc9-7651-4c54-afb2-459fb46da29e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:53.261947 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a7dfb80-bd7d-4270-85a2-76954d91f9a4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:53.263128 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1a7dfb80-bd7d-4270-85a2-76954d91f9a4 tempest-TestShelveInstance-836734137 tempest-TestShelveInstance-836734137-project] 10.222.0.47 "DELETE /v2.0/security-groups/d41fafc9-7651-4c54-afb2-459fb46da29e HTTP/1.1" status: 204 len: 168 time: 0.2418003 Apr 18 21:40:54.332546 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46196) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:55.000398 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.050755 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:55.085614 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:40:55.085966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 0288f8fa-cc92-4610-ab6b-0ab6ef1f0d2b not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:55.360508 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Deleting port ba2ea902-59fd-426e-a154-4a0c3880f759 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:40:55.361062 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.377404 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:40:55.532859 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] For port ba2ea902-59fd-426e-a154-4a0c3880f759, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ba2ea902-59fd-426e-a154-4a0c3880f759,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:40:55.533214 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:55.759795 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Calling delete_port for ba2ea902-59fd-426e-a154-4a0c3880f759 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:40:56.101647 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.158441 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2ea902-59fd-426e-a154-4a0c3880f759,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:56.448220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:56.829006 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Router b8e052d5-439d-4051-b09a-09bc60523dfd has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:40:57.165996 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:40:57.175330 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] Sync routers for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:40:57.181889 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-f65a6167-384b-4ba8-aad2-b3f766dcca93 admin admin] 10.222.0.47 "PUT /v2.0/routers/b8e052d5-439d-4051-b09a-09bc60523dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8481801 Apr 18 21:40:57.184477 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46202) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:57.186393 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:40:57.187218 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.377272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:40:57.386592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.590783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.604623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Deleting port ebd07325-c619-4946-ae4c-8b89f70d118f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:40:57.605107 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.681831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:40:56Z', 'revision_number': 5, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port': {'id': 'ebd07325-c619-4946-ae4c-8b89f70d118f', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:47:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4380, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:08Z', 'updated_at': '2022-04-18T21:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.686625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] Checking router: b8e052d5-439d-4051-b09a-09bc60523dfd for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:40:57.696632 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] Routers {'b8e052d5-439d-4051-b09a-09bc60523dfd'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:40:57.697257 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['b8e052d5-439d-4051-b09a-09bc60523dfd'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.797590 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] For port ebd07325-c619-4946-ae4c-8b89f70d118f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=ebd07325-c619-4946-ae4c-8b89f70d118f,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:40:57.797987 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:57.857174 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] Set router b8e052d5-439d-4051-b09a-09bc60523dfd gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:40:57.926135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Calling delete_port for ebd07325-c619-4946-ae4c-8b89f70d118f owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:40:57.970512 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:40:57Z', 'revision_number': 6, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:57.975002 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197ff4af-86d8-42f7-99e9-eec66fe2a07e None None] The sync data for ids ['b8e052d5-439d-4051-b09a-09bc60523dfd'] in n-d-836016-3 is: [{'id': 'b8e052d5-439d-4051-b09a-09bc60523dfd', 'name': 'tempest-TestShelveInstance-1272825355-router', 'tenant_id': '600126e4ee4141429729cd9518e3b688', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:07Z', 'updated_at': '2022-04-18T21:40:57Z', 'revision_number': 6, 'project_id': '600126e4ee4141429729cd9518e3b688', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:40:58.117867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.167208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebd07325-c619-4946-ae4c-8b89f70d118f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:58.261275 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.444697 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.447167 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.471921 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.472687 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e052d5-439d-4051-b09a-09bc60523dfd {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:40:58.487634 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.489027 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ad4350ca-30a3-4d86-aa99-5345a65f4280 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b8e052d5-439d-4051-b09a-09bc60523dfd HTTP/1.1" status: 204 len: 168 time: 1.3034556 Apr 18 21:40:58.492523 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46206) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:58.555824 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] Deleting subnet 97d35972-3a4d-476a-820d-15fdd607d47f {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:40:58.559090 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.750061 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.792585 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ebd07325-c619-4946-ae4c-8b89f70d118f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:58.828194 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ebd07325-c619-4946-ae4c-8b89f70d118f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:40:58.828555 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ebd07325-c619-4946-ae4c-8b89f70d118f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:58.828999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba2ea902-59fd-426e-a154-4a0c3880f759 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:40:58.834387 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.865706 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: ba2ea902-59fd-426e-a154-4a0c3880f759 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:40:58.866139 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device ba2ea902-59fd-426e-a154-4a0c3880f759 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:40:58.908272 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.956192 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:58.961177 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97d35972-3a4d-476a-820d-15fdd607d47f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:58.962164 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e12585-5789-45dd-b484-0a88c731eaed None None] Network 57b0aa3c-ca10-4b66-820d-a4415de1be39 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:40:58.968435 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1e44b981-9424-462a-9e86-93d9d742a9b0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/97d35972-3a4d-476a-820d-15fdd607d47f HTTP/1.1" status: 204 len: 168 time: 0.4748287 Apr 18 21:40:58.972405 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46210) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:40:59.100120 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.113465 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Deleting port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:40:59.114054 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.270576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] DHCP port deletion for 57b0aa3c-ca10-4b66-820d-a4415de1be39 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:40:59.275823 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Deleting port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:40:59.276300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.333039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] For port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:40:59.333270 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.462408 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Calling delete_port for cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:40:59.519291 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] For port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,segment=NetworkSegment(454d2d63-7cda-4e6a-87ad-6bf97b3eac51),segment_id=454d2d63-7cda-4e6a-87ad-6bf97b3eac51)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:40:59.519685 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.543049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.591095 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:59.594657 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] No DVR routers for this DVR port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:40:59.648543 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Calling delete_port for cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:40:59.712885 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.720612 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:40:59.720966 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:40:59.743378 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b0aa3c-ca10-4b66-820d-a4415de1be39']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:59.756019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '454d2d63-7cda-4e6a-87ad-6bf97b3eac51') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:59.756686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '454d2d63-7cda-4e6a-87ad-6bf97b3eac51') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:40:59.768774 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.787491 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.794832 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:40:59.795241 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:40:59.810564 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:40:59.891216 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.908622 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:40:59.920263 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=57b0aa3c-ca10-4b66-820d-a4415de1be39,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:40:59.935118 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-e608fe3a-1bb3-4215-84e9-51c706807cf9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/57b0aa3c-ca10-4b66-820d-a4415de1be39 HTTP/1.1" status: 204 len: 168 time: 0.9616027 Apr 18 21:40:59.938361 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46214) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:00.222154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Deleting port cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:41:00.222783 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.294542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-43cb50f3-c0d1-4164-adb4-cf59e344fb73 None None] The port 'cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:41:00.570509 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:00.603741 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:41:00.604090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device cab99b36-a3a8-4a56-bbd8-9b1dcba8da0e not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:00.618672 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:00.986090 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Deleting port 778687b5-466b-4c42-8f9d-fbb05cbf88eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:41:00.986754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.169522 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] For port 778687b5-466b-4c42-8f9d-fbb05cbf88eb, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=778687b5-466b-4c42-8f9d-fbb05cbf88eb,segment=NetworkSegment(dde21b6c-105c-4c73-8fce-3fe17ba26780),segment_id=dde21b6c-105c-4c73-8fce-3fe17ba26780)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:01.169904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.300209 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Calling delete_port for 778687b5-466b-4c42-8f9d-fbb05cbf88eb owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:41:01.505169 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:01.557907 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Pushing event deleted for resources: {'Port': ['ID=778687b5-466b-4c42-8f9d-fbb05cbf88eb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:01.858736 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:02.362305 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Router f0a186ab-dcd0-4665-a774-89b9db3288e9 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:41:02.565844 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:41:02.579261 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] Sync routers for ids ['f0a186ab-dcd0-4665-a774-89b9db3288e9'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:02.591188 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] Routers {'f0a186ab-dcd0-4665-a774-89b9db3288e9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:02.591407 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-00268edb-4c20-4488-a1b6-3fba581fcc65 admin admin] 10.222.0.47 "PUT /v2.0/routers/f0a186ab-dcd0-4665-a774-89b9db3288e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6517029 Apr 18 21:41:02.591724 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0a186ab-dcd0-4665-a774-89b9db3288e9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:02.594042 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46218) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:02.796225 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] Set router f0a186ab-dcd0-4665-a774-89b9db3288e9 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:02.811803 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.009140 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.020001 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Deleting port acd25615-0a44-4718-898b-a8900505d173 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:41:03.020348 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.098175 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105'}], 'enable_snat': True}, 'gw_port_id': 'acd25615-0a44-4718-898b-a8900505d173', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:41:01Z', 'revision_number': 5, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port': {'id': 'acd25615-0a44-4718-898b-a8900505d173', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4392, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:31:15Z', 'updated_at': '2022-04-18T21:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:03.104250 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] Checking router: f0a186ab-dcd0-4665-a774-89b9db3288e9 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:03.115975 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] Routers {'f0a186ab-dcd0-4665-a774-89b9db3288e9'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:03.116638 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['f0a186ab-dcd0-4665-a774-89b9db3288e9'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:03.219655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] For port acd25615-0a44-4718-898b-a8900505d173, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=acd25615-0a44-4718-898b-a8900505d173,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:03.220018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.316921 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] Set router f0a186ab-dcd0-4665-a774-89b9db3288e9 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:03.351062 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Calling delete_port for acd25615-0a44-4718-898b-a8900505d173 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:41:03.427730 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:41:03Z', 'revision_number': 6, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:03.434057 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82667bb-e40d-418f-bb7a-3eef05a41be0 None None] The sync data for ids ['f0a186ab-dcd0-4665-a774-89b9db3288e9'] in n-d-836016-3 is: [{'id': 'f0a186ab-dcd0-4665-a774-89b9db3288e9', 'name': 'tempest-TestShelveInstance-1108477356-router', 'tenant_id': 'fa71d9a9baa74606ad118443a43887c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:31:14Z', 'updated_at': '2022-04-18T21:41:03Z', 'revision_number': 6, 'project_id': 'fa71d9a9baa74606ad118443a43887c8', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:03.661070 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:03.711412 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Pushing event deleted for resources: {'Port': ['ID=acd25615-0a44-4718-898b-a8900505d173,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:03.805992 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.001948 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.004178 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.028459 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.028999 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0a186ab-dcd0-4665-a774-89b9db3288e9 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:41:04.046860 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.048222 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4fe698ea-596c-42e8-bc13-7262dc8f2e2a admin admin] 10.222.0.47 "DELETE /v2.0/routers/f0a186ab-dcd0-4665-a774-89b9db3288e9 HTTP/1.1" status: 204 len: 168 time: 1.4491947 Apr 18 21:41:04.050913 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46222) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:04.116585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] Deleting subnet 327b6c1b-62f7-4a44-817f-f466b814c14f {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:41:04.123302 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.202826 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.300985 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.375403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.421797 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=327b6c1b-62f7-4a44-817f-f466b814c14f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:04.430807 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.433841 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c57c14-a94b-4b29-88ab-3d9548c22c84 None None] Network 967d0a5a-1f17-402f-8f71-e704affccfb8 requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:41:04.439874 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a0239fe8-d52a-4a94-9507-ec5111878d74 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/327b6c1b-62f7-4a44-817f-f466b814c14f HTTP/1.1" status: 204 len: 168 time: 0.3879468 Apr 18 21:41:04.443194 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46226) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:04.566495 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.578814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Deleting port deb6442f-528e-40f2-af15-8071be1a394f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:41:04.579159 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.603547 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 778687b5-466b-4c42-8f9d-fbb05cbf88eb no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:04.647598 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 778687b5-466b-4c42-8f9d-fbb05cbf88eb {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:41:04.647942 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 778687b5-466b-4c42-8f9d-fbb05cbf88eb not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:04.648359 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device acd25615-0a44-4718-898b-a8900505d173 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:04.686312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: acd25615-0a44-4718-898b-a8900505d173 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:41:04.686663 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device acd25615-0a44-4718-898b-a8900505d173 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:04.781090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] DHCP port deletion for 967d0a5a-1f17-402f-8f71-e704affccfb8 request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:41:04.785495 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Deleting port deb6442f-528e-40f2-af15-8071be1a394f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:41:04.786117 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.805458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] For port deb6442f-528e-40f2-af15-8071be1a394f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=deb6442f-528e-40f2-af15-8071be1a394f,segment=NetworkSegment(dde21b6c-105c-4c73-8fce-3fe17ba26780),segment_id=dde21b6c-105c-4c73-8fce-3fe17ba26780)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:04.806112 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:04.939333 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Calling delete_port for deb6442f-528e-40f2-af15-8071be1a394f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:41:05.000981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] For port deb6442f-528e-40f2-af15-8071be1a394f, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=deb6442f-528e-40f2-af15-8071be1a394f,segment=NetworkSegment(dde21b6c-105c-4c73-8fce-3fe17ba26780),segment_id=dde21b6c-105c-4c73-8fce-3fe17ba26780)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:05.001397 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.026530 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.076123 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Pushing event deleted for resources: {'Port': ['ID=deb6442f-528e-40f2-af15-8071be1a394f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.077951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] No DVR routers for this DVR port deb6442f-528e-40f2-af15-8071be1a394f on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:41:05.129809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Calling delete_port for deb6442f-528e-40f2-af15-8071be1a394f owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:41:05.202686 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.214518 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:41:05.214886 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:41:05.230585 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['967d0a5a-1f17-402f-8f71-e704affccfb8']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:05.243664 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde21b6c-105c-4c73-8fce-3fe17ba26780') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:05.243960 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde21b6c-105c-4c73-8fce-3fe17ba26780') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:05.255592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.277353 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.283574 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:41:05.283970 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:41:05.298097 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:41:05.373915 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.390279 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.403594 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] Pushing event deleted for resources: {'Network': ['ID=967d0a5a-1f17-402f-8f71-e704affccfb8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.408538 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-91d4b067-8def-45c2-956f-05a99ef70353 admin admin] 10.222.0.47 "DELETE /v2.0/networks/967d0a5a-1f17-402f-8f71-e704affccfb8 HTTP/1.1" status: 204 len: 168 time: 0.9641461 Apr 18 21:41:05.568469 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46232) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.627414 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fc80aa79-852c-45a8-805a-286da8507f3a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=600126e4ee4141429729cd9518e3b688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537226 Apr 18 21:41:05.627414 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46236) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:05.688250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221df38e-1a30-43a2-af38-b23c38e6bbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.716364 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Deleting port deb6442f-528e-40f2-af15-8071be1a394f {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:41:05.716890 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.718424 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221df38e-1a30-43a2-af38-b23c38e6bbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.774493 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221df38e-1a30-43a2-af38-b23c38e6bbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.787689 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f148e3ea-3e78-4880-a939-ad2351916ae3 None None] The port 'deb6442f-528e-40f2-af15-8071be1a394f' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:41:05.795803 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221df38e-1a30-43a2-af38-b23c38e6bbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db47490e-3b20-4c20-9e81-2b546b8f671b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:05.800181 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-221df38e-1a30-43a2-af38-b23c38e6bbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:05.801534 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-221df38e-1a30-43a2-af38-b23c38e6bbc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db47490e-3b20-4c20-9e81-2b546b8f671b HTTP/1.1" status: 204 len: 168 time: 0.1744366 Apr 18 21:41:06.259848 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46244) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:06.312843 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-fd18e228-ed1f-405c-9554-663383c0a4ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa71d9a9baa74606ad118443a43887c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517545 Apr 18 21:41:06.315655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46248) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:06.489680 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7526-e0e3-4323-badc-2b70ecbb4ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.516881 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7526-e0e3-4323-badc-2b70ecbb4ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.573784 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device deb6442f-528e-40f2-af15-8071be1a394f no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:41:06.578569 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7526-e0e3-4323-badc-2b70ecbb4ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.593940 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c7526-e0e3-4323-badc-2b70ecbb4ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd460088-c24c-4d44-9544-1d5d3b46b65b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:06.601439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e7c7526-e0e3-4323-badc-2b70ecbb4ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:06.605146 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-5e7c7526-e0e3-4323-badc-2b70ecbb4ab6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fd460088-c24c-4d44-9544-1d5d3b46b65b HTTP/1.1" status: 204 len: 168 time: 0.2856991 Apr 18 21:41:06.615778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: deb6442f-528e-40f2-af15-8071be1a394f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:41:06.616225 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device deb6442f-528e-40f2-af15-8071be1a394f not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:41:07.527689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46272) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:07.681909 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-823474076-network', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:07.687902 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:07.692208 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Usage tracker for resource:network and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:07.696653 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:07.704399 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:07.718571 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Made reservation on behalf of 05d40198aeaa4c6aad590ee6b50eb0b0 for: {'network': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:07.721151 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.735592 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.753458 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:07.758905 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:07.762201 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:07.768309 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:07.869287 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.873342 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.914320 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 102} {{(pid=88141) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:41:07.916640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670042e1-ac12-40db-812b-8f9bf4afb9ed,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:07.930250 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.930632 n-d-836016-3 neutron-server[88141]: INFO neutron.db.segments_db [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Added segment 9a4f5391-d7b3-48a3-9610-1cf7a0b75041 of type vlan for network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada Apr 18 21:41:07.963223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.996573 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:07.997813 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:07.998457 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.120103 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5875144 Apr 18 21:41:08.120103 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1ade4-ea3f-4d8b-94e7-72c3b929a9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.120478 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46278) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:08.126035 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Request body: {'subnet': {'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-823474076-subnet', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'ip_version': 4}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:08.133462 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:41:08.134278 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:08.141130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Usage tracker for resource:subnet and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:08.142822 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:08.149618 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:08.160534 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Made reservation on behalf of 05d40198aeaa4c6aad590ee6b50eb0b0 for: {'subnet': 1} {{(pid=88141) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:08.164067 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2946295'] for subnet, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.391103 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3871683', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2946053'] for subnet, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.470010 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3aaec03-e429-4b8a-8c88-8cad1d857a74,revision_number=0']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:08.485755 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Checking segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:08.486112 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Network hostable DHCP agents. Network: 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88141) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:41:08.507463 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:41:08.519697 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada) {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:08.527793 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:08.528734 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a90bb6-e593-474f-bffd-494cf393e75e None None] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:41:08.530049 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.565927 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2c2cca0f-839f-485f-b630-ae222667c884 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4446251 Apr 18 21:41:08.569298 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46282) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:08.574840 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:08.584673 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:08.593129 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Usage tracker for resource:router and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:08.596655 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:08.604496 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:08.620133 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.621392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.638454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.766719 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:41:08.768119 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.928654 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:08.987606 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Allocated IP 172.20.0.2 (5ef6337d-0f2b-4dd2-bbb7-3629dc029ada/e3aaec03-e429-4b8a-8c88-8cad1d857a74/de467879-b846-4240-8276-37ad6851a3d1) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:09.272368 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.285306 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Transition to ACTIVE for port object de467879-b846-4240-8276-37ad6851a3d1 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:09.307377 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Transition to ACTIVE for port object de467879-b846-4240-8276-37ad6851a3d1 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:09.315227 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.340252 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.376522 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.381796 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:09.389760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:09.394925 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:09.401432 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Pushing event updated for resources: {'Port': ['ID=de467879-b846-4240-8276-37ad6851a3d1,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:09.436722 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.436989 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.437325 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.437669 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.438001 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.438331 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.438659 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.438981 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.439309 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.439629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.439949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.440275 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:09.514038 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Attempting to bind port de467879-b846-4240-8276-37ad6851a3d1 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:09.514446 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Attempting to bind port de467879-b846-4240-8276-37ad6851a3d1 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:09.514760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Attempting to bind port de467879-b846-4240-8276-37ad6851a3d1 on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:09.521588 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:41:09.521966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Checking segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:09.522404 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.522771 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Bound using segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:41:09.523276 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Bound port: de467879-b846-4240-8276-37ad6851a3d1, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:09.523638 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.549737 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Allocated IP 172.25.5.215 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/bfb74551-46f7-4d74-babf-369493d343c9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:09.632728 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] For port de467879-b846-4240-8276-37ad6851a3d1, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:41:09.636566 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] For port de467879-b846-4240-8276-37ad6851a3d1, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=de467879-b846-4240-8276-37ad6851a3d1,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:41:09.642720 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.739980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36051fc-9454-42f4-8867-836bc969fb14 None None] Pushing event updated for resources: {'Port': ['ID=de467879-b846-4240-8276-37ad6851a3d1,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:09.864161 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.898213 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:09.972710 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:09.977492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:09.979436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:10.049945 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb74551-46f7-4d74-babf-369493d343c9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:10.463761 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:10.642760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de467879-b846-4240-8276-37ad6851a3d1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:10.732821 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port de467879-b846-4240-8276-37ad6851a3d1 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:10.883542 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f846b11-db66-4861-94e7-d3204ccb4dd8 None None] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:41:10.922206 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.014615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-eec8de56-f827-4729-8bd9-3e196478affe None None] Provisioning for port de467879-b846-4240-8276-37ad6851a3d1 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:11.021809 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-eec8de56-f827-4729-8bd9-3e196478affe None None] Provisioning complete for port de467879-b846-4240-8276-37ad6851a3d1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:11.022191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eec8de56-f827-4729-8bd9-3e196478affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.209108 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Router 82b73cb3-6898-4dc6-ae95-7270a78a0775 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88141) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:41:11.251509 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eec8de56-f827-4729-8bd9-3e196478affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.304224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-eec8de56-f827-4729-8bd9-3e196478affe None None] For port de467879-b846-4240-8276-37ad6851a3d1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=de467879-b846-4240-8276-37ad6851a3d1,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:11.310233 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-eec8de56-f827-4729-8bd9-3e196478affe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.391212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8de56-f827-4729-8bd9-3e196478affe None None] Pushing event updated for resources: {'Port': ['ID=de467879-b846-4240-8276-37ad6851a3d1,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:11.588689 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:41:11.601583 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Sync routers for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:11.612878 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:11.614154 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:11.617143 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:11.618692 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e8adb92-c6b7-41d3-aefb-b973dbdfa0f6 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0481246 Apr 18 21:41:11.623974 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46286) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:11.776352 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-09992f79-5722-4c29-9e1f-da2a928a8673 None None] Provisioning complete for port de467879-b846-4240-8276-37ad6851a3d1 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:11.777141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-09992f79-5722-4c29-9e1f-da2a928a8673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.029028 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:12.416937 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 3, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:12.423319 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Checking router: 82b73cb3-6898-4dc6-ae95-7270a78a0775 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:12.423691 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Updating router 82b73cb3-6898-4dc6-ae95-7270a78a0775 port bfb74551-46f7-4d74-babf-369493d343c9 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:41:12.484538 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.561754 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.638650 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de467879-b846-4240-8276-37ad6851a3d1 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:12.829903 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port de467879-b846-4240-8276-37ad6851a3d1 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:12.831114 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:12.837482 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Allocated IP 172.20.0.1 (5ef6337d-0f2b-4dd2-bbb7-3629dc029ada/e3aaec03-e429-4b8a-8c88-8cad1d857a74/dc7bff33-e32c-48a4-9bf7-9ccdb8c51258) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:13.002503 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.020804 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Transition to ACTIVE for port object dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:13.053408 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.064843 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.079537 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Transition to ACTIVE for port object bfb74551-46f7-4d74-babf-369493d343c9 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:13.088166 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.131727 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:13.138686 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:13.141455 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:13.176923 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Attempting to bind port bfb74551-46f7-4d74-babf-369493d343c9 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:13.177328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Attempting to bind port bfb74551-46f7-4d74-babf-369493d343c9 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:13.177803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Attempting to bind port bfb74551-46f7-4d74-babf-369493d343c9 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:13.182282 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Pushing event updated for resources: {'Port': ['ID=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:13.184777 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b5843-06a4-4cb7-a8dd-6c5d061daa1b None None] Pushing event updated for resources: {'Port': ['ID=bfb74551-46f7-4d74-babf-369493d343c9,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:13.190837 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:41:13.191192 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:13.191600 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.191999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:41:13.192492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Bound port: bfb74551-46f7-4d74-babf-369493d343c9, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:13.193484 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.216317 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.283697 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] For port bfb74551-46f7-4d74-babf-369493d343c9, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:41:13.287328 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] For port bfb74551-46f7-4d74-babf-369493d343c9, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bfb74551-46f7-4d74-babf-369493d343c9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:41:13.296962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.389437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:13.389437 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:13.465212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b5843-06a4-4cb7-a8dd-6c5d061daa1b None None] Pushing event updated for resources: {'Port': ['ID=bfb74551-46f7-4d74-babf-369493d343c9,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:13.493272 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-606a345d-e831-413c-b6df-510740655cc2 None None] Provisioning for port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:13.560430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-606a345d-e831-413c-b6df-510740655cc2 None None] Provisioning complete for port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:13.561100 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-606a345d-e831-413c-b6df-510740655cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.662442 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.700361 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-606a345d-e831-413c-b6df-510740655cc2 None None] Port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:41:13.707839 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:13.864481 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bcc53b60-f148-42bf-bee3-1fb8fd83abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.926559 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:13.934748 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.044181 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 3, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:14.047100 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613fb6ed-d94f-4db1-a802-49eb863333a8 None None] The sync data for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 is: [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:10Z', 'revision_number': 3, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:14.056201 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.059851 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Pushing event updated for resources: {'Port': ['ID=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:14.219743 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:14.221018 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:14.455626 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Router 82b73cb3-6898-4dc6-ae95-7270a78a0775 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:41:14.623416 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bfb74551-46f7-4d74-babf-369493d343c9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:14.698082 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-089c25dd-054c-4ee5-a2df-56a96d2587b9 None None] Provisioning complete for port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:14.698372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-089c25dd-054c-4ee5-a2df-56a96d2587b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.755717 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:41:14.772700 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-3555d049-a9e3-4114-bb1d-042b4f56e1bc admin admin] 10.222.0.47 "PUT /v2.0/routers/82b73cb3-6898-4dc6-ae95-7270a78a0775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1464987 Apr 18 21:41:14.803240 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-089c25dd-054c-4ee5-a2df-56a96d2587b9 None None] Port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:41:14.813838 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port bfb74551-46f7-4d74-babf-369493d343c9 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:14.820667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bfb74551-46f7-4d74-babf-369493d343c9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:14.821300 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.973818 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:14.995215 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port bfb74551-46f7-4d74-babf-369493d343c9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bfb74551-46f7-4d74-babf-369493d343c9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:15.000375 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.087443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=bfb74551-46f7-4d74-babf-369493d343c9,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:15.434929 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:15.440425 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1676354441-network', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:15.446859 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:15.450776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Usage tracker for resource:network and tenant:ab48f94e32384417b3648ae6e6e9ea95 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:15.453704 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:15.461146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:15.470951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Made reservation on behalf of ab48f94e32384417b3648ae6e6e9ea95 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:15.473262 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.485691 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.504168 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:15.508889 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Usage tracker for resource:security_group_rule and tenant:ab48f94e32384417b3648ae6e6e9ea95 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:15.511776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:15.517611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:15.609861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.615656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.638345 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 18 21:41:15.658487 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2693038e-9328-4aeb-9236-78cb155d5ef6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:15.661354 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.661747 n-d-836016-3 neutron-server[88140]: INFO neutron.db.segments_db [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Added segment 2ab68d80-b8d9-44e4-a242-c955901f245c of type vlan for network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb Apr 18 21:41:15.690121 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754169439690'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.719809 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.720640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:15.721211 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.822241 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3861992 Apr 18 21:41:15.824936 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:15.832068 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Request body: {'subnet': {'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1676354441-subnet', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:15.836962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232ef04-d897-4e39-baf5-a4879d782c67 admin admin] Pushing event updated for resources: {'Network': ['ID=9b11aaf0-da5d-4b14-8d92-c29064dbadcb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:15.839325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:15.843266 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Usage tracker for resource:subnet and tenant:ab48f94e32384417b3648ae6e6e9ea95 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:15.846161 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:15.850921 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb details requested by agent ovs-agent-n-d-836016-3 with host n-d-836016-3 {{(pid=88143) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 18 21:41:15.852628 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:15.862915 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Made reservation on behalf of ab48f94e32384417b3648ae6e6e9ea95 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:15.865855 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3958070'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:15.873148 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Sync routers for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:15.883946 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:15.884695 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:40:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:16.074200 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:16.081675 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2311958', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3958212'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.152137 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3e28128b-2e0a-4758-92a6-003ccabde04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.155450 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2fb886-d8dc-4b7d-bf71-c369e5aef236,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:16.190176 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Checking segment: {'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:16.190528 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Network hostable DHCP agents. Network: 9b11aaf0-da5d-4b14-8d92-c29064dbadcb, hostable agents: ['c1e32e68-c53e-4b39-a670-7e5aff2dd8cc'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 18 21:41:16.210306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb is scheduled to be hosted by DHCP agent c1e32e68-c53e-4b39-a670-7e5aff2dd8cc with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 18 21:41:16.221125 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-836016-3, 9b11aaf0-da5d-4b14-8d92-c29064dbadcb) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:16.225896 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:16.226557 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.232576 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5404d56-bc8b-4f32-bf63-72aafe5f91ec None None] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:41:16.256583 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-91e62679-50ab-4996-b9f0-ff786e2b4244 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4275386 Apr 18 21:41:16.256767 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:16.262407 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:16.267611 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:16.271538 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Usage tracker for resource:router and tenant:ab48f94e32384417b3648ae6e6e9ea95 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:16.274400 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:16.280107 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:16.298416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-474890', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-101652'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.299738 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-471087', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-473426', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-101661'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.319635 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.428488 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 2, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:16.432449 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Checking router: 82b73cb3-6898-4dc6-ae95-7270a78a0775 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:16.432805 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Updating router 82b73cb3-6898-4dc6-ae95-7270a78a0775 port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:41:16.461482 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5a1d07d9-b415-5a3f-bd8c-13fe6f6e755a-9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'fixed_ips': [{'subnet_id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236'}]}} from n-d-836016-3. {{(pid=88143) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 18 21:41:16.462462 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.490459 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.612008 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bfb74551-46f7-4d74-babf-369493d343c9 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:16.619798 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-473504', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-474932', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-101747'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.695982 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.db_base_plugin_common [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Allocated IP 172.20.0.2 (9b11aaf0-da5d-4b14-8d92-c29064dbadcb/4a2fb886-d8dc-4b7d-bf71-c369e5aef236/d5439b86-2474-4199-bac5-27d3471f2ae0) {{(pid=88143) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:16.746789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port bfb74551-46f7-4d74-babf-369493d343c9 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:16.747166 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.881702 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:16.896952 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Transition to ACTIVE for port object dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:16.904717 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.077094 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Notify callbacks [] for port, precommit_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.094270 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.101463 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Transition to ACTIVE for port object d5439b86-2474-4199-bac5-27d3471f2ae0 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:17.108404 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Pushing event updated for resources: {'Port': ['ID=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:17.124058 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Transition to ACTIVE for port object d5439b86-2474-4199-bac5-27d3471f2ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:17.136531 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292'] for port, after_create {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.137329 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.163823 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.164603 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.165116 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.165767 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.166266 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.166909 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.167421 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.167921 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.168410 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.169006 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.169495 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.170001 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88144) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:41:17.209250 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Attempting to bind port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:17.209932 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Attempting to bind port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:17.210457 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Attempting to bind port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:17.216335 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb is already hosted by enough agents. {{(pid=88143) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:17.218265 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:41:17.218830 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Checking segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:17.219481 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.219617 n-d-836016-3 neutron-server[88143]: DEBUG neutron.scheduler.base_scheduler [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Resources bound (agent type, host, resource id): {{(pid=88143) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:17.220127 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Bound using segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:41:17.221818 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Bound port: dc7bff33-e32c-48a4-9bf7-9ccdb8c51258, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:17.222128 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.234173 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Received port after_create {{(pid=88143) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:17.282667 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Pushing event updated for resources: {'Port': ['ID=d5439b86-2474-4199-bac5-27d3471f2ae0,revision_number=1']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:17.328697 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Allocated IP 172.25.5.182 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/689e7042-33c9-46e9-951c-7cbac0a05600) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:17.334888 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] For port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:41:17.338571 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] For port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:41:17.345743 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.367449 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Attempting to bind port d5439b86-2474-4199-bac5-27d3471f2ae0 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:17.367971 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Attempting to bind port d5439b86-2474-4199-bac5-27d3471f2ae0 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:17.368440 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Attempting to bind port d5439b86-2474-4199-bac5-27d3471f2ae0 on network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:17.382673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.384564 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:41:17.385042 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Checking segment: {'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:17.385601 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.386076 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Bound using segment: {'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:41:17.386682 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Bound port: d5439b86-2474-4199-bac5-27d3471f2ae0, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:17.387200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.404826 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.463463 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:17.464227 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:17.483474 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.492160 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] For port d5439b86-2474-4199-bac5-27d3471f2ae0, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:41:17.495808 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] For port d5439b86-2474-4199-bac5-27d3471f2ae0, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d5439b86-2474-4199-bac5-27d3471f2ae0,segment=NetworkSegment(2ab68d80-b8d9-44e4-a242-c955901f245c),segment_id=2ab68d80-b8d9-44e4-a242-c955901f245c)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:41:17.499986 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.515513 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:17.550382 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4e27a-1f9c-4643-90b4-688cb95d8a29 None None] Pushing event updated for resources: {'Port': ['ID=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:17.582731 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:17.585754 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:17.590321 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3320f4a4-1f1a-4527-a3ac-2e2613c30782 None None] Pushing event updated for resources: {'Port': ['ID=d5439b86-2474-4199-bac5-27d3471f2ae0,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:17.596397 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:17.637008 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Pushing event updated for resources: {'Port': ['ID=689e7042-33c9-46e9-951c-7cbac0a05600,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:17.718464 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:18.067055 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:17Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:18.070974 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.072684 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d28eeb5-86a2-423f-8131-26568281c847 None None] The sync data for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 is: [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:17Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:18.646369 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-474941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-473535'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.699803 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:18.799505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924c4ec6-579d-491a-991f-a07615675133 None None] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:41:18.827104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.834865 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:18.902750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:18.903471 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:18.909320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 is scheduled to L3 agent b886be82-6205-487f-8894-4a76b83ea997 with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 18 21:41:18.993484 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-949a213d-be28-4396-b6d7-b38500d7404b None None] Provisioning for port d5439b86-2474-4199-bac5-27d3471f2ae0 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:19.121405 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:41:19.134924 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.149889 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Sync routers for ids ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:19.153153 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.155537 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-fa1f28d5-0139-4f05-ab00-ac572d836629 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8967814 Apr 18 21:41:19.157542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:19.211854 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Routers {'57d6268c-88aa-43f8-b7c0-a7e950774ff7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:19.212513 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:19.304902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:19.315094 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.315869 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d5439b86-2474-4199-bac5-27d3471f2ae0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:19.527968 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:19.555017 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Set router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:19.711349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port d5439b86-2474-4199-bac5-27d3471f2ae0 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:19.719968 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.723004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d5439b86-2474-4199-bac5-27d3471f2ae0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:19.723380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:19.883342 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.021231 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.048039 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9729df53-4f19-419f-81f1-179276287e99 None None] Provisioning complete for port d5439b86-2474-4199-bac5-27d3471f2ae0 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:20.048416 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9729df53-4f19-419f-81f1-179276287e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.079714 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.097170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Allocated IP 172.20.0.1 (9b11aaf0-da5d-4b14-8d92-c29064dbadcb/4a2fb886-d8dc-4b7d-bf71-c369e5aef236/671e5035-7b66-44a2-903c-d0b84de1f1b6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:20.163627 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port d5439b86-2474-4199-bac5-27d3471f2ae0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d5439b86-2474-4199-bac5-27d3471f2ae0,segment=NetworkSegment(2ab68d80-b8d9-44e4-a242-c955901f245c),segment_id=2ab68d80-b8d9-44e4-a242-c955901f245c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:20.171845 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:41:17Z', 'revision_number': 3, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port': {'id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:17Z', 'updated_at': '2022-04-18T21:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:20.174833 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.249867 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Checking router: 57d6268c-88aa-43f8-b7c0-a7e950774ff7 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:20.250227 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Updating router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 port 689e7042-33c9-46e9-951c-7cbac0a05600 binding host n-d-836016-3 {{(pid=88143) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:41:20.355518 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=d5439b86-2474-4199-bac5-27d3471f2ae0,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:20.361328 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.392638 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.409404 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Transition to ACTIVE for port object 671e5035-7b66-44a2-903c-d0b84de1f1b6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:20.434649 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.502599 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:20.510191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:20.515286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:20.549146 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Pushing event updated for resources: {'Port': ['ID=671e5035-7b66-44a2-903c-d0b84de1f1b6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:20.578438 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-460613'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.637557 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:20.727605 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.787615 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:20.788385 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.851753 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Notify callbacks [] for port, precommit_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.873290 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9fc20f05-b0bb-431b-8152-53fd0fd32a47 None None] Provisioning for port 671e5035-7b66-44a2-903c-d0b84de1f1b6 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:20.879179 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Transition to ACTIVE for port object 689e7042-33c9-46e9-951c-7cbac0a05600 will not be triggered until provisioned by entity L2. {{(pid=88143) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:20.886311 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-9fc20f05-b0bb-431b-8152-53fd0fd32a47 None None] Provisioning complete for port 671e5035-7b66-44a2-903c-d0b84de1f1b6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:20.886684 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9fc20f05-b0bb-431b-8152-53fd0fd32a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.922444 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.967503 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:20.972049 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.049949 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-9fc20f05-b0bb-431b-8152-53fd0fd32a47 None None] Port 671e5035-7b66-44a2-903c-d0b84de1f1b6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:41:21.064655 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40760c28-3050-4836-91b2-015f32bb6a3e None None] Pushing event updated for resources: {'Port': ['ID=689e7042-33c9-46e9-951c-7cbac0a05600,revision_number=2']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:21.071246 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Attempting to bind port 689e7042-33c9-46e9-951c-7cbac0a05600 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:21.071625 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Attempting to bind port 689e7042-33c9-46e9-951c-7cbac0a05600 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:21.071999 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Attempting to bind port 689e7042-33c9-46e9-951c-7cbac0a05600 on network f02cd76e-a543-437b-8aad-d33e3351d024 {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:21.087847 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:41:21.088228 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Checking segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88143) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:21.088643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.089044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Bound using segment: {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'} {{(pid=88143) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:41:21.089440 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1649807', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-460776'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.089562 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.managers [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Bound port: 689e7042-33c9-46e9-951c-7cbac0a05600, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07df456e-67b7-46a5-9172-0bf49415592f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024'}}] {{(pid=88143) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:21.089925 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.094049 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Pushing event updated for resources: {'Port': ['ID=671e5035-7b66-44a2-903c-d0b84de1f1b6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:21.132488 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d5439b86-2474-4199-bac5-27d3471f2ae0 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:21.221651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] For port 689e7042-33c9-46e9-951c-7cbac0a05600, host n-d-836016-3, cleared binding levels {{(pid=88143) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:41:21.225563 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] For port 689e7042-33c9-46e9-951c-7cbac0a05600, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=689e7042-33c9-46e9-951c-7cbac0a05600,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:41:21.231475 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.237258 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:21.238626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:21.292873 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port d5439b86-2474-4199-bac5-27d3471f2ae0 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:21.293319 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.362765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Routers {'57d6268c-88aa-43f8-b7c0-a7e950774ff7'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:21.363668 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:21.442075 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40760c28-3050-4836-91b2-015f32bb6a3e None None] Pushing event updated for resources: {'Port': ['ID=689e7042-33c9-46e9-951c-7cbac0a05600,revision_number=3']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:21.455216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:41:21.639667 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:41:21.648608 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-beb92265-c06d-43ac-a8d3-52bded840eda admin admin] 10.222.0.47 "PUT /v2.0/routers/57d6268c-88aa-43f8-b7c0-a7e950774ff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4901752 Apr 18 21:41:21.652629 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-133414ba-6a58-4e8e-aa1e-3d1b411984e0 None None] Provisioning complete for port 671e5035-7b66-44a2-903c-d0b84de1f1b6 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:21.652948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-133414ba-6a58-4e8e-aa1e-3d1b411984e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:21.711260 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] Set router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:21.779318 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-133414ba-6a58-4e8e-aa1e-3d1b411984e0 None None] Port 671e5035-7b66-44a2-903c-d0b84de1f1b6 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:41:22.075349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 4, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port': {'id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:17Z', 'updated_at': '2022-04-18T21:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '671e5035-7b66-44a2-903c-d0b84de1f1b6', 'name': '', 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'mac_address': 'fa:16:3e:0b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:19Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 2, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'subnets': [{'id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:22.079711 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1fa5cb-81fd-44af-b769-c0507427d776 None None] The sync data for ids ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'] in n-d-836016-3 is: [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 4, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port': {'id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:17Z', 'updated_at': '2022-04-18T21:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '671e5035-7b66-44a2-903c-d0b84de1f1b6', 'name': '', 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'mac_address': 'fa:16:3e:0b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:19Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 2, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'subnets': [{'id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:23.564858 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:23.570676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-878152974', 'description': 'tempest-secgroup-smoke-878152974 description', 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:23.577307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:23.581085 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:23.584973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:23.591480 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:23.601701 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.622564 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:23.626615 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:23.629646 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:23.636453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:23.714330 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.718387 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.764052 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ede0a7d3-ce08-4f4c-a46b-dd91009203fa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:23.767256 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.768502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-0573734d-d04f-4fae-b9ac-d861be51409f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2026064 Apr 18 21:41:23.773171 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:23.778589 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'security_group_rule': {'security_group_id': 'ede0a7d3-ce08-4f4c-a46b-dd91009203fa', 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:23.785305 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:23.790024 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:23.792887 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:23.799187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:23.820288 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.890568 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.894748 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.920259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b106485-7c5b-49bd-bed7-b5e0d451f96d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:23.932613 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:23.934394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-2ad9d114-1092-4295-9ef6-04b28d8c17d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1599720 Apr 18 21:41:23.937108 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:23.946227 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'security_group_rule': {'security_group_id': 'ede0a7d3-ce08-4f4c-a46b-dd91009203fa', 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:23.952897 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:23.956978 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:23.960046 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:23.966190 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:23.984667 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.052728 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.058797 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.087351 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ff8844-a69a-4844-864a-074f92725b9c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:24.101696 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.102943 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-57fbaa7f-0f35-4e19-a555-6accc7fafd90 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1636870 Apr 18 21:41:24.106028 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.111365 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'security_group_rule': {'security_group_id': 'ede0a7d3-ce08-4f4c-a46b-dd91009203fa', 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:24.119367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:24.123503 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:24.126421 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:24.133126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:24.155861 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.226194 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.229919 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.374461 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dacf033-8613-4cc0-aadf-71428655c453,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:24.384441 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.385717 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-18f4a0e4-bb35-43fa-bb45-6565b65279e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2786927 Apr 18 21:41:24.388426 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.393763 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'security_group_rule': {'security_group_id': 'ede0a7d3-ce08-4f4c-a46b-dd91009203fa', 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:24.401236 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:24.405458 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:24.408482 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:24.414640 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:24.440807 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.511054 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.514821 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.539632 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01467b4c-8f99-47d9-9c31-606fcf337423,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:24.550157 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.551353 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-eb463228-cdf0-4911-b80c-8811353a35bc tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1619637 Apr 18 21:41:24.555245 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46352) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.560574 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'security_group_rule': {'security_group_id': 'ede0a7d3-ce08-4f4c-a46b-dd91009203fa', 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:24.567453 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:24.573440 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:24.576434 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:24.582170 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:24.594715 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Project 05d40198aeaa4c6aad590ee6b50eb0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:41:24.602436 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.622090 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 689e7042-33c9-46e9-951c-7cbac0a05600 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:24.683095 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.687039 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.704278 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 689e7042-33c9-46e9-951c-7cbac0a05600 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:24.705334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48fe10ba-2409-4a8e-8f71-e67b630e3be7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:24.714871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 689e7042-33c9-46e9-951c-7cbac0a05600 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:24.715244 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.724243 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.725674 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-3f7846a7-9a4b-4407-9048-9a9a2d9f629c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1694224 Apr 18 21:41:24.728331 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 46356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:24.733838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'security_group_rule': {'security_group_id': 'ede0a7d3-ce08-4f4c-a46b-dd91009203fa', 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:24.742290 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:24.746464 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:security_group_rule and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:24.752717 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:24.760367 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:24.771750 n-d-836016-3 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Project 05d40198aeaa4c6aad590ee6b50eb0b0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 18 21:41:24.782792 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.843309 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.858656 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.863022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 689e7042-33c9-46e9-951c-7cbac0a05600, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=689e7042-33c9-46e9-951c-7cbac0a05600,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:24.863205 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-417192'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.871632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.887566 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3babd116-7d0a-498d-9a27-fd900f33aa9c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:24.900639 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:24.901922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-ffad52b2-fc1b-4369-92c5-32aad4b3f440 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1725645 Apr 18 21:41:24.952836 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=689e7042-33c9-46e9-951c-7cbac0a05600,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:25.079874 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-52c71b6c-e602-4b8b-80db-94dec6b6c36a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:25.098148 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-52c71b6c-e602-4b8b-80db-94dec6b6c36a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:25.100459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-52c71b6c-e602-4b8b-80db-94dec6b6c36a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878152974&fields=id&tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0 HTTP/1.1" status: 200 len: 267 time: 0.0611539 Apr 18 21:41:25.311703 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-720183cf-7be7-49ee-b57c-91f8e437643d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:25.313228 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-720183cf-7be7-49ee-b57c-91f8e437643d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 809 time: 0.2010975 Apr 18 21:41:25.329743 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-c37ec45c-7900-4275-bd9e-80dd14cf6130 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/quotas/05d40198aeaa4c6aad590ee6b50eb0b0 HTTP/1.1" status: 200 len: 375 time: 0.0107412 Apr 18 21:41:25.425638 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-befde05c-e130-4627-ae74-ef8754de3eeb tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892406 Apr 18 21:41:25.555837 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-8fa1a82d-a88e-4699-b5c3-48817f1edcfc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:41:25.557179 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-8fa1a82d-a88e-4699-b5c3-48817f1edcfc service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1193545 Apr 18 21:41:25.723670 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-c5daf7db-01c1-4223-a8ce-37eb9f6aa2a3 service neutron] 10.222.0.47 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597714 Apr 18 21:41:25.830643 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Sync routers for ids ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:25.843781 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Routers {'57d6268c-88aa-43f8-b7c0-a7e950774ff7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:25.844392 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:25.868519 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-04c34293-65dc-42b5-90ba-5c0718a62c41 service neutron] 10.222.0.47 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384959 Apr 18 21:41:26.058177 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Set router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:26.076059 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-70660755-a31b-4685-b8af-c128263a196e req-52c53240-6ea2-4733-9025-81dbebf491ce tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:26.096167 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-70660755-a31b-4685-b8af-c128263a196e req-52c53240-6ea2-4733-9025-81dbebf491ce tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:26.097636 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-70660755-a31b-4685-b8af-c128263a196e req-52c53240-6ea2-4733-9025-81dbebf491ce tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 210 time: 0.0681241 Apr 18 21:41:26.453708 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 4, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port': {'id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:17Z', 'updated_at': '2022-04-18T21:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '671e5035-7b66-44a2-903c-d0b84de1f1b6', 'name': '', 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'mac_address': 'fa:16:3e:0b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:19Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 2, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'subnets': [{'id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:26.458620 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Checking router: 57d6268c-88aa-43f8-b7c0-a7e950774ff7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:26.459087 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Updating router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 port 671e5035-7b66-44a2-903c-d0b84de1f1b6 binding host n-d-836016-3 {{(pid=88144) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 18 21:41:26.521594 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.595864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 689e7042-33c9-46e9-951c-7cbac0a05600 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:26.665584 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 689e7042-33c9-46e9-951c-7cbac0a05600 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:26.669133 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.926705 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Notify callbacks [] for port, precommit_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:26.941234 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.provisioning_blocks [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Transition to ACTIVE for port object 671e5035-7b66-44a2-903c-d0b84de1f1b6 will not be triggered until provisioned by entity L2. {{(pid=88144) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:26.950064 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.107901 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a3341-77dd-4bc1-99be-eea4ea8edc81 None None] Pushing event updated for resources: {'Port': ['ID=671e5035-7b66-44a2-903c-d0b84de1f1b6,revision_number=3']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:27.182998 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Attempting to bind port 671e5035-7b66-44a2-903c-d0b84de1f1b6 on host n-d-836016-3 for vnic_type normal with profile {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:27.183361 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Attempting to bind port 671e5035-7b66-44a2-903c-d0b84de1f1b6 by drivers openvswitch,hyperv on host n-d-836016-3 at level 0 using segments [{'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:27.183717 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Attempting to bind port 671e5035-7b66-44a2-903c-d0b84de1f1b6 on network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:27.189900 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Checking agent: {'id': '2f8f5323-85a8-4ab9-971c-0031db2c15a6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 19, 55, 17), 'started_at': datetime.datetime(2022, 4, 18, 19, 55, 47), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-836016-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:41:27.191147 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Checking segment: {'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88144) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:27.191147 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.193595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Bound using segment: {'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'} {{(pid=88144) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:41:27.193595 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.managers [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Bound port: 671e5035-7b66-44a2-903c-d0b84de1f1b6, host: n-d-836016-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab68d80-b8d9-44e4-a242-c955901f245c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb'}}] {{(pid=88144) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:27.193595 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.315786 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] For port 671e5035-7b66-44a2-903c-d0b84de1f1b6, host n-d-836016-3, cleared binding levels {{(pid=88144) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:41:27.320454 n-d-836016-3 neutron-server[88144]: DEBUG neutron.plugins.ml2.db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] For port 671e5035-7b66-44a2-903c-d0b84de1f1b6, host n-d-836016-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=671e5035-7b66-44a2-903c-d0b84de1f1b6,segment=NetworkSegment(2ab68d80-b8d9-44e4-a242-c955901f245c),segment_id=2ab68d80-b8d9-44e4-a242-c955901f245c)] {{(pid=88144) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:41:27.326082 n-d-836016-3 neutron-server[88144]: DEBUG neutron_lib.callbacks.manager [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88144) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.351305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-32e4deb5-4c84-493c-b1d6-7a39954da3e5 req-39e2bb64-e864-4fb1-bc29-51e1348f52c4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 210 time: 0.0824611 Apr 18 21:41:27.448170 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Routers {'57d6268c-88aa-43f8-b7c0-a7e950774ff7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:27.449128 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:27.523154 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-84a8e9d0-6c93-4ca0-9b04-4439fc446be0 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:27.524922 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-84a8e9d0-6c93-4ca0-9b04-4439fc446be0 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 809 time: 0.1980798 Apr 18 21:41:27.531932 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a3341-77dd-4bc1-99be-eea4ea8edc81 None None] Pushing event updated for resources: {'Port': ['ID=671e5035-7b66-44a2-903c-d0b84de1f1b6,revision_number=4']} {{(pid=88144) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:27.616647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-19bac6c3-8890-4fa0-bf5b-8074d310467b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0 HTTP/1.1" status: 200 len: 379 time: 0.0810375 Apr 18 21:41:27.631861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'port': {'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'admin_state_up': True, 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'security_groups': ['ede0a7d3-ce08-4f4c-a46b-dd91009203fa']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:27.717600 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] Set router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:27.787460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:27.797283 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:27.807356 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Made reservation on behalf of 05d40198aeaa4c6aad590ee6b50eb0b0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:41:27.810928 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:27.980654 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Allocated IP 172.20.0.7 (5ef6337d-0f2b-4dd2-bbb7-3629dc029ada/e3aaec03-e429-4b8a-8c88-8cad1d857a74/96bf8124-4a05-43a9-9804-1bc0fa8dc8d8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:28.038623 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 4, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port': {'id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:17Z', 'updated_at': '2022-04-18T21:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '671e5035-7b66-44a2-903c-d0b84de1f1b6', 'name': '', 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'mac_address': 'fa:16:3e:0b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:19Z', 'updated_at': '2022-04-18T21:41:27Z', 'revision_number': 4, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'subnets': [{'id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:28.042553 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5511181a-50d0-4eae-836a-8c8439229356 None None] The sync data for ids ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'] in n-d-836016-3 is: [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:41:20Z', 'revision_number': 4, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port': {'id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:17Z', 'updated_at': '2022-04-18T21:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': '671e5035-7b66-44a2-903c-d0b84de1f1b6', 'name': '', 'network_id': '9b11aaf0-da5d-4b14-8d92-c29064dbadcb', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'mac_address': 'fa:16:3e:0b:39:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4441, 'fixed_ips': [{'subnet_id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:19Z', 'updated_at': '2022-04-18T21:41:27Z', 'revision_number': 4, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'subnets': [{'id': '4a2fb886-d8dc-4b7d-bf71-c369e5aef236', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:28.172007 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.187935 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Transition to ACTIVE for port object 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:28.213112 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.284576 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:28.292089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:28.297923 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:28.330320 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:28.371073 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:28.371745 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.403669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-5c961b57-5158-4ba8-affa-d7e17a9d1771 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7763367 Apr 18 21:41:28.416484 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Request body: {'port': {'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:28.511191 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-18079ec2-822c-4d9a-a589-d9c1bdf048d7 None None] Provisioning for port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:28.517842 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-18079ec2-822c-4d9a-a589-d9c1bdf048d7 None None] Provisioning complete for port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:28.518480 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-18079ec2-822c-4d9a-a589-d9c1bdf048d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.589139 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c804946-5468-40f0-96b0-162a04c10716 req-dc1ce534-0feb-49fc-a8d7-53a1dd0cc4ff tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:28.591123 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c804946-5468-40f0-96b0-162a04c10716 req-dc1ce534-0feb-49fc-a8d7-53a1dd0cc4ff tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 931 time: 0.0939863 Apr 18 21:41:28.592288 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-18079ec2-822c-4d9a-a589-d9c1bdf048d7 None None] Port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:41:28.641285 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1c804946-5468-40f0-96b0-162a04c10716 req-4472e7eb-cae4-4cef-9842-8e21bf58ffa4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:security_group {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:28.654050 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-1c804946-5468-40f0-96b0-162a04c10716 req-4472e7eb-cae4-4cef-9842-8e21bf58ffa4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:security_group {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:28.655210 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-1c804946-5468-40f0-96b0-162a04c10716 req-4472e7eb-cae4-4cef-9842-8e21bf58ffa4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568445 Apr 18 21:41:28.655643 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 671e5035-7b66-44a2-903c-d0b84de1f1b6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:28.678787 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.724829 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning for port 671e5035-7b66-44a2-903c-d0b84de1f1b6 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:28.729835 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 671e5035-7b66-44a2-903c-d0b84de1f1b6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:28.730223 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.851108 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.884516 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] For port 671e5035-7b66-44a2-903c-d0b84de1f1b6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=671e5035-7b66-44a2-903c-d0b84de1f1b6,segment=NetworkSegment(2ab68d80-b8d9-44e4-a242-c955901f245c),segment_id=2ab68d80-b8d9-44e4-a242-c955901f245c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:28.888786 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:28.967860 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Pushing event updated for resources: {'Port': ['ID=671e5035-7b66-44a2-903c-d0b84de1f1b6,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:29.036178 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:41:29.044071 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.060081 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Transition to ACTIVE for port object 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:41:29.066504 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.236444 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:29.330794 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Attempting to bind port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 on host n-h1-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:41:29.331135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Attempting to bind port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 by drivers openvswitch,hyperv on host n-h1-836016-3 at level 0 using segments [{'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:41:29.331471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Attempting to bind port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:29.344622 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada not bound, no agent of type Open vSwitch agent registered on host n-h1-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:41:29.344991 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Attempting to bind port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:41:29.356567 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Checking agent: {'id': '8d980216-6fcc-4273-8467-2f2e5ae2498b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:41:29.356911 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Checking segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:41:29.357306 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Bound using segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:41:29.357776 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Bound port: 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host: n-h1-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:41:29.358127 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.461041 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:41:29.464278 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:41:29.469183 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.527334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.528419 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:29.529819 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] 10.222.0.55 "PUT /v2.0/ports/96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 1091 time: 1.1188736 Apr 18 21:41:29.532547 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:41:29.607482 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89d01041-ec95-4e1a-a3e9-493aa77af7a2'] response: {'name': 'network-changed', 'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'status': 'completed', 'code': 200} Apr 18 21:41:29.620641 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ee6f9-a0c4-47ad-b176-855ab9e4dbbd service neutron] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:29.659893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-4b205aae-be0b-4ad1-9d22-11fbb251a3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.661902 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-4b205aae-be0b-4ad1-9d22-11fbb251a3d0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1094 time: 0.0885301 Apr 18 21:41:29.739001 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-d814f61f-6a04-4b41-81db-624b66f235c5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 217 time: 0.0701861 Apr 18 21:41:29.804194 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-1c05ac1d-b113-4512-bd21-ffda71545dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.805609 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-1c05ac1d-b113-4512-bd21-ffda71545dd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0613844 Apr 18 21:41:29.852702 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9f1f5-3ce1-400e-bae6-0ce3ba343743 req-aa8e8581-78de-4fa3-84b8-a23c948ce4a4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.854217 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6f9f1f5-3ce1-400e-bae6-0ce3ba343743 req-aa8e8581-78de-4fa3-84b8-a23c948ce4a4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.0850654 Apr 18 21:41:29.886811 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-208238c4-0eb5-4e6d-b2ac-c958bd7aa3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:29.888298 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-208238c4-0eb5-4e6d-b2ac-c958bd7aa3a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769801 Apr 18 21:41:29.905053 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c6f9f1f5-3ce1-400e-bae6-0ce3ba343743 req-4b7f0f29-5b3e-448f-8a02-3fe9bc8ab065 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447884 Apr 18 21:41:30.028013 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-f500a93c-3617-482a-b264-5f212eb37fa3 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323521 Apr 18 21:41:30.165561 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d11529d0-2250-411b-8f32-a3cc6d65baa1 req-fa40c749-f30d-4e16-bfdc-f725395c06f2 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317220 Apr 18 21:41:30.276693 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-e7a79ed6-3c42-45ee-98d8-4a931b267d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:30.278252 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-e7a79ed6-3c42-45ee-98d8-4a931b267d19 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1094 time: 0.0704327 Apr 18 21:41:30.516893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-2ca778d2-0432-4704-a09a-c8a2942c5620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:30.518386 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-2ca778d2-0432-4704-a09a-c8a2942c5620 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.2324626 Apr 18 21:41:30.591031 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 671e5035-7b66-44a2-903c-d0b84de1f1b6 up at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:30.591946 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-59f53cf0-abd4-493d-a622-2cf47bc64d7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 217 time: 0.0655046 Apr 18 21:41:30.654299 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-b539e413-d4d8-4737-bc86-1ea8a82d0517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:30.655749 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-b539e413-d4d8-4737-bc86-1ea8a82d0517 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0577972 Apr 18 21:41:30.665395 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Provisioning complete for port 671e5035-7b66-44a2-903c-d0b84de1f1b6 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:30.665799 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:30.732372 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-a1d47cd9-9955-44aa-b401-98f28a344908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:30.733868 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-a1d47cd9-9955-44aa-b401-98f28a344908 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720127 Apr 18 21:41:30.865194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-f06c074b-3063-4e3f-9570-6883fd421a30 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249177 Apr 18 21:41:30.996841 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f953968d-bd81-4b37-8ede-5373bfd69fc4 req-9aad8a85-bf1e-4f0d-99f2-5a6b621c0165 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258967 Apr 18 21:41:31.101272 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba382a53-bd6d-4587-8d27-71dfabe05d7a req-9bb3769a-05c1-4932-b9b2-69dce20bbfdf tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:31.101973 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ba382a53-bd6d-4587-8d27-71dfabe05d7a req-9bb3769a-05c1-4932-b9b2-69dce20bbfdf tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:41:31.119286 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-ba382a53-bd6d-4587-8d27-71dfabe05d7a req-9bb3769a-05c1-4932-b9b2-69dce20bbfdf tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:41:31.120459 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba382a53-bd6d-4587-8d27-71dfabe05d7a req-9bb3769a-05c1-4932-b9b2-69dce20bbfdf tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.1015761 Apr 18 21:41:31.175100 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ba382a53-bd6d-4587-8d27-71dfabe05d7a req-4d44bead-621f-4c9e-bb8a-dcd725bbee27 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395327 Apr 18 21:41:32.374796 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4aa1b2-58c9-46b1-b0bb-5b625e5fb08a req-d361a63c-a0eb-4d2b-85cc-04c797806d88 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:32.376273 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab4aa1b2-58c9-46b1-b0bb-5b625e5fb08a req-d361a63c-a0eb-4d2b-85cc-04c797806d88 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.0817642 Apr 18 21:41:32.377074 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:41:32.422258 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ab4aa1b2-58c9-46b1-b0bb-5b625e5fb08a req-f3ad654a-b771-42e3-8e9a-e600ad8133e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Apr 18 21:41:33.614601 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aad81e-fb24-473a-a3bc-319cbe96baef req-d58421ae-4c93-4894-bd92-c73f865851d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:33.616653 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94aad81e-fb24-473a-a3bc-319cbe96baef req-d58421ae-4c93-4894-bd92-c73f865851d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.0840456 Apr 18 21:41:33.660770 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-94aad81e-fb24-473a-a3bc-319cbe96baef req-725e6615-da2f-4195-b71f-23386450a4d4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381715 Apr 18 21:41:34.864449 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f2342-939e-43b7-86d4-17af3ccc36ec req-5541c7c4-e7b4-4ec3-a84c-a1b9a925ada1 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:34.865850 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a4f2342-939e-43b7-86d4-17af3ccc36ec req-5541c7c4-e7b4-4ec3-a84c-a1b9a925ada1 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.0913632 Apr 18 21:41:34.911954 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4a4f2342-939e-43b7-86d4-17af3ccc36ec req-86c5baf6-8ac1-4a07-859f-a36c6c2bcb5f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403347 Apr 18 21:41:35.279151 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:41:35.449404 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:35.462256 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:41:35.516569 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.536271 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:41:35.553299 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:35.558106 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:35.626094 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:35.870470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:41:36.105446 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646f94e-6cd4-48c8-86fb-ed4a39dbec7f req-1c4ee5c1-575b-4bd5-91e2-a12d0d38832a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:36.106963 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a646f94e-6cd4-48c8-86fb-ed4a39dbec7f req-1c4ee5c1-575b-4bd5-91e2-a12d0d38832a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 944 time: 0.0835521 Apr 18 21:41:36.159173 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a646f94e-6cd4-48c8-86fb-ed4a39dbec7f req-1eb47c11-dd0a-4e54-b8ae-d6b589ae857c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457051 Apr 18 21:41:37.277342 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:41:37.349954 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning for port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:41:37.352432 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846eb3f6-57d7-446d-a661-cffc37798c41 req-cde8ce53-47c9-45e8-ac42-d39831b59083 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:37.353959 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-846eb3f6-57d7-446d-a661-cffc37798c41 req-cde8ce53-47c9-45e8-ac42-d39831b59083 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 944 time: 0.0868480 Apr 18 21:41:37.355459 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:41:37.355834 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.398998 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-846eb3f6-57d7-446d-a661-cffc37798c41 req-5a7815c3-5f73-42dc-b8cb-6f24737c121e tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390425 Apr 18 21:41:37.478735 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.505245 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:41:37.515609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:41:37.519621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:37.589033 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:37.607158 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234efece-45d3-4156-96b0-96b07a18d540'] response: {'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'code': 200} Apr 18 21:41:37.735156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fad946-cdd8-4ebf-bdbe-e2086aaad012 req-49e1bb2a-a355-4325-a564-d5b13dcd54ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:37.736511 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7fad946-cdd8-4ebf-bdbe-e2086aaad012 req-49e1bb2a-a355-4325-a564-d5b13dcd54ed service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1096 time: 0.0715041 Apr 18 21:41:37.776086 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a7fad946-cdd8-4ebf-bdbe-e2086aaad012 req-3a21aee9-f8ab-4f0c-a790-ba5aad2b3ce9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Apr 18 21:41:38.703352 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff655d-9ba1-4056-947f-779225a32915 req-c7bb4766-ab1b-4734-8cd1-fbc179757c9a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:38.704725 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dff655d-9ba1-4056-947f-779225a32915 req-c7bb4766-ab1b-4734-8cd1-fbc179757c9a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 945 time: 0.1985264 Apr 18 21:41:38.748284 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-9dff655d-9ba1-4056-947f-779225a32915 req-3b1c577b-5bbe-4bc7-aa4e-6d776e7b1989 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378382 Apr 18 21:41:39.932563 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71999e9-0fc8-4a92-bd82-6344658b3669 req-c39b36fa-7b0a-4e9e-9e98-81bbae69a669 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:39.933953 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d71999e9-0fc8-4a92-bd82-6344658b3669 req-c39b36fa-7b0a-4e9e-9e98-81bbae69a669 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 945 time: 0.0797496 Apr 18 21:41:39.981490 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-d71999e9-0fc8-4a92-bd82-6344658b3669 req-96be7cec-f849-4d77-b8cb-a119c6728de1 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417511 Apr 18 21:41:40.172140 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199b27d-ecc0-4036-a079-756ae675e64a req-b2086eb2-0d1f-4dd2-abd1-a762848ce4bb tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:40.173591 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3199b27d-ecc0-4036-a079-756ae675e64a req-b2086eb2-0d1f-4dd2-abd1-a762848ce4bb tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 945 time: 0.0837564 Apr 18 21:41:40.218371 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-3199b27d-ecc0-4036-a079-756ae675e64a req-80eb2439-0ea7-4fb7-b8ab-8c7df93fe9bb tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390062 Apr 18 21:41:40.241044 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46422) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:40.358249 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37284460-4d45-420e-8d3d-6d2fbbdd0ad5 tempest-TestSnapshotPattern-1646315753 tempest-TestSnapshotPattern-1646315753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:40.359762 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-37284460-4d45-420e-8d3d-6d2fbbdd0ad5 tempest-TestSnapshotPattern-1646315753 tempest-TestSnapshotPattern-1646315753-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1091 time: 0.1171825 Apr 18 21:41:40.362690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46428) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:41:40.368928 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:41:40.375764 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:41:40.379640 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:floatingip and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:41:40.383576 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:41:40.389553 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:41:40.404085 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.542580 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.684081 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Allocated IP 172.25.5.234 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/2d13272c-dce5-414e-9fa4-212f6fcf390d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:41:40.834446 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.864586 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:40.928381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:41:40.931360 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:41:40.939348 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:41:40.975391 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'Port': ['ID=2d13272c-dce5-414e-9fa4-212f6fcf390d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:41.358381 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.435867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.638591 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.643204 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:41.860814 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'Port': ['ID=2d13272c-dce5-414e-9fa4-212f6fcf390d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:41:41.871231 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.044683 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Floating IP 9cd6a151-984c-4599-9718-277a425bb7cd associated. External IP: 172.25.5.234, port: 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8. Apr 18 21:41:42.399507 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Router 82b73cb3-6898-4dc6-ae95-7270a78a0775 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:41:42.578105 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:41:42.588036 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] Sync routers for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:41:42.597750 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:42.598399 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:42.603904 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:42.666208 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-467b0522-97be-4a5a-92ee-d125bd5c08ca tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3019390 Apr 18 21:41:42.666403 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:41:42.769129 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-990e7a60-d28d-4e69-bfab-678477cef4cd'] response: {'name': 'network-changed', 'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'status': 'completed', 'code': 200} Apr 18 21:41:42.787875 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:42.900336 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-cd8db34c-9ef3-4015-b002-a4a2680a535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:42.901855 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-cd8db34c-9ef3-4015-b002-a4a2680a535e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1096 time: 0.1132545 Apr 18 21:41:43.044988 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-cb2fcbc8-55d8-4eb8-adf7-212f3e21c9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:43.046476 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-cb2fcbc8-55d8-4eb8-adf7-212f3e21c9ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1384859 Apr 18 21:41:43.159275 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-b65cd63b-c954-4e48-b823-6ecd2633d9e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 999 time: 0.1072383 Apr 18 21:41:43.178044 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:41Z', 'revision_number': 0, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:43.182956 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] Checking router: 82b73cb3-6898-4dc6-ae95-7270a78a0775 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:41:43.191205 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:41:43.191807 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:41:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:43.222762 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-3dd7724b-18d4-4d36-991d-2d0a22964e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:43.224205 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-3dd7724b-18d4-4d36-991d-2d0a22964e3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0586772 Apr 18 21:41:43.301900 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-e562a34d-15e5-4b22-ba9d-a6373493454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:41:43.303312 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-e562a34d-15e5-4b22-ba9d-a6373493454c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737348 Apr 18 21:41:43.367023 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:41:43.546334 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-bf613368-5311-47f4-b59e-64469a2c6762 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370374 Apr 18 21:41:43.676364 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-347b9164-ce18-46ee-b085-0217a02b9ca6 req-ca8c19d8-1763-4142-bd9b-1fc1701593c8 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244216 Apr 18 21:41:43.764426 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dab075ab-29f0-4a8f-b280-036aa1fdf5ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:43.775858 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:41Z', 'revision_number': 0, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:41:43.779849 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284d4e41-5381-4d3b-93b0-9f64ac598e57 None None] The sync data for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 is: [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:41Z', 'revision_number': 0, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:41:43.964737 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87d4651-e8fb-4622-8730-78c596a35167 None None] New status for floating IP 9cd6a151-984c-4599-9718-277a425bb7cd: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:41:46.125607 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f5a8fb39-0af3-4fc5-ba70-c53be87648d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.317203 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:47.351759 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:48.792154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.609495 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:41:49.947496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:09.376660 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:42:13.756090 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-bcce00f8-16e0-445d-b28b-6ecd9ed34a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:16.128036 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d29b59f-a8d7-4fc9-a7b3-7a94be013bfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.318628 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:17.351827 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:18.795671 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.624185 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:19.958723 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:39.966133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-5cbcbe1d-f61b-45ac-9e6a-b645def206ad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718625 Apr 18 21:42:40.122032 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f33316-8ed2-4964-bb65-27895b50b52c req-6a7a6195-4ae8-4c52-8a05-7e9a55e43708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:40.123521 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-6a7a6195-4ae8-4c52-8a05-7e9a55e43708 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1096 time: 0.0752335 Apr 18 21:42:40.273474 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f33316-8ed2-4964-bb65-27895b50b52c req-f6f00024-280e-47e0-9551-13a95663531c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:40.274981 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-f6f00024-280e-47e0-9551-13a95663531c service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1309981 Apr 18 21:42:40.383057 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-2ac4d5fd-b160-4e37-a5b4-bba638d00a46 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 1001 time: 0.0997062 Apr 18 21:42:40.450705 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f33316-8ed2-4964-bb65-27895b50b52c req-9de30cc7-154c-4622-ac95-b0524ca26228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:40.452158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-9de30cc7-154c-4622-ac95-b0524ca26228 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0616703 Apr 18 21:42:40.528692 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f33316-8ed2-4964-bb65-27895b50b52c req-3cd70df9-88a8-44a0-a059-cc1cd34ff2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:42:40.530195 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-3cd70df9-88a8-44a0-a059-cc1cd34ff2d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713003 Apr 18 21:42:40.661886 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-e1b362a3-2da5-4ec7-ab36-34654d5285aa service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237881 Apr 18 21:42:40.797029 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-37f33316-8ed2-4964-bb65-27895b50b52c req-b0b489c4-f57d-4586-a8b2-9593bcab0fcd service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243925 Apr 18 21:42:43.758153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-4ca6f3f2-e997-47ea-8fb4-f8617ce31325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.131468 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5b5c700b-7b5f-4fff-821a-58eb1600cb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:46.377612 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:42:47.321360 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:47.353861 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:48.797324 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.623722 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:42:49.961539 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:13.760695 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f6f27c10-fb34-461a-ae96-72360594ba74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:16.135494 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-800fdb8b-7222-42c9-920a-d067d49e0aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:17.323995 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:17.355699 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:18.800502 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:19.637679 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:19.964728 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:23.377763 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:43:40.377133 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-248f82f4-8202-4720-9cb5-4318988a3554 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768650 Apr 18 21:43:40.523479 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-c5c68e2b-19ff-40f5-89a7-50f5dddce41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.524964 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-c5c68e2b-19ff-40f5-89a7-50f5dddce41b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1096 time: 0.0748372 Apr 18 21:43:40.688127 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-fe133cb0-c7ec-498e-9c93-a1240ff46dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.689681 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-fe133cb0-c7ec-498e-9c93-a1240ff46dfb service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1453419 Apr 18 21:43:40.803159 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-1047fb8a-072a-40a3-b2cb-8bfad8c51589 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 1001 time: 0.1072009 Apr 18 21:43:40.871279 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-251be4e5-9163-4f37-afd6-5abcac6a58a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.873088 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-251be4e5-9163-4f37-afd6-5abcac6a58a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0645325 Apr 18 21:43:40.960363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-0217ada0-081d-4767-9778-fc99cc64a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:43:40.961940 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-0217ada0-081d-4767-9778-fc99cc64a1fc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0828331 Apr 18 21:43:41.238203 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-f0397530-c0b3-4571-b5d2-596b6af46912 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667868 Apr 18 21:43:41.403495 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-e963683d-34af-4561-94ba-50d0fb6b1989 req-77fb06ed-d9d3-43b7-a0ef-82405fce75f0 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572156 Apr 18 21:43:43.765200 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d83abef3-854e-41fb-bb95-5d81b5c02520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:46.145149 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ef53579a-a2b2-43a9-8df4-af8af892621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.328962 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:47.359936 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:48.802559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.637639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:43:49.985260 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:00.377070 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:44:13.766519 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a510e862-c80d-4994-8a27-1e962bbbc8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.018073 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 details requested by agent hyperv_n-h1-836016-3 with host n-h1-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:44:16.155696 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-69970c88-3150-4f7f-a959-77cb7a499b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.161402 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:44:16.175417 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Returning: {'device': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:44:16.231605 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.248125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:44:16.263641 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:44:16.267378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:16.337958 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:16.341993 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] get_ports_and_sgs() called for port_ids ['96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:44:16.381392 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.381766 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.382224 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.382569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.382909 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.383242 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.383571 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.383899 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.384369 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.384699 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.385027 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:16.385349 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:17.331623 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:17.362874 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.018976 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 up at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:18.089587 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Provisioning complete for port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:18.089959 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.239316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.265871 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:44:18.275097 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:44:18.280274 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:18.347864 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:18.806952 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.327464 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-695efa22-6f56-49a8-a851-783e32a8c5d6'] response: {'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'code': 200} Apr 18 21:44:19.655480 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:19.996601 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:28.671302 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-ed3c83af-b7b3-4219-9432-30cbdfa5da22 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-878152974&fields=id&tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0 HTTP/1.1" status: 200 len: 267 time: 0.0415421 Apr 18 21:44:28.820436 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-f1752f0d-4128-49ef-968e-07b9522a3a3c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:28.821110 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-f1752f0d-4128-49ef-968e-07b9522a3a3c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:network {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:28.838968 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-f1752f0d-4128-49ef-968e-07b9522a3a3c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:network {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:28.840157 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-f1752f0d-4128-49ef-968e-07b9522a3a3c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 809 time: 0.1626072 Apr 18 21:44:28.857704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-67eb1bbd-a612-47b9-85f5-f7dc7a6a850f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/quotas/05d40198aeaa4c6aad590ee6b50eb0b0 HTTP/1.1" status: 200 len: 375 time: 0.0109012 Apr 18 21:44:28.988313 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-376b43f6-b9d9-4274-8fd5-6e55a9ecc7b0 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1233001 Apr 18 21:44:29.185822 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-f24dc27f-d413-406b-be39-d1d2eda35169 service neutron] 10.222.0.47 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848245 Apr 18 21:44:29.329587 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-62daa90e-8652-414a-9498-7bf50556f4bf service neutron] 10.222.0.47 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378136 Apr 18 21:44:30.570973 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ceba3b7a-d517-465f-87da-db706b2ea2f5 req-c30d33c6-2ce7-48e6-824c-76b1f14019f1 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 210 time: 0.0938230 Apr 18 21:44:31.784801 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-7e4ab246-4c59-4a4b-ba50-1e1c263c0a4a req-94d631bb-babc-429d-a22e-4da75fcb79d5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 210 time: 0.1596453 Apr 18 21:44:32.137253 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:44:32.251875 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.279882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:44:32.289729 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:44:32.293839 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:32.331083 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a6342dd-39f6-4840-b6d6-7d43a9092f73'] response: {'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'code': 200} Apr 18 21:44:32.365581 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Pushing event updated for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:32.880793 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-d9dfcc10-c739-4168-84c4-aa305f8f702c req-49cf690e-3fcb-42da-b311-afdcc805488f tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 210 time: 0.0430155 Apr 18 21:44:33.994222 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-f4c82510-1a75-4dde-bbb0-40d791033605 req-dacaa5c9-0ba3-4fb4-a2a9-02891f9e95f6 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 210 time: 0.0573561 Apr 18 21:44:35.148921 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-00776de5-8536-4322-8511-1967e7fe546b req-75a179c3-a669-4b8c-a639-b15ffcd2d985 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 210 time: 0.0458179 Apr 18 21:44:35.802694 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-034c9791-9383-4e92-80cc-ce43ec167067 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:35.804134 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-034c9791-9383-4e92-80cc-ce43ec167067 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.61 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 809 time: 0.1492991 Apr 18 21:44:35.858647 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-f0a36cf5-2e83-41bd-9aa8-4831172bc0a0 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0 HTTP/1.1" status: 200 len: 379 time: 0.0453658 Apr 18 21:44:35.874386 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'port': {'device_id': '4b140c0d-da56-4de7-a928-040338365ed2', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'admin_state_up': True, 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'security_groups': ['ede0a7d3-ce08-4f4c-a46b-dd91009203fa']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:44:36.015782 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:36.025437 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:36.039864 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Made reservation on behalf of 05d40198aeaa4c6aad590ee6b50eb0b0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 18 21:44:36.044416 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.229561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Allocated IP 172.20.0.9 (5ef6337d-0f2b-4dd2-bbb7-3629dc029ada/e3aaec03-e429-4b8a-8c88-8cad1d857a74/1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:36.325183 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ed81121-e5dd-45f4-a128-a5b2dee3e3fb req-349231c8-ff01-42ab-a7a7-73f82e77dc24 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 210 time: 0.0599592 Apr 18 21:44:36.550602 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.572040 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Transition to ACTIVE for port object 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:36.608829 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.711917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:36.715393 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:36.720059 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:44:36.807738 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:36.808367 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:36.842874 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9728575 Apr 18 21:44:36.850089 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:36.859273 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.859676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.860019 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.860353 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.860680 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.861005 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.861325 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.861679 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.861999 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.862317 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.862636 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:36.863001 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f53d70-3484-422d-9eb7-71220cdfc8c5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:37.064254 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f0e13151-6bfb-46ba-92df-2781d3f74f51 None None] Provisioning for port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f completed by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:37.073277 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-f0e13151-6bfb-46ba-92df-2781d3f74f51 None None] Provisioning complete for port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f triggered by entity DHCP. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:37.073983 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f0e13151-6bfb-46ba-92df-2781d3f74f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:37.142789 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-f0e13151-6bfb-46ba-92df-2781d3f74f51 None None] Port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f cannot update to ACTIVE because it is not bound. {{(pid=88143) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 18 21:44:37.378710 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:44:37.531037 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55442677-1da4-41e6-b287-c919aa1da530 req-c5180d02-76fa-4c99-89a9-1a8806508c2b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:37.532704 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55442677-1da4-41e6-b287-c919aa1da530 req-c5180d02-76fa-4c99-89a9-1a8806508c2b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 931 time: 0.0888157 Apr 18 21:44:37.617094 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-55442677-1da4-41e6-b287-c919aa1da530 req-352efbe3-2e59-40d8-9879-3958ef5b083a tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781512 Apr 18 21:44:38.815420 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88409fa4-992f-45b1-b94b-09cc1d2a4533 req-9ea20417-84fc-4dd3-885d-e4ebbe809618 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:38.816156 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-88409fa4-992f-45b1-b94b-09cc1d2a4533 req-9ea20417-84fc-4dd3-885d-e4ebbe809618 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:44:38.831498 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-88409fa4-992f-45b1-b94b-09cc1d2a4533 req-9ea20417-84fc-4dd3-885d-e4ebbe809618 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:44:38.832722 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88409fa4-992f-45b1-b94b-09cc1d2a4533 req-9ea20417-84fc-4dd3-885d-e4ebbe809618 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 931 time: 0.1050084 Apr 18 21:44:38.896360 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-88409fa4-992f-45b1-b94b-09cc1d2a4533 req-fe48d891-6b7c-47de-aa72-1b00bd6c5f31 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572896 Apr 18 21:44:40.115967 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa91a07-5e40-4b61-aefb-57d6b3ee8886 req-3c8a995f-9983-40ad-a4ff-d5623fb42f58 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:40.125227 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ffa91a07-5e40-4b61-aefb-57d6b3ee8886 req-3c8a995f-9983-40ad-a4ff-d5623fb42f58 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 931 time: 0.1048410 Apr 18 21:44:40.169764 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-ffa91a07-5e40-4b61-aefb-57d6b3ee8886 req-e3bdb4e0-7cbc-49e4-8885-1adb19de8899 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436080 Apr 18 21:44:41.431706 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17a8d1-b178-4e85-887d-487ce798e813 req-8e7b30c1-0b7e-49bc-af2b-79d6fc931750 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:41.433095 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa17a8d1-b178-4e85-887d-487ce798e813 req-8e7b30c1-0b7e-49bc-af2b-79d6fc931750 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 931 time: 0.1509011 Apr 18 21:44:41.438793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-1f9e1ac6-e9e1-49b1-a153-a503b22b437b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1191897 Apr 18 21:44:41.491131 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-aa17a8d1-b178-4e85-887d-487ce798e813 req-efd1ddcc-ccea-4fad-bfd3-6b2e17696c46 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512905 Apr 18 21:44:41.631606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-0fafe4fd-f753-411d-b4fb-f0bce5c27674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:41.633318 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-0fafe4fd-f753-411d-b4fb-f0bce5c27674 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1094 time: 0.1109991 Apr 18 21:44:41.785376 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-1b1ec366-5ff3-45f2-9432-7386a28fbc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:41.786977 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-1b1ec366-5ff3-45f2-9432-7386a28fbc14 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1339824 Apr 18 21:44:42.019394 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-a4687e78-e73f-4c83-b4a9-3931dbfb74ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 999 time: 0.2258232 Apr 18 21:44:42.096626 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-da0bcc53-7d0b-4bef-a484-c59a42dd15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:42.098428 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-da0bcc53-7d0b-4bef-a484-c59a42dd15ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0721505 Apr 18 21:44:42.178883 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-864b08a1-4ea7-49d3-bce9-0cf734a1257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:42.180370 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-864b08a1-4ea7-49d3-bce9-0cf734a1257f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760758 Apr 18 21:44:42.334621 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-59cf9337-74f7-4337-85f6-b2c70d4f235f service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478488 Apr 18 21:44:42.476617 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8385ab0d-82b6-4cd1-9c8b-96c84f3a85ed req-d8af1387-a70f-4bed-891d-0fdc9e42ebb9 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363924 Apr 18 21:44:42.688929 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbaf20-a30e-4993-92cd-2a08b61d4776 req-44dd53da-e2bb-4535-aae1-b39e8bf763e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:42.690718 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66cbaf20-a30e-4993-92cd-2a08b61d4776 req-44dd53da-e2bb-4535-aae1-b39e8bf763e2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 931 time: 0.0863869 Apr 18 21:44:42.747842 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-66cbaf20-a30e-4993-92cd-2a08b61d4776 req-ff8efd9d-7da4-44c2-9990-5563e5b10400 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475457 Apr 18 21:44:43.770665 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d3249603-45fc-47c9-8242-4946597c279f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:43.974511 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1bb29-0f3a-4f5c-8bef-09b5fdde4a45 req-52932c0e-3e1c-458d-b28a-79e99c585fa1 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:43.976008 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4f1bb29-0f3a-4f5c-8bef-09b5fdde4a45 req-52932c0e-3e1c-458d-b28a-79e99c585fa1 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 931 time: 0.1112339 Apr 18 21:44:44.027223 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-c4f1bb29-0f3a-4f5c-8bef-09b5fdde4a45 req-255742c4-e30f-4a52-9329-6a9d52e45a19 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450404 Apr 18 21:44:45.232777 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4ec95-d69f-480c-8b5f-8bf6a57a58df req-873c895f-8f1f-417b-a524-424665d973d3 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:45.234367 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa4ec95-d69f-480c-8b5f-8bf6a57a58df req-873c895f-8f1f-417b-a524-424665d973d3 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 931 time: 0.0830874 Apr 18 21:44:45.278953 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-eaa4ec95-d69f-480c-8b5f-8bf6a57a58df req-77d70077-5950-4c4a-b032-a8d03eee9da5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388541 Apr 18 21:44:45.624715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-9517ac99-143b-4f10-858c-f35296be51e5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 18 21:44:45.625852 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-9517ac99-143b-4f10-858c-f35296be51e5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056202 Apr 18 21:44:45.679043 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.v2.base [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Request body: {'port': {'device_id': '4b140c0d-da56-4de7-a928-040338365ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-836016-3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:44:45.787971 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.125191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:44:46.133451 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.139882 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-14cd0220-2e37-48c8-b265-272cb04ecbb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.148836 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Transition to ACTIVE for port object 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 18 21:44:46.153044 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.308551 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:46.393092 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Attempting to bind port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f on host n-h2-836016-3 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 18 21:44:46.393342 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Attempting to bind port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f by drivers openvswitch,hyperv on host n-h2-836016-3 at level 0 using segments [{'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 18 21:44:46.393715 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Attempting to bind port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:44:46.400950 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada not bound, no agent of type Open vSwitch agent registered on host n-h2-836016-3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 18 21:44:46.401373 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Attempting to bind port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f on network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 18 21:44:46.440473 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Checking agent: {'id': 'bafa4a65-c043-4de6-a683-6a040ed4a6eb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-836016-3', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'started_at': datetime.datetime(2022, 4, 18, 20, 3, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 18, 21, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 18 21:44:46.440819 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Checking segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 18 21:44:46.441206 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Bound using segment: {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 18 21:44:46.441670 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Bound port: 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host: n-h2-836016-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a4f5391-d7b3-48a3-9610-1cf7a0b75041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 18 21:44:46.442022 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.557669 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 18 21:44:46.566695 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68ac57-0253-4fe4-967e-13c5498c0d8b req-22783d08-100e-48f8-96a6-613842b2dc35 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:46.568171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa68ac57-0253-4fe4-967e-13c5498c0d8b req-22783d08-100e-48f8-96a6-613842b2dc35 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 943 time: 0.1702576 Apr 18 21:44:46.569893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 18 21:44:46.575801 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2308509'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.779910 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:46.780651 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:46.781987 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] 10.222.0.61 "PUT /v2.0/ports/1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 200 len: 1091 time: 1.1501772 Apr 18 21:44:46.782508 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:44:46.803350 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-fa68ac57-0253-4fe4-967e-13c5498c0d8b req-faa6899b-f9c0-4caf-80c7-26d31965be32 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286870 Apr 18 21:44:46.807327 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382c1322-0fa5-4a79-86e5-b5d8826f2fc5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:46.871319 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd997251-dda5-4569-885d-779e21c56a5d'] response: {'name': 'network-changed', 'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'status': 'completed', 'code': 200} Apr 18 21:44:46.907096 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-7a5551f8-9c87-4c3b-8931-f5da20916f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:46.908502 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-7a5551f8-9c87-4c3b-8931-f5da20916f83 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1094 time: 0.0794275 Apr 18 21:44:46.984894 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-838e9dff-4d89-4bbf-8d43-58c79d73ee5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 200 len: 217 time: 0.0656619 Apr 18 21:44:47.050191 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-8e8917c9-3f6d-47fd-b5bf-2c7e221f46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.051620 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-8e8917c9-3f6d-47fd-b5bf-2c7e221f46bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0580635 Apr 18 21:44:47.136698 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-664eef50-72bf-4654-a7b8-6cf76a1b392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.138207 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-664eef50-72bf-4654-a7b8-6cf76a1b392f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759399 Apr 18 21:44:47.275082 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-d5d040fa-bb9e-4a3e-8492-68c20e64a888 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266406 Apr 18 21:44:47.334948 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.366599 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:47.415624 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-46b6013c-3626-43ae-9a33-3c759aa4b563 req-aede5a1c-9310-40ce-a6d0-141e30490b22 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316268 Apr 18 21:44:47.539606 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-39b5361c-1790-440d-81c1-b10d81d1790d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.540976 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-39b5361c-1790-440d-81c1-b10d81d1790d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1094 time: 0.0704024 Apr 18 21:44:47.672216 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-a1e3e7de-e190-41c6-b3d8-e0169b3ae99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.673685 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-a1e3e7de-e190-41c6-b3d8-e0169b3ae99c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1267939 Apr 18 21:44:47.747423 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-01bc3acf-65e8-4841-add9-eb86ffd08b9e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 200 len: 217 time: 0.0651731 Apr 18 21:44:47.812259 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-f653bf89-5e2f-4df1-94be-1029b1534baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.813637 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-f653bf89-5e2f-4df1-94be-1029b1534baa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0584738 Apr 18 21:44:47.892893 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-0cec320a-eec4-4462-b533-3721f4540354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:47.894379 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-0cec320a-eec4-4462-b533-3721f4540354 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740414 Apr 18 21:44:48.083560 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-1ff4644f-7709-43b9-acbf-24cd71c84d91 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814280 Apr 18 21:44:48.139277 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7de909-17fb-43fc-a611-3c14203dbf70 req-ad6a8c09-f907-469b-9408-d50076fa7601 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:48.140755 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc7de909-17fb-43fc-a611-3c14203dbf70 req-ad6a8c09-f907-469b-9408-d50076fa7601 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 943 time: 0.2037594 Apr 18 21:44:48.246962 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-cc7de909-17fb-43fc-a611-3c14203dbf70 req-86cbc706-7b42-44bf-95c4-6da43e6552a4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564327 Apr 18 21:44:48.271208 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-ebb0b9aa-2204-42e7-af1b-bdd20ce87036 req-273aa08b-4878-4320-bda8-f5771096f2a8 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806226 Apr 18 21:44:48.809153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.439641 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5461d-9c02-48c3-abb6-b3fc4ef13b88 req-0d32bdcb-c5e8-4f7d-8db8-a4cf67d4b960 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:49.441031 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83e5461d-9c02-48c3-abb6-b3fc4ef13b88 req-0d32bdcb-c5e8-4f7d-8db8-a4cf67d4b960 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 943 time: 0.0864913 Apr 18 21:44:49.488648 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-83e5461d-9c02-48c3-abb6-b3fc4ef13b88 req-d5ff51b3-a048-4350-b4a6-21ecaa76f601 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397286 Apr 18 21:44:49.667577 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.716443 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:44:49.848936 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:44:49.862095 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'port_id': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'mac_address': 'fa:16:3e:f7:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:44:49.920320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:49.936751 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:44:49.953238 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:44:49.957106 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.023411 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:50.033945 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=4']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:50.223671 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:44:50.679332 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb1efe-1854-4465-93ba-4ba4a3fb6670 req-cc5e6b86-fb2c-48d9-989c-207f98edda47 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:50.680786 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51cb1efe-1854-4465-93ba-4ba4a3fb6670 req-cc5e6b86-fb2c-48d9-989c-207f98edda47 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 944 time: 0.0835676 Apr 18 21:44:50.725194 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51cb1efe-1854-4465-93ba-4ba4a3fb6670 req-e22d1717-36bf-4442-b969-19b498d39369 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382409 Apr 18 21:44:51.717336 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:44:51.784159 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning for port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f completed by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 18 21:44:51.788966 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:44:51.789337 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.908624 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.911690 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d7c88-378f-48ec-91d2-ba0a5ba7e5ff req-fc7ca9b1-9c72-481d-87b6-c28cc601d3e3 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:51.913178 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c54d7c88-378f-48ec-91d2-ba0a5ba7e5ff req-fc7ca9b1-9c72-481d-87b6-c28cc601d3e3 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 944 time: 0.0828431 Apr 18 21:44:51.936169 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:44:51.947129 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:44:51.952879 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:51.960750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-c54d7c88-378f-48ec-91d2-ba0a5ba7e5ff req-55786f1b-2968-49e7-8b51-dff08b5c01d8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Apr 18 21:44:51.996566 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bdf257f-586d-42ca-b56f-74048f02d446'] response: {'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'code': 200} Apr 18 21:44:52.025908 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=5']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:52.126130 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc4b8c-5be2-4efd-9a75-42d9efaecf45 req-3f0be55c-be8f-4ea4-8e77-c2379d9365c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:52.127595 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ccc4b8c-5be2-4efd-9a75-42d9efaecf45 req-3f0be55c-be8f-4ea4-8e77-c2379d9365c3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0694025 Apr 18 21:44:52.172799 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-9ccc4b8c-5be2-4efd-9a75-42d9efaecf45 req-09b1174f-3453-4e48-a941-4831f6f98868 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359871 Apr 18 21:44:53.160920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc2c93-b1c5-4321-92af-450cacaa05f7 req-e71e1cd6-55dc-41bb-8654-c44785d448e5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:53.162401 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-addc2c93-b1c5-4321-92af-450cacaa05f7 req-e71e1cd6-55dc-41bb-8654-c44785d448e5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 945 time: 0.0880804 Apr 18 21:44:53.206677 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-addc2c93-b1c5-4321-92af-450cacaa05f7 req-57685f54-64cc-418a-ae1f-19d698e5edd9 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385342 Apr 18 21:44:54.556165 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b99439-28fa-4a5f-b0b2-939117ded529 req-782b050d-eda0-434d-ac74-a55a80ca1ee2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:54.557875 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9b99439-28fa-4a5f-b0b2-939117ded529 req-782b050d-eda0-434d-ac74-a55a80ca1ee2 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 945 time: 0.2390945 Apr 18 21:44:54.606795 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a9b99439-28fa-4a5f-b0b2-939117ded529 req-b43ac652-6fa4-498f-89d7-a6d3f889433b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421836 Apr 18 21:44:54.828898 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983ef8c-b69f-4fb0-bd05-12bff7a65821 req-fc7a1b0d-20f5-425a-a9f3-40dfe0baecc4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:54.830759 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e983ef8c-b69f-4fb0-bd05-12bff7a65821 req-fc7a1b0d-20f5-425a-a9f3-40dfe0baecc4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 945 time: 0.0949707 Apr 18 21:44:54.887472 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-e983ef8c-b69f-4fb0-bd05-12bff7a65821 req-0eaf0c5c-840e-4da3-b76d-45ced0bcd6bb tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511022 Apr 18 21:44:54.911977 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46766) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:55.004685 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049da707-454d-470c-ac52-839689eceeb4 tempest-TestSnapshotPattern-1646315753 tempest-TestSnapshotPattern-1646315753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:55.006247 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-049da707-454d-470c-ac52-839689eceeb4 tempest-TestSnapshotPattern-1646315753 tempest-TestSnapshotPattern-1646315753-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1091 time: 0.0932004 Apr 18 21:44:55.009327 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46770) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:44:55.015166 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.v2.base [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Request body: {'floatingip': {'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'port_id': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88141) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 18 21:44:55.022158 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 18 21:44:55.026160 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Usage tracker for resource:floatingip and tenant:05d40198aeaa4c6aad590ee6b50eb0b0 is out of sync, need to count used quota {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 18 21:44:55.030582 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88141) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 18 21:44:55.044034 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.quota.driver [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88141) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 18 21:44:55.057248 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.246333 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.387381 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Allocated IP 172.25.5.202 (f02cd76e-a543-437b-8aad-d33e3351d024/daf0b843-c24b-4f63-a0d0-9d744dad8e10/13a71912-97f4-473c-a287-d738577c46fa) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 18 21:44:55.539874 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.569746 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754169449292', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:55.631838 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Network f02cd76e-a543-437b-8aad-d33e3351d024 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 18 21:44:55.639341 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 18 21:44:55.643538 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 18 21:44:55.676233 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'Port': ['ID=13a71912-97f4-473c-a287-d738577c46fa,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:55.694721 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.695069 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.695413 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.695750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.696089 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.696417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.696746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.697072 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.697396 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.697750 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.698076 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:55.698401 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:44:56.188800 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.265668 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.484208 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.488901 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3894600'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.597331 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event updated for resources: {'Port': ['ID=13a71912-97f4-473c-a287-d738577c46fa,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:44:56.610289 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-473548'] for floatingip, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:56.793419 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Floating IP c415d9d5-63c5-453c-8055-52ba900f2476 associated. External IP: 172.25.5.202, port: 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f. Apr 18 21:44:57.164388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Router 82b73cb3-6898-4dc6-ae95-7270a78a0775 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:44:57.342362 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:44:57.352072 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] Sync routers for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:44:57.361783 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:44:57.362384 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:44:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:57.368552 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:44:57.425047 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-a2d124b6-3120-45f5-b5bb-06e80668378c tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4145761 Apr 18 21:44:57.425554 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:44:57.473951 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345f85e1-9396-4b04-92da-9ca2d1b678b8'] response: {'name': 'network-changed', 'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'status': 'completed', 'code': 200} Apr 18 21:44:57.572985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-c7b0d522-dfb9-4032-bcc3-4f8638458593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.574525 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-c7b0d522-dfb9-4032-bcc3-4f8638458593 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0755417 Apr 18 21:44:57.579476 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:44:57.710524 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-5ce8463e-1800-4f68-99b5-d90566e326b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.711914 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-5ce8463e-1800-4f68-99b5-d90566e326b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1310966 Apr 18 21:44:57.815070 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-aceeb6f8-63f1-4457-9fef-b8836bce9a2a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 200 len: 999 time: 0.0971618 Apr 18 21:44:57.877561 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-6c860ec5-46aa-4f57-8960-30f2e354f70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.879015 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-6c860ec5-46aa-4f57-8960-30f2e354f70f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0581338 Apr 18 21:44:57.929133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:44Z', 'revision_number': 1, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}, {'id': 'c415d9d5-63c5-453c-8055-52ba900f2476', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:f7:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b140c0d-da56-4de7-a928-040338365ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:44:56Z', 'updated_at': '2022-04-18T21:44:56Z', 'revision_number': 0, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:57.933201 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] Checking router: 82b73cb3-6898-4dc6-ae95-7270a78a0775 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:44:57.942430 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:44:57.943050 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:44:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:57.955595 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-9c1e5df3-f51c-4e52-9f3d-ff33866911ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:44:57.957052 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-9c1e5df3-f51c-4e52-9f3d-ff33866911ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716999 Apr 18 21:44:58.090245 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-bf8cfbe4-ef1f-4468-98cc-674905976465 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264231 Apr 18 21:44:58.124556 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:44:58.225716 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-a2afff05-d457-442b-82eb-d7a53017dcb5 req-f4a9a466-468f-4a3c-8fd0-42d29677db12 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299002 Apr 18 21:44:58.473752 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:44Z', 'revision_number': 1, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}, {'id': 'c415d9d5-63c5-453c-8055-52ba900f2476', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:f7:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b140c0d-da56-4de7-a928-040338365ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:44:56Z', 'updated_at': '2022-04-18T21:44:56Z', 'revision_number': 0, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:44:58.477603 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6495ece7-d6d2-47c2-9ffc-fd94baa1912f None None] The sync data for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 is: [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:44Z', 'revision_number': 1, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}, {'id': 'c415d9d5-63c5-453c-8055-52ba900f2476', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.202', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:f7:cb:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b140c0d-da56-4de7-a928-040338365ed2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:44:56Z', 'updated_at': '2022-04-18T21:44:56Z', 'revision_number': 0, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:44:58.661056 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd49246c-b647-4a5b-b606-537e8ec2f3c0 None None] New status for floating IP c415d9d5-63c5-453c-8055-52ba900f2476: ACTIVE {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:45:13.775258 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6404283d-5fc6-4cdf-87b8-4b24b6c1a97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:14.378658 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:45:16.137289 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-20170f3f-3944-417a-8bc6-d1059ef3d826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.344170 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:17.370015 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:18.813603 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.660930 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:19.997013 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:26.965727 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-3f501ff2-f1cf-42e6-9187-971ff274a516 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0786452 Apr 18 21:45:27.147786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-de98d034-9037-47ca-bb3b-5de9062b01a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.150007 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-de98d034-9037-47ca-bb3b-5de9062b01a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0994692 Apr 18 21:45:27.312542 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-cfae3144-ee51-4e2e-8ab3-8f80f3921e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.314056 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-cfae3144-ee51-4e2e-8ab3-8f80f3921e60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1390886 Apr 18 21:45:27.425188 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-c69e9097-6eb1-4f50-97d6-ace57a5f9527 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 200 len: 1001 time: 0.1008136 Apr 18 21:45:27.498167 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-5b19e586-68a2-488d-8a3b-a59236d78adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.499669 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-5b19e586-68a2-488d-8a3b-a59236d78adf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0633318 Apr 18 21:45:27.582012 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-a568a10e-f5f5-452b-ad06-823b563d1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:27.583420 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-a568a10e-f5f5-452b-ad06-823b563d1ce0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776505 Apr 18 21:45:27.725772 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-76396d61-3ef5-446c-b791-09741816622f service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313255 Apr 18 21:45:28.003804 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-82de27f4-857e-4c18-82a8-b38bbc1655e3 req-c23403d2-d709-4d6c-9fad-b3afaf3baa4d service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685993 Apr 18 21:45:42.373870 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-95134373-ffb6-487a-b9c5-041c9994bf69 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0746994 Apr 18 21:45:42.530387 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-7cb6f6a5-ac74-4ab0-94cb-18579196ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.531888 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-7cb6f6a5-ac74-4ab0-94cb-18579196ecbd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1094 time: 0.0810697 Apr 18 21:45:42.685144 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-34956dfd-ba29-4447-9bde-759371fcefd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.686640 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-34956dfd-ba29-4447-9bde-759371fcefd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1361902 Apr 18 21:45:42.792584 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-e55db215-c6fb-46df-8578-fe8f865a08e1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 999 time: 0.0994236 Apr 18 21:45:42.862627 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-2e686956-b4ab-4371-8785-b2cba60df4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.864084 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-2e686956-b4ab-4371-8785-b2cba60df4ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0659685 Apr 18 21:45:42.951860 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-c6c3ac95-0618-4eaa-afb1-4cd8936a8692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:45:42.953363 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-c6c3ac95-0618-4eaa-afb1-4cd8936a8692 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0838900 Apr 18 21:45:43.095156 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-e8631ef6-c763-42e3-b3ad-f47a9d22adb2 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345508 Apr 18 21:45:43.233735 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-49eaa57e-3165-4bba-aae6-19a8623faab0 req-2bb6b83d-00e0-4246-8742-4ca2e5872a3c service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318202 Apr 18 21:45:43.780026 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-1f3b09d1-3b2c-416b-bab1-2842ea0c937c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:46.131029 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-95021fd8-1ce7-459f-bff2-ab354f2e3782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.339540 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:47.371806 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:48.815689 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:49.666460 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:50.009487 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:45:51.377823 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:46:13.782500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a8b188e7-af06-4cb4-b02f-3ac4aecbb059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:16.134707 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-06079167-9dc8-4900-9ef3-5a327e6205cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.333153 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:17.374629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:18.817603 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:19.666171 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:20.008293 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:27.011658 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af484c-1638-4831-a951-8fcf6e13945a req-9a205568-09ff-4cfb-ad0d-cb3adb140d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:27.013140 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45af484c-1638-4831-a951-8fcf6e13945a req-9a205568-09ff-4cfb-ad0d-cb3adb140d6b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1096 time: 0.0708938 Apr 18 21:46:27.159661 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af484c-1638-4831-a951-8fcf6e13945a req-63adfb25-65ca-482a-97a3-abb25cd6790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:27.161171 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45af484c-1638-4831-a951-8fcf6e13945a req-63adfb25-65ca-482a-97a3-abb25cd6790d service neutron] 10.222.0.61 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1278601 Apr 18 21:46:27.266218 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45af484c-1638-4831-a951-8fcf6e13945a req-5460ed98-f339-4085-8c53-4b8c10fa9c38 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 200 len: 1001 time: 0.0954013 Apr 18 21:46:27.328438 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af484c-1638-4831-a951-8fcf6e13945a req-1fc056f7-24b2-4114-9153-093860bdc5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:27.329880 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45af484c-1638-4831-a951-8fcf6e13945a req-1fc056f7-24b2-4114-9153-093860bdc5fe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0560794 Apr 18 21:46:27.406917 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af484c-1638-4831-a951-8fcf6e13945a req-015a7f17-5c83-4541-a8e1-df385c7e3538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:27.408361 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45af484c-1638-4831-a951-8fcf6e13945a req-015a7f17-5c83-4541-a8e1-df385c7e3538 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720809 Apr 18 21:46:27.539939 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45af484c-1638-4831-a951-8fcf6e13945a req-141969cb-5c0e-4d25-a4f2-9f47c996679c service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237652 Apr 18 21:46:27.798261 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-45af484c-1638-4831-a951-8fcf6e13945a req-25f341cc-6468-40b2-bc9c-29f5b34fc492 service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485931 Apr 18 21:46:28.157760 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f details requested by agent hyperv_n-h2-836016-3 with host n-h2-836016-3 {{(pid=88143) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 18 21:46:28.307419 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:28.321332 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Returning: {'device': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'port_id': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'mac_address': 'fa:16:3e:f7:cb:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88143) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 18 21:46:28.378264 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:46:28.394381 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.412593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f {{(pid=88143) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 18 21:46:28.431767 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:28.448154 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:28.536962 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=6']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:28.546300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] get_ports_and_sgs() called for port_ids ['1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'] {{(pid=88143) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 18 21:46:28.576230 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.576496 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.576844 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.577187 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.577569 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.577902 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.578312 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.578600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.578934 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.579317 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.579591 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:28.579918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88143) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:30.178980 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f up at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 18 21:46:30.260004 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.provisioning_blocks [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Provisioning complete for port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f triggered by entity L2. {{(pid=88143) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 18 21:46:30.260445 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1513859'] for port, provisioning_complete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.396232 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.429146 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:46:30.440133 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:30.445298 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:30.492196 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-456c3e48-8674-42cf-a490-231268e69b8f'] response: {'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'code': 200} Apr 18 21:46:30.536485 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=7']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:37.747388 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 46970) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:38.076701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Deleting port 13a71912-97f4-473c-a287-d738577c46fa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:38.077046 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.254454 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.254783 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.377916 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Calling delete_port for 13a71912-97f4-473c-a287-d738577c46fa owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:38.531336 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.578407 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event deleted for resources: {'Port': ['ID=13a71912-97f4-473c-a287-d738577c46fa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:38.617941 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.618284 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.618623 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.618958 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.619295 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.619628 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.619955 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.620281 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.620602 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.620920 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.621242 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.621586 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:38.686764 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:38.687106 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Floating IP c415d9d5-63c5-453c-8055-52ba900f2476 disassociated (deleted). External IP: 172.25.5.202, port: 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f. Apr 18 21:46:39.045489 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Router 82b73cb3-6898-4dc6-ae95-7270a78a0775 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:46:39.225922 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:46:39.235198 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] Sync routers for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:46:39.245687 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:39.246308 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:39.246853 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:39.416363 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-d002c3b6-8ef2-4b8e-817f-c5973ca6c923 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "DELETE /v2.0/floatingips/c415d9d5-63c5-453c-8055-52ba900f2476 HTTP/1.1" status: 204 len: 168 time: 1.6675484 Apr 18 21:46:39.416951 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:46:39.427212 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:39.462177 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de114af-dbc3-4668-b1de-1c70c5b553a2'] response: {'name': 'network-changed', 'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'status': 'completed', 'code': 200} Apr 18 21:46:39.598471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676bb9-6fef-4f57-be43-84d56e69034a req-b3dc8210-4818-4be9-83a4-f8f36269c5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:39.600793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91676bb9-6fef-4f57-be43-84d56e69034a req-b3dc8210-4818-4be9-83a4-f8f36269c5bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 1096 time: 0.1072223 Apr 18 21:46:39.815962 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676bb9-6fef-4f57-be43-84d56e69034a req-977ad12b-2fff-4663-848e-dd82e9281580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:39.817540 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91676bb9-6fef-4f57-be43-84d56e69034a req-977ad12b-2fff-4663-848e-dd82e9281580 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.2078385 Apr 18 21:46:39.818915 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:44Z', 'revision_number': 1, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:39.822696 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] Checking router: 82b73cb3-6898-4dc6-ae95-7270a78a0775 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:46:39.831633 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:39.832303 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:39.889155 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91676bb9-6fef-4f57-be43-84d56e69034a req-031d20d7-92c8-4228-857b-59eb18dbca4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 200 len: 217 time: 0.0638549 Apr 18 21:46:39.954906 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc49cc0-e1f4-4f61-99e7-70ae56410f28 req-8e036443-8fa8-4941-b0b6-13fd9126dec8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:39.956290 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfc49cc0-e1f4-4f61-99e7-70ae56410f28 req-8e036443-8fa8-4941-b0b6-13fd9126dec8 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 945 time: 0.2104464 Apr 18 21:46:39.984364 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676bb9-6fef-4f57-be43-84d56e69034a req-22ce83db-c917-4096-9453-a708a66d91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:39.985842 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91676bb9-6fef-4f57-be43-84d56e69034a req-22ce83db-c917-4096-9453-a708a66d91cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0889015 Apr 18 21:46:40.014918 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:40.054274 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-dfc49cc0-e1f4-4f61-99e7-70ae56410f28 req-a2dc020f-7041-4ac6-b7b6-c7f58e3f0be5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894566 Apr 18 21:46:40.091355 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91676bb9-6fef-4f57-be43-84d56e69034a req-f7234626-8167-4efd-bd05-563c56d2b17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:40.092859 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91676bb9-6fef-4f57-be43-84d56e69034a req-f7234626-8167-4efd-bd05-563c56d2b17c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0999670 Apr 18 21:46:40.227579 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91676bb9-6fef-4f57-be43-84d56e69034a req-0e8c1bf2-74ba-48cc-b10d-a7c714418ebb service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273615 Apr 18 21:46:40.305357 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:40.366523 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-91676bb9-6fef-4f57-be43-84d56e69034a req-0e97face-9ca9-46db-a9a1-2eb1de6b18dc service neutron] 10.222.0.61 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319578 Apr 18 21:46:40.494673 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-556088'] for port, before_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.525793 n-d-836016-3 neutron-server[88143]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'}] {{(pid=88143) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:46:40.541593 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:40.550126 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:44Z', 'revision_number': 1, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:40.552463 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754169811303', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754169449310', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754169449355'] for port, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:40.590077 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2842b020-b666-42f0-9574-3ad4b9d627f7 None None] The sync data for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 is: [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_floatingips': [{'id': '9cd6a151-984c-4599-9718-277a425bb7cd', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'floating_ip_address': '172.25.5.234', 'floating_network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'router_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'port_id': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'mac_address': 'fa:16:3e:d1:6b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-18T21:41:41Z', 'updated_at': '2022-04-18T21:41:44Z', 'revision_number': 1, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:46:40.629378 n-d-836016-3 neutron-server[88143]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3f2f98a-76e1-4fae-816e-a6528ea843f9'] response: {'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'code': 200} Apr 18 21:46:40.630108 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Pushing event updated for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=8']} {{(pid=88143) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:40.811968 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e06997-f869-43ae-9ca6-cc86d676f96a None None] New status for floating IP c415d9d5-63c5-453c-8055-52ba900f2476: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:46:41.247992 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872dfee-0776-4f10-b995-5809cab9f09d req-b83bf380-5684-4967-83cc-2c4e37b4575d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:41.249437 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0872dfee-0776-4f10-b995-5809cab9f09d req-b83bf380-5684-4967-83cc-2c4e37b4575d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 943 time: 0.0832794 Apr 18 21:46:41.296330 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-0872dfee-0776-4f10-b995-5809cab9f09d req-b41ddf40-c271-4319-8ce3-7c5c345ee5e3 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410833 Apr 18 21:46:41.503357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-fdc3c28e-3fe4-4d9f-9675-f44cb60a48b5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:41.504731 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-fdc3c28e-3fe4-4d9f-9675-f44cb60a48b5 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 943 time: 0.0796843 Apr 18 21:46:41.582204 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Deleting port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:41.582549 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.831861 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] For port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f, host n-h2-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-836016-3',level=0,port_id=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:41.832219 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:41.957824 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Calling delete_port for 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:42.104709 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.155276 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event deleted for resources: {'Port': ['ID=1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:42.193424 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.193786 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.194135 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.194468 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.194830 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.195166 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.195505 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.195827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.196150 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.196470 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.196827 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.197117 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-836016-3 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 18 21:46:42.242986 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] No DVR routers for this DVR port 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f on host n-h2-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:42.245673 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:42.249676 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-deleted', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:46:42.261797 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-04c69059-89fc-40a1-ae5b-768c6f48785c req-ab7f33bb-4b33-4148-b779-17022d602caa tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.61 "DELETE /v2.0/ports/1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f HTTP/1.1" status: 204 len: 173 time: 0.7480242 Apr 18 21:46:42.361237 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc916bd6-db90-4cb5-becd-51b9190123f3'] response: {'server_uuid': '4b140c0d-da56-4de7-a928-040338365ed2', 'name': 'network-vif-deleted', 'tag': '1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f', 'status': 'completed', 'code': 200} Apr 18 21:46:42.449914 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-51df0d93-ebd1-410c-9844-0d0d18fbb3d0 req-5084b66b-cb8b-405d-a971-4cfe8eb90019 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:42.465030 n-d-836016-3 neutron-server[88140]: DEBUG neutron.quota.resource [req-51df0d93-ebd1-410c-9844-0d0d18fbb3d0 req-5084b66b-cb8b-405d-a971-4cfe8eb90019 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:42.466310 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-51df0d93-ebd1-410c-9844-0d0d18fbb3d0 req-5084b66b-cb8b-405d-a971-4cfe8eb90019 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b140c0d-da56-4de7-a928-040338365ed2 HTTP/1.1" status: 200 len: 210 time: 0.0585368 Apr 18 21:46:43.785303 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3019a99a-e435-4117-b9d9-16f1203a37e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.141187 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47034) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:44.348046 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Deleting port 2d13272c-dce5-414e-9fa4-212f6fcf390d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:44.348400 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.442567 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-1aeff5e5-5717-47e4-80de-082ab3daf05e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097379 Apr 18 21:46:44.522681 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.523015 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.656308 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Calling delete_port for 2d13272c-dce5-414e-9fa4-212f6fcf390d owned by network:floatingip {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:44.698457 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-5fa69b3e-118b-4f8b-a4b9-96efeceb8779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:44.699950 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-5fa69b3e-118b-4f8b-a4b9-96efeceb8779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1094 time: 0.1868639 Apr 18 21:46:44.811379 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.848334 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-707f8227-e08e-4917-af4e-162bfe3a88dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:44.849793 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-707f8227-e08e-4917-af4e-162bfe3a88dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1322126 Apr 18 21:46:44.888211 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event deleted for resources: {'Port': ['ID=2d13272c-dce5-414e-9fa4-212f6fcf390d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:44.925390 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-251b5b63-f472-4d93-80bb-7589a7d54f99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 217 time: 0.0697312 Apr 18 21:46:44.956623 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for floatingip, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:44.956960 n-d-836016-3 neutron-server[88141]: INFO neutron.db.l3_db [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Floating IP 9cd6a151-984c-4599-9718-277a425bb7cd disassociated (deleted). External IP: 172.25.5.234, port: 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8. Apr 18 21:46:44.988051 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-43e22405-a141-457f-8212-61984d4ca26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:44.989501 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-43e22405-a141-457f-8212-61984d4ca26e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0589943 Apr 18 21:46:45.063507 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-51c3c386-a07f-41d1-af1b-e79332fceb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:45.064974 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-51c3c386-a07f-41d1-af1b-e79332fceb05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700455 Apr 18 21:46:45.198713 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-1b03d780-c630-4bea-984b-13c2a05c7054 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274018 Apr 18 21:46:45.322439 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Router 82b73cb3-6898-4dc6-ae95-7270a78a0775 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:46:45.329190 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-2688f3ea-cefe-4c55-a030-9c01fddba42e req-e2567e9f-d313-486d-9b0f-943feea239d1 service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250415 Apr 18 21:46:45.626274 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:46:45.635856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] Sync routers for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:46:45.646590 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:45.647244 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:16Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:45.648262 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for floatingip, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:45.706821 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-60dbf45b-ce8a-43b6-a9d8-191401daf992 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "DELETE /v2.0/floatingips/9cd6a151-984c-4599-9718-277a425bb7cd HTTP/1.1" status: 204 len: 168 time: 1.5644851 Apr 18 21:46:45.707491 n-d-836016-3 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:46:45.805091 n-d-836016-3 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33c5661a-edc8-483e-83cb-28c8c03bcfb7'] response: {'name': 'network-changed', 'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'status': 'completed', 'code': 200} Apr 18 21:46:45.840153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:45.907571 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-50ecfa2e-d928-433e-a01e-19cb72732f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:45.909305 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-50ecfa2e-d928-433e-a01e-19cb72732f82 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 1094 time: 0.0833972 Apr 18 21:46:46.049793 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-39e489c5-8951-495f-ac0a-d4e24b9607bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:46.051536 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-39e489c5-8951-495f-ac0a-d4e24b9607bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 200 len: 910 time: 0.1352119 Apr 18 21:46:46.100470 n-d-836016-3 neutron-server[88141]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041cf7f-2037-4cb1-ae5d-e4d59bd081af req-9aaa6503-637e-4a6f-ae4e-3b9bcb012f2b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88141) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:46.101245 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4041cf7f-2037-4cb1-ae5d-e4d59bd081af req-9aaa6503-637e-4a6f-ae4e-3b9bcb012f2b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Synchronizing usage tracker for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88141) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 18 21:46:46.123454 n-d-836016-3 neutron-server[88141]: DEBUG neutron.quota.resource [req-4041cf7f-2037-4cb1-ae5d-e4d59bd081af req-9aaa6503-637e-4a6f-ae4e-3b9bcb012f2b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Unset dirty status for tenant:05d40198aeaa4c6aad590ee6b50eb0b0 on resource:port {{(pid=88141) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 18 21:46:46.124750 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4041cf7f-2037-4cb1-ae5d-e4d59bd081af req-9aaa6503-637e-4a6f-ae4e-3b9bcb012f2b tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.1112661 Apr 18 21:46:46.145224 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-81d04cc6-76fe-4412-ae4b-8290022a09f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 200 len: 217 time: 0.0865092 Apr 18 21:46:46.171746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a5e697f9-522c-4bae-ae5e-5ff83f45fa65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:46.176446 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [req-4041cf7f-2037-4cb1-ae5d-e4d59bd081af req-85a6ff33-1fca-4233-8013-399ad7e2a202 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456078 Apr 18 21:46:46.202307 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:46.206102 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] Checking router: 82b73cb3-6898-4dc6-ae95-7270a78a0775 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:46:46.213525 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-e170ff59-5768-4690-b6eb-2189b6011f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:46.214546 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:46.215023 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-e170ff59-5768-4690-b6eb-2189b6011f10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 200 len: 848 time: 0.0634413 Apr 18 21:46:46.215413 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:46.273022 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f no longer exists at agent hyperv_n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:46.295097 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-cab8abc1-5b9d-4d68-9d84-79c9c410a6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:46.296562 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-cab8abc1-5b9d-4d68-9d84-79c9c410a6ad service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702529 Apr 18 21:46:46.315600 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] No Port match for: 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:46:46.315944 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Device 1b47bdf8-538a-4d76-bbe0-8a0ebc53a52f not bound to the agent host n-h2-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:46.428929 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-0f471ff5-84e2-4312-805c-3fd5a1e4f87d service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249595 Apr 18 21:46:46.429677 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:46.578889 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-8b72100f-9385-4105-8016-bb3bb1f6cd0a req-483cc896-bf31-48b4-9616-692aca73091a service neutron] 10.222.0.55 "GET /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422901 Apr 18 21:46:46.790943 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:46.795314 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b528d80-36d4-4efb-9a37-9484e7032194 None None] The sync data for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 is: [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:41:13Z', 'revision_number': 4, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3', '_interfaces': [{'id': 'dc7bff33-e32c-48a4-9bf7-9ccdb8c51258', 'name': '', 'network_id': '5ef6337d-0f2b-4dd2-bbb7-3629dc029ada', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'mac_address': 'fa:16:3e:db:39:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_interface', 'standard_attr_id': 4429, 'fixed_ips': [{'subnet_id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:12Z', 'updated_at': '2022-04-18T21:41:19Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'subnets': [{'id': 'e3aaec03-e429-4b8a-8c88-8cad1d857a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:46:46.888797 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-5b9ced3b-bf6f-4fe9-8944-f94e21f66fcf tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:46.890230 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-5b9ced3b-bf6f-4fe9-8944-f94e21f66fcf tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.55 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.0874665 Apr 18 21:46:46.964921 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Deleting port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:46.965571 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.021189 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d81e7be6-7a94-4596-8961-8f14dceb430e None None] New status for floating IP 9cd6a151-984c-4599-9718-277a425bb7cd: DOWN {{(pid=88144) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 18 21:46:47.335928 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.376187 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] For port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8, host n-h1-836016-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-836016-3',level=0,port_id=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:47.376660 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.378330 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.502842 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Calling delete_port for 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:47.567586 n-d-836016-3 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a337ca4-32c5-465d-91ec-055d9adc9908 req-6dfa6d6a-edf3-424e-9611-42d53a963408 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 18 21:46:47.569031 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a337ca4-32c5-465d-91ec-055d9adc9908 req-6dfa6d6a-edf3-424e-9611-42d53a963408 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a34be5f-29ee-4305-b0c3-df5a92401d8c HTTP/1.1" status: 200 len: 943 time: 0.2773540 Apr 18 21:46:47.634807 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-5a337ca4-32c5-465d-91ec-055d9adc9908 req-5213eb5d-df44-4ea8-b90b-cab8a5ba1256 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "GET /v2.0/security-groups?id=ede0a7d3-ce08-4f4c-a46b-dd91009203fa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584066 Apr 18 21:46:47.702180 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.753064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event deleted for resources: {'Port': ['ID=96bf8124-4a05-43a9-9804-1bc0fa8dc8d8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:47.828460 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] No DVR routers for this DVR port 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 on host n-h1-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:47.831024 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2093620'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:47.833656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-deleted', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 18 21:46:47.850240 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [req-4ebfb43f-47dc-40f1-8efc-3a65e7b10bd1 req-727cfcf3-2492-41ee-981a-ad2ee417e7e4 tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.55 "DELETE /v2.0/ports/96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 HTTP/1.1" status: 204 len: 173 time: 0.9541750 Apr 18 21:46:47.880438 n-d-836016-3 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6ff7d1d-68af-4ed6-ac98-e4839564063c'] response: {'server_uuid': '4a34be5f-29ee-4305-b0c3-df5a92401d8c', 'name': 'network-vif-deleted', 'tag': '96bf8124-4a05-43a9-9804-1bc0fa8dc8d8', 'status': 'completed', 'code': 200} Apr 18 21:46:48.728831 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47054) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:48.802593 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b4554e7-aced-4e87-b4c4-2bbd5fc17a3d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.821967 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.833539 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b4554e7-aced-4e87-b4c4-2bbd5fc17a3d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.901584 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b4554e7-aced-4e87-b4c4-2bbd5fc17a3d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.922404 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4554e7-aced-4e87-b4c4-2bbd5fc17a3d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede0a7d3-ce08-4f4c-a46b-dd91009203fa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:48.929257 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b4554e7-aced-4e87-b4c4-2bbd5fc17a3d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:48.930403 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-4b4554e7-aced-4e87-b4c4-2bbd5fc17a3d tempest-TestSnapshotPattern-1322844622 tempest-TestSnapshotPattern-1322844622-project] 10.222.0.47 "DELETE /v2.0/security-groups/ede0a7d3-ce08-4f4c-a46b-dd91009203fa HTTP/1.1" status: 204 len: 168 time: 0.2006004 Apr 18 21:46:48.986578 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47060) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:49.645089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:49.684396 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.004033 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Deleting port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:50.004636 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.022037 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.301174 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] For port dc7bff33-e32c-48a4-9bf7-9ccdb8c51258, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:50.301562 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.424296 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Calling delete_port for dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 owned by network:router_interface {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:50.743153 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 no longer exists at agent hyperv_n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:50.751106 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:50.777609 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] No Port match for: 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:46:50.777898 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Device 96bf8124-4a05-43a9-9804-1bc0fa8dc8d8 not bound to the agent host n-h1-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:50.802091 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7bff33-e32c-48a4-9bf7-9ccdb8c51258,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:51.078039 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.439746 n-d-836016-3 neutron-server[88141]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Router 82b73cb3-6898-4dc6-ae95-7270a78a0775 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88141) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:46:51.741492 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88141) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:46:51.750684 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] Sync routers for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:46:51.754340 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1952cd4e-9069-42b9-9404-1bb837fc8f8f admin admin] 10.222.0.47 "PUT /v2.0/routers/82b73cb3-6898-4dc6-ae95-7270a78a0775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7665071 Apr 18 21:46:51.756633 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47066) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:51.760370 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:51.760987 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:51.931097 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:51.941300 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: n-d-836016-3 {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:52.115865 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.125896 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Deleting port bfb74551-46f7-4d74-babf-369493d343c9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:52.126393 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.232831 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215'}], 'enable_snat': True}, 'gw_port_id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:46:50Z', 'revision_number': 5, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port': {'id': 'bfb74551-46f7-4d74-babf-369493d343c9', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:85:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4428, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:09Z', 'updated_at': '2022-04-18T21:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:52.237066 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] Checking router: 82b73cb3-6898-4dc6-ae95-7270a78a0775 for host: n-d-836016-3 {{(pid=88143) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:46:52.246574 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] Routers {'82b73cb3-6898-4dc6-ae95-7270a78a0775'} bound to L3 agent in host n-d-836016-3 {{(pid=88143) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:52.247765 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['82b73cb3-6898-4dc6-ae95-7270a78a0775'], 'active': True} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:52.308867 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] For port bfb74551-46f7-4d74-babf-369493d343c9, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=bfb74551-46f7-4d74-babf-369493d343c9,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:52.309334 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.407412 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_dvr_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] Set router 82b73cb3-6898-4dc6-ae95-7270a78a0775 gateway port host: None {{(pid=88143) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:52.437825 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Calling delete_port for bfb74551-46f7-4d74-babf-369493d343c9 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:52.512455 n-d-836016-3 neutron-server[88143]: DEBUG neutron.db.l3_hamode_db [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:46:52Z', 'revision_number': 6, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:52.516492 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8d2252-0ed1-4f79-a3eb-087f5d916ea4 None None] The sync data for ids ['82b73cb3-6898-4dc6-ae95-7270a78a0775'] in n-d-836016-3 is: [{'id': '82b73cb3-6898-4dc6-ae95-7270a78a0775', 'name': 'tempest-TestSnapshotPattern-823474076-router', 'tenant_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:08Z', 'updated_at': '2022-04-18T21:46:52Z', 'revision_number': 6, 'project_id': '05d40198aeaa4c6aad590ee6b50eb0b0', 'gw_port_host': None}] {{(pid=88143) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:46:52.614585 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.663872 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb74551-46f7-4d74-babf-369493d343c9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:52.754910 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.929354 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.932081 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.961403 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.962137 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82b73cb3-6898-4dc6-ae95-7270a78a0775 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:46:52.976435 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:52.977606 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-b34263ce-ab8f-42d9-9afe-166dc53113cb admin admin] 10.222.0.47 "DELETE /v2.0/routers/82b73cb3-6898-4dc6-ae95-7270a78a0775 HTTP/1.1" status: 204 len: 168 time: 1.2200425 Apr 18 21:46:52.980073 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47070) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:53.040701 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] Deleting subnet e3aaec03-e429-4b8a-8c88-8cad1d857a74 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:46:53.043663 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.096007 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.290261 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:53.295820 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.332470 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:46:53.332812 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device dc7bff33-e32c-48a4-9bf7-9ccdb8c51258 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:53.367167 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.408729 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3aaec03-e429-4b8a-8c88-8cad1d857a74,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:53.410714 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.416597 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e440f723-f7ce-4866-86a3-6fe5e36566b5 None None] Network 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:46:53.420357 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:53.421042 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-2e011915-a881-4b52-a9b4-295c022a8172 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e3aaec03-e429-4b8a-8c88-8cad1d857a74 HTTP/1.1" status: 204 len: 168 time: 0.4392958 Apr 18 21:46:53.527889 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.542951 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Deleting port de467879-b846-4240-8276-37ad6851a3d1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:53.543294 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.710524 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] DHCP port deletion for 5ef6337d-0f2b-4dd2-bbb7-3629dc029ada request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:46:53.714763 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Deleting port de467879-b846-4240-8276-37ad6851a3d1 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:53.715140 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.764251 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] For port de467879-b846-4240-8276-37ad6851a3d1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=de467879-b846-4240-8276-37ad6851a3d1,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:53.764600 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.889363 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Calling delete_port for de467879-b846-4240-8276-37ad6851a3d1 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:53.920125 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] For port de467879-b846-4240-8276-37ad6851a3d1, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=de467879-b846-4240-8276-37ad6851a3d1,segment=NetworkSegment(9a4f5391-d7b3-48a3-9610-1cf7a0b75041),segment_id=9a4f5391-d7b3-48a3-9610-1cf7a0b75041)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:53.920515 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:53.965371 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.012064 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Pushing event deleted for resources: {'Port': ['ID=de467879-b846-4240-8276-37ad6851a3d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:54.016126 n-d-836016-3 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] No DVR routers for this DVR port de467879-b846-4240-8276-37ad6851a3d1 on host n-d-836016-3 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:54.047761 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Calling delete_port for de467879-b846-4240-8276-37ad6851a3d1 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:54.123496 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:54.123857 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:54.129517 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.159431 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ef6337d-0f2b-4dd2-bbb7-3629dc029ada']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:54.172689 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a4f5391-d7b3-48a3-9610-1cf7a0b75041') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:54.172979 n-d-836016-3 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a4f5391-d7b3-48a3-9610-1cf7a0b75041') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:54.183876 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2306548'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.199719 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.205656 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:46:54.206036 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2308529'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: Traceback (most recent call last): Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: timer() Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: cb(*args, **kw) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: return func(*args, **kwargs) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: self._notify() Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: self.callback(batched_events) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: event.method(event) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: return f(self, *a, **k) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: return self._get(url).json() Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:46:54.218966 n-d-836016-3 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:46:54.299526 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.425221 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.430838 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ef6337d-0f2b-4dd2-bbb7-3629dc029ada,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:54.447005 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-89f7c6a2-e4ae-4db0-893c-bddc7345fa29 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5ef6337d-0f2b-4dd2-bbb7-3629dc029ada HTTP/1.1" status: 204 len: 168 time: 1.0255463 Apr 18 21:46:54.450471 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47078) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:54.625196 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Deleting port de467879-b846-4240-8276-37ad6851a3d1 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:54.625851 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:54.691753 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-d81a8101-5f2d-4134-b068-0f5d962c7295 None None] The port 'de467879-b846-4240-8276-37ad6851a3d1' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:46:54.744296 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de467879-b846-4240-8276-37ad6851a3d1 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:54.782856 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: de467879-b846-4240-8276-37ad6851a3d1 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:46:54.783268 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device de467879-b846-4240-8276-37ad6851a3d1 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:54.783651 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bfb74551-46f7-4d74-babf-369493d343c9 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:54.816426 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: bfb74551-46f7-4d74-babf-369493d343c9 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:46:54.816778 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device bfb74551-46f7-4d74-babf-369493d343c9 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:55.004711 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-460798'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.357220 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Deleting port 671e5035-7b66-44a2-903c-d0b84de1f1b6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:55.357592 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.526079 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] For port 671e5035-7b66-44a2-903c-d0b84de1f1b6, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=671e5035-7b66-44a2-903c-d0b84de1f1b6,segment=NetworkSegment(2ab68d80-b8d9-44e4-a242-c955901f245c),segment_id=2ab68d80-b8d9-44e4-a242-c955901f245c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:55.526759 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:55.646582 n-d-836016-3 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Calling delete_port for 671e5035-7b66-44a2-903c-d0b84de1f1b6 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:56.086025 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2308486'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.132592 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Pushing event deleted for resources: {'Port': ['ID=671e5035-7b66-44a2-903c-d0b84de1f1b6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:56.416758 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1649798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-474990'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:56.841985 n-d-836016-3 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 has already been hosted by L3 agent b886be82-6205-487f-8894-4a76b83ea997 {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 18 21:46:57.051882 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] Notify agent at l3_agent.n-d-836016-3 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 18 21:46:57.061417 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] Sync routers for ids ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'] in n-d-836016-3 {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 18 21:46:57.063296 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-4a3b059b-f305-4652-9637-2058c127b98f admin admin] 10.222.0.47 "PUT /v2.0/routers/57d6268c-88aa-43f8-b7c0-a7e950774ff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6115689 Apr 18 21:46:57.066019 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47082) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:57.074218 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] Routers {'57d6268c-88aa-43f8-b7c0-a7e950774ff7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:57.074826 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:57.257392 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks [] for router, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.286673 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] Set router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 gateway port host: n-d-836016-3 {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:57.438033 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.447773 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Deleting port 689e7042-33c9-46e9-951c-7cbac0a05600 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:57.448223 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.588932 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'external_fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182'}], 'enable_snat': True}, 'gw_port_id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:46:56Z', 'revision_number': 5, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port': {'id': '689e7042-33c9-46e9-951c-7cbac0a05600', 'name': '', 'network_id': 'f02cd76e-a543-437b-8aad-d33e3351d024', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:35:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4440, 'fixed_ips': [{'subnet_id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'ip_address': '172.25.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-836016-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-18T21:41:17Z', 'updated_at': '2022-04-18T21:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'daf0b843-c24b-4f63-a0d0-9d744dad8e10', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-836016-3'}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:57.593549 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] Checking router: 57d6268c-88aa-43f8-b7c0-a7e950774ff7 for host: n-d-836016-3 {{(pid=88144) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 18 21:46:57.601877 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] Routers {'57d6268c-88aa-43f8-b7c0-a7e950774ff7'} bound to L3 agent in host n-d-836016-3 {{(pid=88144) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 18 21:46:57.602559 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-836016-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-18T19:55:16Z,description=,heartbeat_timestamp=2022-04-18T21:46:46Z,host='n-d-836016-3',id=b886be82-6205-487f-8894-4a76b83ea997,load=0,resource_versions=,resources_synced=,started_at=2022-04-18T19:55:16Z,topic='l3_agent')) {'router_ids': ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'], 'active': True} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:57.626614 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] For port 689e7042-33c9-46e9-951c-7cbac0a05600, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=689e7042-33c9-46e9-951c-7cbac0a05600,segment=NetworkSegment(07df456e-67b7-46a5-9172-0bf49415592f),segment_id=07df456e-67b7-46a5-9172-0bf49415592f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:57.626973 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.766882 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Calling delete_port for 689e7042-33c9-46e9-951c-7cbac0a05600 owned by network:router_gateway {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:57.773314 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_dvr_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] Set router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 gateway port host: None {{(pid=88144) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 18 21:46:57.877888 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.l3_hamode_db [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:46:57Z', 'revision_number': 6, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port_host': None}], 'n-d-836016-3', False) {} {{(pid=88144) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:57.881866 n-d-836016-3 neutron-server[88144]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3956524f-6e6c-4da2-b474-c4c1e0ad2369 None None] The sync data for ids ['57d6268c-88aa-43f8-b7c0-a7e950774ff7'] in n-d-836016-3 is: [{'id': '57d6268c-88aa-43f8-b7c0-a7e950774ff7', 'name': 'tempest-TestSnapshotPattern-1676354441-router', 'tenant_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-18T21:41:16Z', 'updated_at': '2022-04-18T21:46:57Z', 'revision_number': 6, 'project_id': 'ab48f94e32384417b3648ae6e6e9ea95', 'gw_port_host': None}] {{(pid=88144) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 18 21:46:57.938576 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:57.986417 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Pushing event deleted for resources: {'Port': ['ID=689e7042-33c9-46e9-951c-7cbac0a05600,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:58.087771 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-473571'] for router_gateway, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.269626 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-460676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-101642'] for router, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.272018 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.406089 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-462284'] for router, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.406516 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57d6268c-88aa-43f8-b7c0-a7e950774ff7 {{(pid=88141) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 18 21:46:58.419765 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] Notify callbacks [] for router, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.420879 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-ced21de7-712b-4b73-a406-7e959880049c admin admin] 10.222.0.47 "DELETE /v2.0/routers/57d6268c-88aa-43f8-b7c0-a7e950774ff7 HTTP/1.1" status: 204 len: 168 time: 1.3538933 Apr 18 21:46:58.423420 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47086) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:58.484135 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_v2 [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] Deleting subnet 4a2fb886-d8dc-4b7d-bf71-c369e5aef236 {{(pid=88141) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 18 21:46:58.487110 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.537867 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3973201'] for subnet, precommit_delete_associations {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.620237 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1511637'] for subnet, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.697232 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1511618', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3871618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2946074'] for subnet, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.752819 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.753280 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 689e7042-33c9-46e9-951c-7cbac0a05600 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:58.756323 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2fb886-d8dc-4b7d-bf71-c369e5aef236,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:58.762680 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-038b5bcc-b454-4b3e-9408-5baacfeee262 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4a2fb886-d8dc-4b7d-bf71-c369e5aef236 HTTP/1.1" status: 204 len: 168 time: 0.3381786 Apr 18 21:46:58.765117 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47090) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:58.783624 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c98873-7dff-481b-bdce-964f7939a10c None None] Network 9b11aaf0-da5d-4b14-8d92-c29064dbadcb requested from n-d-836016-3 {{(pid=88143) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 18 21:46:58.821206 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 689e7042-33c9-46e9-951c-7cbac0a05600 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:46:58.821749 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 689e7042-33c9-46e9-951c-7cbac0a05600 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:58.822327 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 671e5035-7b66-44a2-903c-d0b84de1f1b6 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:46:58.857882 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: 671e5035-7b66-44a2-903c-d0b84de1f1b6 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:46:58.858231 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device 671e5035-7b66-44a2-903c-d0b84de1f1b6 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:46:58.883363 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-624440'] for network, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:58.894093 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Deleting port d5439b86-2474-4199-bac5-27d3471f2ae0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:58.894425 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.080475 n-d-836016-3 neutron-server[88143]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] DHCP port deletion for 9b11aaf0-da5d-4b14-8d92-c29064dbadcb request from n-d-836016-3 {{(pid=88143) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 18 21:46:59.084995 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Deleting port d5439b86-2474-4199-bac5-27d3471f2ae0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:46:59.085478 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.105039 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] For port d5439b86-2474-4199-bac5-27d3471f2ae0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d5439b86-2474-4199-bac5-27d3471f2ae0,segment=NetworkSegment(2ab68d80-b8d9-44e4-a242-c955901f245c),segment_id=2ab68d80-b8d9-44e4-a242-c955901f245c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:59.105645 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.237126 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Calling delete_port for d5439b86-2474-4199-bac5-27d3471f2ae0 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:59.298116 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.db [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] For port d5439b86-2474-4199-bac5-27d3471f2ae0, host n-d-836016-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-836016-3',level=0,port_id=d5439b86-2474-4199-bac5-27d3471f2ae0,segment=NetworkSegment(2ab68d80-b8d9-44e4-a242-c955901f245c),segment_id=2ab68d80-b8d9-44e4-a242-c955901f245c)] {{(pid=88143) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 18 21:46:59.298540 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-460084'] for port, precommit_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.316220 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-556281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145193', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754169811321', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754169449301', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3894611'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.362736 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5439b86-2474-4199-bac5-27d3471f2ae0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:59.367322 n-d-836016-3 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] No DVR routers for this DVR port d5439b86-2474-4199-bac5-27d3471f2ae0 on host n-d-836016-3 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 18 21:46:59.422505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Calling delete_port for d5439b86-2474-4199-bac5-27d3471f2ae0 owned by network:dhcp {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 18 21:46:59.488164 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1512468', 'neutron.services.segments.db._delete_segments_for_network-8754169986910'] for network, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.520060 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b11aaf0-da5d-4b14-8d92-c29064dbadcb']}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:59.532141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.db.api [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88143) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 18 21:46:59.532494 n-d-836016-3 neutron-server[88143]: DEBUG oslo_db.api [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88143) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 18 21:46:59.532760 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab68d80-b8d9-44e4-a242-c955901f245c') {'for_net_delete': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:59.533056 n-d-836016-3 neutron-server[88141]: DEBUG neutron.services.segments.db [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab68d80-b8d9-44e4-a242-c955901f245c') {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 18 21:46:59.544829 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754169990009', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3973192'] for segment, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.562064 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508847'] for segment, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.568130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=88141) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 18 21:46:59.568518 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3894628'] for segment, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: Traceback (most recent call last): Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: timer() Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: cb(*args, **kw) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: return func(*args, **kwargs) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: self._notify() Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: self.callback(batched_events) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: event.method(event) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: aggregate_uuid = self.p_client.list_aggregates( Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: return f(self, *a, **k) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: return self._get(url).json() Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: return self.request(url, 'GET', **kwargs) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: base_url = self.get_endpoint(auth, allow=allow, Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 18 21:46:59.581714 n-d-836016-3 neutron-server[88141]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 18 21:46:59.655414 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1512687', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440654', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1649817', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-473598'] for network, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.675340 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Notify callbacks [] for network, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.687130 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b11aaf0-da5d-4b14-8d92-c29064dbadcb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:46:59.689735 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-22c023b1-0028-4677-9ae4-a4624a49e45c admin admin] 10.222.0.47 "DELETE /v2.0/networks/9b11aaf0-da5d-4b14-8d92-c29064dbadcb HTTP/1.1" status: 204 len: 168 time: 0.9236321 Apr 18 21:46:59.835307 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:59.884158 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-9891f893-3f3d-4d0f-9a5b-b9538309ef8b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=05d40198aeaa4c6aad590ee6b50eb0b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477049 Apr 18 21:46:59.886495 n-d-836016-3 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.47', 47100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:46:59.948945 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647795e6-9684-49f3-a1e3-6631afaa05e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:46:59.975091 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647795e6-9684-49f3-a1e3-6631afaa05e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.028875 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647795e6-9684-49f3-a1e3-6631afaa05e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.033970 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Deleting port d5439b86-2474-4199-bac5-27d3471f2ae0 {{(pid=88143) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 18 21:47:00.034480 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754169810198'] for port, before_delete {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.046530 n-d-836016-3 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647795e6-9684-49f3-a1e3-6631afaa05e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670042e1-ac12-40db-812b-8f9bf4afb9ed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:00.054909 n-d-836016-3 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-647795e6-9684-49f3-a1e3-6631afaa05e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.056030 n-d-836016-3 neutron-server[88140]: INFO neutron.wsgi [None req-647795e6-9684-49f3-a1e3-6631afaa05e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/670042e1-ac12-40db-812b-8f9bf4afb9ed HTTP/1.1" status: 204 len: 168 time: 0.1686647 Apr 18 21:47:00.113702 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-a18108b8-eed2-4a8a-baf5-eca71db79fff None None] The port 'd5439b86-2474-4199-bac5-27d3471f2ae0' was deleted {{(pid=88143) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 18 21:47:00.418692 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47108) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:00.468081 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-9c18285d-09ad-461f-83fd-1c5d2c98f5f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab48f94e32384417b3648ae6e6e9ea95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482671 Apr 18 21:47:00.470723 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [-] (88141) accepted ('10.222.0.47', 47112) {{(pid=88141) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 18 21:47:00.537439 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1811b0e0-4472-4d11-ae41-13727e4b09ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.564116 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1811b0e0-4472-4d11-ae41-13727e4b09ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.617833 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1811b0e0-4472-4d11-ae41-13727e4b09ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-440607'] for security_group, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.632850 n-d-836016-3 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1811b0e0-4472-4d11-ae41-13727e4b09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2693038e-9328-4aeb-9236-78cb155d5ef6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 18 21:47:00.641369 n-d-836016-3 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1811b0e0-4472-4d11-ae41-13727e4b09ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:00.643707 n-d-836016-3 neutron-server[88141]: INFO neutron.wsgi [None req-1811b0e0-4472-4d11-ae41-13727e4b09ad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2693038e-9328-4aeb-9236-78cb155d5ef6 HTTP/1.1" status: 204 len: 168 time: 0.1708827 Apr 18 21:47:00.737505 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d5439b86-2474-4199-bac5-27d3471f2ae0 no longer exists at agent ovs-agent-n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 18 21:47:00.775199 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.plugin [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] No Port match for: d5439b86-2474-4199-bac5-27d3471f2ae0 {{(pid=88143) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 18 21:47:00.775551 n-d-836016-3 neutron-server[88143]: DEBUG neutron.plugins.ml2.rpc [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Device d5439b86-2474-4199-bac5-27d3471f2ae0 not bound to the agent host n-d-836016-3 {{(pid=88143) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 18 21:47:05.378207 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:47:13.788434 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e9588ecb-1157-4bfd-a620-1866e78bcd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:16.137272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-57b0dc4e-9aab-4750-bb3a-1730466073ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.337767 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:17.380065 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:18.819084 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:19.679554 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:20.027441 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:42.377478 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:47:43.790851 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-497b6d28-3af0-4741-9092-6070c76bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:46.131019 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-d104d47e-6787-4dd1-ad3d-6189b6120472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.339441 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:47.382920 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:48.824955 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:49.694078 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:47:50.026451 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:13.792607 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-94807dbc-e848-4d42-8d0c-74a405c9cd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:16.133732 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2d7e471b-65e4-4fcb-9afe-a0db62ab4f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.342670 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:17.385320 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:18.824049 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:19.377477 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:48:19.710448 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:20.031143 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:43.795867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e8a35dab-3e54-4cc3-8c94-68065a1d3116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:46.136958 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9e47dd76-339b-4b24-9401-2d3038e9c032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.347386 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:47.388210 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:48.830621 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:49.709109 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:50.027716 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:48:56.377365 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:49:13.798733 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-69a07880-4a27-43fe-90f3-74cad7f7f2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:16.138564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-2bcc9a36-e89d-468d-a171-3bbb501ca47d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.351311 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:17.390141 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:18.830629 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:19.724850 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:20.040814 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:33.376416 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:49:38.329924 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-99116cc4-b9f6-4061-bdfd-56821be795b4 req-3ca67e95-9ab8-49bd-8479-76682714634a service neutron] (88141) timed out ('10.222.0.47', 44538) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:49:43.800918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-762e6c78-a395-4554-92c5-e40e7067b692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:46.141780 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9778e3f0-3ad1-4e23-ab50-51edd07ead55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:47.353631 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:47.393786 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:48.833190 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:49.723372 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:49:50.055045 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:10.375747 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:50:13.802514 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-3ba25e11-dfd2-4159-a9c6-847d0834e103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:16.144529 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-046612fb-7fcb-4809-b44e-aa85ae4eccc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.355632 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:17.395764 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:18.835884 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:19.723548 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:20.054459 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:43.805450 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-fd90f2f4-e4d8-4ed0-a9dd-da5dfb03ec1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:46.146340 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-249a148b-d8bf-44d8-8ad5-cb8fd003e616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.359964 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:47.375331 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:50:47.399761 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:48.844735 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:49.727150 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:50:50.055246 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:13.809070 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-629e71fd-8495-4894-aaf5-2e0f728cd662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:16.154267 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-9a8acb4b-741e-49c5-9206-cb512d1147a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:17.362950 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:17.401191 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:18.843742 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:19.722643 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:20.053096 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:24.375182 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:51:43.810377 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-05565340-b96e-48c8-bbd0-95449e6bb2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:46.149527 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e5e9c167-982c-4d72-8087-d7d8a7eb1b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.365390 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:47.406146 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:48.845852 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:49.733564 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:51:50.053914 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:01.374857 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:52:13.812598 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-830d2674-f048-455d-b5cc-9bc5489c6856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:16.151746 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-29da3d91-18b8-41d3-b79c-92b09dab2091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:17.369101 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:17.408169 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:18.847639 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:19.737765 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:20.051920 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:38.374196 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:52:43.815992 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cf0de0f-787d-47db-806e-aa494e6567ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:46.153616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-449db373-86ff-495a-9087-6fe63def1c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:47.371480 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:47.410403 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:48.851025 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:49.743918 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:52:50.059500 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:13.818868 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-85f76106-5bae-459e-b2d9-d40c26b34651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:15.373759 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:53:16.155867 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-5cd3f347-649d-4308-8937-0f3f90186a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:17.374616 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:17.413272 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:18.853581 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:19.752104 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:20.058026 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:43.820214 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-ec147fd2-add1-449c-8a58-d07434008b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:46.159696 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-b5dc5b0a-bb52-4382-959d-7dc8a4d1ff4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.380366 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:47.418626 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:48.856018 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:49.786128 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:50.063473 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:53:52.372836 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:54:10.330509 n-d-836016-3 neutron-server[88141]: DEBUG neutron.wsgi [req-d45eabbb-20d2-48bd-b304-06ab4eafeec3 req-25558cca-153c-4210-ab8b-7f145215898c service neutron] (88141) timed out ('10.222.0.47', 46072) {{(pid=88141) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 18 21:54:13.822575 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-26e9b23e-f4f5-450c-a3a9-6021cc1374dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:16.166609 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f3a08557-df3f-415a-b0c6-c13d9e430951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:17.383559 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:17.418876 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:18.858232 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:19.750028 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:20.078727 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:29.374363 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:54:43.824617 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-93e67e59-86ff-464a-b875-fe6f6470e907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:46.159064 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f7627915-54f6-4319-8ad7-4865f00e004c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:47.385457 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:47.421208 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:48.861440 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:49.765216 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:54:50.077380 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:06.375508 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:55:13.831834 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-f482af2d-b1e9-4b42-86e3-0a8e5903ed05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:16.163214 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-19864d74-65e1-4a7c-b83d-abb7b4f3b6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:17.393690 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:17.424082 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:18.864972 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:19.785112 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:20.079615 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:43.375653 n-d-836016-3 neutron-server[88144]: DEBUG neutron.db.agents_db [None req-4bc99c68-c528-4771-bc15-11fd56fe6c15 None None] Agent healthcheck: found 7 active agents {{(pid=88144) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 18 21:55:43.834316 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-dfacc920-5b28-455a-9338-6de3824d93be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:46.168363 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-e79ed63f-3332-4828-aef2-2784392fe6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.386378 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-be4c8d87-3f5a-4a1d-a6a7-387aa7b7fb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:47.428491 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-253f311d-47c2-4d44-ba1e-81af3f4f87ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:48.876290 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-6bbc1e63-ca59-4670-800b-64ed09e167cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:49.797536 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-58e47f8e-7edf-4b2d-a257-ec5e6db1e9ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 18 21:55:50.102951 n-d-836016-3 neutron-server[88143]: DEBUG neutron_lib.callbacks.manager [None req-0d6b7649-e3f0-42f2-834b-ce36319bc927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754169986892', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1514286'] for agent, after_update {{(pid=88143) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}